-- Logs begin at Fri 2022-01-21 08:48:51 UTC, end at Fri 2022-01-21 11:00:35 UTC. -- Jan 21 09:28:00.714699 dv-neutron-825731-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jan 21 09:28:03.073950 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.common.config [-] Logging enabled! Jan 21 09:28:03.074646 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev7 Jan 21 09:28:03.074737 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87407) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 21 09:28:03.077814 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.common.config [-] Logging enabled! Jan 21 09:28:03.078071 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev7 Jan 21 09:28:03.078385 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87407) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 21 09:28:03.079316 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 21 09:28:03.079642 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 21 09:28:03.080012 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 21 09:28:03.080261 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 21 09:28:03.080488 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 21 09:28:03.080809 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.081107 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.081404 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.081639 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.081939 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.082234 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.082521 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.082815 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.083116 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.083431 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.083719 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.084006 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.084239 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.084523 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.084813 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.085101 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.085328 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] debug = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.085610 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.086036 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.086956 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.087238 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.088228 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.088725 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.089026 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.089314 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.089605 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.089944 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] host = dv-neutron-825731-1-hyperv {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.090229 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.090523 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.090817 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.091108 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.091386 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.091690 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.091980 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.092258 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.092534 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] log_file = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.092818 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.093109 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.093399 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.093695 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.093923 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.094150 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.094441 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.094729 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.095007 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.095280 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.095586 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.095861 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.096137 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.096410 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.096699 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.096987 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.097276 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.097554 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.097830 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.098112 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.098388 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.098675 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.098953 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.099228 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.099526 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.099816 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.100089 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.100368 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.100673 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.100962 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.101247 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.101533 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.101807 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.102092 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.102367 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.102640 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.103008 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] use_json = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.103507 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.103796 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.104086 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.104368 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.104647 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.104925 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.105201 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.105488 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:03.105788 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.106086 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.106387 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.106672 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.106966 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.107247 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.107562 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.107842 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.108135 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.108426 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.108717 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.108997 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.109284 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.109561 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.109853 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.110157 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.110452 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.110746 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.111023 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.111299 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.111597 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.111876 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.112166 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.112461 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.112752 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.113028 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.113309 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.113601 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.113879 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.114152 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.114433 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.114723 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.115002 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.115276 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.115586 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.115864 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.116135 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.116407 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.116685 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.116972 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.117250 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.117523 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.117794 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.118073 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.118372 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.118820 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.119276 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.119588 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.119870 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.120155 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.120434 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.120711 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.120991 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.121265 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.121546 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.121820 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.122094 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.122366 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.122642 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.122916 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.123190 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.123490 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.123771 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.124042 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.124314 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.124590 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.124864 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.125137 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.125423 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.125721 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.125998 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.126276 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.126556 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.126834 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.127112 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.127387 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.127684 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.127965 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.128236 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.128526 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.128811 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.129097 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.129378 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.129655 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.129947 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.130224 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.130507 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.130784 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.131063 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.131352 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.131665 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.131961 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.132254 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.132548 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.132841 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.133133 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.133415 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.133724 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.134563 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:03.134932 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 21 09:28:03.135293 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87407) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 21 09:28:03.528311 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO keyring.backend [-] Loading KWallet Jan 21 09:28:03.535494 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO keyring.backend [-] Loading SecretService Jan 21 09:28:03.539074 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO keyring.backend [-] Loading Windows Jan 21 09:28:03.540567 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO keyring.backend [-] Loading chainer Jan 21 09:28:03.541339 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO keyring.backend [-] Loading macOS Jan 21 09:28:03.576241 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87407) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 21 09:28:03.576512 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87407) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 21 09:28:03.576801 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87407) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 21 09:28:03.577138 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 21 09:28:03.888214 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:03.888500 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:03.888773 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:03.889979 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:03.890253 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:03.890517 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.012095 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.012380 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.012648 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.026713 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.026987 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.027258 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.056214 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.056666 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.056943 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.095960 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.096523 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.096523 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.333291 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.333574 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.333860 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.334121 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.334875 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.457896 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.458226 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.458511 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.458781 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.459048 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.459363 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.459652 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.459912 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.460169 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.460452 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.460712 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.460975 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.461240 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.461496 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.461762 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.462030 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.462871 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.463353 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.463662 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.463951 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.464306 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.464560 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.464809 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.465093 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.465344 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.465590 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.465994 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87407) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:28:04.466235 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87407) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:28:04.466471 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87407) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:28:04.466704 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87407) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:28:04.466936 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87407) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:28:04.467168 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87407) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:28:04.467561 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 21 09:28:04.470723 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 21 09:28:04.474697 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 21 09:28:04.479275 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jan 21 09:28:04.480963 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 21 09:28:04.481411 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 21 09:28:04.481745 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 21 09:28:04.482128 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 21 09:28:04.485143 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 21 09:28:04.485398 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 21 09:28:04.485745 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 21 09:28:04.513669 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 21 09:28:04.514111 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.514411 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87407) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 21 09:28:04.514773 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.516190 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87407) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 21 09:28:04.516472 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 21 09:28:04.516718 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 21 09:28:04.519961 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.520237 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:04.583497 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 21 09:28:04.583690 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 21 09:28:04.583929 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 21 09:28:04.584303 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 21 09:28:04.615510 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_db.sqlalchemy.engines [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87407) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 21 09:28:04.948600 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.plugins.ml2.managers [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Initializing driver for type 'gre' Jan 21 09:28:04.949055 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] gre ID ranges: [(1, 1000)] Jan 21 09:28:04.997848 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.plugins.ml2.managers [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Initializing driver for type 'local' Jan 21 09:28:04.998178 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.plugins.ml2.managers [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Initializing driver for type 'vlan' Jan 21 09:28:05.008968 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] VlanTypeDriver initialization complete Jan 21 09:28:05.009940 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.plugins.ml2.managers [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Initializing driver for type 'vxlan' Jan 21 09:28:05.010495 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] vxlan ID ranges: [(1, 1000)] Jan 21 09:28:05.062585 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.plugins.ml2.managers [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Initializing extension driver 'port_security' Jan 21 09:28:05.062924 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.plugins.ml2.extensions.port_security [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] PortSecurityExtensionDriver initialization complete Jan 21 09:28:05.063257 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.plugins.ml2.managers [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Initializing mechanism driver 'openvswitch' Jan 21 09:28:05.063617 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.plugins.ml2.managers [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Initializing mechanism driver 'hyperv' Jan 21 09:28:05.070679 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.plugins.ml2.plugin [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:28:05.071348 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > port after_create 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.071934 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > port after_update 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.072419 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > port after_delete 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.072956 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87407) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 09:28:05.073387 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > subnet after_create 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.073738 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > subnet after_update 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.074082 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > subnet after_delete 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.074471 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87407) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 09:28:05.074879 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > network after_create 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.075223 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > network after_update 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.075587 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > network after_delete 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.075976 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87407) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 09:28:05.076377 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > security_group after_create 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.076726 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > security_group after_update 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.077064 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > security_group after_delete 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.077452 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87407) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 09:28:05.077855 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.078198 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.078535 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.079076 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87407) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 09:28:05.079496 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > address_group after_create 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.079845 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > address_group after_update 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.080182 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > address_group after_delete 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.080572 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87407) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 09:28:05.081012 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] ML2 OVO RPC backend initialized. {{(pid=87407) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Jan 21 09:28:05.081718 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > router_interface after_create 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.082070 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.082497 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > network before_response 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.082830 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > networks before_response 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.083172 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > port before_response 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.083534 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > ports before_response 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.083874 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > subnet before_response 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.084213 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > subnets before_response 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.084554 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > network after_create 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.084891 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > network after_update 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.085227 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > network after_delete 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.085563 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > port after_create 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.085899 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > port after_update 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.086233 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > port after_delete 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.086568 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > subnet after_create 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.086902 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > subnet after_update 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.088122 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > subnet after_delete 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.088711 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.plugins.ml2.plugin [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Modular L2 Plugin initialization complete Jan 21 09:28:05.089041 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading services supported by the core plugin {{(pid=87407) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 21 09:28:05.089370 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.plugins.ml2.managers [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Got port-security extension from driver 'port_security' Jan 21 09:28:05.089965 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.extensions.vlantransparent [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Disabled vlantransparent extension. Jan 21 09:28:05.090455 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87407) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 21 09:28:05.090772 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading Plugin: router Jan 21 09:28:05.127342 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > router_interface before_create 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.127959 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > router after_create 55549900 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.128103 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > router before_create 55549900 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.128473 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.128840 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.129192 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > router after_delete 55549900 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.129550 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > floatingip after_update 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.129911 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > router after_create 55549900 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.130256 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > router after_update 55549900 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.130603 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > router after_update 55549900 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.130947 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.131302 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > router after_update 55549900 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.131728 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > router precommit_update 55549900 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.132096 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: port after_update 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.132432 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: port after_delete 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.132764 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: subnet after_update 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.133098 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.133445 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > port precommit_delete 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.133789 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > router precommit_create 55549900 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.134158 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: port before_delete 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.134626 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > router precommit_create 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.134983 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > router after_update 55549900 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.135327 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > router precommit_delete 55549900 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.135700 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > router precommit_create 55549900 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.136061 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > router_interface after_create 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.136407 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > router precommit_update 55549900 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.136772 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > agent after_create 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.137118 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > agent after_delete 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.137461 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > network after_delete 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.138325 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.quota.resource_registry [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Tracking information for resource: router configured {{(pid=87407) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:28:05.138656 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.quota.resource_registry [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Tracking information for resource: floatingip configured {{(pid=87407) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:28:05.143691 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.db.l3_agentschedulers_db [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 21 09:28:05.144276 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: port after_update 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.144636 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: port after_create 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.144981 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: port after_delete 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.145336 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: port after_update 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.146237 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > router before_create 55550100 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.146599 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > router precommit_delete 55550100 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.146959 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > router precommit_create 55550100 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.147315 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > router precommit_update 55550100 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.152379 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.services.provider_configuration [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Service providers = [] {{(pid=87407) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 21 09:28:05.152741 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.db.servicetype_db [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87407) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 21 09:28:05.155961 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.services.service_base [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87407) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 09:28:05.156305 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.services.service_base [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87407) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 09:28:05.156640 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.services.service_base [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87407) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 09:28:05.157520 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.services.service_base [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87407) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 09:28:05.157889 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.services.service_base [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 21 09:28:05.158263 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87407) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:28:05.158577 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 21 09:28:05.170253 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87407) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:28:05.170582 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading Plugin: auto_allocate Jan 21 09:28:05.177209 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: network precommit_update 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.177576 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: network precommit_create 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.178095 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87407) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:28:05.178412 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading Plugin: tag Jan 21 09:28:05.185848 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87407) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:28:05.186177 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading Plugin: timestamp Jan 21 09:28:05.190681 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87407) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:28:05.191004 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading Plugin: network_ip_availability Jan 21 09:28:05.196374 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.196782 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.197132 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.197840 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87407) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:28:05.198159 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading Plugin: flavors Jan 21 09:28:05.202943 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87407) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:28:05.203224 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading Plugin: revisions Jan 21 09:28:05.207547 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87407) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:28:05.207938 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_concurrency.lockutils [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.631s {{(pid=87407) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 21 09:28:05.208695 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87407) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 21 09:28:05.209030 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Initializing extension manager. Jan 21 09:28:05.209530 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: __init__.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.209870 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: __pycache__ {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.210201 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.210531 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: address_group.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.211278 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.211879 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: address-group Jan 21 09:28:05.212885 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: address_scope.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.213602 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.214105 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: address-scope Jan 21 09:28:05.214425 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: admin_state_down_before_update.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.215348 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.215879 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: router-admin-state-down-before-update Jan 21 09:28:05.216199 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: agent.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.216892 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.217397 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: agent Jan 21 09:28:05.217717 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: agent_resources_synced.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.218620 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.219131 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: agent-resources-synced Jan 21 09:28:05.219477 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: allowedaddresspairs.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.221432 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.221956 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: allowed-address-pairs Jan 21 09:28:05.222280 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: auto_allocated_topology.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.223361 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.223902 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: auto-allocated-topology Jan 21 09:28:05.224227 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: availability_zone.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.224923 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.225432 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: availability_zone Jan 21 09:28:05.225755 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: availability_zone_filter.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.226667 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.227179 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: availability_zone_filter Jan 21 09:28:05.227534 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: data_plane_status.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.229079 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.229582 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extension data-plane-status not supported by any of loaded plugins Jan 21 09:28:05.229904 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: default_subnetpools.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.230813 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.231320 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: default-subnetpools Jan 21 09:28:05.231667 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: dhcpagentscheduler.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.232477 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.232982 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: dhcp_agent_scheduler Jan 21 09:28:05.233305 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: dns.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.234211 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.234712 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extension dns-integration not supported by any of loaded plugins Jan 21 09:28:05.235032 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: dns_domain_ports.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.235989 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.236497 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 21 09:28:05.236820 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: dvr.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.237493 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.237999 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: dvr Jan 21 09:28:05.238319 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: empty_string_filtering.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.239237 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.239784 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: empty-string-filtering Jan 21 09:28:05.240105 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.241011 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.241516 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 21 09:28:05.241833 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.242747 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.243250 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 21 09:28:05.243678 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: external_net.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.244710 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.245217 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: external-net Jan 21 09:28:05.245536 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: extra_dhcp_opt.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.246444 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.246950 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: extra_dhcp_opt Jan 21 09:28:05.247269 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: extraroute.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.248198 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.248708 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: extraroute Jan 21 09:28:05.249027 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: extraroute_atomic.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.250071 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.250579 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: extraroute-atomic Jan 21 09:28:05.250896 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: filter_validation.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.251590 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.252093 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: filter-validation Jan 21 09:28:05.252409 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: fip_pf_description.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.253312 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.253816 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 21 09:28:05.254135 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: fip_port_details.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.255041 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.255639 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: fip-port-details Jan 21 09:28:05.255961 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: flavors.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.257199 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.257710 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: flavors Jan 21 09:28:05.258030 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.259850 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.260376 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 21 09:28:05.260708 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: floatingip_pools.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.261410 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.261920 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: floatingip-pools Jan 21 09:28:05.262245 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: ip_allocation.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.263167 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.263705 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extension ip_allocation not supported by any of loaded plugins Jan 21 09:28:05.264030 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.264943 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.265457 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: ip-substring-filtering Jan 21 09:28:05.265782 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: l2_adjacency.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.266694 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.267199 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extension l2_adjacency not supported by any of loaded plugins Jan 21 09:28:05.267553 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: l3.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.268506 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.269028 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: router Jan 21 09:28:05.269350 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: l3_conntrack_helper.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.273046 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.273572 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 21 09:28:05.273905 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.275356 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.275972 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: ext-gw-mode Jan 21 09:28:05.276300 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.277225 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.277739 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: l3-ha Jan 21 09:28:05.278315 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: l3_flavors.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.279241 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.279781 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: l3-flavors Jan 21 09:28:05.280103 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.281032 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.281543 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: l3-port-ip-change-not-allowed Jan 21 09:28:05.281863 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: l3agentscheduler.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.282907 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.283443 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: l3_agent_scheduler Jan 21 09:28:05.283771 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: logging.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.285272 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.285794 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extension logging not supported by any of loaded plugins Jan 21 09:28:05.286119 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: metering.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.286853 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.287455 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: metering Jan 21 09:28:05.287778 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.288882 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.289399 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: metering_source_and_destination_fields Jan 21 09:28:05.289721 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: multiprovidernet.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.291707 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.292210 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: multi-provider Jan 21 09:28:05.292539 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: netmtu.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.293469 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.293982 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: net-mtu Jan 21 09:28:05.294304 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: netmtu_writable.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.295221 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.295765 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: net-mtu-writable Jan 21 09:28:05.296086 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: network_availability_zone.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.296754 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.297257 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: network_availability_zone Jan 21 09:28:05.297576 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: network_ip_availability.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.298664 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.299179 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: network-ip-availability Jan 21 09:28:05.299544 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: network_segment_range.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.300306 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.300806 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extension network-segment-range not supported by any of loaded plugins Jan 21 09:28:05.301125 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: pagination.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.302102 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.302435 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: pagination Jan 21 09:28:05.302755 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: port_device_profile.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.303692 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.304208 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: port-device-profile Jan 21 09:28:05.304525 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.305443 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.306217 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: port-mac-address-regenerate Jan 21 09:28:05.306660 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.307600 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.308115 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: port-numa-affinity-policy Jan 21 09:28:05.308432 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: port_resource_request.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.309339 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.309849 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extension port-resource-request not supported by any of loaded plugins Jan 21 09:28:05.310166 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: portbindings.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.311088 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.311626 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: binding Jan 21 09:28:05.311949 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: portbindings_extended.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.313223 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.313739 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: binding-extended Jan 21 09:28:05.314065 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: portsecurity.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.314980 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.315519 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: port-security Jan 21 09:28:05.315843 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: project_id.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.316820 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.317153 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: project-id Jan 21 09:28:05.317474 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: providernet.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.318392 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.318905 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: provider Jan 21 09:28:05.319226 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: qos.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.323634 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.324155 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extension qos not supported by any of loaded plugins Jan 21 09:28:05.324483 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.325728 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.326246 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 21 09:28:05.326574 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.327509 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.328023 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 21 09:28:05.328347 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: qos_default.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.329262 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.329772 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extension qos-default not supported by any of loaded plugins Jan 21 09:28:05.330101 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: qos_fip.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.330752 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.331257 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extension qos-fip not supported by any of loaded plugins Jan 21 09:28:05.331609 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: qos_gateway_ip.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.332532 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.333045 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 21 09:28:05.333369 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: qos_port_network_policy.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.334278 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.334791 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 21 09:28:05.335113 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: qos_rule_type_details.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.336048 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.336561 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 21 09:28:05.336883 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: qos_rules_alias.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.338621 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.339131 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 21 09:28:05.339480 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: quotasv2.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.340385 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.340714 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: quotas Jan 21 09:28:05.341036 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: quotasv2_detail.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.342651 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.342989 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: quota_details Jan 21 09:28:05.343314 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: rbac.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.344395 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.344920 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: rbac-policies Jan 21 09:28:05.345244 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: rbac_address_group.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.346172 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.346688 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: rbac-address-group Jan 21 09:28:05.347010 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: rbac_address_scope.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.347952 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.348473 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: rbac-address-scope Jan 21 09:28:05.348793 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: rbac_security_groups.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.349707 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.350228 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: rbac-security-groups Jan 21 09:28:05.350548 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: rbac_subnetpool.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.351494 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.352012 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: rbac-subnetpool Jan 21 09:28:05.352330 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: revisionifmatch.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.353280 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.353790 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: revision-if-match Jan 21 09:28:05.354110 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: revisions.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.355222 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.355905 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: standard-attr-revisions Jan 21 09:28:05.356228 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: router_availability_zone.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.356897 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.357408 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: router_availability_zone Jan 21 09:28:05.357727 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: routerservicetype.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.358642 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.359154 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extension router-service-type not supported by any of loaded plugins Jan 21 09:28:05.359501 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.360422 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.360933 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: security-groups-normalized-cidr Jan 21 09:28:05.361251 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: security_groups_port_filtering.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.362173 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.362688 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: port-security-groups-filtering Jan 21 09:28:05.363005 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.364077 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.364598 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: security-groups-remote-address-group Jan 21 09:28:05.364919 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: securitygroup.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.374808 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.375338 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: security-group Jan 21 09:28:05.375698 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: segment.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.376477 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.376986 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extension segment not supported by any of loaded plugins Jan 21 09:28:05.377313 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.378256 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.378765 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 21 09:28:05.379090 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: servicetype.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.380274 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.380790 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: service-type Jan 21 09:28:05.381117 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: sorting.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.382107 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.382436 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: sorting Jan 21 09:28:05.382756 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: standard_attr_segment.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.383714 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.384911 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 21 09:28:05.385406 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: standardattrdescription.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.386062 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.386571 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: standard-attr-description Jan 21 09:28:05.386893 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: stateful_security_group.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.387973 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.388488 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: stateful-security-group Jan 21 09:28:05.388811 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: stdattrs_common.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.389394 dv-neutron-825731-1-hyperv neutron-server[87407]: WARNING neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 21 09:28:05.389715 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.390717 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.391233 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 21 09:28:05.391587 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: subnet_onboard.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.392668 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.393188 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: subnet_onboard Jan 21 09:28:05.393510 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.394445 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.394953 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 21 09:28:05.395275 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: subnet_service_types.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.396222 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.396733 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: subnet-service-types Jan 21 09:28:05.397055 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: subnetallocation.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.398125 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.398634 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: subnet_allocation Jan 21 09:28:05.398960 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.399713 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.400863 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: subnetpool-prefix-ops Jan 21 09:28:05.401187 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.402128 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.402649 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 21 09:28:05.403225 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: tagging.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.404448 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.404975 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: standard-attr-tag Jan 21 09:28:05.405301 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: timestamp.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.406504 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.407021 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loaded extension: standard-attr-timestamp Jan 21 09:28:05.407345 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: trunk.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.408404 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.408919 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extension trunk not supported by any of loaded plugins Jan 21 09:28:05.409243 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: trunk_details.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.410163 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.410681 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extension trunk-details not supported by any of loaded plugins Jan 21 09:28:05.411003 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: uplink_status_propagation.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.411963 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.412477 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 21 09:28:05.412799 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Loading extension file: vlantransparent.py {{(pid=87407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:28:05.413464 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:28:05.413969 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extension vlan-transparent not supported by any of loaded plugins Jan 21 09:28:05.416604 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.quota.resource_registry [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Creating instance of TrackedResource for resource:network Jan 21 09:28:05.417338 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.quota.resource_registry [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Creating instance of TrackedResource for resource:subnet Jan 21 09:28:05.418122 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.quota.resource_registry [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 09:28:05.418914 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.quota.resource_registry [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Creating instance of TrackedResource for resource:port Jan 21 09:28:05.421064 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.v2.resource_helper [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:28:05.421559 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.v2.resource_helper [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Service FLAVORS assigned prefix: {{(pid=87407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:28:05.422172 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.v2.resource_helper [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:28:05.422603 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.v2.resource_helper [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:28:05.422934 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.quota.resource_registry [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Creating instance of TrackedResource for resource:router Jan 21 09:28:05.423621 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.quota.resource_registry [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Creating instance of TrackedResource for resource:floatingip Jan 21 09:28:05.424332 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.v2.resource_helper [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Service METERING assigned prefix: /metering {{(pid=87407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:28:05.425767 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.426133 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.426483 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:28:05.427656 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.quota.resource_registry [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Creating instance of CountableResource for resource:rbac_policy Jan 21 09:28:05.428089 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.quota.resource_registry [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Creating instance of TrackedResource for resource:security_group Jan 21 09:28:05.428758 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.quota.resource_registry [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Creating instance of TrackedResource for resource:security_group_rule Jan 21 09:28:05.429492 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.v2.resource_helper [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Service CORE assigned prefix: {{(pid=87407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:28:05.429822 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.quota.resource_registry [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 09:28:05.430158 dv-neutron-825731-1-hyperv neutron-server[87407]: WARNING neutron.quota.resource_registry [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] subnetpool is already registered Jan 21 09:28:05.430768 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.v2.resource_helper [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Service CORE assigned prefix: {{(pid=87407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:28:05.431148 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.quota.resource_registry [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 09:28:05.431495 dv-neutron-825731-1-hyperv neutron-server[87407]: WARNING neutron.quota.resource_registry [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] subnetpool is already registered Jan 21 09:28:05.434172 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.v2.resource_helper [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:28:05.434601 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.v2.resource_helper [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Service FLAVORS assigned prefix: {{(pid=87407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:28:05.435182 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.v2.resource_helper [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:28:05.435625 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.v2.resource_helper [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:28:05.435958 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.quota.resource_registry [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Creating instance of TrackedResource for resource:router Jan 21 09:28:05.436283 dv-neutron-825731-1-hyperv neutron-server[87407]: WARNING neutron.quota.resource_registry [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] router is already registered Jan 21 09:28:05.436872 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.quota.resource_registry [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Creating instance of TrackedResource for resource:floatingip Jan 21 09:28:05.437200 dv-neutron-825731-1-hyperv neutron-server[87407]: WARNING neutron.quota.resource_registry [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] floatingip is already registered Jan 21 09:28:05.437822 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.v2.resource_helper [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Service METERING assigned prefix: /metering {{(pid=87407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:28:05.438473 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.quota.resource_registry [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Creating instance of CountableResource for resource:rbac_policy Jan 21 09:28:05.438800 dv-neutron-825731-1-hyperv neutron-server[87407]: WARNING neutron.quota.resource_registry [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] rbac_policy is already registered Jan 21 09:28:05.439340 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.quota.resource_registry [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Creating instance of TrackedResource for resource:security_group Jan 21 09:28:05.439688 dv-neutron-825731-1-hyperv neutron-server[87407]: WARNING neutron.quota.resource_registry [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] security_group is already registered Jan 21 09:28:05.440277 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.quota.resource_registry [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Creating instance of TrackedResource for resource:security_group_rule Jan 21 09:28:05.440605 dv-neutron-825731-1-hyperv neutron-server[87407]: WARNING neutron.quota.resource_registry [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] security_group_rule is already registered Jan 21 09:28:05.441263 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.v2.resource_helper [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Service CORE assigned prefix: {{(pid=87407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:28:05.441589 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.quota.resource_registry [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 09:28:05.441918 dv-neutron-825731-1-hyperv neutron-server[87407]: WARNING neutron.quota.resource_registry [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] subnetpool is already registered Jan 21 09:28:05.442521 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.v2.resource_helper [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Service CORE assigned prefix: {{(pid=87407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:28:05.442852 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.quota.resource_registry [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 09:28:05.443169 dv-neutron-825731-1-hyperv neutron-server[87407]: WARNING neutron.quota.resource_registry [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] subnetpool is already registered Jan 21 09:28:05.443840 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extended resource: extensions {{(pid=87407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:05.445289 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extended resource: address-groups {{(pid=87407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:05.447494 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extended resource: address-scopes {{(pid=87407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:05.448690 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extended resource: agents {{(pid=87407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:05.449873 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extended resource: auto-allocated-topology {{(pid=87407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:05.451114 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extended resource: availability_zones {{(pid=87407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:05.452462 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extended resource: dhcp-networks {{(pid=87407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:05.453916 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extended resource: dhcp-agents {{(pid=87407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:05.455301 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extended resource: routers {{(pid=87407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:05.457314 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extended resource: flavors {{(pid=87407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:05.458471 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extended resource: service_profiles {{(pid=87407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:05.459695 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extended resource: next_providers {{(pid=87407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:05.462116 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extended resource: service_profiles {{(pid=87407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:05.464378 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extended resource: floatingip-pools {{(pid=87407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:05.465589 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extended resource: routers {{(pid=87407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:05.467432 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extended resource: floatingips {{(pid=87407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:05.468612 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extended resource: l3-routers {{(pid=87407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:05.469997 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extended resource: l3-agents {{(pid=87407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:05.471414 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extended resource: metering-labels {{(pid=87407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:05.472772 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extended resource: metering-label-rules {{(pid=87407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:05.474046 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extended resource: network-ip-availabilities {{(pid=87407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:05.475297 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extended resource: bindings {{(pid=87407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:05.476982 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extended resource: quotas {{(pid=87407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:05.478468 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extended resource: quotas {{(pid=87407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:05.479916 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extended resource: rbac-policies {{(pid=87407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:05.481215 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extended resource: security-groups {{(pid=87407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:05.482408 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extended resource: security-group-rules {{(pid=87407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:05.483673 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extended resource: service-providers {{(pid=87407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:05.484913 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extended resource: subnetpools {{(pid=87407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:05.486322 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extended resource: subnetpools {{(pid=87407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:05.487803 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extended resource: tags {{(pid=87407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:05.489458 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extended resource: tags {{(pid=87407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:05.491265 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extended resource: tags {{(pid=87407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:05.493078 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extended resource: tags {{(pid=87407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:05.494941 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extended resource: tags {{(pid=87407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:05.496810 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extended resource: tags {{(pid=87407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:05.498483 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extended resource: tags {{(pid=87407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:05.500462 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extended resource: tags {{(pid=87407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:05.502212 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extended resource: tags {{(pid=87407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:05.504075 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron.api.extensions [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Extended resource: tags {{(pid=87407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:28:05.510450 dv-neutron-825731-1-hyperv neutron-server[87407]: WARNING keystonemiddleware.auth_token [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 21 09:28:05.515131 dv-neutron-825731-1-hyperv neutron-server[87407]: WARNING keystonemiddleware.auth_token [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 21 09:28:05.523173 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_concurrency.lockutils [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Acquired lock "singleton_lock" {{(pid=87407) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 21 09:28:05.523678 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_concurrency.lockutils [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Releasing lock "singleton_lock" {{(pid=87407) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 21 09:28:05.524304 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO oslo_service.service [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Starting 2 workers Jan 21 09:28:05.530077 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Started child 87514 {{(pid=87407) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 21 09:28:05.534455 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Started child 87515 {{(pid=87407) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 21 09:28:05.535106 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:05.536065 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO neutron.service [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Neutron service started, listening on 0.0.0.0:9696 Jan 21 09:28:05.536589 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [-] (87514) wsgi starting up on http://0.0.0.0:9696 Jan 21 09:28:05.536711 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Notify callbacks [] for process, before_spawn {{(pid=87407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:05.538878 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:05.539321 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO oslo_service.service [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Starting 1 workers Jan 21 09:28:05.540354 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [-] (87515) wsgi starting up on http://0.0.0.0:9696 Jan 21 09:28:05.544257 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Started child 87516 {{(pid=87407) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 21 09:28:05.544814 dv-neutron-825731-1-hyperv neutron-server[87407]: INFO oslo_service.service [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Starting 1 workers Jan 21 09:28:05.547507 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.service [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] calling RpcWorker wait() {{(pid=87516) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 21 09:28:05.548013 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.service [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] returning from RpcWorker wait() {{(pid=87516) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 21 09:28:05.549164 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Started child 87517 {{(pid=87407) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 21 09:28:05.549267 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:05.549676 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:28:05.549919 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG neutron_lib.callbacks.manager [None req-dde3fe5e-5bf8-4108-adfa-032e87e9120c None None] Notify callbacks [] for process, after_spawn {{(pid=87407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:05.551847 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87407) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 21 09:28:05.552066 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 21 09:28:05.552250 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 21 09:28:05.552464 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 21 09:28:05.552792 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 21 09:28:05.552952 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 21 09:28:05.553495 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.553772 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.554053 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.554326 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.554606 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.554707 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:05.555215 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.555466 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.555732 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.556137 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.556391 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.556556 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.556883 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.557152 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.557406 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.557717 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.557973 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.558210 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.558469 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.558658 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.558906 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.559173 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.559434 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.559711 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] debug = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.559966 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.560461 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.560673 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.560912 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.561158 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.561446 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.561672 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.561939 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.562172 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.562401 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.562662 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.562929 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.563187 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.563630 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.563630 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.564271 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.564271 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.564682 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] host = dv-neutron-825731-1-hyperv {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.564906 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.565145 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.565376 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.565621 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.565864 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.566096 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.566373 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.566628 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.566895 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.567119 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.567424 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.567633 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.567848 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.568086 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] log_file = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.568247 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] log_options = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.568460 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.568735 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.569004 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.569192 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.569359 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.569533 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.569848 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.569986 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.570178 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.570412 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.570625 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.570885 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.571124 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.571315 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.572171 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.572439 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.572751 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.573735 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.575204 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.575204 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.575204 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.575204 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.576151 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.576151 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.576151 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.576488 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.576488 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.576734 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.577474 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.577797 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.578066 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.578715 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.578715 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.578945 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.579050 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.579679 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.579679 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.579980 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.579980 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.580237 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.580946 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.580946 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.581217 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.581217 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.581467 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.581803 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:28:05.582129 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] use_json = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.582129 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.582129 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.582489 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.582489 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.582723 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.582874 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.583094 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.583326 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.583762 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.584103 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.584417 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.584679 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.584920 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.585161 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.585416 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.585827 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.586264 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.586519 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.587030 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.587153 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.588055 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.588438 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.588852 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.589164 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.589422 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.589688 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.589924 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.590175 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.590411 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.590648 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.590985 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.591246 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.591534 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.110/identity {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.591806 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.592053 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.592287 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.592523 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.592961 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.593188 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.593431 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.593719 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.594013 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.594325 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.594552 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.594792 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.595216 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.595406 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.595856 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.596277 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.596658 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.597073 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.597440 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.597909 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.598049 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.598271 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.598506 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.598722 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.598982 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.599234 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.599533 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.599896 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.600271 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.600653 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.601054 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.601414 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.601798 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.602056 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.602281 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.602570 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.603037 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.603338 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.603629 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.603863 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.604154 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.604388 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.604729 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.604984 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.605258 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.605535 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.605815 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.606022 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.606416 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.606797 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.607199 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.607684 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.607969 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.608167 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.608388 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.608799 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.609236 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.609462 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.609854 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.610274 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.610811 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.611323 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.611622 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.611866 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.612170 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.612614 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.612889 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.613151 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.613368 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.613817 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.614245 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.614717 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.615147 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.615580 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.616087 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.616560 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.616790 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.617083 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.617308 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.617563 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.617789 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.618156 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.618542 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.618829 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.619083 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.619535 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.620015 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.620436 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.620861 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.621318 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.621739 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.622229 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.622677 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.623083 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.623514 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.623930 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.624435 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.624803 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.625208 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.625593 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.626091 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.626293 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.626763 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.627077 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.627315 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.627735 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.627855 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.628241 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.628365 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.628580 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.628828 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.629160 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.629328 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.629570 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.629861 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.630136 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.630567 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.630685 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.630952 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.110/identity {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.631377 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.631520 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.631771 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.632035 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.632300 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.632572 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.632819 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.633046 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.633406 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.633595 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.633943 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.634669 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.635054 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.635312 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.635578 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.636074 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.636074 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.636351 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.636639 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.636870 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.637115 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.637565 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.637785 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.638049 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.638271 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.638607 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.638869 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.639134 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.639364 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.639706 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.639959 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.640174 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.640432 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.640649 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.640924 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.641136 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.641352 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.641565 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.641776 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.641996 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.642225 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.642482 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.642696 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.643022 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.643268 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.643549 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.643850 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.644074 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.644288 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.644517 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.644730 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.644973 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.645182 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.645394 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.645660 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.645897 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.646141 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.646432 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.646658 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.646884 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.647094 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.647304 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.647615 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.647868 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.648096 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.648329 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.648552 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.648778 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.648983 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.649208 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.649418 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.649623 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.650406 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.650619 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.650827 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.651037 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.651241 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.651525 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.651785 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.652003 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.652294 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.652516 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.652770 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.653280 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.653599 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.653813 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.654082 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.654327 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.654544 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.654756 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.655019 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.655323 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.655639 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.655896 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.656127 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.656442 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.656719 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.656986 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.657212 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.657507 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.657832 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.658105 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.658373 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.658615 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.658876 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.659094 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.659306 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.659552 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.659793 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.660035 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.660293 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.660545 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.660923 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.661140 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.661364 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.661582 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.661826 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.662065 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.662286 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.662496 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.662651 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 21 09:28:05.663162 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87407) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 21 09:28:05.663325 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 21 09:28:05.663497 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 21 09:28:05.663666 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 21 09:28:05.663837 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 21 09:28:05.663987 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 21 09:28:05.664344 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.664506 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.664664 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.664967 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.665141 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.665382 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.665535 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.665697 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.665817 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.666001 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.666124 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.666280 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.666439 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.666599 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.666755 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.666912 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.667067 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.667197 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:28:05.667297 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.667367 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.667539 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.667693 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.667835 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.667991 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] debug = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.668147 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.668346 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.668494 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.668650 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.668804 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.668959 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.669114 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.669270 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.669425 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.669582 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.669737 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.669964 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.670127 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.670284 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.670578 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.670578 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.670849 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.671015 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] host = dv-neutron-825731-1-hyperv {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.671015 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.671242 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.671364 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.671582 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.671671 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.671750 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.671903 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.672057 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.672366 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.672521 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.672823 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.673027 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.673128 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.673277 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] log_file = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.673446 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] log_options = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.673579 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.673736 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.673903 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.674078 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.674252 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.674401 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.674552 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.674705 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.675007 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.675209 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.675386 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.675957 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.675957 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.675957 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.675957 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.676571 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.676571 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.676571 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.676571 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.676956 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.676956 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.676956 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.677165 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.677240 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.677341 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.677526 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.677656 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.677793 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.677933 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.678091 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.678246 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.678401 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.678556 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.678711 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.678867 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.679023 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.679179 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.679339 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.679516 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.679673 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.679828 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.680008 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.680180 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.680320 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.680444 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.680566 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] use_json = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.680721 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.680876 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.681665 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.681836 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.681965 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.682090 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.682238 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.682395 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:28:05.682571 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.682732 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.682901 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.683078 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.683211 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.683364 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.683548 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.683705 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.683865 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.684024 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.684188 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.684345 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.684670 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.685608 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.685608 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.685608 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.685608 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.685608 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.685608 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.686585 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.686585 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.686585 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.686585 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.686585 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.686585 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.110/identity {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.686585 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.687377 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.687377 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.687377 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.687377 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.687377 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.687978 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.687978 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.687978 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.687978 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.688430 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.688430 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.688430 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.688783 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.688783 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.688783 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.689125 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.689248 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.690481 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.690481 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.690481 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.690481 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.690481 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.690481 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.690481 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.690481 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.690481 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.692246 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.692246 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.692246 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.692246 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.692246 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.692246 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.692246 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.692246 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.692246 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.693702 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.693702 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.693702 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.693702 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.693702 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.693702 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.693702 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.693702 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.693702 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.694702 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.694702 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.694702 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.694702 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.694702 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.694702 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.694702 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.694702 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.694702 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.695704 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.695704 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.695704 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.695704 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.695704 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.695704 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.695704 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.696507 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.696507 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.696507 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.696507 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.696507 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.698086 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.698086 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.698086 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.698086 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.698086 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.698086 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.698086 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.698722 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.698722 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.698722 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.698722 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.699542 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.699542 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.699542 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.699542 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.699542 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.699542 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.700637 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.700637 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.700637 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.700637 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.700637 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.700637 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.700637 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.701962 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.701962 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.701962 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.701962 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.701962 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.701962 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.701962 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.701962 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.703324 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.703324 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.703324 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.703324 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.703324 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.703324 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.703324 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.703324 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.705364 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.705364 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.705364 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.705364 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.705364 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.705364 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.705364 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.705364 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.706964 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.706964 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.706964 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.706964 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.706964 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.110/identity {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.706964 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.706964 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.706964 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.707885 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.707885 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.707885 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.707885 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.707885 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.707885 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.707885 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.707885 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.708416 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.708416 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.708416 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.708416 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.708416 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.708416 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.708416 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.708416 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.709112 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.709112 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.709112 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.709112 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.709112 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.709112 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.709112 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.709112 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.709664 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.709664 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.709664 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.709664 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.709664 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.709664 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.710056 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.710056 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.710056 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.710267 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.710346 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.710491 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.710649 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.710808 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.710966 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.711123 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.711295 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.711472 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.711630 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.711789 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.711946 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.712102 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.712299 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.712459 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.712675 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.712861 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.712942 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.713067 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.713227 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.713385 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.713542 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.713699 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.713856 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.714012 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.714169 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.714339 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.714497 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.714655 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.714811 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.714970 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.715137 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.715294 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.715470 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.715629 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.715787 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.715955 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.716112 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.716269 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.716425 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.716585 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.716754 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.716912 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.717069 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.717235 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.717393 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.717550 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.717711 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.717886 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.718039 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.718198 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.718355 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.718576 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.718739 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.718899 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.719060 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.719228 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.719409 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.719573 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.719740 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.719906 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.720074 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.720233 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.720397 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.720567 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.720723 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.720880 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.721036 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.721194 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.721353 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.721510 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.721667 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.721824 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.721980 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.722136 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.722292 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.722448 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.722605 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.722761 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.722918 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.723075 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.723231 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.723388 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.723565 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:28:05.723715 dv-neutron-825731-1-hyperv neutron-server[87407]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 21 09:28:05.889815 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 43164) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:28:05.898425 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [-] 10.222.0.110 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0063148 Jan 21 09:28:16.466488 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3936e0c3-af3b-4ee6-bbdf-9b11fc39d8d1 None None] get_active_networks_info from dv-neutron-825731-1-hyperv {{(pid=87516) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 21 09:28:16.534881 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3936e0c3-af3b-4ee6-bbdf-9b11fc39d8d1 None None] No non-hosted networks {{(pid=87516) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 21 09:28:16.556940 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.agentschedulers_db [None req-3936e0c3-af3b-4ee6-bbdf-9b11fc39d8d1 None None] DHCP Agent not found on host dv-neutron-825731-1-hyperv {{(pid=87516) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 21 09:28:16.610128 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f1bb2118-c206-4a5c-b395-0f6a59b6a9ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556198'] for agent, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:18.777090 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-42964cdd-4ac0-40e7-ac2d-14abcf7706dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556198'] for agent, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:18.813386 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fa37153b-6a6b-4270-9420-0e6a47b890cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:19.765887 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556198'] for agent, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:19.766530 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:19.782171 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:19.784032 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:19.784546 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:19.786491 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:19.787313 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:19.788798 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:19.789847 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:19.790843 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:19.791532 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:19.793113 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:19.793944 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:19.795246 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-825731-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:28:19.829254 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-825731-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:28:19.842876 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556198'] for agent, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:21.223082 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556198'] for agent, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:22.985658 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 43258) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:28:23.560372 dv-neutron-825731-1-hyperv neutron-server[87515]: WARNING oslo_policy.policy [None req-2a429281-e32f-48e4-b578-1fc44d45c837 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:28:23.560950 dv-neutron-825731-1-hyperv neutron-server[87515]: WARNING oslo_policy.policy [None req-2a429281-e32f-48e4-b578-1fc44d45c837 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:28:23.784497 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [None req-2a429281-e32f-48e4-b578-1fc44d45c837 admin admin] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=87515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:28:23.785579 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2a429281-e32f-48e4-b578-1fc44d45c837 admin admin] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7989953 Jan 21 09:28:25.777680 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.db.l3_hamode_db [None req-4a88123e-eafe-4b7f-b3f5-bda33d8d21bd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 21 09:28:25.864568 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a88123e-eafe-4b7f-b3f5-bda33d8d21bd None None] Routers set() bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:28:25.864955 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a88123e-eafe-4b7f-b3f5-bda33d8d21bd None None] Router IDs set() for agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 21 09:28:26.137583 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 43272) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:28:26.501130 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-a547dbca-bfe7-4718-8bbc-26ead901929a admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:28:26.606983 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.policy [None req-a547dbca-bfe7-4718-8bbc-26ead901929a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87515) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 21 09:28:26.653023 dv-neutron-825731-1-hyperv neutron-server[87515]: WARNING oslo_policy.policy [None req-a547dbca-bfe7-4718-8bbc-26ead901929a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:28:26.653383 dv-neutron-825731-1-hyperv neutron-server[87515]: WARNING oslo_policy.policy [None req-a547dbca-bfe7-4718-8bbc-26ead901929a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:28:26.662019 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.quota [None req-a547dbca-bfe7-4718-8bbc-26ead901929a admin admin] Loaded quota_driver: . Jan 21 09:28:26.677308 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-a547dbca-bfe7-4718-8bbc-26ead901929a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:28:26.736811 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a547dbca-bfe7-4718-8bbc-26ead901929a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761637670088', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761637670559', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761637687620', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761637686704', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761637640134', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761637637654', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-583630', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-724801', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66797140', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66731101'] for rbac-policy, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:26.800864 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a547dbca-bfe7-4718-8bbc-26ead901929a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:26.802028 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a547dbca-bfe7-4718-8bbc-26ead901929a admin admin] 10.222.0.110 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6635184 Jan 21 09:28:29.402464 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 43286) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:28:29.752298 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-9f5eb608-0504-4705-9078-65e56421d3dd admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '2ed40178bc5d49f0acd6231335ad85e7'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:28:29.756908 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-9f5eb608-0504-4705-9078-65e56421d3dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:28:29.761394 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-9f5eb608-0504-4705-9078-65e56421d3dd admin admin] Usage tracker for resource:network and tenant:2ed40178bc5d49f0acd6231335ad85e7 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:28:29.765898 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-9f5eb608-0504-4705-9078-65e56421d3dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:28:29.771894 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-9f5eb608-0504-4705-9078-65e56421d3dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:28:29.781826 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5eb608-0504-4705-9078-65e56421d3dd admin admin] Made reservation on behalf of 2ed40178bc5d49f0acd6231335ad85e7 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:28:29.784602 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9f5eb608-0504-4705-9078-65e56421d3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:29.803117 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9f5eb608-0504-4705-9078-65e56421d3dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:29.816620 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-9f5eb608-0504-4705-9078-65e56421d3dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:28:29.820220 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-9f5eb608-0504-4705-9078-65e56421d3dd admin admin] Usage tracker for resource:security_group_rule and tenant:2ed40178bc5d49f0acd6231335ad85e7 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:28:29.825036 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-9f5eb608-0504-4705-9078-65e56421d3dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:28:29.830441 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-9f5eb608-0504-4705-9078-65e56421d3dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:28:29.926549 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9f5eb608-0504-4705-9078-65e56421d3dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:29.930670 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9f5eb608-0504-4705-9078-65e56421d3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:29.952163 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f5eb608-0504-4705-9078-65e56421d3dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:28:29.978093 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9f5eb608-0504-4705-9078-65e56421d3dd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761633099277', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:29.979184 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9f5eb608-0504-4705-9078-65e56421d3dd admin admin] Unsubscribe: segment precommit_create {{(pid=87515) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 21 09:28:29.979955 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-9f5eb608-0504-4705-9078-65e56421d3dd admin admin] Added segment e5267124-5779-4950-a15a-97671d91db8f of type vlan for network 8cc59e28-2f40-4d82-bb60-06a1e0b00b45 Jan 21 09:28:30.027551 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5eb608-0504-4705-9078-65e56421d3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263b5ec8-64b7-436e-b7df-986b3750107a,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:28:30.048475 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5eb608-0504-4705-9078-65e56421d3dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:30.048833 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5eb608-0504-4705-9078-65e56421d3dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:30.049167 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5eb608-0504-4705-9078-65e56421d3dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:30.049502 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5eb608-0504-4705-9078-65e56421d3dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:30.049824 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5eb608-0504-4705-9078-65e56421d3dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:30.050159 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5eb608-0504-4705-9078-65e56421d3dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:30.050482 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5eb608-0504-4705-9078-65e56421d3dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:30.050812 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5eb608-0504-4705-9078-65e56421d3dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:30.051134 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5eb608-0504-4705-9078-65e56421d3dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:30.051470 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5eb608-0504-4705-9078-65e56421d3dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:30.051784 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5eb608-0504-4705-9078-65e56421d3dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:30.052094 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5eb608-0504-4705-9078-65e56421d3dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:30.053328 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5eb608-0504-4705-9078-65e56421d3dd admin admin] Tracked resource versions report: Jan 21 09:28:30.053328 dv-neutron-825731-1-hyperv neutron-server[87515]: pushed versions: Jan 21 09:28:30.053328 dv-neutron-825731-1-hyperv neutron-server[87515]: { 'AddressGroup': {'1.2'}, Jan 21 09:28:30.053328 dv-neutron-825731-1-hyperv neutron-server[87515]: 'ConntrackHelper': {'1.0'}, Jan 21 09:28:30.053328 dv-neutron-825731-1-hyperv neutron-server[87515]: 'Log': {'1.0'}, Jan 21 09:28:30.053328 dv-neutron-825731-1-hyperv neutron-server[87515]: 'Network': {'1.1'}, Jan 21 09:28:30.053328 dv-neutron-825731-1-hyperv neutron-server[87515]: 'Port': {'1.7'}, Jan 21 09:28:30.053328 dv-neutron-825731-1-hyperv neutron-server[87515]: 'PortForwarding': {'1.2'}, Jan 21 09:28:30.053328 dv-neutron-825731-1-hyperv neutron-server[87515]: 'QosPolicy': {'1.8'}, Jan 21 09:28:30.053328 dv-neutron-825731-1-hyperv neutron-server[87515]: 'SecurityGroup': {'1.4'}, Jan 21 09:28:30.053328 dv-neutron-825731-1-hyperv neutron-server[87515]: 'SecurityGroupRule': {'1.2'}, Jan 21 09:28:30.053328 dv-neutron-825731-1-hyperv neutron-server[87515]: 'SubPort': {'1.0'}, Jan 21 09:28:30.053328 dv-neutron-825731-1-hyperv neutron-server[87515]: 'Subnet': {'1.1'}, Jan 21 09:28:30.053328 dv-neutron-825731-1-hyperv neutron-server[87515]: 'Trunk': {'1.1'}} Jan 21 09:28:30.053328 dv-neutron-825731-1-hyperv neutron-server[87515]: consumer versions: Jan 21 09:28:30.053328 dv-neutron-825731-1-hyperv neutron-server[87515]: { DHCP agent@dv-neutron-825731-1-hyperv: {}, Jan 21 09:28:30.053328 dv-neutron-825731-1-hyperv neutron-server[87515]: L3 agent@dv-neutron-825731-1-hyperv: {}, Jan 21 09:28:30.053328 dv-neutron-825731-1-hyperv neutron-server[87515]: Metadata agent@dv-neutron-825731-1-hyperv: {}, Jan 21 09:28:30.053328 dv-neutron-825731-1-hyperv neutron-server[87515]: Metering agent@dv-neutron-825731-1-hyperv: {}, Jan 21 09:28:30.053328 dv-neutron-825731-1-hyperv neutron-server[87515]: Open vSwitch agent@dv-neutron-825731-1-hyperv: { 'AddressGroup': '1.2', Jan 21 09:28:30.053328 dv-neutron-825731-1-hyperv neutron-server[87515]: 'ConntrackHelper': '1.0', Jan 21 09:28:30.053328 dv-neutron-825731-1-hyperv neutron-server[87515]: 'Log': '1.0', Jan 21 09:28:30.053328 dv-neutron-825731-1-hyperv neutron-server[87515]: 'Network': '1.1', Jan 21 09:28:30.053328 dv-neutron-825731-1-hyperv neutron-server[87515]: 'Port': '1.7', Jan 21 09:28:30.053328 dv-neutron-825731-1-hyperv neutron-server[87515]: 'PortForwarding': '1.2', Jan 21 09:28:30.053328 dv-neutron-825731-1-hyperv neutron-server[87515]: 'QosPolicy': '1.8', Jan 21 09:28:30.053328 dv-neutron-825731-1-hyperv neutron-server[87515]: 'SecurityGroup': '1.4', Jan 21 09:28:30.053328 dv-neutron-825731-1-hyperv neutron-server[87515]: 'SecurityGroupRule': '1.2', Jan 21 09:28:30.053328 dv-neutron-825731-1-hyperv neutron-server[87515]: 'SubPort': '1.0', Jan 21 09:28:30.053328 dv-neutron-825731-1-hyperv neutron-server[87515]: 'Subnet': '1.1', Jan 21 09:28:30.053328 dv-neutron-825731-1-hyperv neutron-server[87515]: 'Trunk': '1.1'}} Jan 21 09:28:30.053328 dv-neutron-825731-1-hyperv neutron-server[87515]: {{(pid=87515) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:28:30.091968 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9f5eb608-0504-4705-9078-65e56421d3dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:30.131059 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9f5eb608-0504-4705-9078-65e56421d3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:30.132122 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5eb608-0504-4705-9078-65e56421d3dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:28:30.132775 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9f5eb608-0504-4705-9078-65e56421d3dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:30.250465 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-9f5eb608-0504-4705-9078-65e56421d3dd admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8468571 Jan 21 09:28:30.250933 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5eb608-0504-4705-9078-65e56421d3dd admin admin] Pushing event updated for resources: {'Network': ['ID=8cc59e28-2f40-4d82-bb60-06a1e0b00b45,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:28:30.263257 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 8cc59e28-2f40-4d82-bb60-06a1e0b00b45 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:28:32.957083 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 43302) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:28:33.408142 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b8dcec-2b19-4181-90a4-c5eb4b2b0a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:28:33.409465 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f0b8dcec-2b19-4181-90a4-c5eb4b2b0a38 admin admin] 10.222.0.110 "GET /v2.0/networks/8cc59e28-2f40-4d82-bb60-06a1e0b00b45 HTTP/1.1" status: 200 len: 825 time: 0.4514339 Jan 21 09:28:33.436095 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ddafeaec-1237-47e8-9019-7a5393524538 admin admin] 10.222.0.110 "GET /v2.0/subnetpools/a514515a-f5c8-4f0c-b942-6d882de853b8 HTTP/1.1" status: 200 len: 734 time: 0.0213404 Jan 21 09:28:33.444392 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-67b0e931-5816-457d-9af8-d153e503d0cd admin admin] Request body: {'subnet': {'subnetpool_id': 'a514515a-f5c8-4f0c-b942-6d882de853b8', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '2ed40178bc5d49f0acd6231335ad85e7', 'network_id': '8cc59e28-2f40-4d82-bb60-06a1e0b00b45'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:28:33.448547 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-67b0e931-5816-457d-9af8-d153e503d0cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:28:33.452112 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-67b0e931-5816-457d-9af8-d153e503d0cd admin admin] Usage tracker for resource:subnet and tenant:2ed40178bc5d49f0acd6231335ad85e7 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:28:33.454836 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-67b0e931-5816-457d-9af8-d153e503d0cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:28:33.460356 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-67b0e931-5816-457d-9af8-d153e503d0cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:28:33.470402 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b0e931-5816-457d-9af8-d153e503d0cd admin admin] Made reservation on behalf of 2ed40178bc5d49f0acd6231335ad85e7 for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:28:33.472780 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-67b0e931-5816-457d-9af8-d153e503d0cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:33.741027 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-67b0e931-5816-457d-9af8-d153e503d0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:33.837700 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b0e931-5816-457d-9af8-d153e503d0cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=53b95c6b-4ca0-4ea7-84dc-0ec971077240,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:28:33.841976 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b0e931-5816-457d-9af8-d153e503d0cd admin admin] Checking segment: {'id': 'e5267124-5779-4950-a15a-97671d91db8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8cc59e28-2f40-4d82-bb60-06a1e0b00b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:28:33.842352 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b0e931-5816-457d-9af8-d153e503d0cd admin admin] Network hostable DHCP agents. Network: 8cc59e28-2f40-4d82-bb60-06a1e0b00b45, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:28:33.862807 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b0e931-5816-457d-9af8-d153e503d0cd admin admin] Network 8cc59e28-2f40-4d82-bb60-06a1e0b00b45 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:28:33.872714 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-67b0e931-5816-457d-9af8-d153e503d0cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 8cc59e28-2f40-4d82-bb60-06a1e0b00b45) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:28:33.877644 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b0e931-5816-457d-9af8-d153e503d0cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:28:33.878218 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-67b0e931-5816-457d-9af8-d153e503d0cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:33.882447 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c549bd-0c1d-4fe3-8b25-59091690cad6 None None] Network 8cc59e28-2f40-4d82-bb60-06a1e0b00b45 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:28:33.898714 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-67b0e931-5816-457d-9af8-d153e503d0cd admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4563894 Jan 21 09:28:34.281912 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3343b8d-4c26-4d64-a7b3-2974490ca4cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-8cc59e28-2f40-4d82-bb60-06a1e0b00b45', 'network_id': '8cc59e28-2f40-4d82-bb60-06a1e0b00b45', 'tenant_id': '2ed40178bc5d49f0acd6231335ad85e7', 'fixed_ips': [{'subnet_id': '53b95c6b-4ca0-4ea7-84dc-0ec971077240'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:28:34.283213 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d3343b8d-4c26-4d64-a7b3-2974490ca4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:34.464967 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-d3343b8d-4c26-4d64-a7b3-2974490ca4cf None None] Allocated IP 172.20.0.2 (8cc59e28-2f40-4d82-bb60-06a1e0b00b45/53b95c6b-4ca0-4ea7-84dc-0ec971077240/ed7ee9af-f361-4b83-93f6-602331946ab4) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:28:34.696525 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d3343b8d-4c26-4d64-a7b3-2974490ca4cf None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:34.709431 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-d3343b8d-4c26-4d64-a7b3-2974490ca4cf None None] Transition to ACTIVE for port object ed7ee9af-f361-4b83-93f6-602331946ab4 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:28:34.729972 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-d3343b8d-4c26-4d64-a7b3-2974490ca4cf None None] Transition to ACTIVE for port object ed7ee9af-f361-4b83-93f6-602331946ab4 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:28:34.737574 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d3343b8d-4c26-4d64-a7b3-2974490ca4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:34.804281 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3343b8d-4c26-4d64-a7b3-2974490ca4cf None None] Network 8cc59e28-2f40-4d82-bb60-06a1e0b00b45 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:28:34.807755 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-d3343b8d-4c26-4d64-a7b3-2974490ca4cf None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:28:34.814426 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3343b8d-4c26-4d64-a7b3-2974490ca4cf None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:28:34.816569 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3343b8d-4c26-4d64-a7b3-2974490ca4cf None None] Pushing event updated for resources: {'Port': ['ID=ed7ee9af-f361-4b83-93f6-602331946ab4,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:28:34.825946 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3343b8d-4c26-4d64-a7b3-2974490ca4cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:34.826309 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3343b8d-4c26-4d64-a7b3-2974490ca4cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:34.826702 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3343b8d-4c26-4d64-a7b3-2974490ca4cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:34.827029 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3343b8d-4c26-4d64-a7b3-2974490ca4cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:34.827319 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3343b8d-4c26-4d64-a7b3-2974490ca4cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:34.827691 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3343b8d-4c26-4d64-a7b3-2974490ca4cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:34.828021 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3343b8d-4c26-4d64-a7b3-2974490ca4cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:34.828345 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3343b8d-4c26-4d64-a7b3-2974490ca4cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:34.828693 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3343b8d-4c26-4d64-a7b3-2974490ca4cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:34.829018 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3343b8d-4c26-4d64-a7b3-2974490ca4cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:34.829339 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3343b8d-4c26-4d64-a7b3-2974490ca4cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:34.829661 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3343b8d-4c26-4d64-a7b3-2974490ca4cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:34.830949 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3343b8d-4c26-4d64-a7b3-2974490ca4cf None None] Tracked resource versions report: Jan 21 09:28:34.830949 dv-neutron-825731-1-hyperv neutron-server[87516]: pushed versions: Jan 21 09:28:34.830949 dv-neutron-825731-1-hyperv neutron-server[87516]: { 'AddressGroup': {'1.2'}, Jan 21 09:28:34.830949 dv-neutron-825731-1-hyperv neutron-server[87516]: 'ConntrackHelper': {'1.0'}, Jan 21 09:28:34.830949 dv-neutron-825731-1-hyperv neutron-server[87516]: 'Log': {'1.0'}, Jan 21 09:28:34.830949 dv-neutron-825731-1-hyperv neutron-server[87516]: 'Network': {'1.1'}, Jan 21 09:28:34.830949 dv-neutron-825731-1-hyperv neutron-server[87516]: 'Port': {'1.7'}, Jan 21 09:28:34.830949 dv-neutron-825731-1-hyperv neutron-server[87516]: 'PortForwarding': {'1.2'}, Jan 21 09:28:34.830949 dv-neutron-825731-1-hyperv neutron-server[87516]: 'QosPolicy': {'1.8'}, Jan 21 09:28:34.830949 dv-neutron-825731-1-hyperv neutron-server[87516]: 'SecurityGroup': {'1.4'}, Jan 21 09:28:34.830949 dv-neutron-825731-1-hyperv neutron-server[87516]: 'SecurityGroupRule': {'1.2'}, Jan 21 09:28:34.830949 dv-neutron-825731-1-hyperv neutron-server[87516]: 'SubPort': {'1.0'}, Jan 21 09:28:34.830949 dv-neutron-825731-1-hyperv neutron-server[87516]: 'Subnet': {'1.1'}, Jan 21 09:28:34.830949 dv-neutron-825731-1-hyperv neutron-server[87516]: 'Trunk': {'1.1'}} Jan 21 09:28:34.830949 dv-neutron-825731-1-hyperv neutron-server[87516]: consumer versions: Jan 21 09:28:34.830949 dv-neutron-825731-1-hyperv neutron-server[87516]: { DHCP agent@dv-neutron-825731-1-hyperv: {}, Jan 21 09:28:34.830949 dv-neutron-825731-1-hyperv neutron-server[87516]: L3 agent@dv-neutron-825731-1-hyperv: {}, Jan 21 09:28:34.830949 dv-neutron-825731-1-hyperv neutron-server[87516]: Metadata agent@dv-neutron-825731-1-hyperv: {}, Jan 21 09:28:34.830949 dv-neutron-825731-1-hyperv neutron-server[87516]: Metering agent@dv-neutron-825731-1-hyperv: {}, Jan 21 09:28:34.830949 dv-neutron-825731-1-hyperv neutron-server[87516]: Open vSwitch agent@dv-neutron-825731-1-hyperv: { 'AddressGroup': '1.2', Jan 21 09:28:34.830949 dv-neutron-825731-1-hyperv neutron-server[87516]: 'ConntrackHelper': '1.0', Jan 21 09:28:34.830949 dv-neutron-825731-1-hyperv neutron-server[87516]: 'Log': '1.0', Jan 21 09:28:34.830949 dv-neutron-825731-1-hyperv neutron-server[87516]: 'Network': '1.1', Jan 21 09:28:34.830949 dv-neutron-825731-1-hyperv neutron-server[87516]: 'Port': '1.7', Jan 21 09:28:34.830949 dv-neutron-825731-1-hyperv neutron-server[87516]: 'PortForwarding': '1.2', Jan 21 09:28:34.830949 dv-neutron-825731-1-hyperv neutron-server[87516]: 'QosPolicy': '1.8', Jan 21 09:28:34.830949 dv-neutron-825731-1-hyperv neutron-server[87516]: 'SecurityGroup': '1.4', Jan 21 09:28:34.830949 dv-neutron-825731-1-hyperv neutron-server[87516]: 'SecurityGroupRule': '1.2', Jan 21 09:28:34.830949 dv-neutron-825731-1-hyperv neutron-server[87516]: 'SubPort': '1.0', Jan 21 09:28:34.830949 dv-neutron-825731-1-hyperv neutron-server[87516]: 'Subnet': '1.1', Jan 21 09:28:34.830949 dv-neutron-825731-1-hyperv neutron-server[87516]: 'Trunk': '1.1'}} Jan 21 09:28:34.830949 dv-neutron-825731-1-hyperv neutron-server[87516]: {{(pid=87516) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:28:34.918174 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-d3343b8d-4c26-4d64-a7b3-2974490ca4cf None None] Attempting to bind port ed7ee9af-f361-4b83-93f6-602331946ab4 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:28:34.918856 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-d3343b8d-4c26-4d64-a7b3-2974490ca4cf None None] Attempting to bind port ed7ee9af-f361-4b83-93f6-602331946ab4 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'e5267124-5779-4950-a15a-97671d91db8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8cc59e28-2f40-4d82-bb60-06a1e0b00b45'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:28:34.919013 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3343b8d-4c26-4d64-a7b3-2974490ca4cf None None] Attempting to bind port ed7ee9af-f361-4b83-93f6-602331946ab4 on network 8cc59e28-2f40-4d82-bb60-06a1e0b00b45 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:28:34.924237 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3343b8d-4c26-4d64-a7b3-2974490ca4cf None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:28:34.924623 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3343b8d-4c26-4d64-a7b3-2974490ca4cf None None] Checking segment: {'id': 'e5267124-5779-4950-a15a-97671d91db8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8cc59e28-2f40-4d82-bb60-06a1e0b00b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:28:34.925110 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d3343b8d-4c26-4d64-a7b3-2974490ca4cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:34.925499 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3343b8d-4c26-4d64-a7b3-2974490ca4cf None None] Bound using segment: {'id': 'e5267124-5779-4950-a15a-97671d91db8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8cc59e28-2f40-4d82-bb60-06a1e0b00b45'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:28:34.925987 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-d3343b8d-4c26-4d64-a7b3-2974490ca4cf None None] Bound port: ed7ee9af-f361-4b83-93f6-602331946ab4, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5267124-5779-4950-a15a-97671d91db8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8cc59e28-2f40-4d82-bb60-06a1e0b00b45'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:28:34.926392 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d3343b8d-4c26-4d64-a7b3-2974490ca4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:35.030727 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-d3343b8d-4c26-4d64-a7b3-2974490ca4cf None None] For port ed7ee9af-f361-4b83-93f6-602331946ab4, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:28:35.034633 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-d3343b8d-4c26-4d64-a7b3-2974490ca4cf None None] For port ed7ee9af-f361-4b83-93f6-602331946ab4, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=ed7ee9af-f361-4b83-93f6-602331946ab4,segment=NetworkSegment(e5267124-5779-4950-a15a-97671d91db8f),segment_id=e5267124-5779-4950-a15a-97671d91db8f)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:28:35.038378 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d3343b8d-4c26-4d64-a7b3-2974490ca4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:35.132841 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3343b8d-4c26-4d64-a7b3-2974490ca4cf None None] Pushing event updated for resources: {'Port': ['ID=ed7ee9af-f361-4b83-93f6-602331946ab4,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:28:36.332470 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 43312) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:28:36.716563 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [None req-40e58162-67fd-45c2-81a9-014c3023c7a9 admin admin] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=87515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:28:36.731526 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-40e58162-67fd-45c2-81a9-014c3023c7a9 admin admin] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3842397 Jan 21 09:28:38.820649 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a839892a-fdab-4a43-95d3-c2dde44a798d None None] Network 8cc59e28-2f40-4d82-bb60-06a1e0b00b45 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:28:38.924409 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-8315033f-26ec-43d6-ba43-bca6bdd1a46a None None] Provisioning for port ed7ee9af-f361-4b83-93f6-602331946ab4 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:28:39.141108 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 43326) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:28:39.453752 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device ed7ee9af-f361-4b83-93f6-602331946ab4 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:28:39.519387 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port ed7ee9af-f361-4b83-93f6-602331946ab4 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:28:39.520436 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [None req-b50d45f4-b299-45bb-84d8-c7a3c3bcc195 admin admin] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=87515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:28:39.521436 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-b50d45f4-b299-45bb-84d8-c7a3c3bcc195 admin admin] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3793867 Jan 21 09:28:39.524051 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port ed7ee9af-f361-4b83-93f6-602331946ab4 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:28:39.524461 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:39.645687 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:39.680169 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port ed7ee9af-f361-4b83-93f6-602331946ab4, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=ed7ee9af-f361-4b83-93f6-602331946ab4,segment=NetworkSegment(e5267124-5779-4950-a15a-97671d91db8f),segment_id=e5267124-5779-4950-a15a-97671d91db8f)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:28:39.684572 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:39.759572 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=ed7ee9af-f361-4b83-93f6-602331946ab4,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:28:41.433851 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device ed7ee9af-f361-4b83-93f6-602331946ab4 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:28:41.500331 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port ed7ee9af-f361-4b83-93f6-602331946ab4 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:28:41.500702 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:42.152308 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 43338) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:28:42.502100 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-1c1e33cd-88b4-4b9f-ad4b-636b6b7f62fb admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '2ed40178bc5d49f0acd6231335ad85e7', 'name': 'router1'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:28:42.507052 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-1c1e33cd-88b4-4b9f-ad4b-636b6b7f62fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:28:42.511594 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-1c1e33cd-88b4-4b9f-ad4b-636b6b7f62fb admin admin] Usage tracker for resource:router and tenant:2ed40178bc5d49f0acd6231335ad85e7 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:28:42.514805 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-1c1e33cd-88b4-4b9f-ad4b-636b6b7f62fb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:28:42.520387 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-1c1e33cd-88b4-4b9f-ad4b-636b6b7f62fb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:28:42.529720 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1c1e33cd-88b4-4b9f-ad4b-636b6b7f62fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:42.531526 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1c1e33cd-88b4-4b9f-ad4b-636b6b7f62fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:42.551575 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1c1e33cd-88b4-4b9f-ad4b-636b6b7f62fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:42.659805 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1c1e33cd-88b4-4b9f-ad4b-636b6b7f62fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:42.676907 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1c1e33cd-88b4-4b9f-ad4b-636b6b7f62fb admin admin] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:42.678060 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1c1e33cd-88b4-4b9f-ad4b-636b6b7f62fb admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5248034 Jan 21 09:28:45.044424 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 43348) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:28:45.410756 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [None req-fc8f88f4-68d9-458e-8bb2-a295d323ca1c admin admin] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=87515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:28:45.411764 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-fc8f88f4-68d9-458e-8bb2-a295d323ca1c admin admin] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3664727 Jan 21 09:28:46.415916 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c39f2e51-3dc5-49f8-9ce2-70fec71b7630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:47.792832 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 43358) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:28:48.369530 dv-neutron-825731-1-hyperv neutron-server[87514]: WARNING oslo_policy.policy [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:28:48.370810 dv-neutron-825731-1-hyperv neutron-server[87514]: WARNING oslo_policy.policy [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:28:48.613415 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:28:48.615122 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.quota [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] Loaded quota_driver: . Jan 21 09:28:48.630634 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:28:48.636976 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] Usage tracker for resource:network and tenant:67c4a7d80c0f4f5a9fe84a90ddc1e595 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:28:48.641558 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:28:48.648794 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:28:48.664671 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] Made reservation on behalf of 67c4a7d80c0f4f5a9fe84a90ddc1e595 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:28:48.741027 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.policy [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87514) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 21 09:28:48.759573 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0a66ed2e-64a8-48c6-a6c5-4c1e87179be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:48.787158 dv-neutron-825731-1-hyperv neutron-server[87514]: WARNING oslo_policy.policy [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:28:48.787571 dv-neutron-825731-1-hyperv neutron-server[87514]: WARNING oslo_policy.policy [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:28:48.798131 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:48.818631 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:48.833328 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:28:48.836960 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] Usage tracker for resource:security_group_rule and tenant:67c4a7d80c0f4f5a9fe84a90ddc1e595 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:28:48.841211 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:28:48.846766 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:28:48.941035 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:48.944436 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:48.959562 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] Reserving flat network on physical network physnet1 {{(pid=87514) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 21 09:28:48.989968 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761633099277', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:48.990522 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] Unsubscribe: segment precommit_create {{(pid=87514) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 21 09:28:48.991014 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] Added segment 5ada181f-c304-4b8c-8f2d-2ed708029ed5 of type flat for network 80a065d7-b55c-43ad-a3e8-c65befe4136c Jan 21 09:28:49.042846 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39760c45-1291-4e66-ab81-63077a489115,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:28:49.063456 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:49.063813 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:49.064146 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:49.064476 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:49.064794 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:49.065124 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:49.065442 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:49.065766 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:49.066079 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:49.066386 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:49.066697 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:49.067003 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:49.068281 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] Tracked resource versions report: Jan 21 09:28:49.068281 dv-neutron-825731-1-hyperv neutron-server[87514]: pushed versions: Jan 21 09:28:49.068281 dv-neutron-825731-1-hyperv neutron-server[87514]: { 'AddressGroup': {'1.2'}, Jan 21 09:28:49.068281 dv-neutron-825731-1-hyperv neutron-server[87514]: 'ConntrackHelper': {'1.0'}, Jan 21 09:28:49.068281 dv-neutron-825731-1-hyperv neutron-server[87514]: 'Log': {'1.0'}, Jan 21 09:28:49.068281 dv-neutron-825731-1-hyperv neutron-server[87514]: 'Network': {'1.1'}, Jan 21 09:28:49.068281 dv-neutron-825731-1-hyperv neutron-server[87514]: 'Port': {'1.7'}, Jan 21 09:28:49.068281 dv-neutron-825731-1-hyperv neutron-server[87514]: 'PortForwarding': {'1.2'}, Jan 21 09:28:49.068281 dv-neutron-825731-1-hyperv neutron-server[87514]: 'QosPolicy': {'1.8'}, Jan 21 09:28:49.068281 dv-neutron-825731-1-hyperv neutron-server[87514]: 'SecurityGroup': {'1.4'}, Jan 21 09:28:49.068281 dv-neutron-825731-1-hyperv neutron-server[87514]: 'SecurityGroupRule': {'1.2'}, Jan 21 09:28:49.068281 dv-neutron-825731-1-hyperv neutron-server[87514]: 'SubPort': {'1.0'}, Jan 21 09:28:49.068281 dv-neutron-825731-1-hyperv neutron-server[87514]: 'Subnet': {'1.1'}, Jan 21 09:28:49.068281 dv-neutron-825731-1-hyperv neutron-server[87514]: 'Trunk': {'1.1'}} Jan 21 09:28:49.068281 dv-neutron-825731-1-hyperv neutron-server[87514]: consumer versions: Jan 21 09:28:49.068281 dv-neutron-825731-1-hyperv neutron-server[87514]: { DHCP agent@dv-neutron-825731-1-hyperv: {}, Jan 21 09:28:49.068281 dv-neutron-825731-1-hyperv neutron-server[87514]: L3 agent@dv-neutron-825731-1-hyperv: {}, Jan 21 09:28:49.068281 dv-neutron-825731-1-hyperv neutron-server[87514]: Metadata agent@dv-neutron-825731-1-hyperv: {}, Jan 21 09:28:49.068281 dv-neutron-825731-1-hyperv neutron-server[87514]: Metering agent@dv-neutron-825731-1-hyperv: {}, Jan 21 09:28:49.068281 dv-neutron-825731-1-hyperv neutron-server[87514]: Open vSwitch agent@dv-neutron-825731-1-hyperv: { 'AddressGroup': '1.2', Jan 21 09:28:49.068281 dv-neutron-825731-1-hyperv neutron-server[87514]: 'ConntrackHelper': '1.0', Jan 21 09:28:49.068281 dv-neutron-825731-1-hyperv neutron-server[87514]: 'Log': '1.0', Jan 21 09:28:49.068281 dv-neutron-825731-1-hyperv neutron-server[87514]: 'Network': '1.1', Jan 21 09:28:49.068281 dv-neutron-825731-1-hyperv neutron-server[87514]: 'Port': '1.7', Jan 21 09:28:49.068281 dv-neutron-825731-1-hyperv neutron-server[87514]: 'PortForwarding': '1.2', Jan 21 09:28:49.068281 dv-neutron-825731-1-hyperv neutron-server[87514]: 'QosPolicy': '1.8', Jan 21 09:28:49.068281 dv-neutron-825731-1-hyperv neutron-server[87514]: 'SecurityGroup': '1.4', Jan 21 09:28:49.068281 dv-neutron-825731-1-hyperv neutron-server[87514]: 'SecurityGroupRule': '1.2', Jan 21 09:28:49.068281 dv-neutron-825731-1-hyperv neutron-server[87514]: 'SubPort': '1.0', Jan 21 09:28:49.068281 dv-neutron-825731-1-hyperv neutron-server[87514]: 'Subnet': '1.1', Jan 21 09:28:49.068281 dv-neutron-825731-1-hyperv neutron-server[87514]: 'Trunk': '1.1'}} Jan 21 09:28:49.068281 dv-neutron-825731-1-hyperv neutron-server[87514]: {{(pid=87514) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:28:49.108938 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:49.152088 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:49.153267 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:28:49.153925 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:49.254975 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.4596491 Jan 21 09:28:49.259746 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f53858-5895-47b4-9d1b-a0cc896ba00f admin admin] Pushing event updated for resources: {'Network': ['ID=80a065d7-b55c-43ad-a3e8-c65befe4136c,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:28:49.282623 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:28:49.693685 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:49.756813 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:51.180645 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:51.634163 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 43388) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:28:51.849955 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7790c576-95cf-4cc4-8c0a-f0f0719bfec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:28:51.851309 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7790c576-95cf-4cc4-8c0a-f0f0719bfec3 admin admin] 10.222.0.110 "GET /v2.0/subnets/53b95c6b-4ca0-4ea7-84dc-0ec971077240 HTTP/1.1" status: 200 len: 849 time: 0.2161667 Jan 21 09:28:52.025425 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4e885bdf-5af6-4644-aeee-bd59b6a2c34e admin admin] 10.222.0.110 "GET /v2.0/routers/f9c007bd-746e-4887-80a0-c599e628a148 HTTP/1.1" status: 200 len: 704 time: 0.1680715 Jan 21 09:28:52.512517 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-67584b23-03e7-4715-9937-350691fab319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:52.741714 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-67584b23-03e7-4715-9937-350691fab319 admin admin] Allocated IP 172.20.0.1 (8cc59e28-2f40-4d82-bb60-06a1e0b00b45/53b95c6b-4ca0-4ea7-84dc-0ec971077240/82bc4d35-73fb-4bf8-8783-1c17a2d5f0a1) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:28:52.898435 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-67584b23-03e7-4715-9937-350691fab319 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:52.916297 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-67584b23-03e7-4715-9937-350691fab319 admin admin] Transition to ACTIVE for port object 82bc4d35-73fb-4bf8-8783-1c17a2d5f0a1 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:28:52.970801 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-67584b23-03e7-4715-9937-350691fab319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:53.037936 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67584b23-03e7-4715-9937-350691fab319 admin admin] Network 8cc59e28-2f40-4d82-bb60-06a1e0b00b45 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:28:53.041020 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-67584b23-03e7-4715-9937-350691fab319 admin admin] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:28:53.047585 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67584b23-03e7-4715-9937-350691fab319 admin admin] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:28:53.048111 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-67584b23-03e7-4715-9937-350691fab319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:53.180483 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67584b23-03e7-4715-9937-350691fab319 admin admin] Pushing event updated for resources: {'Port': ['ID=82bc4d35-73fb-4bf8-8783-1c17a2d5f0a1,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:28:53.261380 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-d7d1760c-df80-4504-b634-16a893ac0fc5 None None] Provisioning for port 82bc4d35-73fb-4bf8-8783-1c17a2d5f0a1 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:28:53.266120 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-d7d1760c-df80-4504-b634-16a893ac0fc5 None None] Provisioning complete for port 82bc4d35-73fb-4bf8-8783-1c17a2d5f0a1 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:28:53.266494 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d7d1760c-df80-4504-b634-16a893ac0fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:53.317841 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-67584b23-03e7-4715-9937-350691fab319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:53.321930 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-d7d1760c-df80-4504-b634-16a893ac0fc5 None None] Port 82bc4d35-73fb-4bf8-8783-1c17a2d5f0a1 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:28:53.574810 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-67584b23-03e7-4715-9937-350691fab319 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:53.580231 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-67584b23-03e7-4715-9937-350691fab319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:53.580952 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-67584b23-03e7-4715-9937-350691fab319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:53.675286 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67584b23-03e7-4715-9937-350691fab319 admin admin] Pushing event updated for resources: {'Port': ['ID=82bc4d35-73fb-4bf8-8783-1c17a2d5f0a1,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:28:53.770784 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67584b23-03e7-4715-9937-350691fab319 admin admin] Network 8cc59e28-2f40-4d82-bb60-06a1e0b00b45 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:28:53.771833 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-67584b23-03e7-4715-9937-350691fab319 admin admin] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:28:53.943037 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-d09f1dca-4e01-4597-b1ca-b88518909544 None None] Provisioning complete for port 82bc4d35-73fb-4bf8-8783-1c17a2d5f0a1 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:28:53.943426 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d09f1dca-4e01-4597-b1ca-b88518909544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:53.961789 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67584b23-03e7-4715-9937-350691fab319 admin admin] Router f9c007bd-746e-4887-80a0-c599e628a148 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:28:53.996190 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-d09f1dca-4e01-4597-b1ca-b88518909544 None None] Port 82bc4d35-73fb-4bf8-8783-1c17a2d5f0a1 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:28:54.112464 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67584b23-03e7-4715-9937-350691fab319 admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:28:54.121554 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-67584b23-03e7-4715-9937-350691fab319 admin admin] 10.222.0.110 "PUT /v2.0/routers/f9c007bd-746e-4887-80a0-c599e628a148/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0904875 Jan 21 09:28:54.122408 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdfcfb9-9dcc-4569-a857-d9559cf8abc2 None None] Sync routers for ids ['f9c007bd-746e-4887-80a0-c599e628a148'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:28:54.132856 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdfcfb9-9dcc-4569-a857-d9559cf8abc2 None None] Routers {'f9c007bd-746e-4887-80a0-c599e628a148'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:28:54.133742 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-5cdfcfb9-9dcc-4569-a857-d9559cf8abc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:28:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['f9c007bd-746e-4887-80a0-c599e628a148'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:28:54.309622 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-5cdfcfb9-9dcc-4569-a857-d9559cf8abc2 None None] Set router f9c007bd-746e-4887-80a0-c599e628a148 gateway port host: None {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:28:54.678164 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-5cdfcfb9-9dcc-4569-a857-d9559cf8abc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c007bd-746e-4887-80a0-c599e628a148', 'name': 'router1', 'tenant_id': '2ed40178bc5d49f0acd6231335ad85e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:28:42Z', 'updated_at': '2022-01-21T09:28:53Z', 'revision_number': 2, 'project_id': '2ed40178bc5d49f0acd6231335ad85e7', 'gw_port_host': None, '_interfaces': [{'id': '82bc4d35-73fb-4bf8-8783-1c17a2d5f0a1', 'name': '', 'network_id': '8cc59e28-2f40-4d82-bb60-06a1e0b00b45', 'tenant_id': '2ed40178bc5d49f0acd6231335ad85e7', 'mac_address': 'fa:16:3e:99:92:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c007bd-746e-4887-80a0-c599e628a148', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53b95c6b-4ca0-4ea7-84dc-0ec971077240', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:28:52Z', 'updated_at': '2022-01-21T09:28:53Z', 'revision_number': 2, 'project_id': '2ed40178bc5d49f0acd6231335ad85e7', 'subnets': [{'id': '53b95c6b-4ca0-4ea7-84dc-0ec971077240', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a514515a-f5c8-4f0c-b942-6d882de853b8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:28:54.683725 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdfcfb9-9dcc-4569-a857-d9559cf8abc2 None None] Checking router: f9c007bd-746e-4887-80a0-c599e628a148 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:28:54.684150 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdfcfb9-9dcc-4569-a857-d9559cf8abc2 None None] Updating router f9c007bd-746e-4887-80a0-c599e628a148 port 82bc4d35-73fb-4bf8-8783-1c17a2d5f0a1 binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:28:54.736262 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-5cdfcfb9-9dcc-4569-a857-d9559cf8abc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:55.116331 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-5cdfcfb9-9dcc-4569-a857-d9559cf8abc2 None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:55.131692 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-5cdfcfb9-9dcc-4569-a857-d9559cf8abc2 None None] Transition to ACTIVE for port object 82bc4d35-73fb-4bf8-8783-1c17a2d5f0a1 will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:28:55.138419 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-5cdfcfb9-9dcc-4569-a857-d9559cf8abc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:55.374612 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8913a4d6-5d85-4b1c-abd0-f6450abfd6a0 None None] Pushing event updated for resources: {'Port': ['ID=82bc4d35-73fb-4bf8-8783-1c17a2d5f0a1,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:28:55.386782 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8913a4d6-5d85-4b1c-abd0-f6450abfd6a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:55.387135 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8913a4d6-5d85-4b1c-abd0-f6450abfd6a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:55.387862 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8913a4d6-5d85-4b1c-abd0-f6450abfd6a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:55.387862 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8913a4d6-5d85-4b1c-abd0-f6450abfd6a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:55.388131 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8913a4d6-5d85-4b1c-abd0-f6450abfd6a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:55.388468 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8913a4d6-5d85-4b1c-abd0-f6450abfd6a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:55.388791 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8913a4d6-5d85-4b1c-abd0-f6450abfd6a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:55.389108 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8913a4d6-5d85-4b1c-abd0-f6450abfd6a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:55.389438 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8913a4d6-5d85-4b1c-abd0-f6450abfd6a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:55.389755 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8913a4d6-5d85-4b1c-abd0-f6450abfd6a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:55.390064 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8913a4d6-5d85-4b1c-abd0-f6450abfd6a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:55.390376 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8913a4d6-5d85-4b1c-abd0-f6450abfd6a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:28:55.391691 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8913a4d6-5d85-4b1c-abd0-f6450abfd6a0 None None] Tracked resource versions report: Jan 21 09:28:55.391691 dv-neutron-825731-1-hyperv neutron-server[87517]: pushed versions: Jan 21 09:28:55.391691 dv-neutron-825731-1-hyperv neutron-server[87517]: { 'AddressGroup': {'1.2'}, Jan 21 09:28:55.391691 dv-neutron-825731-1-hyperv neutron-server[87517]: 'ConntrackHelper': {'1.0'}, Jan 21 09:28:55.391691 dv-neutron-825731-1-hyperv neutron-server[87517]: 'Log': {'1.0'}, Jan 21 09:28:55.391691 dv-neutron-825731-1-hyperv neutron-server[87517]: 'Network': {'1.1'}, Jan 21 09:28:55.391691 dv-neutron-825731-1-hyperv neutron-server[87517]: 'Port': {'1.7'}, Jan 21 09:28:55.391691 dv-neutron-825731-1-hyperv neutron-server[87517]: 'PortForwarding': {'1.2'}, Jan 21 09:28:55.391691 dv-neutron-825731-1-hyperv neutron-server[87517]: 'QosPolicy': {'1.8'}, Jan 21 09:28:55.391691 dv-neutron-825731-1-hyperv neutron-server[87517]: 'SecurityGroup': {'1.4'}, Jan 21 09:28:55.391691 dv-neutron-825731-1-hyperv neutron-server[87517]: 'SecurityGroupRule': {'1.2'}, Jan 21 09:28:55.391691 dv-neutron-825731-1-hyperv neutron-server[87517]: 'SubPort': {'1.0'}, Jan 21 09:28:55.391691 dv-neutron-825731-1-hyperv neutron-server[87517]: 'Subnet': {'1.1'}, Jan 21 09:28:55.391691 dv-neutron-825731-1-hyperv neutron-server[87517]: 'Trunk': {'1.1'}} Jan 21 09:28:55.391691 dv-neutron-825731-1-hyperv neutron-server[87517]: consumer versions: Jan 21 09:28:55.391691 dv-neutron-825731-1-hyperv neutron-server[87517]: { DHCP agent@dv-neutron-825731-1-hyperv: {}, Jan 21 09:28:55.391691 dv-neutron-825731-1-hyperv neutron-server[87517]: L3 agent@dv-neutron-825731-1-hyperv: {}, Jan 21 09:28:55.391691 dv-neutron-825731-1-hyperv neutron-server[87517]: Metadata agent@dv-neutron-825731-1-hyperv: {}, Jan 21 09:28:55.391691 dv-neutron-825731-1-hyperv neutron-server[87517]: Metering agent@dv-neutron-825731-1-hyperv: {}, Jan 21 09:28:55.391691 dv-neutron-825731-1-hyperv neutron-server[87517]: Open vSwitch agent@dv-neutron-825731-1-hyperv: { 'AddressGroup': '1.2', Jan 21 09:28:55.391691 dv-neutron-825731-1-hyperv neutron-server[87517]: 'ConntrackHelper': '1.0', Jan 21 09:28:55.391691 dv-neutron-825731-1-hyperv neutron-server[87517]: 'Log': '1.0', Jan 21 09:28:55.391691 dv-neutron-825731-1-hyperv neutron-server[87517]: 'Network': '1.1', Jan 21 09:28:55.391691 dv-neutron-825731-1-hyperv neutron-server[87517]: 'Port': '1.7', Jan 21 09:28:55.391691 dv-neutron-825731-1-hyperv neutron-server[87517]: 'PortForwarding': '1.2', Jan 21 09:28:55.391691 dv-neutron-825731-1-hyperv neutron-server[87517]: 'QosPolicy': '1.8', Jan 21 09:28:55.391691 dv-neutron-825731-1-hyperv neutron-server[87517]: 'SecurityGroup': '1.4', Jan 21 09:28:55.391691 dv-neutron-825731-1-hyperv neutron-server[87517]: 'SecurityGroupRule': '1.2', Jan 21 09:28:55.391691 dv-neutron-825731-1-hyperv neutron-server[87517]: 'SubPort': '1.0', Jan 21 09:28:55.391691 dv-neutron-825731-1-hyperv neutron-server[87517]: 'Subnet': '1.1', Jan 21 09:28:55.391691 dv-neutron-825731-1-hyperv neutron-server[87517]: 'Trunk': '1.1'}} Jan 21 09:28:55.391691 dv-neutron-825731-1-hyperv neutron-server[87517]: {{(pid=87517) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:28:55.395876 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-5cdfcfb9-9dcc-4569-a857-d9559cf8abc2 None None] Attempting to bind port 82bc4d35-73fb-4bf8-8783-1c17a2d5f0a1 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:28:55.396325 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-5cdfcfb9-9dcc-4569-a857-d9559cf8abc2 None None] Attempting to bind port 82bc4d35-73fb-4bf8-8783-1c17a2d5f0a1 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'e5267124-5779-4950-a15a-97671d91db8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8cc59e28-2f40-4d82-bb60-06a1e0b00b45'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:28:55.396696 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdfcfb9-9dcc-4569-a857-d9559cf8abc2 None None] Attempting to bind port 82bc4d35-73fb-4bf8-8783-1c17a2d5f0a1 on network 8cc59e28-2f40-4d82-bb60-06a1e0b00b45 {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:28:55.403062 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdfcfb9-9dcc-4569-a857-d9559cf8abc2 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:28:55.403484 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdfcfb9-9dcc-4569-a857-d9559cf8abc2 None None] Checking segment: {'id': 'e5267124-5779-4950-a15a-97671d91db8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8cc59e28-2f40-4d82-bb60-06a1e0b00b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:28:55.403984 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-5cdfcfb9-9dcc-4569-a857-d9559cf8abc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:55.404343 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdfcfb9-9dcc-4569-a857-d9559cf8abc2 None None] Bound using segment: {'id': 'e5267124-5779-4950-a15a-97671d91db8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8cc59e28-2f40-4d82-bb60-06a1e0b00b45'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:28:55.404833 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-5cdfcfb9-9dcc-4569-a857-d9559cf8abc2 None None] Bound port: 82bc4d35-73fb-4bf8-8783-1c17a2d5f0a1, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5267124-5779-4950-a15a-97671d91db8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8cc59e28-2f40-4d82-bb60-06a1e0b00b45'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:28:55.405204 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-5cdfcfb9-9dcc-4569-a857-d9559cf8abc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:55.493461 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-5cdfcfb9-9dcc-4569-a857-d9559cf8abc2 None None] For port 82bc4d35-73fb-4bf8-8783-1c17a2d5f0a1, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:28:55.497744 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-5cdfcfb9-9dcc-4569-a857-d9559cf8abc2 None None] For port 82bc4d35-73fb-4bf8-8783-1c17a2d5f0a1, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=82bc4d35-73fb-4bf8-8783-1c17a2d5f0a1,segment=NetworkSegment(e5267124-5779-4950-a15a-97671d91db8f),segment_id=e5267124-5779-4950-a15a-97671d91db8f)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:28:55.501647 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-5cdfcfb9-9dcc-4569-a857-d9559cf8abc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:55.590309 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdfcfb9-9dcc-4569-a857-d9559cf8abc2 None None] Routers {'f9c007bd-746e-4887-80a0-c599e628a148'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:28:55.590930 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-5cdfcfb9-9dcc-4569-a857-d9559cf8abc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:28:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['f9c007bd-746e-4887-80a0-c599e628a148'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:28:55.656665 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8913a4d6-5d85-4b1c-abd0-f6450abfd6a0 None None] Pushing event updated for resources: {'Port': ['ID=82bc4d35-73fb-4bf8-8783-1c17a2d5f0a1,revision_number=4']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:28:55.753278 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-5cdfcfb9-9dcc-4569-a857-d9559cf8abc2 None None] Set router f9c007bd-746e-4887-80a0-c599e628a148 gateway port host: None {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:28:56.075594 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-5cdfcfb9-9dcc-4569-a857-d9559cf8abc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c007bd-746e-4887-80a0-c599e628a148', 'name': 'router1', 'tenant_id': '2ed40178bc5d49f0acd6231335ad85e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:28:42Z', 'updated_at': '2022-01-21T09:28:53Z', 'revision_number': 2, 'project_id': '2ed40178bc5d49f0acd6231335ad85e7', 'gw_port_host': None, '_interfaces': [{'id': '82bc4d35-73fb-4bf8-8783-1c17a2d5f0a1', 'name': '', 'network_id': '8cc59e28-2f40-4d82-bb60-06a1e0b00b45', 'tenant_id': '2ed40178bc5d49f0acd6231335ad85e7', 'mac_address': 'fa:16:3e:99:92:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c007bd-746e-4887-80a0-c599e628a148', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53b95c6b-4ca0-4ea7-84dc-0ec971077240', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:28:52Z', 'updated_at': '2022-01-21T09:28:55Z', 'revision_number': 4, 'project_id': '2ed40178bc5d49f0acd6231335ad85e7', 'subnets': [{'id': '53b95c6b-4ca0-4ea7-84dc-0ec971077240', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a514515a-f5c8-4f0c-b942-6d882de853b8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:28:56.079377 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdfcfb9-9dcc-4569-a857-d9559cf8abc2 None None] The sync data for ids ['f9c007bd-746e-4887-80a0-c599e628a148'] in dv-neutron-825731-1-hyperv is: [{'id': 'f9c007bd-746e-4887-80a0-c599e628a148', 'name': 'router1', 'tenant_id': '2ed40178bc5d49f0acd6231335ad85e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:28:42Z', 'updated_at': '2022-01-21T09:28:53Z', 'revision_number': 2, 'project_id': '2ed40178bc5d49f0acd6231335ad85e7', 'gw_port_host': None, '_interfaces': [{'id': '82bc4d35-73fb-4bf8-8783-1c17a2d5f0a1', 'name': '', 'network_id': '8cc59e28-2f40-4d82-bb60-06a1e0b00b45', 'tenant_id': '2ed40178bc5d49f0acd6231335ad85e7', 'mac_address': 'fa:16:3e:99:92:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c007bd-746e-4887-80a0-c599e628a148', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53b95c6b-4ca0-4ea7-84dc-0ec971077240', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:28:52Z', 'updated_at': '2022-01-21T09:28:55Z', 'revision_number': 4, 'project_id': '2ed40178bc5d49f0acd6231335ad85e7', 'subnets': [{'id': '53b95c6b-4ca0-4ea7-84dc-0ec971077240', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a514515a-f5c8-4f0c-b942-6d882de853b8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:28:56.348503 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 43410) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:28:56.503794 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a0bafc-cbff-4fba-89c7-4871edae7093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:28:56.504378 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a1a0bafc-cbff-4fba-89c7-4871edae7093 admin admin] Synchronizing usage tracker for tenant:67c4a7d80c0f4f5a9fe84a90ddc1e595 on resource:network {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:28:56.521323 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a1a0bafc-cbff-4fba-89c7-4871edae7093 admin admin] Unset dirty status for tenant:67c4a7d80c0f4f5a9fe84a90ddc1e595 on resource:network {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:28:56.522476 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a1a0bafc-cbff-4fba-89c7-4871edae7093 admin admin] 10.222.0.110 "GET /v2.0/networks/80a065d7-b55c-43ad-a3e8-c65befe4136c HTTP/1.1" status: 200 len: 842 time: 0.1730344 Jan 21 09:28:56.532245 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-2e7737ed-e621-4b41-a704-79367033cbb0 admin admin] Request body: {'subnet': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'cidr': '172.26.3.0/24', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.26.3.1', 'enable_dhcp': False}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:28:56.537437 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-2e7737ed-e621-4b41-a704-79367033cbb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:28:56.541882 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-2e7737ed-e621-4b41-a704-79367033cbb0 admin admin] Usage tracker for resource:subnet and tenant:67c4a7d80c0f4f5a9fe84a90ddc1e595 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:28:56.545470 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-2e7737ed-e621-4b41-a704-79367033cbb0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:28:56.551127 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-2e7737ed-e621-4b41-a704-79367033cbb0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:28:56.561642 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7737ed-e621-4b41-a704-79367033cbb0 admin admin] Made reservation on behalf of 67c4a7d80c0f4f5a9fe84a90ddc1e595 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:28:56.563916 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2e7737ed-e621-4b41-a704-79367033cbb0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:56.972143 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.objects.ports [None req-2e7737ed-e621-4b41-a704-79367033cbb0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87514) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 09:28:56.972604 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2e7737ed-e621-4b41-a704-79367033cbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:57.053500 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7737ed-e621-4b41-a704-79367033cbb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f57ebf85-6ff0-4437-8997-bf8ae8fec77a,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:28:57.057607 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7737ed-e621-4b41-a704-79367033cbb0 admin admin] Checking segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:28:57.058123 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7737ed-e621-4b41-a704-79367033cbb0 admin admin] Network hostable DHCP agents. Network: 80a065d7-b55c-43ad-a3e8-c65befe4136c, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:28:57.079292 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7737ed-e621-4b41-a704-79367033cbb0 admin admin] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:28:57.088582 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-2e7737ed-e621-4b41-a704-79367033cbb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 80a065d7-b55c-43ad-a3e8-c65befe4136c) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:28:57.094281 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7737ed-e621-4b41-a704-79367033cbb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:28:57.094281 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2e7737ed-e621-4b41-a704-79367033cbb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:57.099928 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9514c9-8847-4fd1-9c40-cd9557a0cc26 None None] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:28:57.115937 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2e7737ed-e621-4b41-a704-79367033cbb0 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5874689 Jan 21 09:28:57.320529 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce45ef6-24e6-46b1-8652-83c2474a36b8 None None] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:28:57.482446 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 82bc4d35-73fb-4bf8-8783-1c17a2d5f0a1 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:28:57.622941 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 82bc4d35-73fb-4bf8-8783-1c17a2d5f0a1 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:28:57.627639 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 82bc4d35-73fb-4bf8-8783-1c17a2d5f0a1 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:28:57.628023 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:57.746270 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:57.779739 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 82bc4d35-73fb-4bf8-8783-1c17a2d5f0a1, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=82bc4d35-73fb-4bf8-8783-1c17a2d5f0a1,segment=NetworkSegment(e5267124-5779-4950-a15a-97671d91db8f),segment_id=e5267124-5779-4950-a15a-97671d91db8f)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:28:57.784146 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:57.857679 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=82bc4d35-73fb-4bf8-8783-1c17a2d5f0a1,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:28:59.359991 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 43424) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:28:59.444513 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 82bc4d35-73fb-4bf8-8783-1c17a2d5f0a1 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:28:59.513679 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 82bc4d35-73fb-4bf8-8783-1c17a2d5f0a1 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:28:59.514042 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:28:59.573044 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-bcd398d1-85f7-46f6-8723-4759e83414a2 admin admin] 10.222.0.110 "GET /v2.0/routers/f9c007bd-746e-4887-80a0-c599e628a148 HTTP/1.1" status: 200 len: 710 time: 0.2119737 Jan 21 09:28:59.594382 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 5 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:28:59.700173 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9779399e-0734-4ac6-aec9-93f371f96ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:28:59.701483 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-9779399e-0734-4ac6-aec9-93f371f96ba9 admin admin] 10.222.0.110 "GET /v2.0/networks/80a065d7-b55c-43ad-a3e8-c65befe4136c HTTP/1.1" status: 200 len: 886 time: 0.1228261 Jan 21 09:28:59.709946 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-1ac99511-cff2-4e1b-bf19-180b0f861c7b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:29:00.137317 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1ac99511-cff2-4e1b-bf19-180b0f861c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:00.489741 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1ac99511-cff2-4e1b-bf19-180b0f861c7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:00.547044 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1ac99511-cff2-4e1b-bf19-180b0f861c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:00.683618 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-1ac99511-cff2-4e1b-bf19-180b0f861c7b admin admin] Allocated IP 172.26.3.70 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/9f3ecb51-fbeb-4792-952d-0699aee6e8d5) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:29:00.829168 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1ac99511-cff2-4e1b-bf19-180b0f861c7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:00.883321 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1ac99511-cff2-4e1b-bf19-180b0f861c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:00.946364 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac99511-cff2-4e1b-bf19-180b0f861c7b admin admin] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:29:00.949718 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-1ac99511-cff2-4e1b-bf19-180b0f861c7b admin admin] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:29:00.954081 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac99511-cff2-4e1b-bf19-180b0f861c7b admin admin] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:29:01.008919 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac99511-cff2-4e1b-bf19-180b0f861c7b admin admin] Pushing event updated for resources: {'Port': ['ID=9f3ecb51-fbeb-4792-952d-0699aee6e8d5,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:29:01.327374 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1ac99511-cff2-4e1b-bf19-180b0f861c7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:01.695216 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1ac99511-cff2-4e1b-bf19-180b0f861c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:01.698319 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1ac99511-cff2-4e1b-bf19-180b0f861c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555907'] for router, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:01.874298 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac99511-cff2-4e1b-bf19-180b0f861c7b admin admin] Router f9c007bd-746e-4887-80a0-c599e628a148 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:29:02.046503 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac99511-cff2-4e1b-bf19-180b0f861c7b admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:29:02.054522 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1ac99511-cff2-4e1b-bf19-180b0f861c7b admin admin] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:02.058416 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1ac99511-cff2-4e1b-bf19-180b0f861c7b admin admin] 10.222.0.110 "PUT /v2.0/routers/f9c007bd-746e-4887-80a0-c599e628a148 HTTP/1.1" status: 200 len: 889 time: 2.3488293 Jan 21 09:29:02.058577 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e521a22-5b79-4ae5-b375-f15e5d8f79a2 None None] Sync routers for ids ['f9c007bd-746e-4887-80a0-c599e628a148'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:29:02.069425 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e521a22-5b79-4ae5-b375-f15e5d8f79a2 None None] Routers {'f9c007bd-746e-4887-80a0-c599e628a148'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:29:02.070111 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-2e521a22-5b79-4ae5-b375-f15e5d8f79a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:28:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['f9c007bd-746e-4887-80a0-c599e628a148'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:29:02.262126 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-2e521a22-5b79-4ae5-b375-f15e5d8f79a2 None None] Set router f9c007bd-746e-4887-80a0-c599e628a148 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:29:02.599239 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-2e521a22-5b79-4ae5-b375-f15e5d8f79a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c007bd-746e-4887-80a0-c599e628a148', 'name': 'router1', 'tenant_id': '2ed40178bc5d49f0acd6231335ad85e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '9f3ecb51-fbeb-4792-952d-0699aee6e8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:28:42Z', 'updated_at': '2022-01-21T09:29:01Z', 'revision_number': 4, 'project_id': '2ed40178bc5d49f0acd6231335ad85e7', 'gw_port': {'id': '9f3ecb51-fbeb-4792-952d-0699aee6e8d5', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:da:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c007bd-746e-4887-80a0-c599e628a148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:29:00Z', 'updated_at': '2022-01-21T09:29:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '82bc4d35-73fb-4bf8-8783-1c17a2d5f0a1', 'name': '', 'network_id': '8cc59e28-2f40-4d82-bb60-06a1e0b00b45', 'tenant_id': '2ed40178bc5d49f0acd6231335ad85e7', 'mac_address': 'fa:16:3e:99:92:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c007bd-746e-4887-80a0-c599e628a148', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53b95c6b-4ca0-4ea7-84dc-0ec971077240', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:28:52Z', 'updated_at': '2022-01-21T09:28:57Z', 'revision_number': 5, 'project_id': '2ed40178bc5d49f0acd6231335ad85e7', 'subnets': [{'id': '53b95c6b-4ca0-4ea7-84dc-0ec971077240', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a514515a-f5c8-4f0c-b942-6d882de853b8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:29:02.605118 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e521a22-5b79-4ae5-b375-f15e5d8f79a2 None None] Checking router: f9c007bd-746e-4887-80a0-c599e628a148 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:29:02.605697 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e521a22-5b79-4ae5-b375-f15e5d8f79a2 None None] Updating router f9c007bd-746e-4887-80a0-c599e628a148 port 9f3ecb51-fbeb-4792-952d-0699aee6e8d5 binding host dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:29:02.661853 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2e521a22-5b79-4ae5-b375-f15e5d8f79a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:02.986467 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2e521a22-5b79-4ae5-b375-f15e5d8f79a2 None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:02.998687 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-2e521a22-5b79-4ae5-b375-f15e5d8f79a2 None None] Transition to ACTIVE for port object 9f3ecb51-fbeb-4792-952d-0699aee6e8d5 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:29:03.005428 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2e521a22-5b79-4ae5-b375-f15e5d8f79a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:03.080976 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-2e521a22-5b79-4ae5-b375-f15e5d8f79a2 None None] Attempting to bind port 9f3ecb51-fbeb-4792-952d-0699aee6e8d5 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:29:03.081719 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-2e521a22-5b79-4ae5-b375-f15e5d8f79a2 None None] Attempting to bind port 9f3ecb51-fbeb-4792-952d-0699aee6e8d5 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:29:03.081719 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e521a22-5b79-4ae5-b375-f15e5d8f79a2 None None] Attempting to bind port 9f3ecb51-fbeb-4792-952d-0699aee6e8d5 on network 80a065d7-b55c-43ad-a3e8-c65befe4136c {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:29:03.087019 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccadac0a-bf23-4e7a-94cd-bbe75a23f79f None None] Pushing event updated for resources: {'Port': ['ID=9f3ecb51-fbeb-4792-952d-0699aee6e8d5,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:29:03.091268 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e521a22-5b79-4ae5-b375-f15e5d8f79a2 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:29:03.091656 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e521a22-5b79-4ae5-b375-f15e5d8f79a2 None None] Checking segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:29:03.092048 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2e521a22-5b79-4ae5-b375-f15e5d8f79a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:03.092423 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e521a22-5b79-4ae5-b375-f15e5d8f79a2 None None] Bound using segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:29:03.092882 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-2e521a22-5b79-4ae5-b375-f15e5d8f79a2 None None] Bound port: 9f3ecb51-fbeb-4792-952d-0699aee6e8d5, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:29:03.093263 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2e521a22-5b79-4ae5-b375-f15e5d8f79a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:03.186270 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-2e521a22-5b79-4ae5-b375-f15e5d8f79a2 None None] For port 9f3ecb51-fbeb-4792-952d-0699aee6e8d5, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:29:03.189114 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-2e521a22-5b79-4ae5-b375-f15e5d8f79a2 None None] For port 9f3ecb51-fbeb-4792-952d-0699aee6e8d5, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=9f3ecb51-fbeb-4792-952d-0699aee6e8d5,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:29:03.193537 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2e521a22-5b79-4ae5-b375-f15e5d8f79a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:03.270448 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e521a22-5b79-4ae5-b375-f15e5d8f79a2 None None] Routers {'f9c007bd-746e-4887-80a0-c599e628a148'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:29:03.271044 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-2e521a22-5b79-4ae5-b375-f15e5d8f79a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:28:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['f9c007bd-746e-4887-80a0-c599e628a148'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:29:03.325223 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccadac0a-bf23-4e7a-94cd-bbe75a23f79f None None] Pushing event updated for resources: {'Port': ['ID=9f3ecb51-fbeb-4792-952d-0699aee6e8d5,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:29:03.451707 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-2e521a22-5b79-4ae5-b375-f15e5d8f79a2 None None] Set router f9c007bd-746e-4887-80a0-c599e628a148 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:29:03.772609 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-2e521a22-5b79-4ae5-b375-f15e5d8f79a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c007bd-746e-4887-80a0-c599e628a148', 'name': 'router1', 'tenant_id': '2ed40178bc5d49f0acd6231335ad85e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '9f3ecb51-fbeb-4792-952d-0699aee6e8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:28:42Z', 'updated_at': '2022-01-21T09:29:01Z', 'revision_number': 4, 'project_id': '2ed40178bc5d49f0acd6231335ad85e7', 'gw_port': {'id': '9f3ecb51-fbeb-4792-952d-0699aee6e8d5', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:da:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c007bd-746e-4887-80a0-c599e628a148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:29:00Z', 'updated_at': '2022-01-21T09:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '82bc4d35-73fb-4bf8-8783-1c17a2d5f0a1', 'name': '', 'network_id': '8cc59e28-2f40-4d82-bb60-06a1e0b00b45', 'tenant_id': '2ed40178bc5d49f0acd6231335ad85e7', 'mac_address': 'fa:16:3e:99:92:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c007bd-746e-4887-80a0-c599e628a148', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53b95c6b-4ca0-4ea7-84dc-0ec971077240', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:28:52Z', 'updated_at': '2022-01-21T09:28:57Z', 'revision_number': 5, 'project_id': '2ed40178bc5d49f0acd6231335ad85e7', 'subnets': [{'id': '53b95c6b-4ca0-4ea7-84dc-0ec971077240', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a514515a-f5c8-4f0c-b942-6d882de853b8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:29:03.777160 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e521a22-5b79-4ae5-b375-f15e5d8f79a2 None None] The sync data for ids ['f9c007bd-746e-4887-80a0-c599e628a148'] in dv-neutron-825731-1-hyperv is: [{'id': 'f9c007bd-746e-4887-80a0-c599e628a148', 'name': 'router1', 'tenant_id': '2ed40178bc5d49f0acd6231335ad85e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '9f3ecb51-fbeb-4792-952d-0699aee6e8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:28:42Z', 'updated_at': '2022-01-21T09:29:01Z', 'revision_number': 4, 'project_id': '2ed40178bc5d49f0acd6231335ad85e7', 'gw_port': {'id': '9f3ecb51-fbeb-4792-952d-0699aee6e8d5', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:da:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c007bd-746e-4887-80a0-c599e628a148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:29:00Z', 'updated_at': '2022-01-21T09:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '82bc4d35-73fb-4bf8-8783-1c17a2d5f0a1', 'name': '', 'network_id': '8cc59e28-2f40-4d82-bb60-06a1e0b00b45', 'tenant_id': '2ed40178bc5d49f0acd6231335ad85e7', 'mac_address': 'fa:16:3e:99:92:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c007bd-746e-4887-80a0-c599e628a148', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53b95c6b-4ca0-4ea7-84dc-0ec971077240', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:28:52Z', 'updated_at': '2022-01-21T09:28:57Z', 'revision_number': 5, 'project_id': '2ed40178bc5d49f0acd6231335ad85e7', 'subnets': [{'id': '53b95c6b-4ca0-4ea7-84dc-0ec971077240', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a514515a-f5c8-4f0c-b942-6d882de853b8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:29:04.490021 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 43434) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:29:04.609007 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-bd4e4a07-b31d-4f7b-af59-decb7fb5ccdc admin admin] 10.222.0.110 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1178796 Jan 21 09:29:05.499575 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 9f3ecb51-fbeb-4792-952d-0699aee6e8d5 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:29:05.567466 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 9f3ecb51-fbeb-4792-952d-0699aee6e8d5 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:29:05.572325 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 9f3ecb51-fbeb-4792-952d-0699aee6e8d5 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:29:05.572694 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:05.700539 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:05.717301 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 9f3ecb51-fbeb-4792-952d-0699aee6e8d5, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=9f3ecb51-fbeb-4792-952d-0699aee6e8d5,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:29:05.721838 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:05.799204 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=9f3ecb51-fbeb-4792-952d-0699aee6e8d5,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:29:07.462642 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 9f3ecb51-fbeb-4792-952d-0699aee6e8d5 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:29:07.565301 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 9f3ecb51-fbeb-4792-952d-0699aee6e8d5 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:29:07.565611 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:16.421053 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b184b333-5397-417a-b5fe-e2ee4ccf7eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:18.764633 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8673839a-ddcd-4718-a53a-a640811dd9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:19.698155 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:19.763618 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:21.197021 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:36.593755 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 5 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:29:46.423980 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-daddeaf5-da9e-4c1b-8940-225996c396d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:48.770691 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7cfaa5d1-58fb-4e77-80aa-ab468a008de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:49.701428 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:49.768439 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:51.204196 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:13.592317 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 5 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:30:16.431144 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c5b6f61e-bfe1-4e2f-bb4c-a388df698e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:18.768982 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-32406223-7d5a-46b3-b595-810900521e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:19.708751 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:19.774254 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:21.209268 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:46.424069 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0124df59-21f4-4f6f-98c2-a47d6403ddf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:48.762984 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d08cb7c1-1e35-4fd8-a097-6a1293aefb6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:49.702196 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:49.772523 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:50.590751 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 5 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:30:51.211010 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:10.418892 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 44036) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:31:10.485952 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff06761e-3895-45e8-986f-bd9756b3fbc0 admin admin] GET failed (client error): The resource could not be found. Jan 21 09:31:10.487821 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ff06761e-3895-45e8-986f-bd9756b3fbc0 admin admin] 10.222.0.110 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0679541 Jan 21 09:31:10.659734 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6a845c-7cea-4f71-97a0-67d94769625e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:10.661089 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2b6a845c-7cea-4f71-97a0-67d94769625e admin admin] 10.222.0.110 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1694167 Jan 21 09:31:12.816660 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 44046) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:31:12.921879 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04c664f-1f81-42f6-a10f-278827c11c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:12.922438 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c04c664f-1f81-42f6-a10f-278827c11c2f admin admin] Synchronizing usage tracker for tenant:67c4a7d80c0f4f5a9fe84a90ddc1e595 on resource:subnet {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:31:12.937538 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c04c664f-1f81-42f6-a10f-278827c11c2f admin admin] Unset dirty status for tenant:67c4a7d80c0f4f5a9fe84a90ddc1e595 on resource:subnet {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:31:12.938709 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c04c664f-1f81-42f6-a10f-278827c11c2f admin admin] 10.222.0.110 "GET /v2.0/subnets/53b95c6b-4ca0-4ea7-84dc-0ec971077240 HTTP/1.1" status: 200 len: 849 time: 0.1210175 Jan 21 09:31:12.948051 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-d179a38a-f26f-454f-bd77-3990a21d5d07 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:13.063996 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d179a38a-f26f-454f-bd77-3990a21d5d07 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:13.248988 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d179a38a-f26f-454f-bd77-3990a21d5d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761633149422'] for subnet, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:13.290469 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d179a38a-f26f-454f-bd77-3990a21d5d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:13.291049 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d179a38a-f26f-454f-bd77-3990a21d5d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:13.292689 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d179a38a-f26f-454f-bd77-3990a21d5d07 admin admin] 10.222.0.110 "PUT /v2.0/subnets/53b95c6b-4ca0-4ea7-84dc-0ec971077240 HTTP/1.1" status: 200 len: 868 time: 0.3480115 Jan 21 09:31:13.295967 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39461167-3baa-48a5-8f95-a49408bfbb0e None None] Network 8cc59e28-2f40-4d82-bb60-06a1e0b00b45 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:31:13.326437 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d179a38a-f26f-454f-bd77-3990a21d5d07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53b95c6b-4ca0-4ea7-84dc-0ec971077240,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:31:13.334692 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d179a38a-f26f-454f-bd77-3990a21d5d07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:13.335040 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d179a38a-f26f-454f-bd77-3990a21d5d07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:13.335377 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d179a38a-f26f-454f-bd77-3990a21d5d07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:13.335754 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d179a38a-f26f-454f-bd77-3990a21d5d07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:13.336081 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d179a38a-f26f-454f-bd77-3990a21d5d07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:13.336407 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d179a38a-f26f-454f-bd77-3990a21d5d07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:13.336733 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d179a38a-f26f-454f-bd77-3990a21d5d07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:13.337058 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d179a38a-f26f-454f-bd77-3990a21d5d07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:13.337375 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d179a38a-f26f-454f-bd77-3990a21d5d07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:13.337696 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d179a38a-f26f-454f-bd77-3990a21d5d07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:13.338014 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d179a38a-f26f-454f-bd77-3990a21d5d07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:13.338331 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d179a38a-f26f-454f-bd77-3990a21d5d07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:31:13.743409 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-2d0c0abb-efec-4a98-bcda-e2c215d18eee None None] Provisioning complete for port ed7ee9af-f361-4b83-93f6-602331946ab4 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:13.743777 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2d0c0abb-efec-4a98-bcda-e2c215d18eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:13.868749 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-2d0c0abb-efec-4a98-bcda-e2c215d18eee None None] Provisioning complete for port 82bc4d35-73fb-4bf8-8783-1c17a2d5f0a1 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:31:13.869004 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2d0c0abb-efec-4a98-bcda-e2c215d18eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:15.456206 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 44056) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:31:15.631039 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b8f066-05d8-40bc-9c02-0cb23e0e4415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:15.631538 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b8f066-05d8-40bc-9c02-0cb23e0e4415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:15.633061 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-71b8f066-05d8-40bc-9c02-0cb23e0e4415 admin admin] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1759284 Jan 21 09:31:16.428454 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8fab9d46-0bad-4b69-9174-141b7a052f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:17.791788 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 44066) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:31:17.964368 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b16e949-3601-49a1-8b22-88e2a3c6e54c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:17.964834 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b16e949-3601-49a1-8b22-88e2a3c6e54c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:17.966352 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1b16e949-3601-49a1-8b22-88e2a3c6e54c admin admin] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1735773 Jan 21 09:31:18.765954 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-505347a7-79a0-4de3-bb55-3b0824772eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:19.704356 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:19.776472 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:20.148263 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44076) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:31:20.325920 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1411b08-a7b2-4535-895e-abf9c308badd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:20.327329 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f1411b08-a7b2-4535-895e-abf9c308badd admin admin] 10.222.0.110 "GET /v2.0/networks/80a065d7-b55c-43ad-a3e8-c65befe4136c HTTP/1.1" status: 200 len: 886 time: 0.1780596 Jan 21 09:31:21.213994 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:22.471330 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 44086) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:31:22.644443 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3728d81a-1a61-4a68-98c7-b4bac5235eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:22.645792 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3728d81a-1a61-4a68-98c7-b4bac5235eb4 admin admin] 10.222.0.110 "GET /v2.0/networks/8cc59e28-2f40-4d82-bb60-06a1e0b00b45 HTTP/1.1" status: 200 len: 869 time: 0.1733830 Jan 21 09:31:24.799281 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 44096) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:31:24.912352 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3a7731-0762-4a9e-943d-08d15715634f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:24.912921 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3a7731-0762-4a9e-943d-08d15715634f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:24.914730 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4a3a7731-0762-4a9e-943d-08d15715634f admin admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1144755 Jan 21 09:31:27.154283 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44106) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:31:27.264717 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f718ea52-7944-4bcb-8ff9-55fab1ee53fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:27.265202 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f718ea52-7944-4bcb-8ff9-55fab1ee53fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:27.266844 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f718ea52-7944-4bcb-8ff9-55fab1ee53fd admin admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1116397 Jan 21 09:31:27.589366 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 5 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:31:29.426575 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 44116) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:31:29.534847 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8af31ec-319d-4ab7-b320-f493ab6c0634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:29.536206 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c8af31ec-319d-4ab7-b320-f493ab6c0634 admin admin] 10.222.0.110 "GET /v2.0/subnets/53b95c6b-4ca0-4ea7-84dc-0ec971077240 HTTP/1.1" status: 200 len: 868 time: 0.1087074 Jan 21 09:31:31.671819 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 44126) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:31:31.771787 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810b767c-c6f1-41d9-906f-0fcd0bd2a758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:31.773054 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-810b767c-c6f1-41d9-906f-0fcd0bd2a758 admin admin] 10.222.0.110 "GET /v2.0/subnets/f57ebf85-6ff0-4437-8997-bf8ae8fec77a HTTP/1.1" status: 200 len: 816 time: 0.1002162 Jan 21 09:31:46.430516 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-316db792-b4f0-4e21-b960-99a64185954e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:48.770741 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1d5a280f-b090-4469-a553-7f3db25de591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:49.706122 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:49.779279 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:51.217892 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:55.166647 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44170) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:31:55.213842 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [None req-b7cff208-2894-4798-8938-a6320b2b0905 admin admin] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=87515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:31:55.214823 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-b7cff208-2894-4798-8938-a6320b2b0905 admin admin] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472648 Jan 21 09:31:57.429859 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44180) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:31:57.496179 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-264e6cb1-2546-4b6c-8ba1-d8299f2552c1 admin admin] GET failed (client error): The resource could not be found. Jan 21 09:31:57.498175 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-264e6cb1-2546-4b6c-8ba1-d8299f2552c1 admin admin] 10.222.0.110 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0673985 Jan 21 09:31:57.620543 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b58e18-4eec-4091-9430-9e257532dbf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:31:57.622424 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c6b58e18-4eec-4091-9430-9e257532dbf5 admin admin] 10.222.0.110 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1203439 Jan 21 09:31:59.788356 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44190) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:31:59.836907 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-9e916586-be3f-4fff-af88-787a10ae5276 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:31:59.841920 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-9e916586-be3f-4fff-af88-787a10ae5276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:31:59.851199 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-9e916586-be3f-4fff-af88-787a10ae5276 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:31:59.860493 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e916586-be3f-4fff-af88-787a10ae5276 admin admin] Made reservation on behalf of 67c4a7d80c0f4f5a9fe84a90ddc1e595 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:31:59.863012 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9e916586-be3f-4fff-af88-787a10ae5276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:59.952374 dv-neutron-825731-1-hyperv neutron-server[87515]: WARNING neutron.services.revisions.revision_plugin [None req-9e916586-be3f-4fff-af88-787a10ae5276 admin admin] Could not find related network for resource to bump revision. Jan 21 09:31:59.965624 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e916586-be3f-4fff-af88-787a10ae5276 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:31:59.974848 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9e916586-be3f-4fff-af88-787a10ae5276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:59.975185 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-9e916586-be3f-4fff-af88-787a10ae5276 admin admin] Added segment a147508c-5eaa-4dd0-a443-fca91dba618c of type vlan for network 3771b5f6-efdd-4bdd-8ce4-ecd07fdc5371 Jan 21 09:32:00.004261 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9e916586-be3f-4fff-af88-787a10ae5276 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:00.035331 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9e916586-be3f-4fff-af88-787a10ae5276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:00.036285 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e916586-be3f-4fff-af88-787a10ae5276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:00.037116 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9e916586-be3f-4fff-af88-787a10ae5276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:00.137995 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-9e916586-be3f-4fff-af88-787a10ae5276 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3485668 Jan 21 09:32:00.138562 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e916586-be3f-4fff-af88-787a10ae5276 admin admin] Pushing event updated for resources: {'Network': ['ID=3771b5f6-efdd-4bdd-8ce4-ecd07fdc5371,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:00.145500 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e916586-be3f-4fff-af88-787a10ae5276 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:00.145849 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e916586-be3f-4fff-af88-787a10ae5276 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:00.146186 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e916586-be3f-4fff-af88-787a10ae5276 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:00.146541 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e916586-be3f-4fff-af88-787a10ae5276 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:00.146867 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e916586-be3f-4fff-af88-787a10ae5276 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:00.147194 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e916586-be3f-4fff-af88-787a10ae5276 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:00.147550 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e916586-be3f-4fff-af88-787a10ae5276 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:00.147876 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e916586-be3f-4fff-af88-787a10ae5276 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:00.148195 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e916586-be3f-4fff-af88-787a10ae5276 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:00.148516 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e916586-be3f-4fff-af88-787a10ae5276 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:00.148831 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e916586-be3f-4fff-af88-787a10ae5276 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:00.149144 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e916586-be3f-4fff-af88-787a10ae5276 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:00.162465 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 3771b5f6-efdd-4bdd-8ce4-ecd07fdc5371 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:32:02.301912 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44200) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:32:02.368323 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a295da9-caeb-4aed-a78a-a763ad4608f7 admin admin] GET failed (client error): The resource could not be found. Jan 21 09:32:02.368891 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0a295da9-caeb-4aed-a78a-a763ad4608f7 admin admin] Synchronizing usage tracker for tenant:67c4a7d80c0f4f5a9fe84a90ddc1e595 on resource:network {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:32:02.383691 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0a295da9-caeb-4aed-a78a-a763ad4608f7 admin admin] Unset dirty status for tenant:67c4a7d80c0f4f5a9fe84a90ddc1e595 on resource:network {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:32:02.384972 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0a295da9-caeb-4aed-a78a-a763ad4608f7 admin admin] 10.222.0.110 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0821271 Jan 21 09:32:02.488875 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d5340b-7a75-403a-a412-3d334da86d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:02.490219 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-86d5340b-7a75-403a-a412-3d334da86d3d admin admin] 10.222.0.110 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1013076 Jan 21 09:32:02.501751 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-d475ab0b-4ffc-4d55-b6c0-f4100312c900 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '3771b5f6-efdd-4bdd-8ce4-ecd07fdc5371', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:32:02.506176 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d475ab0b-4ffc-4d55-b6c0-f4100312c900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:32:02.516185 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d475ab0b-4ffc-4d55-b6c0-f4100312c900 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:32:02.525484 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d475ab0b-4ffc-4d55-b6c0-f4100312c900 admin admin] Made reservation on behalf of 67c4a7d80c0f4f5a9fe84a90ddc1e595 for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:02.529022 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d475ab0b-4ffc-4d55-b6c0-f4100312c900 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:02.777506 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d475ab0b-4ffc-4d55-b6c0-f4100312c900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:02.846753 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d475ab0b-4ffc-4d55-b6c0-f4100312c900 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6706089a-ab3c-47a0-b57c-b0fe5b6bae41,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:02.857897 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d475ab0b-4ffc-4d55-b6c0-f4100312c900 admin admin] Checking segment: {'id': 'a147508c-5eaa-4dd0-a443-fca91dba618c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3771b5f6-efdd-4bdd-8ce4-ecd07fdc5371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:32:02.858241 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d475ab0b-4ffc-4d55-b6c0-f4100312c900 admin admin] Network hostable DHCP agents. Network: 3771b5f6-efdd-4bdd-8ce4-ecd07fdc5371, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:32:02.875674 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d475ab0b-4ffc-4d55-b6c0-f4100312c900 admin admin] Network 3771b5f6-efdd-4bdd-8ce4-ecd07fdc5371 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:32:02.884305 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-d475ab0b-4ffc-4d55-b6c0-f4100312c900 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 3771b5f6-efdd-4bdd-8ce4-ecd07fdc5371) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:02.888960 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d475ab0b-4ffc-4d55-b6c0-f4100312c900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:02.889530 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d475ab0b-4ffc-4d55-b6c0-f4100312c900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:02.893473 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8f1c47-2ed7-4a16-a77d-720f78aba461 None None] Network 3771b5f6-efdd-4bdd-8ce4-ecd07fdc5371 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:32:02.917017 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d475ab0b-4ffc-4d55-b6c0-f4100312c900 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4201360 Jan 21 09:32:03.120907 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dc34d8-747c-474d-a9fd-f9b5eb256d80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-3771b5f6-efdd-4bdd-8ce4-ecd07fdc5371', 'network_id': '3771b5f6-efdd-4bdd-8ce4-ecd07fdc5371', 'tenant_id': '67c4a7d80c0f4f5a9fe84a90ddc1e595', 'fixed_ips': [{'subnet_id': '6706089a-ab3c-47a0-b57c-b0fe5b6bae41'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:32:03.121964 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-27dc34d8-747c-474d-a9fd-f9b5eb256d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:03.281266 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-27dc34d8-747c-474d-a9fd-f9b5eb256d80 None None] Allocated IP 192.168.233.2 (3771b5f6-efdd-4bdd-8ce4-ecd07fdc5371/6706089a-ab3c-47a0-b57c-b0fe5b6bae41/cfe707d5-22ad-4d53-9974-feeb487bebe2) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:32:03.488819 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-27dc34d8-747c-474d-a9fd-f9b5eb256d80 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:03.499559 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-27dc34d8-747c-474d-a9fd-f9b5eb256d80 None None] Transition to ACTIVE for port object cfe707d5-22ad-4d53-9974-feeb487bebe2 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:32:03.518554 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-27dc34d8-747c-474d-a9fd-f9b5eb256d80 None None] Transition to ACTIVE for port object cfe707d5-22ad-4d53-9974-feeb487bebe2 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:32:03.525382 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-27dc34d8-747c-474d-a9fd-f9b5eb256d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:03.618377 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dc34d8-747c-474d-a9fd-f9b5eb256d80 None None] Network 3771b5f6-efdd-4bdd-8ce4-ecd07fdc5371 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:32:03.621797 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-27dc34d8-747c-474d-a9fd-f9b5eb256d80 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:32:03.624199 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dc34d8-747c-474d-a9fd-f9b5eb256d80 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:32:03.630006 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc34d8-747c-474d-a9fd-f9b5eb256d80 None None] Pushing event updated for resources: {'Port': ['ID=cfe707d5-22ad-4d53-9974-feeb487bebe2,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:03.665980 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc34d8-747c-474d-a9fd-f9b5eb256d80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:03.666343 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc34d8-747c-474d-a9fd-f9b5eb256d80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:03.666683 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc34d8-747c-474d-a9fd-f9b5eb256d80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:03.667015 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc34d8-747c-474d-a9fd-f9b5eb256d80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:03.667345 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc34d8-747c-474d-a9fd-f9b5eb256d80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:03.667797 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc34d8-747c-474d-a9fd-f9b5eb256d80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:03.668124 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc34d8-747c-474d-a9fd-f9b5eb256d80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:03.668447 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc34d8-747c-474d-a9fd-f9b5eb256d80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:03.668783 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc34d8-747c-474d-a9fd-f9b5eb256d80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:03.669104 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc34d8-747c-474d-a9fd-f9b5eb256d80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:03.669419 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc34d8-747c-474d-a9fd-f9b5eb256d80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:03.669752 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc34d8-747c-474d-a9fd-f9b5eb256d80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:03.726951 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-27dc34d8-747c-474d-a9fd-f9b5eb256d80 None None] Attempting to bind port cfe707d5-22ad-4d53-9974-feeb487bebe2 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:32:03.727548 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-27dc34d8-747c-474d-a9fd-f9b5eb256d80 None None] Attempting to bind port cfe707d5-22ad-4d53-9974-feeb487bebe2 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'a147508c-5eaa-4dd0-a443-fca91dba618c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3771b5f6-efdd-4bdd-8ce4-ecd07fdc5371'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:32:03.727884 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dc34d8-747c-474d-a9fd-f9b5eb256d80 None None] Attempting to bind port cfe707d5-22ad-4d53-9974-feeb487bebe2 on network 3771b5f6-efdd-4bdd-8ce4-ecd07fdc5371 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:32:03.734269 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dc34d8-747c-474d-a9fd-f9b5eb256d80 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:32:03.734587 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dc34d8-747c-474d-a9fd-f9b5eb256d80 None None] Checking segment: {'id': 'a147508c-5eaa-4dd0-a443-fca91dba618c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3771b5f6-efdd-4bdd-8ce4-ecd07fdc5371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:32:03.734980 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-27dc34d8-747c-474d-a9fd-f9b5eb256d80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:03.735372 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dc34d8-747c-474d-a9fd-f9b5eb256d80 None None] Bound using segment: {'id': 'a147508c-5eaa-4dd0-a443-fca91dba618c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3771b5f6-efdd-4bdd-8ce4-ecd07fdc5371'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:32:03.735861 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-27dc34d8-747c-474d-a9fd-f9b5eb256d80 None None] Bound port: cfe707d5-22ad-4d53-9974-feeb487bebe2, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a147508c-5eaa-4dd0-a443-fca91dba618c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3771b5f6-efdd-4bdd-8ce4-ecd07fdc5371'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:32:03.736250 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-27dc34d8-747c-474d-a9fd-f9b5eb256d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:03.827575 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-27dc34d8-747c-474d-a9fd-f9b5eb256d80 None None] For port cfe707d5-22ad-4d53-9974-feeb487bebe2, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:32:03.831204 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-27dc34d8-747c-474d-a9fd-f9b5eb256d80 None None] For port cfe707d5-22ad-4d53-9974-feeb487bebe2, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=cfe707d5-22ad-4d53-9974-feeb487bebe2,segment=NetworkSegment(a147508c-5eaa-4dd0-a443-fca91dba618c),segment_id=a147508c-5eaa-4dd0-a443-fca91dba618c)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:32:03.835901 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-27dc34d8-747c-474d-a9fd-f9b5eb256d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:03.916582 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc34d8-747c-474d-a9fd-f9b5eb256d80 None None] Pushing event updated for resources: {'Port': ['ID=cfe707d5-22ad-4d53-9974-feeb487bebe2,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:04.588709 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 5 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:32:04.767107 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b16361a-a7a5-4b20-8a26-d73111c92e8a None None] Network 3771b5f6-efdd-4bdd-8ce4-ecd07fdc5371 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:32:04.806973 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-8a461f6a-cbd4-4c31-a7ce-89235e54483a None None] Provisioning for port cfe707d5-22ad-4d53-9974-feeb487bebe2 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:32:05.562594 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device cfe707d5-22ad-4d53-9974-feeb487bebe2 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:32:05.634290 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port cfe707d5-22ad-4d53-9974-feeb487bebe2 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:32:05.640070 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port cfe707d5-22ad-4d53-9974-feeb487bebe2 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:05.640425 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:05.758515 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:05.792549 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port cfe707d5-22ad-4d53-9974-feeb487bebe2, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=cfe707d5-22ad-4d53-9974-feeb487bebe2,segment=NetworkSegment(a147508c-5eaa-4dd0-a443-fca91dba618c),segment_id=a147508c-5eaa-4dd0-a443-fca91dba618c)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:32:05.796739 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:05.865454 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=cfe707d5-22ad-4d53-9974-feeb487bebe2,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:07.543017 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device cfe707d5-22ad-4d53-9974-feeb487bebe2 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:32:07.610515 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port cfe707d5-22ad-4d53-9974-feeb487bebe2 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:07.610880 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:16.433187 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-41bfd4eb-4cad-4f20-b6b9-c9b57a77ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:18.772619 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f87ad0b8-062c-4b2f-9b72-b7ea4ec156fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:19.709170 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:19.786826 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:21.222607 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:41.588420 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 5 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:32:46.434235 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1e8a13f3-f72c-45e3-86d9-fa3d7b611ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:48.776559 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0b82dd77-1276-4b8b-b4e7-650f368f8aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:49.714641 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:49.787352 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:51.222267 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:15.150822 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44250) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:33:15.156545 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [None req-33bf62f7-944d-46a6-bdff-9d9a3076bae8 tempest-verify_tempest_config-91146260 tempest-verify_tempest_config-91146260-project] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=87515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:33:15.157521 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-33bf62f7-944d-46a6-bdff-9d9a3076bae8 tempest-verify_tempest_config-91146260 tempest-verify_tempest_config-91146260-project] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057466 Jan 21 09:33:15.462502 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44268) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:33:15.579297 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fc208b64-7621-4375-aa26-1ad06723a8a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:15.593050 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-fc208b64-7621-4375-aa26-1ad06723a8a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:33:15.596724 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-fc208b64-7621-4375-aa26-1ad06723a8a2 admin admin] Usage tracker for resource:security_group_rule and tenant:646e09406b334b70adca9fb5bb05d04f is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:33:15.599539 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-fc208b64-7621-4375-aa26-1ad06723a8a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:33:15.605045 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-fc208b64-7621-4375-aa26-1ad06723a8a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:33:15.686705 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fc208b64-7621-4375-aa26-1ad06723a8a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:15.690214 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fc208b64-7621-4375-aa26-1ad06723a8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:15.734271 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc208b64-7621-4375-aa26-1ad06723a8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1696e130-9248-4b23-9cbd-bf67a8ba3493,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:15.739112 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-fc208b64-7621-4375-aa26-1ad06723a8a2 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=646e09406b334b70adca9fb5bb05d04f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2756631 Jan 21 09:33:15.742162 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 44274) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:33:15.743350 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc208b64-7621-4375-aa26-1ad06723a8a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:15.743741 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc208b64-7621-4375-aa26-1ad06723a8a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:15.744081 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc208b64-7621-4375-aa26-1ad06723a8a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:15.744408 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc208b64-7621-4375-aa26-1ad06723a8a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:15.744732 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc208b64-7621-4375-aa26-1ad06723a8a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:15.745078 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc208b64-7621-4375-aa26-1ad06723a8a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:15.745406 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc208b64-7621-4375-aa26-1ad06723a8a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:15.745730 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc208b64-7621-4375-aa26-1ad06723a8a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:15.746045 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc208b64-7621-4375-aa26-1ad06723a8a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:15.746373 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc208b64-7621-4375-aa26-1ad06723a8a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:15.746675 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc208b64-7621-4375-aa26-1ad06723a8a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:15.746989 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc208b64-7621-4375-aa26-1ad06723a8a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:15.804209 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-529b9ea2-4db5-4818-8bf3-a0edbc7caf37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:15.829131 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-529b9ea2-4db5-4818-8bf3-a0edbc7caf37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:15.926263 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-529b9ea2-4db5-4818-8bf3-a0edbc7caf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:15.940924 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b9ea2-4db5-4818-8bf3-a0edbc7caf37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1696e130-9248-4b23-9cbd-bf67a8ba3493,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:15.950456 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b9ea2-4db5-4818-8bf3-a0edbc7caf37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:15.950821 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b9ea2-4db5-4818-8bf3-a0edbc7caf37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:15.951161 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b9ea2-4db5-4818-8bf3-a0edbc7caf37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:15.951512 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b9ea2-4db5-4818-8bf3-a0edbc7caf37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:15.951842 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b9ea2-4db5-4818-8bf3-a0edbc7caf37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:15.952168 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b9ea2-4db5-4818-8bf3-a0edbc7caf37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:15.952491 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b9ea2-4db5-4818-8bf3-a0edbc7caf37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:15.952825 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b9ea2-4db5-4818-8bf3-a0edbc7caf37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:15.953156 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b9ea2-4db5-4818-8bf3-a0edbc7caf37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:15.953469 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b9ea2-4db5-4818-8bf3-a0edbc7caf37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:15.953800 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b9ea2-4db5-4818-8bf3-a0edbc7caf37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:15.954094 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b9ea2-4db5-4818-8bf3-a0edbc7caf37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:15.958069 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-529b9ea2-4db5-4818-8bf3-a0edbc7caf37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:15.959960 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-529b9ea2-4db5-4818-8bf3-a0edbc7caf37 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/1696e130-9248-4b23-9cbd-bf67a8ba3493 HTTP/1.1" status: 204 len: 168 time: 0.2160132 Jan 21 09:33:16.438049 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a2cca9b7-39aa-4aad-893b-056e5b05fab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:18.587988 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 5 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:33:18.778977 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0652c751-aae1-47ae-b613-73d7b1c6e4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:19.716406 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:19.786521 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:21.226340 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:46.440151 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4bd32cca-1e39-43ce-b638-5481de31e3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:48.782797 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ff257570-2b07-47bb-a4e9-6109ee999ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:49.718522 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:49.788369 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:51.229073 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:55.587137 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 5 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:34:16.444069 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9c59a68d-b6f4-435d-8dbb-68372c4eea86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:18.786571 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fcb71c11-2484-4146-a14f-bdb5108a45c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:19.720878 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:19.790303 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:21.233341 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:32.586762 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 5 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:34:42.509717 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556198'] for agent, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:46.445648 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e293a0ba-a572-4f72-869b-ea30e861b730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:48.791572 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1582238b-1afa-4520-a8af-70882c43b502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:49.728495 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:49.796221 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:51.245403 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:56.189983 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 44344) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:34:56.302269 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ac591e4d-cda5-4a1c-92af-01b8c8c7810a admin admin] 10.222.0.110 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4316 time: 0.1112096 Jan 21 09:34:58.482882 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 44354) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:34:58.539008 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-10db4c6c-7860-4f6f-8053-150d5e9d0930 admin admin] 10.222.0.110 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4316 time: 0.0549972 Jan 21 09:35:09.586509 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:35:12.450826 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:16.448956 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-274fd7f2-a4b6-4add-a455-1b4ff9839674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:18.793958 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1847678a-1348-4dfd-982b-36054345c450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:19.719671 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:19.795096 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:21.238202 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:42.495058 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:46.451421 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-da26823b-eb48-43a7-9141-ff2c723b3626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:46.586056 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:35:48.796542 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-40e9d156-b5d4-4f98-b234-391c9c4a0d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:49.726126 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:49.798409 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:51.242848 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:12.487769 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:16.453105 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ae569480-59ea-4562-a727-9695eb18ba59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:18.800418 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c246c006-5163-4152-bd51-dbf36fade90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:19.720412 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:19.801559 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:21.255277 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:23.585677 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:36:28.067311 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 44534) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:28.519915 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-4e9978e4-b86c-45e2-8f51-7a70f791a059 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-304556091-network', 'tenant_id': '21bf33c022814c088610cd12785c806c'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:28.519915 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-4e9978e4-b86c-45e2-8f51-7a70f791a059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:28.520404 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4e9978e4-b86c-45e2-8f51-7a70f791a059 admin admin] Usage tracker for resource:network and tenant:21bf33c022814c088610cd12785c806c is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:28.524151 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4e9978e4-b86c-45e2-8f51-7a70f791a059 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:28.531258 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-4e9978e4-b86c-45e2-8f51-7a70f791a059 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:28.544841 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9978e4-b86c-45e2-8f51-7a70f791a059 admin admin] Made reservation on behalf of 21bf33c022814c088610cd12785c806c for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:28.547599 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4e9978e4-b86c-45e2-8f51-7a70f791a059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:28.562681 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4e9978e4-b86c-45e2-8f51-7a70f791a059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:28.577829 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-4e9978e4-b86c-45e2-8f51-7a70f791a059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:28.581813 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4e9978e4-b86c-45e2-8f51-7a70f791a059 admin admin] Usage tracker for resource:security_group_rule and tenant:21bf33c022814c088610cd12785c806c is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:28.585227 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4e9978e4-b86c-45e2-8f51-7a70f791a059 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:28.595038 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-4e9978e4-b86c-45e2-8f51-7a70f791a059 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:28.675565 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44558) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:28.690741 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4e9978e4-b86c-45e2-8f51-7a70f791a059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:28.691907 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44564) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:28.697408 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4e9978e4-b86c-45e2-8f51-7a70f791a059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:28.737888 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e9978e4-b86c-45e2-8f51-7a70f791a059 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:36:28.748685 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4e9978e4-b86c-45e2-8f51-7a70f791a059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:28.749342 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-4e9978e4-b86c-45e2-8f51-7a70f791a059 admin admin] Added segment 6dbe62b3-80b8-484a-a3b1-46049c848789 of type vlan for network 55051115-0a6d-4aad-ae33-4c0466ea1935 Jan 21 09:36:28.755656 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9978e4-b86c-45e2-8f51-7a70f791a059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d041e6f6-ba91-4b75-a3fd-dd51a036307d,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:28.789466 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4e9978e4-b86c-45e2-8f51-7a70f791a059 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:28.797039 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9978e4-b86c-45e2-8f51-7a70f791a059 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:28.797428 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9978e4-b86c-45e2-8f51-7a70f791a059 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:28.797851 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9978e4-b86c-45e2-8f51-7a70f791a059 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:28.798098 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9978e4-b86c-45e2-8f51-7a70f791a059 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:28.798589 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9978e4-b86c-45e2-8f51-7a70f791a059 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:28.799108 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9978e4-b86c-45e2-8f51-7a70f791a059 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:28.799631 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9978e4-b86c-45e2-8f51-7a70f791a059 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:28.800155 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9978e4-b86c-45e2-8f51-7a70f791a059 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:28.800494 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9978e4-b86c-45e2-8f51-7a70f791a059 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:28.800823 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9978e4-b86c-45e2-8f51-7a70f791a059 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:28.801149 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9978e4-b86c-45e2-8f51-7a70f791a059 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:28.801472 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9978e4-b86c-45e2-8f51-7a70f791a059 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:28.802594 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9978e4-b86c-45e2-8f51-7a70f791a059 admin admin] Tracked resource versions report: Jan 21 09:36:28.802594 dv-neutron-825731-1-hyperv neutron-server[87514]: pushed versions: Jan 21 09:36:28.802594 dv-neutron-825731-1-hyperv neutron-server[87514]: { 'AddressGroup': {'1.2'}, Jan 21 09:36:28.802594 dv-neutron-825731-1-hyperv neutron-server[87514]: 'ConntrackHelper': {'1.0'}, Jan 21 09:36:28.802594 dv-neutron-825731-1-hyperv neutron-server[87514]: 'Log': {'1.0'}, Jan 21 09:36:28.802594 dv-neutron-825731-1-hyperv neutron-server[87514]: 'Network': {'1.1'}, Jan 21 09:36:28.802594 dv-neutron-825731-1-hyperv neutron-server[87514]: 'Port': {'1.7'}, Jan 21 09:36:28.802594 dv-neutron-825731-1-hyperv neutron-server[87514]: 'PortForwarding': {'1.2'}, Jan 21 09:36:28.802594 dv-neutron-825731-1-hyperv neutron-server[87514]: 'QosPolicy': {'1.8'}, Jan 21 09:36:28.802594 dv-neutron-825731-1-hyperv neutron-server[87514]: 'SecurityGroup': {'1.4'}, Jan 21 09:36:28.802594 dv-neutron-825731-1-hyperv neutron-server[87514]: 'SecurityGroupRule': {'1.2'}, Jan 21 09:36:28.802594 dv-neutron-825731-1-hyperv neutron-server[87514]: 'SubPort': {'1.0'}, Jan 21 09:36:28.802594 dv-neutron-825731-1-hyperv neutron-server[87514]: 'Subnet': {'1.1'}, Jan 21 09:36:28.802594 dv-neutron-825731-1-hyperv neutron-server[87514]: 'Trunk': {'1.1'}} Jan 21 09:36:28.802594 dv-neutron-825731-1-hyperv neutron-server[87514]: consumer versions: Jan 21 09:36:28.802594 dv-neutron-825731-1-hyperv neutron-server[87514]: { DHCP agent@dv-neutron-825731-1-hyperv: {}, Jan 21 09:36:28.802594 dv-neutron-825731-1-hyperv neutron-server[87514]: HyperV agent@hv-neutron-8257: {}, Jan 21 09:36:28.802594 dv-neutron-825731-1-hyperv neutron-server[87514]: L3 agent@dv-neutron-825731-1-hyperv: {}, Jan 21 09:36:28.802594 dv-neutron-825731-1-hyperv neutron-server[87514]: Metadata agent@dv-neutron-825731-1-hyperv: {}, Jan 21 09:36:28.802594 dv-neutron-825731-1-hyperv neutron-server[87514]: Metering agent@dv-neutron-825731-1-hyperv: {}, Jan 21 09:36:28.802594 dv-neutron-825731-1-hyperv neutron-server[87514]: Open vSwitch agent@dv-neutron-825731-1-hyperv: { 'AddressGroup': '1.2', Jan 21 09:36:28.802594 dv-neutron-825731-1-hyperv neutron-server[87514]: 'ConntrackHelper': '1.0', Jan 21 09:36:28.802594 dv-neutron-825731-1-hyperv neutron-server[87514]: 'Log': '1.0', Jan 21 09:36:28.802594 dv-neutron-825731-1-hyperv neutron-server[87514]: 'Network': '1.1', Jan 21 09:36:28.802594 dv-neutron-825731-1-hyperv neutron-server[87514]: 'Port': '1.7', Jan 21 09:36:28.802594 dv-neutron-825731-1-hyperv neutron-server[87514]: 'PortForwarding': '1.2', Jan 21 09:36:28.802594 dv-neutron-825731-1-hyperv neutron-server[87514]: 'QosPolicy': '1.8', Jan 21 09:36:28.802594 dv-neutron-825731-1-hyperv neutron-server[87514]: 'SecurityGroup': '1.4', Jan 21 09:36:28.802594 dv-neutron-825731-1-hyperv neutron-server[87514]: 'SecurityGroupRule': '1.2', Jan 21 09:36:28.802594 dv-neutron-825731-1-hyperv neutron-server[87514]: 'SubPort': '1.0', Jan 21 09:36:28.802594 dv-neutron-825731-1-hyperv neutron-server[87514]: 'Subnet': '1.1', Jan 21 09:36:28.802594 dv-neutron-825731-1-hyperv neutron-server[87514]: 'Trunk': '1.1'}} Jan 21 09:36:28.802594 dv-neutron-825731-1-hyperv neutron-server[87514]: {{(pid=87514) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:36:28.830052 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4e9978e4-b86c-45e2-8f51-7a70f791a059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:28.831277 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9978e4-b86c-45e2-8f51-7a70f791a059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:28.831896 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4e9978e4-b86c-45e2-8f51-7a70f791a059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:28.966285 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4e9978e4-b86c-45e2-8f51-7a70f791a059 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8950450 Jan 21 09:36:28.966285 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9978e4-b86c-45e2-8f51-7a70f791a059 admin admin] Pushing event updated for resources: {'Network': ['ID=55051115-0a6d-4aad-ae33-4c0466ea1935,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:28.966844 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44576) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:28.972619 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-2aeeede0-c97d-41a1-8669-b0b7fcb958cf admin admin] Request body: {'subnet': {'network_id': '55051115-0a6d-4aad-ae33-4c0466ea1935', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-304556091-subnet', 'tenant_id': '21bf33c022814c088610cd12785c806c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:28.978864 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2aeeede0-c97d-41a1-8669-b0b7fcb958cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:28.980640 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 55051115-0a6d-4aad-ae33-4c0466ea1935 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:36:28.983795 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2aeeede0-c97d-41a1-8669-b0b7fcb958cf admin admin] Usage tracker for resource:subnet and tenant:21bf33c022814c088610cd12785c806c is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:28.987103 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2aeeede0-c97d-41a1-8669-b0b7fcb958cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:28.993788 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2aeeede0-c97d-41a1-8669-b0b7fcb958cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:29.009758 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aeeede0-c97d-41a1-8669-b0b7fcb958cf admin admin] Made reservation on behalf of 21bf33c022814c088610cd12785c806c for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:29.014139 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2aeeede0-c97d-41a1-8669-b0b7fcb958cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:29.167082 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-ccbce88c-a524-4010-8bad-1875322d0bb6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1792931814-network', 'tenant_id': '614e7202dc0749a98acdc83ef7167698'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:29.172786 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ccbce88c-a524-4010-8bad-1875322d0bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:29.181329 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ccbce88c-a524-4010-8bad-1875322d0bb6 admin admin] Usage tracker for resource:network and tenant:614e7202dc0749a98acdc83ef7167698 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:29.212996 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ccbce88c-a524-4010-8bad-1875322d0bb6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:29.230554 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-c264c3c7-1af4-4893-aedb-7fcef7fe6768 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-645974544-network', 'tenant_id': '85062a18014b46c39ce9762aca0ea494'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:29.234268 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ccbce88c-a524-4010-8bad-1875322d0bb6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:29.244001 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-c264c3c7-1af4-4893-aedb-7fcef7fe6768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:29.251338 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-c264c3c7-1af4-4893-aedb-7fcef7fe6768 admin admin] Usage tracker for resource:network and tenant:85062a18014b46c39ce9762aca0ea494 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:29.256734 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-c264c3c7-1af4-4893-aedb-7fcef7fe6768 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:29.266156 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-c264c3c7-1af4-4893-aedb-7fcef7fe6768 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:29.274859 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbce88c-a524-4010-8bad-1875322d0bb6 admin admin] Made reservation on behalf of 614e7202dc0749a98acdc83ef7167698 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:29.277172 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ccbce88c-a524-4010-8bad-1875322d0bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:29.316504 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ccbce88c-a524-4010-8bad-1875322d0bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:29.340134 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c264c3c7-1af4-4893-aedb-7fcef7fe6768 admin admin] Made reservation on behalf of 85062a18014b46c39ce9762aca0ea494 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:29.343000 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c264c3c7-1af4-4893-aedb-7fcef7fe6768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:29.376080 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c264c3c7-1af4-4893-aedb-7fcef7fe6768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:29.391035 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ccbce88c-a524-4010-8bad-1875322d0bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:29.399808 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ccbce88c-a524-4010-8bad-1875322d0bb6 admin admin] Usage tracker for resource:security_group_rule and tenant:614e7202dc0749a98acdc83ef7167698 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:29.410061 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ccbce88c-a524-4010-8bad-1875322d0bb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:29.414075 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-c264c3c7-1af4-4893-aedb-7fcef7fe6768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:29.416574 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2aeeede0-c97d-41a1-8669-b0b7fcb958cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:29.450861 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ccbce88c-a524-4010-8bad-1875322d0bb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:29.458011 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-c264c3c7-1af4-4893-aedb-7fcef7fe6768 admin admin] Usage tracker for resource:security_group_rule and tenant:85062a18014b46c39ce9762aca0ea494 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:29.466774 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-c264c3c7-1af4-4893-aedb-7fcef7fe6768 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:29.493017 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-c264c3c7-1af4-4893-aedb-7fcef7fe6768 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:29.535679 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeede0-c97d-41a1-8669-b0b7fcb958cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd14a905-cd68-4fb4-a084-5e658ee5e25a,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:29.570965 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeede0-c97d-41a1-8669-b0b7fcb958cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:29.571579 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeede0-c97d-41a1-8669-b0b7fcb958cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:29.571931 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeede0-c97d-41a1-8669-b0b7fcb958cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:29.572276 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeede0-c97d-41a1-8669-b0b7fcb958cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:29.572597 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeede0-c97d-41a1-8669-b0b7fcb958cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:29.572920 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeede0-c97d-41a1-8669-b0b7fcb958cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:29.573604 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeede0-c97d-41a1-8669-b0b7fcb958cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:29.573604 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeede0-c97d-41a1-8669-b0b7fcb958cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:29.573871 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeede0-c97d-41a1-8669-b0b7fcb958cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:29.574180 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeede0-c97d-41a1-8669-b0b7fcb958cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:29.574489 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeede0-c97d-41a1-8669-b0b7fcb958cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:29.574796 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeede0-c97d-41a1-8669-b0b7fcb958cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:29.576054 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeede0-c97d-41a1-8669-b0b7fcb958cf admin admin] Tracked resource versions report: Jan 21 09:36:29.576054 dv-neutron-825731-1-hyperv neutron-server[87515]: pushed versions: Jan 21 09:36:29.576054 dv-neutron-825731-1-hyperv neutron-server[87515]: { 'AddressGroup': {'1.2'}, Jan 21 09:36:29.576054 dv-neutron-825731-1-hyperv neutron-server[87515]: 'ConntrackHelper': {'1.0'}, Jan 21 09:36:29.576054 dv-neutron-825731-1-hyperv neutron-server[87515]: 'Log': {'1.0'}, Jan 21 09:36:29.576054 dv-neutron-825731-1-hyperv neutron-server[87515]: 'Network': {'1.1'}, Jan 21 09:36:29.576054 dv-neutron-825731-1-hyperv neutron-server[87515]: 'Port': {'1.7'}, Jan 21 09:36:29.576054 dv-neutron-825731-1-hyperv neutron-server[87515]: 'PortForwarding': {'1.2'}, Jan 21 09:36:29.576054 dv-neutron-825731-1-hyperv neutron-server[87515]: 'QosPolicy': {'1.8'}, Jan 21 09:36:29.576054 dv-neutron-825731-1-hyperv neutron-server[87515]: 'SecurityGroup': {'1.4'}, Jan 21 09:36:29.576054 dv-neutron-825731-1-hyperv neutron-server[87515]: 'SecurityGroupRule': {'1.2'}, Jan 21 09:36:29.576054 dv-neutron-825731-1-hyperv neutron-server[87515]: 'SubPort': {'1.0'}, Jan 21 09:36:29.576054 dv-neutron-825731-1-hyperv neutron-server[87515]: 'Subnet': {'1.1'}, Jan 21 09:36:29.576054 dv-neutron-825731-1-hyperv neutron-server[87515]: 'Trunk': {'1.1'}} Jan 21 09:36:29.576054 dv-neutron-825731-1-hyperv neutron-server[87515]: consumer versions: Jan 21 09:36:29.576054 dv-neutron-825731-1-hyperv neutron-server[87515]: { DHCP agent@dv-neutron-825731-1-hyperv: {}, Jan 21 09:36:29.576054 dv-neutron-825731-1-hyperv neutron-server[87515]: HyperV agent@hv-neutron-8257: {}, Jan 21 09:36:29.576054 dv-neutron-825731-1-hyperv neutron-server[87515]: L3 agent@dv-neutron-825731-1-hyperv: {}, Jan 21 09:36:29.576054 dv-neutron-825731-1-hyperv neutron-server[87515]: Metadata agent@dv-neutron-825731-1-hyperv: {}, Jan 21 09:36:29.576054 dv-neutron-825731-1-hyperv neutron-server[87515]: Metering agent@dv-neutron-825731-1-hyperv: {}, Jan 21 09:36:29.576054 dv-neutron-825731-1-hyperv neutron-server[87515]: Open vSwitch agent@dv-neutron-825731-1-hyperv: { 'AddressGroup': '1.2', Jan 21 09:36:29.576054 dv-neutron-825731-1-hyperv neutron-server[87515]: 'ConntrackHelper': '1.0', Jan 21 09:36:29.576054 dv-neutron-825731-1-hyperv neutron-server[87515]: 'Log': '1.0', Jan 21 09:36:29.576054 dv-neutron-825731-1-hyperv neutron-server[87515]: 'Network': '1.1', Jan 21 09:36:29.576054 dv-neutron-825731-1-hyperv neutron-server[87515]: 'Port': '1.7', Jan 21 09:36:29.576054 dv-neutron-825731-1-hyperv neutron-server[87515]: 'PortForwarding': '1.2', Jan 21 09:36:29.576054 dv-neutron-825731-1-hyperv neutron-server[87515]: 'QosPolicy': '1.8', Jan 21 09:36:29.576054 dv-neutron-825731-1-hyperv neutron-server[87515]: 'SecurityGroup': '1.4', Jan 21 09:36:29.576054 dv-neutron-825731-1-hyperv neutron-server[87515]: 'SecurityGroupRule': '1.2', Jan 21 09:36:29.576054 dv-neutron-825731-1-hyperv neutron-server[87515]: 'SubPort': '1.0', Jan 21 09:36:29.576054 dv-neutron-825731-1-hyperv neutron-server[87515]: 'Subnet': '1.1', Jan 21 09:36:29.576054 dv-neutron-825731-1-hyperv neutron-server[87515]: 'Trunk': '1.1'}} Jan 21 09:36:29.576054 dv-neutron-825731-1-hyperv neutron-server[87515]: {{(pid=87515) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:36:29.617750 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeeede0-c97d-41a1-8669-b0b7fcb958cf admin admin] Checking segment: {'id': '6dbe62b3-80b8-484a-a3b1-46049c848789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '55051115-0a6d-4aad-ae33-4c0466ea1935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:36:29.618207 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aeeede0-c97d-41a1-8669-b0b7fcb958cf admin admin] Network hostable DHCP agents. Network: 55051115-0a6d-4aad-ae33-4c0466ea1935, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:36:29.691841 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aeeede0-c97d-41a1-8669-b0b7fcb958cf admin admin] Network 55051115-0a6d-4aad-ae33-4c0466ea1935 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:36:29.738996 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ccbce88c-a524-4010-8bad-1875322d0bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:29.744176 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-2aeeede0-c97d-41a1-8669-b0b7fcb958cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 55051115-0a6d-4aad-ae33-4c0466ea1935) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:29.748870 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aeeede0-c97d-41a1-8669-b0b7fcb958cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:29.751747 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2aeeede0-c97d-41a1-8669-b0b7fcb958cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:29.754795 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0c8124-10c2-4c82-ad3a-efbb0bc0e31b None None] Network 55051115-0a6d-4aad-ae33-4c0466ea1935 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:36:29.780756 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c264c3c7-1af4-4893-aedb-7fcef7fe6768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:29.781816 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ccbce88c-a524-4010-8bad-1875322d0bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:29.828582 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c264c3c7-1af4-4893-aedb-7fcef7fe6768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:29.848520 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccbce88c-a524-4010-8bad-1875322d0bb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:36:29.895226 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c264c3c7-1af4-4893-aedb-7fcef7fe6768 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:36:29.895226 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ccbce88c-a524-4010-8bad-1875322d0bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:29.895226 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-ccbce88c-a524-4010-8bad-1875322d0bb6 admin admin] Added segment a3f72eb9-d03f-4ac6-be0d-97ce33afeb91 of type vlan for network 8776044d-5553-42d2-939f-ade42846845d Jan 21 09:36:29.902059 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbce88c-a524-4010-8bad-1875322d0bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864c354f-a5e2-4869-bc24-297301cfe60f,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:29.919184 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2aeeede0-c97d-41a1-8669-b0b7fcb958cf admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9508715 Jan 21 09:36:29.922241 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 44612) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:29.928128 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-3a86ce14-0c01-4f92-bc0e-dadc7b07d843 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-304556091-router', 'tenant_id': '21bf33c022814c088610cd12785c806c', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:29.932542 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-3a86ce14-0c01-4f92-bc0e-dadc7b07d843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:29.947687 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-3a86ce14-0c01-4f92-bc0e-dadc7b07d843 admin admin] Usage tracker for resource:router and tenant:21bf33c022814c088610cd12785c806c is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:29.950701 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-3a86ce14-0c01-4f92-bc0e-dadc7b07d843 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:29.956918 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-3a86ce14-0c01-4f92-bc0e-dadc7b07d843 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:29.969854 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3a86ce14-0c01-4f92-bc0e-dadc7b07d843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:29.971387 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3a86ce14-0c01-4f92-bc0e-dadc7b07d843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:29.989389 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ccbce88c-a524-4010-8bad-1875322d0bb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:29.994830 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3a86ce14-0c01-4f92-bc0e-dadc7b07d843 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:30.010411 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c264c3c7-1af4-4893-aedb-7fcef7fe6768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:30.010756 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-c264c3c7-1af4-4893-aedb-7fcef7fe6768 admin admin] Added segment e6b062f4-c60d-4f2d-92ff-c2921e09a921 of type vlan for network 1135e748-d422-4b50-8ae7-b9b34434f356 Jan 21 09:36:30.069150 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedc829a-22f6-49bc-af94-acee631a0ad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-55051115-0a6d-4aad-ae33-4c0466ea1935', 'network_id': '55051115-0a6d-4aad-ae33-4c0466ea1935', 'tenant_id': '21bf33c022814c088610cd12785c806c', 'fixed_ips': [{'subnet_id': 'cd14a905-cd68-4fb4-a084-5e658ee5e25a'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:36:30.070406 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cedc829a-22f6-49bc-af94-acee631a0ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:30.090630 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264c3c7-1af4-4893-aedb-7fcef7fe6768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7074812d-8410-4b1e-a9bd-c3abff656d9d,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:30.102600 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ccbce88c-a524-4010-8bad-1875322d0bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:30.104430 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbce88c-a524-4010-8bad-1875322d0bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:30.105761 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ccbce88c-a524-4010-8bad-1875322d0bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:30.169213 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c264c3c7-1af4-4893-aedb-7fcef7fe6768 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:30.201073 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ccbce88c-a524-4010-8bad-1875322d0bb6 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5077059 Jan 21 09:36:30.205519 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44624) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:30.264552 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-b6bfa505-a378-4a4a-9dcf-1e7d83ff73ba admin admin] Request body: {'subnet': {'network_id': '8776044d-5553-42d2-939f-ade42846845d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1792931814-subnet', 'tenant_id': '614e7202dc0749a98acdc83ef7167698', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:30.269860 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-b6bfa505-a378-4a4a-9dcf-1e7d83ff73ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:30.275114 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-b6bfa505-a378-4a4a-9dcf-1e7d83ff73ba admin admin] Usage tracker for resource:subnet and tenant:614e7202dc0749a98acdc83ef7167698 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:30.278532 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-b6bfa505-a378-4a4a-9dcf-1e7d83ff73ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:30.285328 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-cedc829a-22f6-49bc-af94-acee631a0ad8 None None] Allocated IP 172.20.0.2 (55051115-0a6d-4aad-ae33-4c0466ea1935/cd14a905-cd68-4fb4-a084-5e658ee5e25a/2e475b5f-d6a4-4f6b-a68e-34e9327a8c3a) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:30.285668 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-b6bfa505-a378-4a4a-9dcf-1e7d83ff73ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:30.300933 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbce88c-a524-4010-8bad-1875322d0bb6 admin admin] Pushing event updated for resources: {'Network': ['ID=8776044d-5553-42d2-939f-ade42846845d,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:30.305893 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.resource_extend [None req-c264c3c7-1af4-4893-aedb-7fcef7fe6768 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:36:30.315548 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bfa505-a378-4a4a-9dcf-1e7d83ff73ba admin admin] Made reservation on behalf of 614e7202dc0749a98acdc83ef7167698 for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:30.318450 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b6bfa505-a378-4a4a-9dcf-1e7d83ff73ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:30.420015 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c264c3c7-1af4-4893-aedb-7fcef7fe6768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:30.421127 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c264c3c7-1af4-4893-aedb-7fcef7fe6768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:30.421705 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c264c3c7-1af4-4893-aedb-7fcef7fe6768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:30.436510 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 8776044d-5553-42d2-939f-ade42846845d details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:36:30.531366 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264c3c7-1af4-4893-aedb-7fcef7fe6768 admin admin] Pushing event updated for resources: {'Network': ['ID=1135e748-d422-4b50-8ae7-b9b34434f356,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:30.548925 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c264c3c7-1af4-4893-aedb-7fcef7fe6768 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8716745 Jan 21 09:36:30.552942 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44632) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:30.560315 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-39a5d4f5-63c1-41a5-a18a-ee2b1b9755e5 admin admin] Request body: {'subnet': {'network_id': '1135e748-d422-4b50-8ae7-b9b34434f356', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-645974544-subnet', 'tenant_id': '85062a18014b46c39ce9762aca0ea494', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:30.577175 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-39a5d4f5-63c1-41a5-a18a-ee2b1b9755e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:30.582407 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-39a5d4f5-63c1-41a5-a18a-ee2b1b9755e5 admin admin] Usage tracker for resource:subnet and tenant:85062a18014b46c39ce9762aca0ea494 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:30.588971 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-39a5d4f5-63c1-41a5-a18a-ee2b1b9755e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:30.595850 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-39a5d4f5-63c1-41a5-a18a-ee2b1b9755e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:30.608334 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 1135e748-d422-4b50-8ae7-b9b34434f356 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:36:30.617226 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3a86ce14-0c01-4f92-bc0e-dadc7b07d843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:30.643177 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a5d4f5-63c1-41a5-a18a-ee2b1b9755e5 admin admin] Made reservation on behalf of 85062a18014b46c39ce9762aca0ea494 for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:30.645819 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-39a5d4f5-63c1-41a5-a18a-ee2b1b9755e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:30.742461 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44644) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:30.973699 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cedc829a-22f6-49bc-af94-acee631a0ad8 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:30.994337 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-cedc829a-22f6-49bc-af94-acee631a0ad8 None None] Transition to ACTIVE for port object 2e475b5f-d6a4-4f6b-a68e-34e9327a8c3a will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:36:31.019223 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-cedc829a-22f6-49bc-af94-acee631a0ad8 None None] Transition to ACTIVE for port object 2e475b5f-d6a4-4f6b-a68e-34e9327a8c3a will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:36:31.027050 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cedc829a-22f6-49bc-af94-acee631a0ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:31.045693 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b6bfa505-a378-4a4a-9dcf-1e7d83ff73ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:31.089963 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedc829a-22f6-49bc-af94-acee631a0ad8 None None] Network 55051115-0a6d-4aad-ae33-4c0466ea1935 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:31.097052 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-cedc829a-22f6-49bc-af94-acee631a0ad8 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:31.100832 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedc829a-22f6-49bc-af94-acee631a0ad8 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:36:31.107568 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-39a5d4f5-63c1-41a5-a18a-ee2b1b9755e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:31.117139 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3a86ce14-0c01-4f92-bc0e-dadc7b07d843 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:31.135254 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44656) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:31.152979 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3a86ce14-0c01-4f92-bc0e-dadc7b07d843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:31.229776 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-cedc829a-22f6-49bc-af94-acee631a0ad8 None None] Attempting to bind port 2e475b5f-d6a4-4f6b-a68e-34e9327a8c3a on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:31.230151 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-cedc829a-22f6-49bc-af94-acee631a0ad8 None None] Attempting to bind port 2e475b5f-d6a4-4f6b-a68e-34e9327a8c3a by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '6dbe62b3-80b8-484a-a3b1-46049c848789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '55051115-0a6d-4aad-ae33-4c0466ea1935'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:31.230875 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedc829a-22f6-49bc-af94-acee631a0ad8 None None] Attempting to bind port 2e475b5f-d6a4-4f6b-a68e-34e9327a8c3a on network 55051115-0a6d-4aad-ae33-4c0466ea1935 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:36:31.235654 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bfa505-a378-4a4a-9dcf-1e7d83ff73ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a6f8e0d-a61d-4a99-89f1-9eb4469ba816,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:31.244480 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedc829a-22f6-49bc-af94-acee631a0ad8 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:36:31.245058 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedc829a-22f6-49bc-af94-acee631a0ad8 None None] Checking segment: {'id': '6dbe62b3-80b8-484a-a3b1-46049c848789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '55051115-0a6d-4aad-ae33-4c0466ea1935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:36:31.245757 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cedc829a-22f6-49bc-af94-acee631a0ad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:31.246454 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedc829a-22f6-49bc-af94-acee631a0ad8 None None] Bound using segment: {'id': '6dbe62b3-80b8-484a-a3b1-46049c848789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '55051115-0a6d-4aad-ae33-4c0466ea1935'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:36:31.247211 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-cedc829a-22f6-49bc-af94-acee631a0ad8 None None] Bound port: 2e475b5f-d6a4-4f6b-a68e-34e9327a8c3a, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dbe62b3-80b8-484a-a3b1-46049c848789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '55051115-0a6d-4aad-ae33-4c0466ea1935'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:36:31.247778 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cedc829a-22f6-49bc-af94-acee631a0ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:31.306561 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bfa505-a378-4a4a-9dcf-1e7d83ff73ba admin admin] Checking segment: {'id': 'a3f72eb9-d03f-4ac6-be0d-97ce33afeb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8776044d-5553-42d2-939f-ade42846845d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:36:31.306923 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bfa505-a378-4a4a-9dcf-1e7d83ff73ba admin admin] Network hostable DHCP agents. Network: 8776044d-5553-42d2-939f-ade42846845d, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:36:31.319864 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a5d4f5-63c1-41a5-a18a-ee2b1b9755e5 admin admin] Checking segment: {'id': 'e6b062f4-c60d-4f2d-92ff-c2921e09a921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1135e748-d422-4b50-8ae7-b9b34434f356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:36:31.320220 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a5d4f5-63c1-41a5-a18a-ee2b1b9755e5 admin admin] Network hostable DHCP agents. Network: 1135e748-d422-4b50-8ae7-b9b34434f356, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:36:31.335820 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a5d4f5-63c1-41a5-a18a-ee2b1b9755e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=012fac0f-b662-4d0e-800a-fe42d5135a9c,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:31.349265 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-2ee7e2b3-a658-4b4f-ab63-0f1733f73441 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1837837531'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:31.358576 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2ee7e2b3-a658-4b4f-ab63-0f1733f73441 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:31.364048 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2ee7e2b3-a658-4b4f-ab63-0f1733f73441 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Usage tracker for resource:network and tenant:5ef31f50d7f84f1a90085e2b72d19c9f is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:31.377170 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2ee7e2b3-a658-4b4f-ab63-0f1733f73441 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:31.377170 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2ee7e2b3-a658-4b4f-ab63-0f1733f73441 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:31.377363 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-cedc829a-22f6-49bc-af94-acee631a0ad8 None None] For port 2e475b5f-d6a4-4f6b-a68e-34e9327a8c3a, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:36:31.380480 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bfa505-a378-4a4a-9dcf-1e7d83ff73ba admin admin] Network 8776044d-5553-42d2-939f-ade42846845d is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:36:31.383613 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-cedc829a-22f6-49bc-af94-acee631a0ad8 None None] For port 2e475b5f-d6a4-4f6b-a68e-34e9327a8c3a, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=2e475b5f-d6a4-4f6b-a68e-34e9327a8c3a,segment=NetworkSegment(6dbe62b3-80b8-484a-a3b1-46049c848789),segment_id=6dbe62b3-80b8-484a-a3b1-46049c848789)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:36:31.389615 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a5d4f5-63c1-41a5-a18a-ee2b1b9755e5 admin admin] Network 1135e748-d422-4b50-8ae7-b9b34434f356 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:36:31.391430 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc829a-22f6-49bc-af94-acee631a0ad8 None None] Pushing event updated for resources: {'Port': ['ID=2e475b5f-d6a4-4f6b-a68e-34e9327a8c3a,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:31.401959 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc829a-22f6-49bc-af94-acee631a0ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:31.402570 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc829a-22f6-49bc-af94-acee631a0ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:31.403087 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc829a-22f6-49bc-af94-acee631a0ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:31.403691 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc829a-22f6-49bc-af94-acee631a0ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:31.404096 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc829a-22f6-49bc-af94-acee631a0ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:31.404445 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc829a-22f6-49bc-af94-acee631a0ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:31.404776 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc829a-22f6-49bc-af94-acee631a0ad8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:31.405110 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc829a-22f6-49bc-af94-acee631a0ad8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:31.405434 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc829a-22f6-49bc-af94-acee631a0ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:31.405824 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc829a-22f6-49bc-af94-acee631a0ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:31.406442 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc829a-22f6-49bc-af94-acee631a0ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:31.406865 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc829a-22f6-49bc-af94-acee631a0ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:31.408006 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-39a5d4f5-63c1-41a5-a18a-ee2b1b9755e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 1135e748-d422-4b50-8ae7-b9b34434f356) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:31.408405 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc829a-22f6-49bc-af94-acee631a0ad8 None None] Tracked resource versions report: Jan 21 09:36:31.408405 dv-neutron-825731-1-hyperv neutron-server[87516]: pushed versions: Jan 21 09:36:31.408405 dv-neutron-825731-1-hyperv neutron-server[87516]: { 'AddressGroup': {'1.2'}, Jan 21 09:36:31.408405 dv-neutron-825731-1-hyperv neutron-server[87516]: 'ConntrackHelper': {'1.0'}, Jan 21 09:36:31.408405 dv-neutron-825731-1-hyperv neutron-server[87516]: 'Log': {'1.0'}, Jan 21 09:36:31.408405 dv-neutron-825731-1-hyperv neutron-server[87516]: 'Network': {'1.1'}, Jan 21 09:36:31.408405 dv-neutron-825731-1-hyperv neutron-server[87516]: 'Port': {'1.7'}, Jan 21 09:36:31.408405 dv-neutron-825731-1-hyperv neutron-server[87516]: 'PortForwarding': {'1.2'}, Jan 21 09:36:31.408405 dv-neutron-825731-1-hyperv neutron-server[87516]: 'QosPolicy': {'1.8'}, Jan 21 09:36:31.408405 dv-neutron-825731-1-hyperv neutron-server[87516]: 'SecurityGroup': {'1.4'}, Jan 21 09:36:31.408405 dv-neutron-825731-1-hyperv neutron-server[87516]: 'SecurityGroupRule': {'1.2'}, Jan 21 09:36:31.408405 dv-neutron-825731-1-hyperv neutron-server[87516]: 'SubPort': {'1.0'}, Jan 21 09:36:31.408405 dv-neutron-825731-1-hyperv neutron-server[87516]: 'Subnet': {'1.1'}, Jan 21 09:36:31.408405 dv-neutron-825731-1-hyperv neutron-server[87516]: 'Trunk': {'1.1'}} Jan 21 09:36:31.408405 dv-neutron-825731-1-hyperv neutron-server[87516]: consumer versions: Jan 21 09:36:31.408405 dv-neutron-825731-1-hyperv neutron-server[87516]: { DHCP agent@dv-neutron-825731-1-hyperv: {}, Jan 21 09:36:31.408405 dv-neutron-825731-1-hyperv neutron-server[87516]: HyperV agent@hv-neutron-8257: {}, Jan 21 09:36:31.408405 dv-neutron-825731-1-hyperv neutron-server[87516]: L3 agent@dv-neutron-825731-1-hyperv: {}, Jan 21 09:36:31.408405 dv-neutron-825731-1-hyperv neutron-server[87516]: Metadata agent@dv-neutron-825731-1-hyperv: {}, Jan 21 09:36:31.408405 dv-neutron-825731-1-hyperv neutron-server[87516]: Metering agent@dv-neutron-825731-1-hyperv: {}, Jan 21 09:36:31.408405 dv-neutron-825731-1-hyperv neutron-server[87516]: Open vSwitch agent@dv-neutron-825731-1-hyperv: { 'AddressGroup': '1.2', Jan 21 09:36:31.408405 dv-neutron-825731-1-hyperv neutron-server[87516]: 'ConntrackHelper': '1.0', Jan 21 09:36:31.408405 dv-neutron-825731-1-hyperv neutron-server[87516]: 'Log': '1.0', Jan 21 09:36:31.408405 dv-neutron-825731-1-hyperv neutron-server[87516]: 'Network': '1.1', Jan 21 09:36:31.408405 dv-neutron-825731-1-hyperv neutron-server[87516]: 'Port': '1.7', Jan 21 09:36:31.408405 dv-neutron-825731-1-hyperv neutron-server[87516]: 'PortForwarding': '1.2', Jan 21 09:36:31.408405 dv-neutron-825731-1-hyperv neutron-server[87516]: 'QosPolicy': '1.8', Jan 21 09:36:31.408405 dv-neutron-825731-1-hyperv neutron-server[87516]: 'SecurityGroup': '1.4', Jan 21 09:36:31.408405 dv-neutron-825731-1-hyperv neutron-server[87516]: 'SecurityGroupRule': '1.2', Jan 21 09:36:31.408405 dv-neutron-825731-1-hyperv neutron-server[87516]: 'SubPort': '1.0', Jan 21 09:36:31.408405 dv-neutron-825731-1-hyperv neutron-server[87516]: 'Subnet': '1.1', Jan 21 09:36:31.408405 dv-neutron-825731-1-hyperv neutron-server[87516]: 'Trunk': '1.1'}} Jan 21 09:36:31.408405 dv-neutron-825731-1-hyperv neutron-server[87516]: {{(pid=87516) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:36:31.414803 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-3a86ce14-0c01-4f92-bc0e-dadc7b07d843 admin admin] Allocated IP 172.26.3.180 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/8eac12c5-0b88-435b-beee-31592b141764) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:31.416265 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-b6bfa505-a378-4a4a-9dcf-1e7d83ff73ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 8776044d-5553-42d2-939f-ade42846845d) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:31.423030 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a5d4f5-63c1-41a5-a18a-ee2b1b9755e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:31.423667 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-39a5d4f5-63c1-41a5-a18a-ee2b1b9755e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:31.433136 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2d55c3-2328-45f3-98f7-60cbf8d29567 None None] Network 1135e748-d422-4b50-8ae7-b9b34434f356 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:36:31.433918 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee7e2b3-a658-4b4f-ab63-0f1733f73441 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Made reservation on behalf of 5ef31f50d7f84f1a90085e2b72d19c9f for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:31.441719 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2ee7e2b3-a658-4b4f-ab63-0f1733f73441 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:31.451599 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cedc829a-22f6-49bc-af94-acee631a0ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:31.584631 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2ee7e2b3-a658-4b4f-ab63-0f1733f73441 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:31.642616 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-d931a110-9a87-4222-b55c-bcac859f4022 tempest-PortsAdminExtendedAttrsTestJSON-1852655016 tempest-PortsAdminExtendedAttrsTestJSON-1852655016-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1889780687'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:31.657229 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3a86ce14-0c01-4f92-bc0e-dadc7b07d843 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:31.670276 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d931a110-9a87-4222-b55c-bcac859f4022 tempest-PortsAdminExtendedAttrsTestJSON-1852655016 tempest-PortsAdminExtendedAttrsTestJSON-1852655016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:31.683825 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bfa505-a378-4a4a-9dcf-1e7d83ff73ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:31.688062 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b6bfa505-a378-4a4a-9dcf-1e7d83ff73ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:31.693067 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2ee7e2b3-a658-4b4f-ab63-0f1733f73441 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:31.701197 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d931a110-9a87-4222-b55c-bcac859f4022 tempest-PortsAdminExtendedAttrsTestJSON-1852655016 tempest-PortsAdminExtendedAttrsTestJSON-1852655016-project] Usage tracker for resource:network and tenant:626136ab295945f1adcc20196832dc1b is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:31.703199 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086a4d03-0001-448f-8932-9bab1b4de260 None None] Network 8776044d-5553-42d2-939f-ade42846845d requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:36:31.717965 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 44668) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:31.728333 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3a86ce14-0c01-4f92-bc0e-dadc7b07d843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:31.758964 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-39a5d4f5-63c1-41a5-a18a-ee2b1b9755e5 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2051506 Jan 21 09:36:31.765644 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d931a110-9a87-4222-b55c-bcac859f4022 tempest-PortsAdminExtendedAttrsTestJSON-1852655016 tempest-PortsAdminExtendedAttrsTestJSON-1852655016-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:31.776107 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44674) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:31.777362 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2ee7e2b3-a658-4b4f-ab63-0f1733f73441 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Usage tracker for resource:security_group_rule and tenant:5ef31f50d7f84f1a90085e2b72d19c9f is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:31.795445 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-bbe61ab2-5578-4191-99d8-b50b595aa28c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-645974544-router', 'tenant_id': '85062a18014b46c39ce9762aca0ea494', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:31.801968 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2ee7e2b3-a658-4b4f-ab63-0f1733f73441 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:31.831112 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d931a110-9a87-4222-b55c-bcac859f4022 tempest-PortsAdminExtendedAttrsTestJSON-1852655016 tempest-PortsAdminExtendedAttrsTestJSON-1852655016-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:31.840303 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2ee7e2b3-a658-4b4f-ab63-0f1733f73441 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:31.849574 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-bbe61ab2-5578-4191-99d8-b50b595aa28c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:31.864509 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44678) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:31.878878 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-bbe61ab2-5578-4191-99d8-b50b595aa28c admin admin] Usage tracker for resource:router and tenant:85062a18014b46c39ce9762aca0ea494 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:31.893447 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-b6bfa505-a378-4a4a-9dcf-1e7d83ff73ba admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6344850 Jan 21 09:36:31.894623 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-bbe61ab2-5578-4191-99d8-b50b595aa28c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:31.902099 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44682) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:31.915731 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86ce14-0c01-4f92-bc0e-dadc7b07d843 admin admin] Pushing event updated for resources: {'Port': ['ID=8eac12c5-0b88-435b-beee-31592b141764,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:31.917607 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-bbe61ab2-5578-4191-99d8-b50b595aa28c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:31.920205 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d931a110-9a87-4222-b55c-bcac859f4022 tempest-PortsAdminExtendedAttrsTestJSON-1852655016 tempest-PortsAdminExtendedAttrsTestJSON-1852655016-project] Made reservation on behalf of 626136ab295945f1adcc20196832dc1b for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:31.923623 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d931a110-9a87-4222-b55c-bcac859f4022 tempest-PortsAdminExtendedAttrsTestJSON-1852655016 tempest-PortsAdminExtendedAttrsTestJSON-1852655016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:31.939217 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-e13a5c4d-aa90-40a3-a78f-b1ee0ae48ba1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1792931814-router', 'tenant_id': '614e7202dc0749a98acdc83ef7167698', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:31.956601 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-36eaa908-09b5-44ca-8d32-e11b43ed66cd tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:32.021523 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ee1034-f48d-4369-aed8-c90083403e48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-8776044d-5553-42d2-939f-ade42846845d', 'network_id': '8776044d-5553-42d2-939f-ade42846845d', 'tenant_id': '614e7202dc0749a98acdc83ef7167698', 'fixed_ips': [{'subnet_id': '7a6f8e0d-a61d-4a99-89f1-9eb4469ba816'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:36:32.023080 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d931a110-9a87-4222-b55c-bcac859f4022 tempest-PortsAdminExtendedAttrsTestJSON-1852655016 tempest-PortsAdminExtendedAttrsTestJSON-1852655016-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.026298 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-08ee1034-f48d-4369-aed8-c90083403e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.033618 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a86ce14-0c01-4f92-bc0e-dadc7b07d843 admin admin] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:32.043509 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc829a-22f6-49bc-af94-acee631a0ad8 None None] Pushing event updated for resources: {'Port': ['ID=2e475b5f-d6a4-4f6b-a68e-34e9327a8c3a,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:32.044234 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-36eaa908-09b5-44ca-8d32-e11b43ed66cd tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] 10.222.0.110 "PUT /v2.0/quotas/869d29e240ca4a97837b99c79f41c9d2 HTTP/1.1" status: 200 len: 368 time: 0.3247654 Jan 21 09:36:32.045197 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 44688) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:32.046371 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-e13a5c4d-aa90-40a3-a78f-b1ee0ae48ba1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:32.047106 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-3a86ce14-0c01-4f92-bc0e-dadc7b07d843 admin admin] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:32.060981 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a86ce14-0c01-4f92-bc0e-dadc7b07d843 admin admin] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:36:32.067461 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e13a5c4d-aa90-40a3-a78f-b1ee0ae48ba1 admin admin] Usage tracker for resource:router and tenant:614e7202dc0749a98acdc83ef7167698 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:32.085772 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e13a5c4d-aa90-40a3-a78f-b1ee0ae48ba1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:32.096462 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-e13a5c4d-aa90-40a3-a78f-b1ee0ae48ba1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:32.126183 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bbe61ab2-5578-4191-99d8-b50b595aa28c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.128129 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bbe61ab2-5578-4191-99d8-b50b595aa28c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.138822 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-48ba9d90-bcbf-4390-ade8-d2dbfc06a5f9 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-76639322'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:32.149483 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e13a5c4d-aa90-40a3-a78f-b1ee0ae48ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.151312 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e13a5c4d-aa90-40a3-a78f-b1ee0ae48ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.151493 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 44690) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:32.154885 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d931a110-9a87-4222-b55c-bcac859f4022 tempest-PortsAdminExtendedAttrsTestJSON-1852655016 tempest-PortsAdminExtendedAttrsTestJSON-1852655016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:32.157409 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-f1a7b263-279e-452f-8747-5472ef7b7f9e tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Request body: {'network': {'project_id': '869d29e240ca4a97837b99c79f41c9d2'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:32.165776 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d931a110-9a87-4222-b55c-bcac859f4022 tempest-PortsAdminExtendedAttrsTestJSON-1852655016 tempest-PortsAdminExtendedAttrsTestJSON-1852655016-project] Usage tracker for resource:security_group_rule and tenant:626136ab295945f1adcc20196832dc1b is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:32.176256 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f1a7b263-279e-452f-8747-5472ef7b7f9e tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:32.200917 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e13a5c4d-aa90-40a3-a78f-b1ee0ae48ba1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.235156 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bbe61ab2-5578-4191-99d8-b50b595aa28c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.245228 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-30682e38-6dc0-44e5-b81b-636e2cf99415 tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1091627603', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:32.249612 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f1a7b263-279e-452f-8747-5472ef7b7f9e tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Usage tracker for resource:network and tenant:869d29e240ca4a97837b99c79f41c9d2 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:32.254019 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f1a7b263-279e-452f-8747-5472ef7b7f9e tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:32.258886 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d931a110-9a87-4222-b55c-bcac859f4022 tempest-PortsAdminExtendedAttrsTestJSON-1852655016 tempest-PortsAdminExtendedAttrsTestJSON-1852655016-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:32.260776 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-30682e38-6dc0-44e5-b81b-636e2cf99415 tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:32.265601 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-30682e38-6dc0-44e5-b81b-636e2cf99415 tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Usage tracker for resource:port and tenant:5bd7081cab0c4945b258d1cba21c555a is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:32.268661 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-30682e38-6dc0-44e5-b81b-636e2cf99415 tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:32.275475 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-30682e38-6dc0-44e5-b81b-636e2cf99415 tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:32.280008 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2ee7e2b3-a658-4b4f-ab63-0f1733f73441 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.284872 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-48ba9d90-bcbf-4390-ade8-d2dbfc06a5f9 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:32.289649 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-48ba9d90-bcbf-4390-ade8-d2dbfc06a5f9 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] Usage tracker for resource:network and tenant:f508ce0d883049a8a5c64c465eba7142 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:32.290588 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79962f64-6f44-46e4-823c-61a38ff73a66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-1135e748-d422-4b50-8ae7-b9b34434f356', 'network_id': '1135e748-d422-4b50-8ae7-b9b34434f356', 'tenant_id': '85062a18014b46c39ce9762aca0ea494', 'fixed_ips': [{'subnet_id': '012fac0f-b662-4d0e-800a-fe42d5135a9c'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:36:32.291521 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-79962f64-6f44-46e4-823c-61a38ff73a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.293304 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-48ba9d90-bcbf-4390-ade8-d2dbfc06a5f9 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:32.299940 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-48ba9d90-bcbf-4390-ade8-d2dbfc06a5f9 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:32.321605 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f1a7b263-279e-452f-8747-5472ef7b7f9e tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:32.338633 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30682e38-6dc0-44e5-b81b-636e2cf99415 tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Made reservation on behalf of 5bd7081cab0c4945b258d1cba21c555a for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:32.341043 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-30682e38-6dc0-44e5-b81b-636e2cf99415 tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.354693 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a7b263-279e-452f-8747-5472ef7b7f9e tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Made reservation on behalf of 869d29e240ca4a97837b99c79f41c9d2 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:32.356928 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f1a7b263-279e-452f-8747-5472ef7b7f9e tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.370234 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-30682e38-6dc0-44e5-b81b-636e2cf99415 tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.370623 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d931a110-9a87-4222-b55c-bcac859f4022 tempest-PortsAdminExtendedAttrsTestJSON-1852655016 tempest-PortsAdminExtendedAttrsTestJSON-1852655016-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:32.373728 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2ee7e2b3-a658-4b4f-ab63-0f1733f73441 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.386227 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f1a7b263-279e-452f-8747-5472ef7b7f9e tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.393834 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-08ee1034-f48d-4369-aed8-c90083403e48 None None] Allocated IP 172.20.0.2 (8776044d-5553-42d2-939f-ade42846845d/7a6f8e0d-a61d-4a99-89f1-9eb4469ba816/684a97b2-9fec-4454-ab5d-6572cc6b9429) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:32.398488 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ba9d90-bcbf-4390-ade8-d2dbfc06a5f9 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] Made reservation on behalf of f508ce0d883049a8a5c64c465eba7142 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:32.401947 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-48ba9d90-bcbf-4390-ade8-d2dbfc06a5f9 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.408008 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-30682e38-6dc0-44e5-b81b-636e2cf99415 tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:32.416332 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-30682e38-6dc0-44e5-b81b-636e2cf99415 tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Usage tracker for resource:security_group_rule and tenant:5bd7081cab0c4945b258d1cba21c555a is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:32.419501 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f1a7b263-279e-452f-8747-5472ef7b7f9e tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:32.469819 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-30682e38-6dc0-44e5-b81b-636e2cf99415 tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:32.479156 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f1a7b263-279e-452f-8747-5472ef7b7f9e tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Usage tracker for resource:security_group_rule and tenant:869d29e240ca4a97837b99c79f41c9d2 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:32.495972 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f1a7b263-279e-452f-8747-5472ef7b7f9e tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:32.526322 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee7e2b3-a658-4b4f-ab63-0f1733f73441 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:36:32.541036 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2ee7e2b3-a658-4b4f-ab63-0f1733f73441 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.541468 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-2ee7e2b3-a658-4b4f-ab63-0f1733f73441 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Added segment 8accfb14-e183-4987-a32d-2ffe520f7043 of type vlan for network 0e320fb7-418e-49c0-87fe-250831a10d73 Jan 21 09:36:32.561438 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-30682e38-6dc0-44e5-b81b-636e2cf99415 tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:32.571096 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f1a7b263-279e-452f-8747-5472ef7b7f9e tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:32.580143 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-79962f64-6f44-46e4-823c-61a38ff73a66 None None] Allocated IP 172.20.0.2 (1135e748-d422-4b50-8ae7-b9b34434f356/012fac0f-b662-4d0e-800a-fe42d5135a9c/e3319f2f-e8c7-4bdb-a109-15e6ae90ad62) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:32.630733 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-48ba9d90-bcbf-4390-ade8-d2dbfc06a5f9 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.738613 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3a86ce14-0c01-4f92-bc0e-dadc7b07d843 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.792461 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-08ee1034-f48d-4369-aed8-c90083403e48 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.817508 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-08ee1034-f48d-4369-aed8-c90083403e48 None None] Transition to ACTIVE for port object 684a97b2-9fec-4454-ab5d-6572cc6b9429 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:36:32.854319 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2ee7e2b3-a658-4b4f-ab63-0f1733f73441 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.885085 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-48ba9d90-bcbf-4390-ade8-d2dbfc06a5f9 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:32.891316 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e13a5c4d-aa90-40a3-a78f-b1ee0ae48ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.897712 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-08ee1034-f48d-4369-aed8-c90083403e48 None None] Transition to ACTIVE for port object 684a97b2-9fec-4454-ab5d-6572cc6b9429 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:36:32.912145 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-48ba9d90-bcbf-4390-ade8-d2dbfc06a5f9 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] Usage tracker for resource:security_group_rule and tenant:f508ce0d883049a8a5c64c465eba7142 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:32.917210 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7e2b3-a658-4b4f-ab63-0f1733f73441 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2716ad2f-fc15-4e6d-a13e-c9044057d998,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:32.920305 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-08ee1034-f48d-4369-aed8-c90083403e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:32.921856 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-48ba9d90-bcbf-4390-ade8-d2dbfc06a5f9 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:32.972368 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-79962f64-6f44-46e4-823c-61a38ff73a66 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.006878 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-48ba9d90-bcbf-4390-ade8-d2dbfc06a5f9 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:33.011369 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-79962f64-6f44-46e4-823c-61a38ff73a66 None None] Transition to ACTIVE for port object e3319f2f-e8c7-4bdb-a109-15e6ae90ad62 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:36:33.015071 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0317e3-d71d-420f-86f1-19bb1bcfc002 None None] Network 55051115-0a6d-4aad-ae33-4c0466ea1935 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:36:33.032045 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ee1034-f48d-4369-aed8-c90083403e48 None None] Network 8776044d-5553-42d2-939f-ade42846845d is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:33.048578 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-08ee1034-f48d-4369-aed8-c90083403e48 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:33.051186 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ee1034-f48d-4369-aed8-c90083403e48 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:36:33.057348 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f1a7b263-279e-452f-8747-5472ef7b7f9e tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.074577 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f1a7b263-279e-452f-8747-5472ef7b7f9e tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.105411 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee1034-f48d-4369-aed8-c90083403e48 None None] Pushing event updated for resources: {'Port': ['ID=684a97b2-9fec-4454-ab5d-6572cc6b9429,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:33.128960 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bbe61ab2-5578-4191-99d8-b50b595aa28c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.138168 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2ee7e2b3-a658-4b4f-ab63-0f1733f73441 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.142726 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-79962f64-6f44-46e4-823c-61a38ff73a66 None None] Transition to ACTIVE for port object e3319f2f-e8c7-4bdb-a109-15e6ae90ad62 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:36:33.143458 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee7e2b3-a658-4b4f-ab63-0f1733f73441 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:33.143969 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2ee7e2b3-a658-4b4f-ab63-0f1733f73441 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.166514 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1a7b263-279e-452f-8747-5472ef7b7f9e tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:36:33.201904 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-79962f64-6f44-46e4-823c-61a38ff73a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.212175 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-30682e38-6dc0-44e5-b81b-636e2cf99415 tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.225954 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f1a7b263-279e-452f-8747-5472ef7b7f9e tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.226299 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-f1a7b263-279e-452f-8747-5472ef7b7f9e tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Added segment fd7baf77-88b2-4890-82d3-4aa6a1ae6d2f of type vlan for network 19e29453-42c9-4621-b5ff-2a594ab2a646 Jan 21 09:36:33.276850 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-30682e38-6dc0-44e5-b81b-636e2cf99415 tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.294216 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-30682e38-6dc0-44e5-b81b-636e2cf99415 tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] device_id is not set on port f0e1c7cc-b2b9-480a-bc2a-67759797de8a yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:36:33.340446 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7b263-279e-452f-8747-5472ef7b7f9e tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7bd58c-83bc-45eb-b55a-6fe3f0e7d01a,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:33.342782 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-d0558683-1b04-4939-a668-aefb3546f362 None None] Provisioning for port 2e475b5f-d6a4-4f6b-a68e-34e9327a8c3a completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:36:33.347238 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-08ee1034-f48d-4369-aed8-c90083403e48 None None] Attempting to bind port 684a97b2-9fec-4454-ab5d-6572cc6b9429 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:33.347238 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-08ee1034-f48d-4369-aed8-c90083403e48 None None] Attempting to bind port 684a97b2-9fec-4454-ab5d-6572cc6b9429 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'a3f72eb9-d03f-4ac6-be0d-97ce33afeb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8776044d-5553-42d2-939f-ade42846845d'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:33.347238 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ee1034-f48d-4369-aed8-c90083403e48 None None] Attempting to bind port 684a97b2-9fec-4454-ab5d-6572cc6b9429 on network 8776044d-5553-42d2-939f-ade42846845d {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:36:33.348794 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d931a110-9a87-4222-b55c-bcac859f4022 tempest-PortsAdminExtendedAttrsTestJSON-1852655016 tempest-PortsAdminExtendedAttrsTestJSON-1852655016-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.357202 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7e2b3-a658-4b4f-ab63-0f1733f73441 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Pushing event updated for resources: {'Network': ['ID=0e320fb7-418e-49c0-87fe-250831a10d73,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:33.365698 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79962f64-6f44-46e4-823c-61a38ff73a66 None None] Network 1135e748-d422-4b50-8ae7-b9b34434f356 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:33.374326 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ee1034-f48d-4369-aed8-c90083403e48 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:36:33.374326 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ee1034-f48d-4369-aed8-c90083403e48 None None] Checking segment: {'id': 'a3f72eb9-d03f-4ac6-be0d-97ce33afeb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8776044d-5553-42d2-939f-ade42846845d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:36:33.374326 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-08ee1034-f48d-4369-aed8-c90083403e48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.374794 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ee1034-f48d-4369-aed8-c90083403e48 None None] Bound using segment: {'id': 'a3f72eb9-d03f-4ac6-be0d-97ce33afeb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8776044d-5553-42d2-939f-ade42846845d'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:36:33.375769 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-08ee1034-f48d-4369-aed8-c90083403e48 None None] Bound port: 684a97b2-9fec-4454-ab5d-6572cc6b9429, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f72eb9-d03f-4ac6-be0d-97ce33afeb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8776044d-5553-42d2-939f-ade42846845d'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:36:33.375769 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-08ee1034-f48d-4369-aed8-c90083403e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.389823 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-79962f64-6f44-46e4-823c-61a38ff73a66 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:33.391579 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d931a110-9a87-4222-b55c-bcac859f4022 tempest-PortsAdminExtendedAttrsTestJSON-1852655016 tempest-PortsAdminExtendedAttrsTestJSON-1852655016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.392170 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79962f64-6f44-46e4-823c-61a38ff73a66 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:36:33.410824 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f1a7b263-279e-452f-8747-5472ef7b7f9e tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.430428 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3a86ce14-0c01-4f92-bc0e-dadc7b07d843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.436470 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30682e38-6dc0-44e5-b81b-636e2cf99415 tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ddf613-c69a-4f84-9635-a482dd7cff3d,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:33.481502 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2ee7e2b3-a658-4b4f-ab63-0f1733f73441 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.7363992 Jan 21 09:36:33.486511 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 0e320fb7-418e-49c0-87fe-250831a10d73 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:36:33.502265 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d931a110-9a87-4222-b55c-bcac859f4022 tempest-PortsAdminExtendedAttrsTestJSON-1852655016 tempest-PortsAdminExtendedAttrsTestJSON-1852655016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:36:33.504648 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44710) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:33.517261 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-59c9d3e3-769d-4b58-ba27-777d526cad17 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Request body: {'subnet': {'network_id': '0e320fb7-418e-49c0-87fe-250831a10d73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:33.521068 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79962f64-6f44-46e4-823c-61a38ff73a66 None None] Pushing event updated for resources: {'Port': ['ID=e3319f2f-e8c7-4bdb-a109-15e6ae90ad62,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:33.561916 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931a110-9a87-4222-b55c-bcac859f4022 tempest-PortsAdminExtendedAttrsTestJSON-1852655016 tempest-PortsAdminExtendedAttrsTestJSON-1852655016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6ba964-433c-4dbc-b4ee-5935cf385fa7,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:33.577096 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d931a110-9a87-4222-b55c-bcac859f4022 tempest-PortsAdminExtendedAttrsTestJSON-1852655016 tempest-PortsAdminExtendedAttrsTestJSON-1852655016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.577343 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-d931a110-9a87-4222-b55c-bcac859f4022 tempest-PortsAdminExtendedAttrsTestJSON-1852655016 tempest-PortsAdminExtendedAttrsTestJSON-1852655016-project] Added segment de75ebee-d472-4e7d-9707-8b1d975ee4ec of type vlan for network 4fffb22c-b596-4594-b959-d7a71bfd423b Jan 21 09:36:33.594812 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-48ba9d90-bcbf-4390-ade8-d2dbfc06a5f9 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.609369 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f1a7b263-279e-452f-8747-5472ef7b7f9e tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.610294 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a7b263-279e-452f-8747-5472ef7b7f9e tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:33.610880 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f1a7b263-279e-452f-8747-5472ef7b7f9e tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.758879 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-79962f64-6f44-46e4-823c-61a38ff73a66 None None] Attempting to bind port e3319f2f-e8c7-4bdb-a109-15e6ae90ad62 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:33.759313 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-79962f64-6f44-46e4-823c-61a38ff73a66 None None] Attempting to bind port e3319f2f-e8c7-4bdb-a109-15e6ae90ad62 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'e6b062f4-c60d-4f2d-92ff-c2921e09a921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1135e748-d422-4b50-8ae7-b9b34434f356'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:33.759624 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79962f64-6f44-46e4-823c-61a38ff73a66 None None] Attempting to bind port e3319f2f-e8c7-4bdb-a109-15e6ae90ad62 on network 1135e748-d422-4b50-8ae7-b9b34434f356 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:36:33.765769 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-48ba9d90-bcbf-4390-ade8-d2dbfc06a5f9 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.797771 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-30682e38-6dc0-44e5-b81b-636e2cf99415 tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Allocated IP 172.26.3.123 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/f0e1c7cc-b2b9-480a-bc2a-67759797de8a) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:33.816893 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 2e475b5f-d6a4-4f6b-a68e-34e9327a8c3a up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:36:33.832147 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d931a110-9a87-4222-b55c-bcac859f4022 tempest-PortsAdminExtendedAttrsTestJSON-1852655016 tempest-PortsAdminExtendedAttrsTestJSON-1852655016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.854094 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79962f64-6f44-46e4-823c-61a38ff73a66 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:36:33.854882 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79962f64-6f44-46e4-823c-61a38ff73a66 None None] Checking segment: {'id': 'e6b062f4-c60d-4f2d-92ff-c2921e09a921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1135e748-d422-4b50-8ae7-b9b34434f356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:36:33.855594 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-79962f64-6f44-46e4-823c-61a38ff73a66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.856049 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79962f64-6f44-46e4-823c-61a38ff73a66 None None] Bound using segment: {'id': 'e6b062f4-c60d-4f2d-92ff-c2921e09a921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1135e748-d422-4b50-8ae7-b9b34434f356'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:36:33.856365 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f1a7b263-279e-452f-8747-5472ef7b7f9e tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7126982 Jan 21 09:36:33.856712 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ba9d90-bcbf-4390-ade8-d2dbfc06a5f9 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:36:33.857515 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-79962f64-6f44-46e4-823c-61a38ff73a66 None None] Bound port: e3319f2f-e8c7-4bdb-a109-15e6ae90ad62, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b062f4-c60d-4f2d-92ff-c2921e09a921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1135e748-d422-4b50-8ae7-b9b34434f356'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:36:33.858128 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-79962f64-6f44-46e4-823c-61a38ff73a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.861762 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44714) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:33.865673 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-59c9d3e3-769d-4b58-ba27-777d526cad17 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:33.879187 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-08ee1034-f48d-4369-aed8-c90083403e48 None None] For port 684a97b2-9fec-4454-ab5d-6572cc6b9429, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:36:33.882153 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-dde6d294-af79-4146-9951-fccecd28841b tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Request body: {'network': {'project_id': '869d29e240ca4a97837b99c79f41c9d2'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:33.885135 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba9d90-bcbf-4390-ade8-d2dbfc06a5f9 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1105d70-a721-4c9b-9ab8-7383b155eda2,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:33.892283 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-59c9d3e3-769d-4b58-ba27-777d526cad17 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Usage tracker for resource:subnet and tenant:5ef31f50d7f84f1a90085e2b72d19c9f is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:33.897882 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-59c9d3e3-769d-4b58-ba27-777d526cad17 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:33.903879 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-48ba9d90-bcbf-4390-ade8-d2dbfc06a5f9 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.904241 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-48ba9d90-bcbf-4390-ade8-d2dbfc06a5f9 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] Added segment 6c0522d0-a936-479d-820a-8d76db1f770b of type vlan for network 20ca4acc-cdb8-47e3-ae67-316cdea55281 Jan 21 09:36:33.906050 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-08ee1034-f48d-4369-aed8-c90083403e48 None None] For port 684a97b2-9fec-4454-ab5d-6572cc6b9429, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=684a97b2-9fec-4454-ab5d-6572cc6b9429,segment=NetworkSegment(a3f72eb9-d03f-4ac6-be0d-97ce33afeb91),segment_id=a3f72eb9-d03f-4ac6-be0d-97ce33afeb91)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:36:33.924661 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-59c9d3e3-769d-4b58-ba27-777d526cad17 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:33.952827 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-08ee1034-f48d-4369-aed8-c90083403e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:33.965566 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7b263-279e-452f-8747-5472ef7b7f9e tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Pushing event updated for resources: {'Network': ['ID=19e29453-42c9-4621-b5ff-2a594ab2a646,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:34.009355 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-dde6d294-af79-4146-9951-fccecd28841b tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:34.012646 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 19e29453-42c9-4621-b5ff-2a594ab2a646 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:36:34.025981 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-dde6d294-af79-4146-9951-fccecd28841b tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Usage tracker for resource:network and tenant:869d29e240ca4a97837b99c79f41c9d2 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:34.033800 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d931a110-9a87-4222-b55c-bcac859f4022 tempest-PortsAdminExtendedAttrsTestJSON-1852655016 tempest-PortsAdminExtendedAttrsTestJSON-1852655016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:34.039335 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d931a110-9a87-4222-b55c-bcac859f4022 tempest-PortsAdminExtendedAttrsTestJSON-1852655016 tempest-PortsAdminExtendedAttrsTestJSON-1852655016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:34.039938 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d931a110-9a87-4222-b55c-bcac859f4022 tempest-PortsAdminExtendedAttrsTestJSON-1852655016 tempest-PortsAdminExtendedAttrsTestJSON-1852655016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:34.092858 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-dde6d294-af79-4146-9951-fccecd28841b tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:34.101689 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a86ce14-0c01-4f92-bc0e-dadc7b07d843 admin admin] Router 29dc86f9-9542-4256-ae43-a8de2d8782fa is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:36:34.113663 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c9d3e3-769d-4b58-ba27-777d526cad17 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Made reservation on behalf of 5ef31f50d7f84f1a90085e2b72d19c9f for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:34.118273 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-59c9d3e3-769d-4b58-ba27-777d526cad17 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks [] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:34.147732 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee1034-f48d-4369-aed8-c90083403e48 None None] Pushing event updated for resources: {'Port': ['ID=684a97b2-9fec-4454-ab5d-6572cc6b9429,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:34.153550 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-79962f64-6f44-46e4-823c-61a38ff73a66 None None] For port e3319f2f-e8c7-4bdb-a109-15e6ae90ad62, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:36:34.166961 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-dde6d294-af79-4146-9951-fccecd28841b tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:34.192317 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-48ba9d90-bcbf-4390-ade8-d2dbfc06a5f9 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:34.232486 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 2e475b5f-d6a4-4f6b-a68e-34e9327a8c3a completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:36:34.238527 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-79962f64-6f44-46e4-823c-61a38ff73a66 None None] For port e3319f2f-e8c7-4bdb-a109-15e6ae90ad62, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e3319f2f-e8c7-4bdb-a109-15e6ae90ad62,segment=NetworkSegment(e6b062f4-c60d-4f2d-92ff-c2921e09a921),segment_id=e6b062f4-c60d-4f2d-92ff-c2921e09a921)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:36:34.246843 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 2e475b5f-d6a4-4f6b-a68e-34e9327a8c3a triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:34.247936 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:34.298119 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-79962f64-6f44-46e4-823c-61a38ff73a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:34.352327 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-30682e38-6dc0-44e5-b81b-636e2cf99415 tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:34.425424 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d931a110-9a87-4222-b55c-bcac859f4022 tempest-PortsAdminExtendedAttrsTestJSON-1852655016 tempest-PortsAdminExtendedAttrsTestJSON-1852655016-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 3.2801955 Jan 21 09:36:34.451066 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.resource_extend [None req-48ba9d90-bcbf-4390-ade8-d2dbfc06a5f9 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:36:34.469171 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79962f64-6f44-46e4-823c-61a38ff73a66 None None] Pushing event updated for resources: {'Port': ['ID=e3319f2f-e8c7-4bdb-a109-15e6ae90ad62,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:34.551306 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:34.590311 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a86ce14-0c01-4f92-bc0e-dadc7b07d843 admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:36:34.600096 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291edf3b-5f74-40b4-aca9-9a1f5369e366 None None] Sync routers for ids ['29dc86f9-9542-4256-ae43-a8de2d8782fa'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:36:34.618039 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291edf3b-5f74-40b4-aca9-9a1f5369e366 None None] Routers {'29dc86f9-9542-4256-ae43-a8de2d8782fa'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:36:34.618720 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-291edf3b-5f74-40b4-aca9-9a1f5369e366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:36:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['29dc86f9-9542-4256-ae43-a8de2d8782fa'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:34.624923 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde6d294-af79-4146-9951-fccecd28841b tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Made reservation on behalf of 869d29e240ca4a97837b99c79f41c9d2 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:34.629004 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dde6d294-af79-4146-9951-fccecd28841b tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:34.653323 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 2e475b5f-d6a4-4f6b-a68e-34e9327a8c3a, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=2e475b5f-d6a4-4f6b-a68e-34e9327a8c3a,segment=NetworkSegment(6dbe62b3-80b8-484a-a3b1-46049c848789),segment_id=6dbe62b3-80b8-484a-a3b1-46049c848789)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:36:34.672329 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e13a5c4d-aa90-40a3-a78f-b1ee0ae48ba1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:34.674047 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3a86ce14-0c01-4f92-bc0e-dadc7b07d843 admin admin] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:34.675654 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3a86ce14-0c01-4f92-bc0e-dadc7b07d843 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7517347 Jan 21 09:36:34.678428 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 44730) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:34.680206 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:34.830734 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-ee896478-cba7-4184-9e31-180c502594dc None None] Provisioning complete for port 2e475b5f-d6a4-4f6b-a68e-34e9327a8c3a triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:34.834586 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ee896478-cba7-4184-9e31-180c502594dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:34.835353 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e13a5c4d-aa90-40a3-a78f-b1ee0ae48ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:34.837802 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931a110-9a87-4222-b55c-bcac859f4022 tempest-PortsAdminExtendedAttrsTestJSON-1852655016 tempest-PortsAdminExtendedAttrsTestJSON-1852655016-project] Pushing event updated for resources: {'Network': ['ID=4fffb22c-b596-4594-b959-d7a71bfd423b,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:34.916401 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde6d294-af79-4146-9951-fccecd28841b tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:36:34.973256 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-48ba9d90-bcbf-4390-ade8-d2dbfc06a5f9 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:34.979037 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ba9d90-bcbf-4390-ade8-d2dbfc06a5f9 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:34.980072 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-48ba9d90-bcbf-4390-ade8-d2dbfc06a5f9 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:35.025170 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=2e475b5f-d6a4-4f6b-a68e-34e9327a8c3a,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:35.036593 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dde6d294-af79-4146-9951-fccecd28841b tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:35.037526 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-dde6d294-af79-4146-9951-fccecd28841b tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Added segment 95f75e70-5d20-4fbe-8e1a-82bd265f346c of type vlan for network 93d100c0-3384-4137-8dc9-1f4f254a5199 Jan 21 09:36:35.047425 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 4fffb22c-b596-4594-b959-d7a71bfd423b details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:36:35.092696 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-291edf3b-5f74-40b4-aca9-9a1f5369e366 None None] Set router 29dc86f9-9542-4256-ae43-a8de2d8782fa gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:36:35.186088 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-30682e38-6dc0-44e5-b81b-636e2cf99415 tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:35.321088 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30682e38-6dc0-44e5-b81b-636e2cf99415 tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Pushing event updated for resources: {'Port': ['ID=f0e1c7cc-b2b9-480a-bc2a-67759797de8a,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:35.324323 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-e13a5c4d-aa90-40a3-a78f-b1ee0ae48ba1 admin admin] Allocated IP 172.26.3.81 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/a1fe4401-629a-4cde-b850-43e1c0f29540) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:35.387426 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30682e38-6dc0-44e5-b81b-636e2cf99415 tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:35.391264 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-30682e38-6dc0-44e5-b81b-636e2cf99415 tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:35.473458 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30682e38-6dc0-44e5-b81b-636e2cf99415 tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:36:35.474387 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30682e38-6dc0-44e5-b81b-636e2cf99415 tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:35.474996 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-30682e38-6dc0-44e5-b81b-636e2cf99415 tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:35.514638 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-30682e38-6dc0-44e5-b81b-636e2cf99415 tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.3616920 Jan 21 09:36:35.514844 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-291edf3b-5f74-40b4-aca9-9a1f5369e366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'name': 'tempest-ServerActionsTestJSON-304556091-router', 'tenant_id': '21bf33c022814c088610cd12785c806c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '8eac12c5-0b88-435b-beee-31592b141764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:29Z', 'updated_at': '2022-01-21T09:36:32Z', 'revision_number': 3, 'project_id': '21bf33c022814c088610cd12785c806c', 'gw_port': {'id': '8eac12c5-0b88-435b-beee-31592b141764', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ef:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:31Z', 'updated_at': '2022-01-21T09:36:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:35.525881 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291edf3b-5f74-40b4-aca9-9a1f5369e366 None None] Checking router: 29dc86f9-9542-4256-ae43-a8de2d8782fa for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:36:35.526460 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291edf3b-5f74-40b4-aca9-9a1f5369e366 None None] Updating router 29dc86f9-9542-4256-ae43-a8de2d8782fa port 8eac12c5-0b88-435b-beee-31592b141764 binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:36:35.537435 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 44736) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:35.547359 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e13a5c4d-aa90-40a3-a78f-b1ee0ae48ba1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:35.552313 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-cf62394e-7a4a-4de3-8aa4-0225b2e3184d tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.123'}]}}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:35.572661 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-cf62394e-7a4a-4de3-8aa4-0225b2e3184d tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:35.582216 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-cf62394e-7a4a-4de3-8aa4-0225b2e3184d tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Usage tracker for resource:router and tenant:5bd7081cab0c4945b258d1cba21c555a is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:35.588506 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-cf62394e-7a4a-4de3-8aa4-0225b2e3184d tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:35.616982 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dde6d294-af79-4146-9951-fccecd28841b tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:35.634326 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-291edf3b-5f74-40b4-aca9-9a1f5369e366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:35.647682 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba9d90-bcbf-4390-ade8-d2dbfc06a5f9 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] Pushing event updated for resources: {'Network': ['ID=20ca4acc-cdb8-47e3-ae67-316cdea55281,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:35.659173 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-cf62394e-7a4a-4de3-8aa4-0225b2e3184d tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:35.661162 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 44740) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:35.670298 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Request body: {'port': {'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b', 'binding:host_id': 'hv-neutron-8257', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2044598523'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:35.675714 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:35.676246 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 20ca4acc-cdb8-47e3-ae67-316cdea55281 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:36:35.681621 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Usage tracker for resource:port and tenant:698caa1624d34e9a98c98ef20c2ab47d is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:35.693932 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:35.708476 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e13a5c4d-aa90-40a3-a78f-b1ee0ae48ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:35.715381 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-48ba9d90-bcbf-4390-ade8-d2dbfc06a5f9 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.8391066 Jan 21 09:36:35.725290 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:35.735279 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 44744) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:35.828273 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cf62394e-7a4a-4de3-8aa4-0225b2e3184d tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:35.837236 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cf62394e-7a4a-4de3-8aa4-0225b2e3184d tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:35.853370 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Made reservation on behalf of 698caa1624d34e9a98c98ef20c2ab47d for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:35.867899 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:35.894360 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-e4df1a5c-11f6-4ebe-834b-d8de2b696edd tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Request body: {'network': {'name': 'tempest-network--325574860', 'router:external': True}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:35.905245 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29da9d9e-2a51-4876-8f2d-c549e4ffd304 None None] Network 8776044d-5553-42d2-939f-ade42846845d requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:36:35.911461 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:35.911828 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.resource_extend [None req-dde6d294-af79-4146-9951-fccecd28841b tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:36:35.915510 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-e4df1a5c-11f6-4ebe-834b-d8de2b696edd tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:35.937953 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bbe61ab2-5578-4191-99d8-b50b595aa28c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:36.018513 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-e4df1a5c-11f6-4ebe-834b-d8de2b696edd tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Usage tracker for resource:network and tenant:ad687cc6281c4204bb470f05122f63df is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:36.026841 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:36.029292 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-e4df1a5c-11f6-4ebe-834b-d8de2b696edd tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:36.059036 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cf62394e-7a4a-4de3-8aa4-0225b2e3184d tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:36.071448 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e3319f2f-e8c7-4bdb-a109-15e6ae90ad62 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:36:36.073734 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Usage tracker for resource:security_group_rule and tenant:698caa1624d34e9a98c98ef20c2ab47d is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:36.087760 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-e4df1a5c-11f6-4ebe-834b-d8de2b696edd tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:36.092965 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:36.110095 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:36.192192 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-ca9e71b7-520d-4c5b-a497-bccc8c0bec94 None None] Provisioning for port 684a97b2-9fec-4454-ab5d-6572cc6b9429 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:36:36.223787 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bbe61ab2-5578-4191-99d8-b50b595aa28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:36.231473 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-291edf3b-5f74-40b4-aca9-9a1f5369e366 None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:36.243116 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13a5c4d-aa90-40a3-a78f-b1ee0ae48ba1 admin admin] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:36.250937 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-291edf3b-5f74-40b4-aca9-9a1f5369e366 None None] Transition to ACTIVE for port object 8eac12c5-0b88-435b-beee-31592b141764 will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:36:36.259750 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-e13a5c4d-aa90-40a3-a78f-b1ee0ae48ba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:36.261233 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4df1a5c-11f6-4ebe-834b-d8de2b696edd tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Made reservation on behalf of ad687cc6281c4204bb470f05122f63df for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:36.264664 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e4df1a5c-11f6-4ebe-834b-d8de2b696edd tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:36.269581 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-291edf3b-5f74-40b4-aca9-9a1f5369e366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:36.269903 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dde6d294-af79-4146-9951-fccecd28841b tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:36.272804 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde6d294-af79-4146-9951-fccecd28841b tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:36.273788 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dde6d294-af79-4146-9951-fccecd28841b tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:36.356915 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port e3319f2f-e8c7-4bdb-a109-15e6ae90ad62 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:36:36.369735 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 684a97b2-9fec-4454-ab5d-6572cc6b9429 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:36:36.376089 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13a5c4d-aa90-40a3-a78f-b1ee0ae48ba1 admin admin] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:36:36.393594 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e4df1a5c-11f6-4ebe-834b-d8de2b696edd tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:36.394932 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72a7dd-8b71-44cd-90dd-244cebee453f None None] Pushing event updated for resources: {'Port': ['ID=8eac12c5-0b88-435b-beee-31592b141764,revision_number=2']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:36.405923 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72a7dd-8b71-44cd-90dd-244cebee453f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:36.406627 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72a7dd-8b71-44cd-90dd-244cebee453f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:36.407159 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72a7dd-8b71-44cd-90dd-244cebee453f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:36.408012 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72a7dd-8b71-44cd-90dd-244cebee453f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:36.408911 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72a7dd-8b71-44cd-90dd-244cebee453f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:36.409502 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72a7dd-8b71-44cd-90dd-244cebee453f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:36.410031 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72a7dd-8b71-44cd-90dd-244cebee453f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:36.410564 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72a7dd-8b71-44cd-90dd-244cebee453f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:36.411215 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72a7dd-8b71-44cd-90dd-244cebee453f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:36.412970 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72a7dd-8b71-44cd-90dd-244cebee453f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:36.413505 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72a7dd-8b71-44cd-90dd-244cebee453f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:36.414036 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72a7dd-8b71-44cd-90dd-244cebee453f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:36.415291 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72a7dd-8b71-44cd-90dd-244cebee453f None None] Tracked resource versions report: Jan 21 09:36:36.415291 dv-neutron-825731-1-hyperv neutron-server[87517]: pushed versions: Jan 21 09:36:36.415291 dv-neutron-825731-1-hyperv neutron-server[87517]: { 'AddressGroup': {'1.2'}, Jan 21 09:36:36.415291 dv-neutron-825731-1-hyperv neutron-server[87517]: 'ConntrackHelper': {'1.0'}, Jan 21 09:36:36.415291 dv-neutron-825731-1-hyperv neutron-server[87517]: 'Log': {'1.0'}, Jan 21 09:36:36.415291 dv-neutron-825731-1-hyperv neutron-server[87517]: 'Network': {'1.1'}, Jan 21 09:36:36.415291 dv-neutron-825731-1-hyperv neutron-server[87517]: 'Port': {'1.7'}, Jan 21 09:36:36.415291 dv-neutron-825731-1-hyperv neutron-server[87517]: 'PortForwarding': {'1.2'}, Jan 21 09:36:36.415291 dv-neutron-825731-1-hyperv neutron-server[87517]: 'QosPolicy': {'1.8'}, Jan 21 09:36:36.415291 dv-neutron-825731-1-hyperv neutron-server[87517]: 'SecurityGroup': {'1.4'}, Jan 21 09:36:36.415291 dv-neutron-825731-1-hyperv neutron-server[87517]: 'SecurityGroupRule': {'1.2'}, Jan 21 09:36:36.415291 dv-neutron-825731-1-hyperv neutron-server[87517]: 'SubPort': {'1.0'}, Jan 21 09:36:36.415291 dv-neutron-825731-1-hyperv neutron-server[87517]: 'Subnet': {'1.1'}, Jan 21 09:36:36.415291 dv-neutron-825731-1-hyperv neutron-server[87517]: 'Trunk': {'1.1'}} Jan 21 09:36:36.415291 dv-neutron-825731-1-hyperv neutron-server[87517]: consumer versions: Jan 21 09:36:36.415291 dv-neutron-825731-1-hyperv neutron-server[87517]: { DHCP agent@dv-neutron-825731-1-hyperv: {}, Jan 21 09:36:36.415291 dv-neutron-825731-1-hyperv neutron-server[87517]: HyperV agent@hv-neutron-8257: {}, Jan 21 09:36:36.415291 dv-neutron-825731-1-hyperv neutron-server[87517]: L3 agent@dv-neutron-825731-1-hyperv: {}, Jan 21 09:36:36.415291 dv-neutron-825731-1-hyperv neutron-server[87517]: Metadata agent@dv-neutron-825731-1-hyperv: {}, Jan 21 09:36:36.415291 dv-neutron-825731-1-hyperv neutron-server[87517]: Metering agent@dv-neutron-825731-1-hyperv: {}, Jan 21 09:36:36.415291 dv-neutron-825731-1-hyperv neutron-server[87517]: Open vSwitch agent@dv-neutron-825731-1-hyperv: { 'AddressGroup': '1.2', Jan 21 09:36:36.415291 dv-neutron-825731-1-hyperv neutron-server[87517]: 'ConntrackHelper': '1.0', Jan 21 09:36:36.415291 dv-neutron-825731-1-hyperv neutron-server[87517]: 'Log': '1.0', Jan 21 09:36:36.415291 dv-neutron-825731-1-hyperv neutron-server[87517]: 'Network': '1.1', Jan 21 09:36:36.415291 dv-neutron-825731-1-hyperv neutron-server[87517]: 'Port': '1.7', Jan 21 09:36:36.415291 dv-neutron-825731-1-hyperv neutron-server[87517]: 'PortForwarding': '1.2', Jan 21 09:36:36.415291 dv-neutron-825731-1-hyperv neutron-server[87517]: 'QosPolicy': '1.8', Jan 21 09:36:36.415291 dv-neutron-825731-1-hyperv neutron-server[87517]: 'SecurityGroup': '1.4', Jan 21 09:36:36.415291 dv-neutron-825731-1-hyperv neutron-server[87517]: 'SecurityGroupRule': '1.2', Jan 21 09:36:36.415291 dv-neutron-825731-1-hyperv neutron-server[87517]: 'SubPort': '1.0', Jan 21 09:36:36.415291 dv-neutron-825731-1-hyperv neutron-server[87517]: 'Subnet': '1.1', Jan 21 09:36:36.415291 dv-neutron-825731-1-hyperv neutron-server[87517]: 'Trunk': '1.1'}} Jan 21 09:36:36.415291 dv-neutron-825731-1-hyperv neutron-server[87517]: {{(pid=87517) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:36:36.425703 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-291edf3b-5f74-40b4-aca9-9a1f5369e366 None None] Attempting to bind port 8eac12c5-0b88-435b-beee-31592b141764 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:36.426311 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-291edf3b-5f74-40b4-aca9-9a1f5369e366 None None] Attempting to bind port 8eac12c5-0b88-435b-beee-31592b141764 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:36.428104 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291edf3b-5f74-40b4-aca9-9a1f5369e366 None None] Attempting to bind port 8eac12c5-0b88-435b-beee-31592b141764 on network 80a065d7-b55c-43ad-a3e8-c65befe4136c {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:36:36.436810 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291edf3b-5f74-40b4-aca9-9a1f5369e366 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:36:36.437597 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291edf3b-5f74-40b4-aca9-9a1f5369e366 None None] Checking segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:36:36.438223 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-291edf3b-5f74-40b4-aca9-9a1f5369e366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:36.439647 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291edf3b-5f74-40b4-aca9-9a1f5369e366 None None] Bound using segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:36:36.440332 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-291edf3b-5f74-40b4-aca9-9a1f5369e366 None None] Bound port: 8eac12c5-0b88-435b-beee-31592b141764, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:36:36.441202 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-291edf3b-5f74-40b4-aca9-9a1f5369e366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:36.470005 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5185aa-3c97-4a23-9990-8d612df84480 None None] Network 1135e748-d422-4b50-8ae7-b9b34434f356 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:36:36.493369 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 684a97b2-9fec-4454-ab5d-6572cc6b9429 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:36:36.514193 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 684a97b2-9fec-4454-ab5d-6572cc6b9429 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:36.514783 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:36.532513 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-dde6d294-af79-4146-9951-fccecd28841b tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.6661942 Jan 21 09:36:36.551308 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44750) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:36.556146 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-59c9d3e3-769d-4b58-ba27-777d526cad17 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:36.560349 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a5c4d-aa90-40a3-a78f-b1ee0ae48ba1 admin admin] Pushing event updated for resources: {'Port': ['ID=a1fe4401-629a-4cde-b850-43e1c0f29540,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:36.578346 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-291edf3b-5f74-40b4-aca9-9a1f5369e366 None None] For port 8eac12c5-0b88-435b-beee-31592b141764, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:36:36.587475 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-291edf3b-5f74-40b4-aca9-9a1f5369e366 None None] For port 8eac12c5-0b88-435b-beee-31592b141764, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=8eac12c5-0b88-435b-beee-31592b141764,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:36:36.597336 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-e4df1a5c-11f6-4ebe-834b-d8de2b696edd tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:36.627618 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-291edf3b-5f74-40b4-aca9-9a1f5369e366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:36.685436 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0e3175cf-4370-42ec-80db-a9b3c12615ff None None] Provisioning for port e3319f2f-e8c7-4bdb-a109-15e6ae90ad62 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:36:36.686868 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-e4df1a5c-11f6-4ebe-834b-d8de2b696edd tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Usage tracker for resource:security_group_rule and tenant:ad687cc6281c4204bb470f05122f63df is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:36.708906 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-e4df1a5c-11f6-4ebe-834b-d8de2b696edd tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:36.712594 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0e3175cf-4370-42ec-80db-a9b3c12615ff None None] Provisioning complete for port e3319f2f-e8c7-4bdb-a109-15e6ae90ad62 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:36.712969 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0e3175cf-4370-42ec-80db-a9b3c12615ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:36.716717 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cf62394e-7a4a-4de3-8aa4-0225b2e3184d tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:36.724222 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-e4df1a5c-11f6-4ebe-834b-d8de2b696edd tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:36.769557 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-d97c2365-89bb-43ef-927b-4e7290a28160 tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Request body: {'network': {'project_id': '869d29e240ca4a97837b99c79f41c9d2'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:36.774573 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d97c2365-89bb-43ef-927b-4e7290a28160 tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:36.778628 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d97c2365-89bb-43ef-927b-4e7290a28160 tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Usage tracker for resource:network and tenant:869d29e240ca4a97837b99c79f41c9d2 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:36.781659 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d97c2365-89bb-43ef-927b-4e7290a28160 tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:36.788513 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d97c2365-89bb-43ef-927b-4e7290a28160 tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:36.797040 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291edf3b-5f74-40b4-aca9-9a1f5369e366 None None] Routers {'29dc86f9-9542-4256-ae43-a8de2d8782fa'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:36:36.799831 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-291edf3b-5f74-40b4-aca9-9a1f5369e366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:36:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['29dc86f9-9542-4256-ae43-a8de2d8782fa'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:36.801255 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9d3e3-769d-4b58-ba27-777d526cad17 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Pushing event updated for resources: {'Subnet': ['ID=000e2ff3-cf4b-4086-9996-b47f95c1f5c0,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:36.804291 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-d97c2365-89bb-43ef-927b-4e7290a28160 tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 21 09:36:36.804775 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d97c2365-89bb-43ef-927b-4e7290a28160 tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:36:36.805922 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d97c2365-89bb-43ef-927b-4e7290a28160 tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2432501 Jan 21 09:36:36.817690 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44754) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:36.921298 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:36.941841 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bdbf7378-118d-4253-8a94-0351150acde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:36.952213 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:36.960638 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:36.993529 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ff1a526a-4a5b-438e-bf5c-593aa6165476 tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=869d29e240ca4a97837b99c79f41c9d2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1394815 Jan 21 09:36:37.001833 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44760) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:37.004876 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde6d294-af79-4146-9951-fccecd28841b tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Pushing event updated for resources: {'Network': ['ID=93d100c0-3384-4137-8dc9-1f4f254a5199,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:37.040052 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 93d100c0-3384-4137-8dc9-1f4f254a5199 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:36:37.086701 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 684a97b2-9fec-4454-ab5d-6572cc6b9429, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=684a97b2-9fec-4454-ab5d-6572cc6b9429,segment=NetworkSegment(a3f72eb9-d03f-4ac6-be0d-97ce33afeb91),segment_id=a3f72eb9-d03f-4ac6-be0d-97ce33afeb91)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:36:37.108846 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523b68d4-930d-488a-9750-134f4819297a,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:37.119607 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] device_id is not set on port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:36:37.121427 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:37.122738 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 2e475b5f-d6a4-4f6b-a68e-34e9327a8c3a up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:36:37.150289 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c9d3e3-769d-4b58-ba27-777d526cad17 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Checking segment: {'id': '8accfb14-e183-4987-a32d-2ffe520f7043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0e320fb7-418e-49c0-87fe-250831a10d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:36:37.150668 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c9d3e3-769d-4b58-ba27-777d526cad17 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Network hostable DHCP agents. Network: 0e320fb7-418e-49c0-87fe-250831a10d73, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:36:37.172942 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d938d443-e531-4d3d-ac3a-44108504a0c7 tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:37.233938 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-291edf3b-5f74-40b4-aca9-9a1f5369e366 None None] Set router 29dc86f9-9542-4256-ae43-a8de2d8782fa gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:36:37.254318 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0e3175cf-4370-42ec-80db-a9b3c12615ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:37.366437 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e13a5c4d-aa90-40a3-a78f-b1ee0ae48ba1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:37.367382 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=684a97b2-9fec-4454-ab5d-6572cc6b9429,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:37.382733 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-0e3175cf-4370-42ec-80db-a9b3c12615ff None None] For port e3319f2f-e8c7-4bdb-a109-15e6ae90ad62, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e3319f2f-e8c7-4bdb-a109-15e6ae90ad62,segment=NetworkSegment(e6b062f4-c60d-4f2d-92ff-c2921e09a921),segment_id=e6b062f4-c60d-4f2d-92ff-c2921e09a921)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:36:37.397791 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 2e475b5f-d6a4-4f6b-a68e-34e9327a8c3a triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:37.398356 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:37.426480 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72a7dd-8b71-44cd-90dd-244cebee453f None None] Pushing event updated for resources: {'Port': ['ID=8eac12c5-0b88-435b-beee-31592b141764,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:37.472514 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0e3175cf-4370-42ec-80db-a9b3c12615ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:37.528997 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-bdbf7378-118d-4253-8a94-0351150acde8 admin admin] Allocated IP 172.20.0.1 (55051115-0a6d-4aad-ae33-4c0466ea1935/cd14a905-cd68-4fb4-a084-5e658ee5e25a/c3d92270-6f2c-48c5-bae5-62608422225c) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:37.582164 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e4df1a5c-11f6-4ebe-834b-d8de2b696edd tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:37.623828 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-bbe61ab2-5578-4191-99d8-b50b595aa28c admin admin] Allocated IP 172.26.3.208 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/fb477a1c-ac45-4ac4-a136-0ed796eae698) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:37.628254 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c9d3e3-769d-4b58-ba27-777d526cad17 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Network 0e320fb7-418e-49c0-87fe-250831a10d73 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:36:37.637874 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d938d443-e531-4d3d-ac3a-44108504a0c7 tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:37.641587 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e4df1a5c-11f6-4ebe-834b-d8de2b696edd tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:37.670422 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-291edf3b-5f74-40b4-aca9-9a1f5369e366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'name': 'tempest-ServerActionsTestJSON-304556091-router', 'tenant_id': '21bf33c022814c088610cd12785c806c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '8eac12c5-0b88-435b-beee-31592b141764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:29Z', 'updated_at': '2022-01-21T09:36:32Z', 'revision_number': 3, 'project_id': '21bf33c022814c088610cd12785c806c', 'gw_port': {'id': '8eac12c5-0b88-435b-beee-31592b141764', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ef:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:31Z', 'updated_at': '2022-01-21T09:36:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:37.687072 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291edf3b-5f74-40b4-aca9-9a1f5369e366 None None] The sync data for ids ['29dc86f9-9542-4256-ae43-a8de2d8782fa'] in dv-neutron-825731-1-hyperv is: [{'id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'name': 'tempest-ServerActionsTestJSON-304556091-router', 'tenant_id': '21bf33c022814c088610cd12785c806c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '8eac12c5-0b88-435b-beee-31592b141764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:29Z', 'updated_at': '2022-01-21T09:36:32Z', 'revision_number': 3, 'project_id': '21bf33c022814c088610cd12785c806c', 'gw_port': {'id': '8eac12c5-0b88-435b-beee-31592b141764', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ef:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:31Z', 'updated_at': '2022-01-21T09:36:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:36:37.702032 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-59c9d3e3-769d-4b58-ba27-777d526cad17 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 0e320fb7-418e-49c0-87fe-250831a10d73) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:37.715046 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e2de9a-1d77-4dae-a9db-e5b1b85ec9e5 None None] Network 0e320fb7-418e-49c0-87fe-250831a10d73 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:36:37.806676 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4df1a5c-11f6-4ebe-834b-d8de2b696edd tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:36:37.861922 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 684a97b2-9fec-4454-ab5d-6572cc6b9429 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:36:37.867647 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e4df1a5c-11f6-4ebe-834b-d8de2b696edd tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:37.867992 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-e4df1a5c-11f6-4ebe-834b-d8de2b696edd tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Added segment 7ed128f5-7e92-4539-afbd-a11e39ca4c8f of type vlan for network c6511136-f090-4da7-b247-46d3513e08a6 Jan 21 09:36:37.876762 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df1a5c-11f6-4ebe-834b-d8de2b696edd tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86421aaf-7e40-4ad2-bc0e-7aad991dbc52,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:37.887276 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c9d3e3-769d-4b58-ba27-777d526cad17 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:37.887884 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-59c9d3e3-769d-4b58-ba27-777d526cad17 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:37.913555 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-964e6a03-e58f-4e8d-940d-7ddc08a0c4d0 None None] Provisioning complete for port 684a97b2-9fec-4454-ab5d-6572cc6b9429 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:37.914078 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-964e6a03-e58f-4e8d-940d-7ddc08a0c4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:37.981273 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3175cf-4370-42ec-80db-a9b3c12615ff None None] Pushing event updated for resources: {'Port': ['ID=e3319f2f-e8c7-4bdb-a109-15e6ae90ad62,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:38.034810 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bdbf7378-118d-4253-8a94-0351150acde8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:38.089727 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d938d443-e531-4d3d-ac3a-44108504a0c7 tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:38.096616 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d938d443-e531-4d3d-ac3a-44108504a0c7 tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:38.098474 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 44764) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:38.103844 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e4df1a5c-11f6-4ebe-834b-d8de2b696edd tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:38.107891 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d938d443-e531-4d3d-ac3a-44108504a0c7 tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] 10.222.0.110 "DELETE /v2.0/security-groups/4b7bd58c-83bc-45eb-b55a-6fe3f0e7d01a HTTP/1.1" status: 204 len: 168 time: 1.0984356 Jan 21 09:36:38.131285 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-59c9d3e3-769d-4b58-ba27-777d526cad17 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6249857 Jan 21 09:36:38.140795 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 44768) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:38.144680 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e13a5c4d-aa90-40a3-a78f-b1ee0ae48ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:38.147404 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938d443-e531-4d3d-ac3a-44108504a0c7 tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7bd58c-83bc-45eb-b55a-6fe3f0e7d01a,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:38.164760 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-92088a1a-e712-41c6-ba8e-49525ad37f36 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Request body: {'port': {'network_id': '0e320fb7-418e-49c0-87fe-250831a10d73', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1642397995'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:38.246429 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-bdbf7378-118d-4253-8a94-0351150acde8 admin admin] Transition to ACTIVE for port object c3d92270-6f2c-48c5-bae5-62608422225c will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:36:38.310171 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 684a97b2-9fec-4454-ab5d-6572cc6b9429 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:38.310589 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:38.336671 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc43f84b-bf2d-416b-b86e-f8269292cef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-0e320fb7-418e-49c0-87fe-250831a10d73', 'network_id': '0e320fb7-418e-49c0-87fe-250831a10d73', 'tenant_id': '5ef31f50d7f84f1a90085e2b72d19c9f', 'fixed_ips': [{'subnet_id': '000e2ff3-cf4b-4086-9996-b47f95c1f5c0'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:36:38.337571 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cc43f84b-bf2d-416b-b86e-f8269292cef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:38.398495 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bbe61ab2-5578-4191-99d8-b50b595aa28c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:38.529100 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bbe61ab2-5578-4191-99d8-b50b595aa28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:38.541595 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-6df4a4e9-9685-4f6b-8504-50f65e2de50b None None] Provisioning complete for port e3319f2f-e8c7-4bdb-a109-15e6ae90ad62 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:38.542004 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6df4a4e9-9685-4f6b-8504-50f65e2de50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:38.564359 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] device_id is not set on port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:36:38.587704 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:38.609648 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe61ab2-5578-4191-99d8-b50b595aa28c admin admin] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:38.610456 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13a5c4d-aa90-40a3-a78f-b1ee0ae48ba1 admin admin] Router c9c94c7a-742e-40cc-b34e-ba592c66b7ea is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:36:38.618251 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-bbe61ab2-5578-4191-99d8-b50b595aa28c admin admin] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:38.623347 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe61ab2-5578-4191-99d8-b50b595aa28c admin admin] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:36:38.651591 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Transition to ACTIVE for port object ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:36:38.656439 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-cc43f84b-bf2d-416b-b86e-f8269292cef2 None None] Allocated IP 172.20.0.2 (0e320fb7-418e-49c0-87fe-250831a10d73/000e2ff3-cf4b-4086-9996-b47f95c1f5c0/94a0ed25-8a2c-45d9-af1a-e38ebb44c36f) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:38.680533 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0f89b73-056b-4ad5-b8f6-01ed203a8bbf tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:38.752152 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe61ab2-5578-4191-99d8-b50b595aa28c admin admin] Pushing event updated for resources: {'Port': ['ID=fb477a1c-ac45-4ac4-a136-0ed796eae698,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:38.816730 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:38.835534 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bdbf7378-118d-4253-8a94-0351150acde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:38.839306 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e4df1a5c-11f6-4ebe-834b-d8de2b696edd tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:38.842045 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4df1a5c-11f6-4ebe-834b-d8de2b696edd tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:38.842987 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e4df1a5c-11f6-4ebe-834b-d8de2b696edd tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:38.888719 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-92088a1a-e712-41c6-ba8e-49525ad37f36 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:38.943943 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-92088a1a-e712-41c6-ba8e-49525ad37f36 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Usage tracker for resource:port and tenant:5ef31f50d7f84f1a90085e2b72d19c9f is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:38.950248 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cc43f84b-bf2d-416b-b86e-f8269292cef2 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:38.962323 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-92088a1a-e712-41c6-ba8e-49525ad37f36 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:38.967617 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-cc43f84b-bf2d-416b-b86e-f8269292cef2 None None] Transition to ACTIVE for port object 94a0ed25-8a2c-45d9-af1a-e38ebb44c36f will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:36:39.000460 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-cc43f84b-bf2d-416b-b86e-f8269292cef2 None None] Transition to ACTIVE for port object 94a0ed25-8a2c-45d9-af1a-e38ebb44c36f will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:36:39.011289 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cc43f84b-bf2d-416b-b86e-f8269292cef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:39.016727 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-92088a1a-e712-41c6-ba8e-49525ad37f36 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:39.044075 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbf7378-118d-4253-8a94-0351150acde8 admin admin] Network 55051115-0a6d-4aad-ae33-4c0466ea1935 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:39.068744 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13a5c4d-aa90-40a3-a78f-b1ee0ae48ba1 admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:36:39.085482 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1236e0-f029-44e7-98a2-196dca85e9d8 None None] Sync routers for ids ['c9c94c7a-742e-40cc-b34e-ba592c66b7ea'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:36:39.106136 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e13a5c4d-aa90-40a3-a78f-b1ee0ae48ba1 admin admin] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:39.107334 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e13a5c4d-aa90-40a3-a78f-b1ee0ae48ba1 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1992176 Jan 21 09:36:39.110340 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc43f84b-bf2d-416b-b86e-f8269292cef2 None None] Network 0e320fb7-418e-49c0-87fe-250831a10d73 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:39.117638 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-cc43f84b-bf2d-416b-b86e-f8269292cef2 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:39.122672 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc43f84b-bf2d-416b-b86e-f8269292cef2 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:36:39.128748 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1236e0-f029-44e7-98a2-196dca85e9d8 None None] Routers {'c9c94c7a-742e-40cc-b34e-ba592c66b7ea'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:36:39.129398 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-cf1236e0-f029-44e7-98a2-196dca85e9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:36:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['c9c94c7a-742e-40cc-b34e-ba592c66b7ea'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:39.151241 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 44778) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:39.153586 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-bdbf7378-118d-4253-8a94-0351150acde8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:39.169522 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbf7378-118d-4253-8a94-0351150acde8 admin admin] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:36:39.169969 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bdbf7378-118d-4253-8a94-0351150acde8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:39.205823 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bbe61ab2-5578-4191-99d8-b50b595aa28c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:39.229292 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc43f84b-bf2d-416b-b86e-f8269292cef2 None None] Pushing event updated for resources: {'Port': ['ID=94a0ed25-8a2c-45d9-af1a-e38ebb44c36f,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:39.392624 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cf62394e-7a4a-4de3-8aa4-0225b2e3184d tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:39.432796 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-cc43f84b-bf2d-416b-b86e-f8269292cef2 None None] Attempting to bind port 94a0ed25-8a2c-45d9-af1a-e38ebb44c36f on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:39.433304 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-cc43f84b-bf2d-416b-b86e-f8269292cef2 None None] Attempting to bind port 94a0ed25-8a2c-45d9-af1a-e38ebb44c36f by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '8accfb14-e183-4987-a32d-2ffe520f7043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0e320fb7-418e-49c0-87fe-250831a10d73'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:39.433670 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc43f84b-bf2d-416b-b86e-f8269292cef2 None None] Attempting to bind port 94a0ed25-8a2c-45d9-af1a-e38ebb44c36f on network 0e320fb7-418e-49c0-87fe-250831a10d73 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:36:39.451149 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc43f84b-bf2d-416b-b86e-f8269292cef2 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:36:39.451510 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc43f84b-bf2d-416b-b86e-f8269292cef2 None None] Checking segment: {'id': '8accfb14-e183-4987-a32d-2ffe520f7043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0e320fb7-418e-49c0-87fe-250831a10d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:36:39.451835 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cc43f84b-bf2d-416b-b86e-f8269292cef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:39.452305 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc43f84b-bf2d-416b-b86e-f8269292cef2 None None] Bound using segment: {'id': '8accfb14-e183-4987-a32d-2ffe520f7043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0e320fb7-418e-49c0-87fe-250831a10d73'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:36:39.452670 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-cc43f84b-bf2d-416b-b86e-f8269292cef2 None None] Bound port: 94a0ed25-8a2c-45d9-af1a-e38ebb44c36f, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8accfb14-e183-4987-a32d-2ffe520f7043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0e320fb7-418e-49c0-87fe-250831a10d73'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:36:39.453051 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cc43f84b-bf2d-416b-b86e-f8269292cef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:39.463675 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-cf1236e0-f029-44e7-98a2-196dca85e9d8 None None] Set router c9c94c7a-742e-40cc-b34e-ba592c66b7ea gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:36:39.561578 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cf62394e-7a4a-4de3-8aa4-0225b2e3184d tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:39.585502 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df1a5c-11f6-4ebe-834b-d8de2b696edd tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Pushing event updated for resources: {'Network': ['ID=c6511136-f090-4da7-b247-46d3513e08a6,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:39.605396 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e4df1a5c-11f6-4ebe-834b-d8de2b696edd tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.8660319 Jan 21 09:36:39.605396 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Pushing event updated for resources: {'Port': ['ID=ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:39.606967 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44784) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:39.611283 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network c6511136-f090-4da7-b247-46d3513e08a6 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:36:39.658467 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92088a1a-e712-41c6-ba8e-49525ad37f36 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Made reservation on behalf of 5ef31f50d7f84f1a90085e2b72d19c9f for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:39.662012 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-92088a1a-e712-41c6-ba8e-49525ad37f36 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:39.669882 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bbe61ab2-5578-4191-99d8-b50b595aa28c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:39.730977 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-63adcab1-d95c-4db5-8200-a4a013acffa4 None None] Provisioning for port c3d92270-6f2c-48c5-bae5-62608422225c completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:36:39.832652 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0f89b73-056b-4ad5-b8f6-01ed203a8bbf tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:39.837680 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-63adcab1-d95c-4db5-8200-a4a013acffa4 None None] Provisioning complete for port c3d92270-6f2c-48c5-bae5-62608422225c triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:39.838060 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-63adcab1-d95c-4db5-8200-a4a013acffa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:39.864001 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0f89b73-056b-4ad5-b8f6-01ed203a8bbf tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:36:39.864342 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0f89b73-056b-4ad5-b8f6-01ed203a8bbf tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:36:39.865120 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0f89b73-056b-4ad5-b8f6-01ed203a8bbf tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:36:39.865448 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0f89b73-056b-4ad5-b8f6-01ed203a8bbf tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Subscribe: > port after_create 55550000 {{(pid=87514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:36:39.865764 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0f89b73-056b-4ad5-b8f6-01ed203a8bbf tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:36:39.866100 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0f89b73-056b-4ad5-b8f6-01ed203a8bbf tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Subscribe: > port after_update 55550000 {{(pid=87514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:36:39.866416 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0f89b73-056b-4ad5-b8f6-01ed203a8bbf tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:36:39.866741 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0f89b73-056b-4ad5-b8f6-01ed203a8bbf tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:36:39.867050 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0f89b73-056b-4ad5-b8f6-01ed203a8bbf tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:36:39.867360 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0f89b73-056b-4ad5-b8f6-01ed203a8bbf tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:36:39.941947 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e3319f2f-e8c7-4bdb-a109-15e6ae90ad62 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:36:40.022996 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-40c6b748-73f2-44b3-babf-c059929fae0a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:40.073144 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0f89b73-056b-4ad5-b8f6-01ed203a8bbf tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:36:40.073557 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0f89b73-056b-4ad5-b8f6-01ed203a8bbf tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:36:40.073797 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0f89b73-056b-4ad5-b8f6-01ed203a8bbf tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:36:40.074100 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0f89b73-056b-4ad5-b8f6-01ed203a8bbf tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:36:40.074464 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-f0f89b73-056b-4ad5-b8f6-01ed203a8bbf tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93d100c0-3384-4137-8dc9-1f4f254a5199']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:40.087079 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-f0f89b73-056b-4ad5-b8f6-01ed203a8bbf tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95f75e70-5d20-4fbe-8e1a-82bd265f346c') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:40.087371 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-f0f89b73-056b-4ad5-b8f6-01ed203a8bbf tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95f75e70-5d20-4fbe-8e1a-82bd265f346c') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:40.105358 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0f89b73-056b-4ad5-b8f6-01ed203a8bbf tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:40.123605 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0f89b73-056b-4ad5-b8f6-01ed203a8bbf tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:40.131646 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0f89b73-056b-4ad5-b8f6-01ed203a8bbf tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:36:40.132036 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0f89b73-056b-4ad5-b8f6-01ed203a8bbf tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:40.170561 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Checking segment: {'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:36:40.170914 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Network hostable DHCP agents. Network: 4fffb22c-b596-4594-b959-d7a71bfd423b, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:36:40.174018 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-63adcab1-d95c-4db5-8200-a4a013acffa4 None None] Port c3d92270-6f2c-48c5-bae5-62608422225c cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:36:40.178394 dv-neutron-825731-1-hyperv neutron-server[87514]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 09:36:40.178394 dv-neutron-825731-1-hyperv neutron-server[87514]: from cryptography.utils import int_from_bytes Jan 21 09:36:40.178394 dv-neutron-825731-1-hyperv neutron-server[87514]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 09:36:40.178394 dv-neutron-825731-1-hyperv neutron-server[87514]: from cryptography.utils import int_from_bytes Jan 21 09:36:40.178394 dv-neutron-825731-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 21 09:36:40.178394 dv-neutron-825731-1-hyperv neutron-server[87514]: util.warn_limited( Jan 21 09:36:40.178394 dv-neutron-825731-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 21 09:36:40.178394 dv-neutron-825731-1-hyperv neutron-server[87514]: util.warn_limited( Jan 21 09:36:40.178394 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:36:40.178394 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:36:40.178394 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:36:40.178394 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:36:40.178394 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:36:40.178394 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:36:40.178394 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:36:40.178394 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:36:40.178394 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:36:40.178394 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:36:40.178394 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:36:40.178394 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:36:40.178394 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:36:40.178394 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:36:40.178394 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:36:40.178394 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:36:40.178394 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:36:40.178394 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:36:40.178394 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:36:40.178394 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:36:40.178394 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:36:40.178394 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:36:40.178394 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:36:40.178394 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:36:40.178394 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:36:40.178394 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:36:40.178394 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:36:40.178394 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:36:40.178394 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:36:40.178394 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:36:40.178394 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:36:40.178394 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:36:40.194481 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-cc43f84b-bf2d-416b-b86e-f8269292cef2 None None] For port 94a0ed25-8a2c-45d9-af1a-e38ebb44c36f, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:36:40.251357 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port e3319f2f-e8c7-4bdb-a109-15e6ae90ad62 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:40.251839 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:40.306000 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-40c6b748-73f2-44b3-babf-c059929fae0a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:40.324317 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-cf1236e0-f029-44e7-98a2-196dca85e9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'name': 'tempest-ServersTestManualDisk-1792931814-router', 'tenant_id': '614e7202dc0749a98acdc83ef7167698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': 'a1fe4401-629a-4cde-b850-43e1c0f29540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:32Z', 'updated_at': '2022-01-21T09:36:37Z', 'revision_number': 3, 'project_id': '614e7202dc0749a98acdc83ef7167698', 'gw_port': {'id': 'a1fe4401-629a-4cde-b850-43e1c0f29540', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:34Z', 'updated_at': '2022-01-21T09:36:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:40.330359 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1236e0-f029-44e7-98a2-196dca85e9d8 None None] Checking router: c9c94c7a-742e-40cc-b34e-ba592c66b7ea for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:36:40.330771 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1236e0-f029-44e7-98a2-196dca85e9d8 None None] Updating router c9c94c7a-742e-40cc-b34e-ba592c66b7ea port a1fe4401-629a-4cde-b850-43e1c0f29540 binding host dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:36:40.355563 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-40c6b748-73f2-44b3-babf-c059929fae0a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:36:40.355563 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-40c6b748-73f2-44b3-babf-c059929fae0a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:36:40.355563 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-40c6b748-73f2-44b3-babf-c059929fae0a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:36:40.355563 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-40c6b748-73f2-44b3-babf-c059929fae0a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Subscribe: > port after_create 55550000 {{(pid=87515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:36:40.355563 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-40c6b748-73f2-44b3-babf-c059929fae0a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:36:40.355563 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-40c6b748-73f2-44b3-babf-c059929fae0a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Subscribe: > port after_update 55550000 {{(pid=87515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:36:40.355563 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-40c6b748-73f2-44b3-babf-c059929fae0a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:36:40.355563 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-40c6b748-73f2-44b3-babf-c059929fae0a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:36:40.355563 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-40c6b748-73f2-44b3-babf-c059929fae0a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:36:40.355563 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-40c6b748-73f2-44b3-babf-c059929fae0a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:36:40.407351 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-92088a1a-e712-41c6-ba8e-49525ad37f36 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] device_id is not set on port 95a7ae97-7e00-4e24-8d8b-50c526ac7d16 yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:36:40.441209 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cf1236e0-f029-44e7-98a2-196dca85e9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:40.472605 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 8eac12c5-0b88-435b-beee-31592b141764 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:36:40.509859 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0f89b73-056b-4ad5-b8f6-01ed203a8bbf tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:40.514459 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-cc43f84b-bf2d-416b-b86e-f8269292cef2 None None] For port 94a0ed25-8a2c-45d9-af1a-e38ebb44c36f, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=94a0ed25-8a2c-45d9-af1a-e38ebb44c36f,segment=NetworkSegment(8accfb14-e183-4987-a32d-2ffe520f7043),segment_id=8accfb14-e183-4987-a32d-2ffe520f7043)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:36:40.518732 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-40c6b748-73f2-44b3-babf-c059929fae0a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:36:40.519085 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-40c6b748-73f2-44b3-babf-c059929fae0a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:36:40.519433 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-40c6b748-73f2-44b3-babf-c059929fae0a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:36:40.519767 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-40c6b748-73f2-44b3-babf-c059929fae0a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:36:40.520151 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-40c6b748-73f2-44b3-babf-c059929fae0a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6511136-f090-4da7-b247-46d3513e08a6']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:40.536047 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cc43f84b-bf2d-416b-b86e-f8269292cef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:40.539736 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-40c6b748-73f2-44b3-babf-c059929fae0a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ed128f5-7e92-4539-afbd-a11e39ca4c8f') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:40.540034 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-40c6b748-73f2-44b3-babf-c059929fae0a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ed128f5-7e92-4539-afbd-a11e39ca4c8f') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:40.556564 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-40c6b748-73f2-44b3-babf-c059929fae0a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:40.561856 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Network 4fffb22c-b596-4594-b959-d7a71bfd423b is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:36:40.576533 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-40c6b748-73f2-44b3-babf-c059929fae0a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:40.580286 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe61ab2-5578-4191-99d8-b50b595aa28c admin admin] Router 25041724-9688-4e00-9538-e1c1fa0dfeae is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:36:40.591137 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c6b748-73f2-44b3-babf-c059929fae0a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:36:40.591492 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-40c6b748-73f2-44b3-babf-c059929fae0a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:40.611849 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 09:36:40.611849 dv-neutron-825731-1-hyperv neutron-server[87515]: from cryptography.utils import int_from_bytes Jan 21 09:36:40.611849 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 09:36:40.611849 dv-neutron-825731-1-hyperv neutron-server[87515]: from cryptography.utils import int_from_bytes Jan 21 09:36:40.611849 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 21 09:36:40.611849 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn_limited( Jan 21 09:36:40.611849 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 21 09:36:40.611849 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn_limited( Jan 21 09:36:40.611849 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:36:40.611849 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:36:40.611849 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:36:40.611849 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:36:40.611849 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:36:40.611849 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:36:40.611849 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:36:40.611849 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:36:40.611849 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:36:40.611849 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:36:40.611849 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:36:40.611849 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:36:40.611849 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:36:40.611849 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:36:40.611849 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:36:40.611849 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:36:40.611849 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:36:40.611849 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:36:40.611849 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:36:40.611849 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:36:40.611849 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:36:40.611849 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:36:40.611849 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:36:40.611849 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:36:40.611849 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:36:40.611849 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:36:40.611849 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:36:40.611849 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:36:40.611849 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:36:40.611849 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:36:40.611849 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:36:40.611849 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:36:40.640699 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0f89b73-056b-4ad5-b8f6-01ed203a8bbf tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:40.643247 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f89b73-056b-4ad5-b8f6-01ed203a8bbf tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Pushing event deleted for resources: {'Network': ['ID=93d100c0-3384-4137-8dc9-1f4f254a5199,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:40.645245 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf7378-118d-4253-8a94-0351150acde8 admin admin] Pushing event updated for resources: {'Port': ['ID=c3d92270-6f2c-48c5-bae5-62608422225c,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:40.678291 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 4fffb22c-b596-4594-b959-d7a71bfd423b) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:40.699030 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad855088-51ca-4f23-a0ca-d838fa8a6447 None None] Network 4fffb22c-b596-4594-b959-d7a71bfd423b requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:36:40.734510 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc43f84b-bf2d-416b-b86e-f8269292cef2 None None] Pushing event updated for resources: {'Port': ['ID=94a0ed25-8a2c-45d9-af1a-e38ebb44c36f,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:40.777512 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:36:40.866684 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-40c6b748-73f2-44b3-babf-c059929fae0a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:40.874154 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f0f89b73-056b-4ad5-b8f6-01ed203a8bbf tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] 10.222.0.110 "DELETE /v2.0/networks/93d100c0-3384-4137-8dc9-1f4f254a5199 HTTP/1.1" status: 204 len: 168 time: 2.7745481 Jan 21 09:36:40.877636 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44790) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:40.883154 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 8eac12c5-0b88-435b-beee-31592b141764 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:36:40.895680 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:40.896200 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:40.896667 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 on network 4fffb22c-b596-4594-b959-d7a71bfd423b {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:36:40.920836 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 on network 4fffb22c-b596-4594-b959-d7a71bfd423b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:36:40.921468 dv-neutron-825731-1-hyperv neutron-server[87514]: ERROR neutron.plugins.ml2.managers [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Failed to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] Jan 21 09:36:40.926088 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.plugins.ml2.plugin [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempt 2 to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 Jan 21 09:36:40.935070 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c6b748-73f2-44b3-babf-c059929fae0a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c6511136-f090-4da7-b247-46d3513e08a6 {{(pid=87515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 21 09:36:40.961549 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-40c6b748-73f2-44b3-babf-c059929fae0a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:40.971024 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6b748-73f2-44b3-babf-c059929fae0a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Pushing event deleted for resources: {'Network': ['ID=c6511136-f090-4da7-b247-46d3513e08a6,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:40.977654 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 8eac12c5-0b88-435b-beee-31592b141764 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:40.978045 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:41.051202 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-40c6b748-73f2-44b3-babf-c059929fae0a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] 10.222.0.110 "DELETE /v2.0/networks/c6511136-f090-4da7-b247-46d3513e08a6 HTTP/1.1" status: 204 len: 168 time: 1.4438958 Jan 21 09:36:41.052054 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44794) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:41.165840 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-0fbf8cff-9837-4e57-8898-25b516886cba tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:41.180167 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-92088a1a-e712-41c6-ba8e-49525ad37f36 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Allocated IP 172.20.0.12 (0e320fb7-418e-49c0-87fe-250831a10d73/000e2ff3-cf4b-4086-9996-b47f95c1f5c0/95a7ae97-7e00-4e24-8d8b-50c526ac7d16) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:41.187223 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe61ab2-5578-4191-99d8-b50b595aa28c admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:36:41.197981 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-0fbf8cff-9837-4e57-8898-25b516886cba tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:41.213695 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:41.222399 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0fbf8cff-9837-4e57-8898-25b516886cba tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Usage tracker for resource:network and tenant:ad687cc6281c4204bb470f05122f63df is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:41.223137 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:41.223612 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 on network 4fffb22c-b596-4594-b959-d7a71bfd423b {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:36:41.240871 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ea06d298-d1a3-4a6d-a8d0-1ed621b96b9c tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:41.247503 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0fbf8cff-9837-4e57-8898-25b516886cba tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:41.270087 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-0fbf8cff-9837-4e57-8898-25b516886cba tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:41.274298 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 on network 4fffb22c-b596-4594-b959-d7a71bfd423b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:36:41.275485 dv-neutron-825731-1-hyperv neutron-server[87514]: ERROR neutron.plugins.ml2.managers [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Failed to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] Jan 21 09:36:41.283357 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.plugins.ml2.plugin [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempt 3 to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 Jan 21 09:36:41.299286 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bdbf7378-118d-4253-8a94-0351150acde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:41.326772 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bbe61ab2-5578-4191-99d8-b50b595aa28c admin admin] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:41.328069 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-bbe61ab2-5578-4191-99d8-b50b595aa28c admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 9.5477777 Jan 21 09:36:41.329014 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbf8cff-9837-4e57-8898-25b516886cba tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Made reservation on behalf of ad687cc6281c4204bb470f05122f63df for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:41.331274 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0fbf8cff-9837-4e57-8898-25b516886cba tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:41.346696 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44798) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:41.430632 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:41.462213 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cf1236e0-f029-44e7-98a2-196dca85e9d8 None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:41.470182 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ea06d298-d1a3-4a6d-a8d0-1ed621b96b9c tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:41.475701 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:41.476156 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:41.477750 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 8eac12c5-0b88-435b-beee-31592b141764, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=8eac12c5-0b88-435b-beee-31592b141764,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:36:41.478202 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 on network 4fffb22c-b596-4594-b959-d7a71bfd423b {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:36:41.493262 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:41.496073 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-cf1236e0-f029-44e7-98a2-196dca85e9d8 None None] Transition to ACTIVE for port object a1fe4401-629a-4cde-b850-43e1c0f29540 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:36:41.503005 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-ea06d298-d1a3-4a6d-a8d0-1ed621b96b9c tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e29453-42c9-4621-b5ff-2a594ab2a646']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:41.519483 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-ea06d298-d1a3-4a6d-a8d0-1ed621b96b9c tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd7baf77-88b2-4890-82d3-4aa6a1ae6d2f') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:41.519778 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-ea06d298-d1a3-4a6d-a8d0-1ed621b96b9c tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd7baf77-88b2-4890-82d3-4aa6a1ae6d2f') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:41.531412 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ea06d298-d1a3-4a6d-a8d0-1ed621b96b9c tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:41.548412 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cf1236e0-f029-44e7-98a2-196dca85e9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:41.549508 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ea06d298-d1a3-4a6d-a8d0-1ed621b96b9c tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:41.557367 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea06d298-d1a3-4a6d-a8d0-1ed621b96b9c tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:36:41.557829 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ea06d298-d1a3-4a6d-a8d0-1ed621b96b9c tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:41.600158 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49727d42-9e35-420b-886f-a6936de117c3 None None] Sync routers for ids ['25041724-9688-4e00-9538-e1c1fa0dfeae'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:36:41.610260 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49727d42-9e35-420b-886f-a6936de117c3 None None] Routers {'25041724-9688-4e00-9538-e1c1fa0dfeae'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:36:41.611076 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-49727d42-9e35-420b-886f-a6936de117c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:36:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['25041724-9688-4e00-9538-e1c1fa0dfeae'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:41.612285 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-cf1236e0-f029-44e7-98a2-196dca85e9d8 None None] Attempting to bind port a1fe4401-629a-4cde-b850-43e1c0f29540 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:41.612716 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-cf1236e0-f029-44e7-98a2-196dca85e9d8 None None] Attempting to bind port a1fe4401-629a-4cde-b850-43e1c0f29540 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:41.613218 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1236e0-f029-44e7-98a2-196dca85e9d8 None None] Attempting to bind port a1fe4401-629a-4cde-b850-43e1c0f29540 on network 80a065d7-b55c-43ad-a3e8-c65befe4136c {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:36:41.622122 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1236e0-f029-44e7-98a2-196dca85e9d8 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:36:41.622554 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1236e0-f029-44e7-98a2-196dca85e9d8 None None] Checking segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:36:41.622957 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cf1236e0-f029-44e7-98a2-196dca85e9d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:41.623543 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1236e0-f029-44e7-98a2-196dca85e9d8 None None] Bound using segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:36:41.624003 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-cf1236e0-f029-44e7-98a2-196dca85e9d8 None None] Bound port: a1fe4401-629a-4cde-b850-43e1c0f29540, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:36:41.624401 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cf1236e0-f029-44e7-98a2-196dca85e9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:41.625213 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 on network 4fffb22c-b596-4594-b959-d7a71bfd423b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:36:41.625643 dv-neutron-825731-1-hyperv neutron-server[87514]: ERROR neutron.plugins.ml2.managers [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Failed to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] Jan 21 09:36:41.640124 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.plugins.ml2.plugin [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempt 4 to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 Jan 21 09:36:41.748930 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-cf1236e0-f029-44e7-98a2-196dca85e9d8 None None] For port a1fe4401-629a-4cde-b850-43e1c0f29540, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:36:41.754333 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-cf1236e0-f029-44e7-98a2-196dca85e9d8 None None] For port a1fe4401-629a-4cde-b850-43e1c0f29540, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a1fe4401-629a-4cde-b850-43e1c0f29540,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:36:41.757519 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=8eac12c5-0b88-435b-beee-31592b141764,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:41.842346 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:41.843260 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:41.843834 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 on network 4fffb22c-b596-4594-b959-d7a71bfd423b {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:36:41.951610 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04676896-2553-4a4c-9e81-1bb8e338c493 None None] Pushing event updated for resources: {'Port': ['ID=a1fe4401-629a-4cde-b850-43e1c0f29540,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:41.964789 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cf1236e0-f029-44e7-98a2-196dca85e9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:41.973911 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 94a0ed25-8a2c-45d9-af1a-e38ebb44c36f up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:36:41.978579 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-49727d42-9e35-420b-886f-a6936de117c3 None None] Set router 25041724-9688-4e00-9538-e1c1fa0dfeae gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:36:42.064335 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-92088a1a-e712-41c6-ba8e-49525ad37f36 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:42.104464 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-92088a1a-e712-41c6-ba8e-49525ad37f36 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Transition to ACTIVE for port object 95a7ae97-7e00-4e24-8d8b-50c526ac7d16 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:36:42.161196 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:36:42.161196 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:36:42.161196 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:36:42.161196 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:36:42.161196 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:36:42.161196 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:36:42.161196 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:36:42.161196 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:36:42.161196 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:36:42.161196 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:36:42.161196 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:36:42.161196 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:36:42.161196 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:36:42.161196 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:36:42.161196 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:36:42.161196 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:36:42.161196 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:36:42.161196 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:36:42.161196 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:36:42.161196 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:36:42.161196 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:36:42.161196 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:36:42.161196 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:36:42.161196 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:36:42.161196 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:36:42.161196 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:36:42.161196 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:36:42.161196 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:36:42.161196 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:36:42.161196 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:36:42.161196 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:36:42.161196 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:36:42.186477 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1236e0-f029-44e7-98a2-196dca85e9d8 None None] Routers {'c9c94c7a-742e-40cc-b34e-ba592c66b7ea'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:36:42.187129 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-cf1236e0-f029-44e7-98a2-196dca85e9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:36:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['c9c94c7a-742e-40cc-b34e-ba592c66b7ea'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:42.252924 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ea06d298-d1a3-4a6d-a8d0-1ed621b96b9c tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:42.262431 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04676896-2553-4a4c-9e81-1bb8e338c493 None None] Pushing event updated for resources: {'Port': ['ID=a1fe4401-629a-4cde-b850-43e1c0f29540,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:42.320003 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fbf8cff-9837-4e57-8898-25b516886cba tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:36:42.329531 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 94a0ed25-8a2c-45d9-af1a-e38ebb44c36f completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:36:42.334304 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ea06d298-d1a3-4a6d-a8d0-1ed621b96b9c tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:42.346738 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06d298-d1a3-4a6d-a8d0-1ed621b96b9c tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] Pushing event deleted for resources: {'Network': ['ID=19e29453-42c9-4621-b5ff-2a594ab2a646,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:42.348491 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034af769-26a0-4435-af67-e103c4381743 None None] Network 0e320fb7-418e-49c0-87fe-250831a10d73 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:36:42.352261 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dcf9dd90-8d91-4c7a-a45a-00b7aef30479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:42.368939 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ea06d298-d1a3-4a6d-a8d0-1ed621b96b9c tempest-QuotasNegativeTest-419966768 tempest-QuotasNegativeTest-419966768-project-admin] 10.222.0.110 "DELETE /v2.0/networks/19e29453-42c9-4621-b5ff-2a594ab2a646 HTTP/1.1" status: 204 len: 168 time: 1.4888601 Jan 21 09:36:42.371064 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-92088a1a-e712-41c6-ba8e-49525ad37f36 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:42.373177 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 on network 4fffb22c-b596-4594-b959-d7a71bfd423b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:36:42.373177 dv-neutron-825731-1-hyperv neutron-server[87514]: ERROR neutron.plugins.ml2.managers [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Failed to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] Jan 21 09:36:42.443237 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0fbf8cff-9837-4e57-8898-25b516886cba tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:42.443729 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-0fbf8cff-9837-4e57-8898-25b516886cba tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Added segment 9aed0c37-301c-471a-a18b-a055707d620f of type vlan for network ec633813-2fe1-40e0-8abd-ef417720efa3 Jan 21 09:36:42.592821 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0fbf8cff-9837-4e57-8898-25b516886cba tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:42.593518 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-49727d42-9e35-420b-886f-a6936de117c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25041724-9688-4e00-9538-e1c1fa0dfeae', 'name': 'tempest-ServersTestJSON-645974544-router', 'tenant_id': '85062a18014b46c39ce9762aca0ea494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': 'fb477a1c-ac45-4ac4-a136-0ed796eae698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:32Z', 'updated_at': '2022-01-21T09:36:38Z', 'revision_number': 3, 'project_id': '85062a18014b46c39ce9762aca0ea494', 'gw_port': {'id': 'fb477a1c-ac45-4ac4-a136-0ed796eae698', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:94:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25041724-9688-4e00-9538-e1c1fa0dfeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:36Z', 'updated_at': '2022-01-21T09:36:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:42.598144 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49727d42-9e35-420b-886f-a6936de117c3 None None] Checking router: 25041724-9688-4e00-9538-e1c1fa0dfeae for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:36:42.598620 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49727d42-9e35-420b-886f-a6936de117c3 None None] Updating router 25041724-9688-4e00-9538-e1c1fa0dfeae port fb477a1c-ac45-4ac4-a136-0ed796eae698 binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:36:42.641911 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.plugins.ml2.plugin [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempt 5 to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 Jan 21 09:36:42.679163 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-49727d42-9e35-420b-886f-a6936de117c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:42.694137 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cf62394e-7a4a-4de3-8aa4-0225b2e3184d tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:42.735947 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:42.747191 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5b10e2de-d4ce-405a-a489-06cdc217e94b None None] Provisioning for port 94a0ed25-8a2c-45d9-af1a-e38ebb44c36f completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:36:42.771509 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-cf1236e0-f029-44e7-98a2-196dca85e9d8 None None] Set router c9c94c7a-742e-40cc-b34e-ba592c66b7ea gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:36:42.825699 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5b10e2de-d4ce-405a-a489-06cdc217e94b None None] Provisioning complete for port 94a0ed25-8a2c-45d9-af1a-e38ebb44c36f triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:42.826312 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5b10e2de-d4ce-405a-a489-06cdc217e94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:42.874104 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0fbf8cff-9837-4e57-8898-25b516886cba tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:42.875041 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbf8cff-9837-4e57-8898-25b516886cba tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:42.875636 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0fbf8cff-9837-4e57-8898-25b516886cba tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:42.933674 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92088a1a-e712-41c6-ba8e-49525ad37f36 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Network 0e320fb7-418e-49c0-87fe-250831a10d73 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:43.003426 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-92088a1a-e712-41c6-ba8e-49525ad37f36 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:43.018055 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92088a1a-e712-41c6-ba8e-49525ad37f36 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:36:43.026171 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0fbf8cff-9837-4e57-8898-25b516886cba tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.9605296 Jan 21 09:36:43.026817 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44806) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:43.086130 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-7742c60e-991b-4ab2-95fc-78ba14b62f48 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Request body: {'subnet': {'network_id': 'ec633813-2fe1-40e0-8abd-ef417720efa3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:43.096380 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bdbf7378-118d-4253-8a94-0351150acde8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.097534 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-7742c60e-991b-4ab2-95fc-78ba14b62f48 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:43.104246 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:43.104992 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:43.105676 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 on network 4fffb22c-b596-4594-b959-d7a71bfd423b {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:36:43.105796 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf8cff-9837-4e57-8898-25b516886cba tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Pushing event updated for resources: {'Network': ['ID=ec633813-2fe1-40e0-8abd-ef417720efa3,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:43.111259 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7742c60e-991b-4ab2-95fc-78ba14b62f48 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Usage tracker for resource:subnet and tenant:ad687cc6281c4204bb470f05122f63df is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:43.139343 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network ec633813-2fe1-40e0-8abd-ef417720efa3 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:36:43.144019 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bdbf7378-118d-4253-8a94-0351150acde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.163625 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7742c60e-991b-4ab2-95fc-78ba14b62f48 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:43.186908 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-7742c60e-991b-4ab2-95fc-78ba14b62f48 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:43.226014 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7742c60e-991b-4ab2-95fc-78ba14b62f48 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Made reservation on behalf of ad687cc6281c4204bb470f05122f63df for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:43.229459 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7742c60e-991b-4ab2-95fc-78ba14b62f48 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.243489 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-49727d42-9e35-420b-886f-a6936de117c3 None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.272028 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-49727d42-9e35-420b-886f-a6936de117c3 None None] Transition to ACTIVE for port object fb477a1c-ac45-4ac4-a136-0ed796eae698 will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:36:43.291956 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-49727d42-9e35-420b-886f-a6936de117c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.387692 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3412e8f-9e70-4d56-940a-abe4f85c689f None None] Pushing event updated for resources: {'Port': ['ID=fb477a1c-ac45-4ac4-a136-0ed796eae698,revision_number=2']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:43.399655 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44814) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:43.428947 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-49727d42-9e35-420b-886f-a6936de117c3 None None] Attempting to bind port fb477a1c-ac45-4ac4-a136-0ed796eae698 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:43.429563 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-49727d42-9e35-420b-886f-a6936de117c3 None None] Attempting to bind port fb477a1c-ac45-4ac4-a136-0ed796eae698 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:43.430251 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49727d42-9e35-420b-886f-a6936de117c3 None None] Attempting to bind port fb477a1c-ac45-4ac4-a136-0ed796eae698 on network 80a065d7-b55c-43ad-a3e8-c65befe4136c {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:36:43.438035 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49727d42-9e35-420b-886f-a6936de117c3 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:36:43.438805 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49727d42-9e35-420b-886f-a6936de117c3 None None] Checking segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:36:43.439350 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-49727d42-9e35-420b-886f-a6936de117c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.440061 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49727d42-9e35-420b-886f-a6936de117c3 None None] Bound using segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:36:43.440666 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-49727d42-9e35-420b-886f-a6936de117c3 None None] Bound port: fb477a1c-ac45-4ac4-a136-0ed796eae698, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:36:43.441269 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-49727d42-9e35-420b-886f-a6936de117c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.516736 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cf62394e-7a4a-4de3-8aa4-0225b2e3184d tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.519360 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cf62394e-7a4a-4de3-8aa4-0225b2e3184d tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.573454 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-49727d42-9e35-420b-886f-a6936de117c3 None None] For port fb477a1c-ac45-4ac4-a136-0ed796eae698, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:36:43.582459 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-49727d42-9e35-420b-886f-a6936de117c3 None None] For port fb477a1c-ac45-4ac4-a136-0ed796eae698, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=fb477a1c-ac45-4ac4-a136-0ed796eae698,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:36:43.591050 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-49727d42-9e35-420b-886f-a6936de117c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.606872 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5b10e2de-d4ce-405a-a489-06cdc217e94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.657193 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-dcf9dd90-8d91-4c7a-a45a-00b7aef30479 admin admin] Allocated IP 172.20.0.1 (8776044d-5553-42d2-939f-ade42846845d/7a6f8e0d-a61d-4a99-89f1-9eb4469ba816/854f0d97-5e99-4cae-8e97-ac25321ffcf0) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:43.671586 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-5b10e2de-d4ce-405a-a489-06cdc217e94b None None] For port 94a0ed25-8a2c-45d9-af1a-e38ebb44c36f, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=94a0ed25-8a2c-45d9-af1a-e38ebb44c36f,segment=NetworkSegment(8accfb14-e183-4987-a32d-2ffe520f7043),segment_id=8accfb14-e183-4987-a32d-2ffe520f7043)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:36:43.685455 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5b10e2de-d4ce-405a-a489-06cdc217e94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.722790 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2f380c9a-0e86-4b75-b8c0-4c0baf2c5a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.735850 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-cf1236e0-f029-44e7-98a2-196dca85e9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'name': 'tempest-ServersTestManualDisk-1792931814-router', 'tenant_id': '614e7202dc0749a98acdc83ef7167698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': 'a1fe4401-629a-4cde-b850-43e1c0f29540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:32Z', 'updated_at': '2022-01-21T09:36:37Z', 'revision_number': 3, 'project_id': '614e7202dc0749a98acdc83ef7167698', 'gw_port': {'id': 'a1fe4401-629a-4cde-b850-43e1c0f29540', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:34Z', 'updated_at': '2022-01-21T09:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:43.819016 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1236e0-f029-44e7-98a2-196dca85e9d8 None None] The sync data for ids ['c9c94c7a-742e-40cc-b34e-ba592c66b7ea'] in dv-neutron-825731-1-hyperv is: [{'id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'name': 'tempest-ServersTestManualDisk-1792931814-router', 'tenant_id': '614e7202dc0749a98acdc83ef7167698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': 'a1fe4401-629a-4cde-b850-43e1c0f29540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:32Z', 'updated_at': '2022-01-21T09:36:37Z', 'revision_number': 3, 'project_id': '614e7202dc0749a98acdc83ef7167698', 'gw_port': {'id': 'a1fe4401-629a-4cde-b850-43e1c0f29540', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:34Z', 'updated_at': '2022-01-21T09:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:36:43.836796 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 8eac12c5-0b88-435b-beee-31592b141764 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:36:43.844304 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dcf9dd90-8d91-4c7a-a45a-00b7aef30479 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.873445 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92088a1a-e712-41c6-ba8e-49525ad37f36 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Pushing event updated for resources: {'Port': ['ID=95a7ae97-7e00-4e24-8d8b-50c526ac7d16,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:43.899073 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 on network 4fffb22c-b596-4594-b959-d7a71bfd423b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:36:43.901147 dv-neutron-825731-1-hyperv neutron-server[87514]: ERROR neutron.plugins.ml2.managers [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Failed to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] Jan 21 09:36:43.902149 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bdbf7378-118d-4253-8a94-0351150acde8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.910601 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d93fae1d-4771-4771-b602-0afa15ca4712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:43.913349 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10e2de-d4ce-405a-a489-06cdc217e94b None None] Pushing event updated for resources: {'Port': ['ID=94a0ed25-8a2c-45d9-af1a-e38ebb44c36f,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:43.945519 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3412e8f-9e70-4d56-940a-abe4f85c689f None None] Pushing event updated for resources: {'Port': ['ID=fb477a1c-ac45-4ac4-a136-0ed796eae698,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:43.966403 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49727d42-9e35-420b-886f-a6936de117c3 None None] Routers {'25041724-9688-4e00-9538-e1c1fa0dfeae'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:36:43.966962 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-49727d42-9e35-420b-886f-a6936de117c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:36:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['25041724-9688-4e00-9538-e1c1fa0dfeae'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:43.976276 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d93fae1d-4771-4771-b602-0afa15ca4712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:43.992623 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 8eac12c5-0b88-435b-beee-31592b141764 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:43.992997 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:44.023708 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.plugins.ml2.plugin [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempt 6 to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 Jan 21 09:36:44.033125 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf7378-118d-4253-8a94-0351150acde8 admin admin] Pushing event updated for resources: {'Port': ['ID=c3d92270-6f2c-48c5-bae5-62608422225c,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:44.046365 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cf62394e-7a4a-4de3-8aa4-0225b2e3184d tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:44.047177 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf62394e-7a4a-4de3-8aa4-0225b2e3184d tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3fa4a4d4-b6e2-427b-acc3-51829deb222c {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:36:44.063876 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d93fae1d-4771-4771-b602-0afa15ca4712 admin admin] Usage tracker for resource:security_group_rule and tenant:a66a5f5d01bd490f9e2be5c643856bd4 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:44.087647 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-dcf9dd90-8d91-4c7a-a45a-00b7aef30479 admin admin] Transition to ACTIVE for port object 854f0d97-5e99-4cae-8e97-ac25321ffcf0 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:36:44.088207 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d93fae1d-4771-4771-b602-0afa15ca4712 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:44.109389 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d93fae1d-4771-4771-b602-0afa15ca4712 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:44.140488 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:44.140979 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:44.141453 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 on network 4fffb22c-b596-4594-b959-d7a71bfd423b {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:36:44.166073 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92088a1a-e712-41c6-ba8e-49525ad37f36 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:44.166866 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-92088a1a-e712-41c6-ba8e-49525ad37f36 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:44.217771 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-6fa010e4-1837-41d1-9786-1ef5b48c70ee None None] Provisioning complete for port 94a0ed25-8a2c-45d9-af1a-e38ebb44c36f triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:44.221329 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6fa010e4-1837-41d1-9786-1ef5b48c70ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:44.230710 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 on network 4fffb22c-b596-4594-b959-d7a71bfd423b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:36:44.231317 dv-neutron-825731-1-hyperv neutron-server[87514]: ERROR neutron.plugins.ml2.managers [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Failed to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] Jan 21 09:36:44.246365 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.plugins.ml2.plugin [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempt 7 to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 Jan 21 09:36:44.259312 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-92088a1a-e712-41c6-ba8e-49525ad37f36 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 6.1080136 Jan 21 09:36:44.267865 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 44820) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:44.330873 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-49727d42-9e35-420b-886f-a6936de117c3 None None] Set router 25041724-9688-4e00-9538-e1c1fa0dfeae gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:36:44.375442 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d93fae1d-4771-4771-b602-0afa15ca4712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:44.462969 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-6fa010e4-1837-41d1-9786-1ef5b48c70ee None None] Provisioning for port 95a7ae97-7e00-4e24-8d8b-50c526ac7d16 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:36:44.469340 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-6fa010e4-1837-41d1-9786-1ef5b48c70ee None None] Provisioning complete for port 95a7ae97-7e00-4e24-8d8b-50c526ac7d16 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:44.469904 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6fa010e4-1837-41d1-9786-1ef5b48c70ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:44.481567 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:44.481903 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:44.482238 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 on network 4fffb22c-b596-4594-b959-d7a71bfd423b {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:36:44.484599 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-cf62394e-7a4a-4de3-8aa4-0225b2e3184d tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 21 09:36:44.485628 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-cf62394e-7a4a-4de3-8aa4-0225b2e3184d tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 8.9472473 Jan 21 09:36:44.499446 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-2f380c9a-0e86-4b75-b8c0-4c0baf2c5a8e admin admin] Allocated IP 172.20.0.1 (1135e748-d422-4b50-8ae7-b9b34434f356/012fac0f-b662-4d0e-800a-fe42d5135a9c/93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:44.510682 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 44824) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:44.524524 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 on network 4fffb22c-b596-4594-b959-d7a71bfd423b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:36:44.524855 dv-neutron-825731-1-hyperv neutron-server[87514]: ERROR neutron.plugins.ml2.managers [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Failed to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] Jan 21 09:36:44.535270 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d93fae1d-4771-4771-b602-0afa15ca4712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:44.548755 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-6fa010e4-1837-41d1-9786-1ef5b48c70ee None None] Port 95a7ae97-7e00-4e24-8d8b-50c526ac7d16 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:36:44.578667 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.plugins.ml2.plugin [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempt 8 to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 Jan 21 09:36:44.680825 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-4b30a987-2fe9-4ef8-9048-7aa621f9fc9c None None] Provisioning complete for port 95a7ae97-7e00-4e24-8d8b-50c526ac7d16 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:44.681560 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4b30a987-2fe9-4ef8-9048-7aa621f9fc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:44.684808 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d93fae1d-4771-4771-b602-0afa15ca4712 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=a66a5f5d01bd490f9e2be5c643856bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2833595 Jan 21 09:36:44.685514 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44828) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:44.689107 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-38bdca9d-6e87-4c14-8421-c45d446269cc tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Deleting port 95a7ae97-7e00-4e24-8d8b-50c526ac7d16 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:36:44.689558 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-38bdca9d-6e87-4c14-8421-c45d446269cc tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:44.694472 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93fae1d-4771-4771-b602-0afa15ca4712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3453b0f3-11b1-4ccc-89cc-330017a50278,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:44.743567 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-03d515c8-7290-4302-83c7-0ae0cf678988 tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Deleting port f0e1c7cc-b2b9-480a-bc2a-67759797de8a {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:36:44.743909 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-03d515c8-7290-4302-83c7-0ae0cf678988 tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:44.744641 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-49727d42-9e35-420b-886f-a6936de117c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25041724-9688-4e00-9538-e1c1fa0dfeae', 'name': 'tempest-ServersTestJSON-645974544-router', 'tenant_id': '85062a18014b46c39ce9762aca0ea494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': 'fb477a1c-ac45-4ac4-a136-0ed796eae698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:32Z', 'updated_at': '2022-01-21T09:36:38Z', 'revision_number': 3, 'project_id': '85062a18014b46c39ce9762aca0ea494', 'gw_port': {'id': 'fb477a1c-ac45-4ac4-a136-0ed796eae698', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:94:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25041724-9688-4e00-9538-e1c1fa0dfeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:36Z', 'updated_at': '2022-01-21T09:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:44.756369 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49727d42-9e35-420b-886f-a6936de117c3 None None] The sync data for ids ['25041724-9688-4e00-9538-e1c1fa0dfeae'] in dv-neutron-825731-1-hyperv is: [{'id': '25041724-9688-4e00-9538-e1c1fa0dfeae', 'name': 'tempest-ServersTestJSON-645974544-router', 'tenant_id': '85062a18014b46c39ce9762aca0ea494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': 'fb477a1c-ac45-4ac4-a136-0ed796eae698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:32Z', 'updated_at': '2022-01-21T09:36:38Z', 'revision_number': 3, 'project_id': '85062a18014b46c39ce9762aca0ea494', 'gw_port': {'id': 'fb477a1c-ac45-4ac4-a136-0ed796eae698', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:94:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25041724-9688-4e00-9538-e1c1fa0dfeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:36Z', 'updated_at': '2022-01-21T09:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:36:44.774354 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-4b30a987-2fe9-4ef8-9048-7aa621f9fc9c None None] Port 95a7ae97-7e00-4e24-8d8b-50c526ac7d16 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:36:44.791413 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:44.791757 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:44.792089 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 on network 4fffb22c-b596-4594-b959-d7a71bfd423b {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:36:44.822256 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbf7378-118d-4253-8a94-0351150acde8 admin admin] Network 55051115-0a6d-4aad-ae33-4c0466ea1935 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:44.830752 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dcf9dd90-8d91-4c7a-a45a-00b7aef30479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:44.835501 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-bdbf7378-118d-4253-8a94-0351150acde8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:44.874918 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 on network 4fffb22c-b596-4594-b959-d7a71bfd423b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:36:44.875252 dv-neutron-825731-1-hyperv neutron-server[87514]: ERROR neutron.plugins.ml2.managers [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Failed to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] Jan 21 09:36:44.896744 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.plugins.ml2.plugin [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempt 9 to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 Jan 21 09:36:44.920784 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2f380c9a-0e86-4b75-b8c0-4c0baf2c5a8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:44.964510 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-2f380c9a-0e86-4b75-b8c0-4c0baf2c5a8e admin admin] Transition to ACTIVE for port object 93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:36:45.023005 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.objects.ports [None req-7742c60e-991b-4ab2-95fc-78ba14b62f48 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87515) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 09:36:45.023348 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7742c60e-991b-4ab2-95fc-78ba14b62f48 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:45.040767 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf9dd90-8d91-4c7a-a45a-00b7aef30479 admin admin] Network 8776044d-5553-42d2-939f-ade42846845d is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:45.052694 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:45.053121 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:45.053572 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 on network 4fffb22c-b596-4594-b959-d7a71bfd423b {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:36:45.089825 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-dcf9dd90-8d91-4c7a-a45a-00b7aef30479 admin admin] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:45.106601 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-65e3bf49-7f75-4587-aa26-c1b8c8b5daf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:45.150498 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf9dd90-8d91-4c7a-a45a-00b7aef30479 admin admin] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:36:45.228900 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 on network 4fffb22c-b596-4594-b959-d7a71bfd423b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:36:45.229318 dv-neutron-825731-1-hyperv neutron-server[87514]: ERROR neutron.plugins.ml2.managers [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Failed to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] Jan 21 09:36:45.229878 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf9dd90-8d91-4c7a-a45a-00b7aef30479 admin admin] Pushing event updated for resources: {'Port': ['ID=854f0d97-5e99-4cae-8e97-ac25321ffcf0,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:45.241723 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-65e3bf49-7f75-4587-aa26-c1b8c8b5daf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:45.244553 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.plugins.ml2.plugin [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempt 10 to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 Jan 21 09:36:45.292827 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742c60e-991b-4ab2-95fc-78ba14b62f48 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6cf913de-72a8-48d3-ab2d-af404351b8f1,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:45.303678 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2f380c9a-0e86-4b75-b8c0-4c0baf2c5a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:45.315042 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7742c60e-991b-4ab2-95fc-78ba14b62f48 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Checking segment: {'id': '9aed0c37-301c-471a-a18b-a055707d620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ec633813-2fe1-40e0-8abd-ef417720efa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:36:45.315243 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-2640dd3f-0580-44b9-93ef-353b55f7af29 None None] Provisioning complete for port c3d92270-6f2c-48c5-bae5-62608422225c triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:45.315720 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7742c60e-991b-4ab2-95fc-78ba14b62f48 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Network hostable DHCP agents. Network: ec633813-2fe1-40e0-8abd-ef417720efa3, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:36:45.315813 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2640dd3f-0580-44b9-93ef-353b55f7af29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:45.397148 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-2640dd3f-0580-44b9-93ef-353b55f7af29 None None] Port c3d92270-6f2c-48c5-bae5-62608422225c cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:36:45.433704 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-65e3bf49-7f75-4587-aa26-c1b8c8b5daf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:45.454289 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f380c9a-0e86-4b75-b8c0-4c0baf2c5a8e admin admin] Network 1135e748-d422-4b50-8ae7-b9b34434f356 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:45.473152 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-2f380c9a-0e86-4b75-b8c0-4c0baf2c5a8e admin admin] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:45.476054 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f380c9a-0e86-4b75-b8c0-4c0baf2c5a8e admin admin] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:36:45.514173 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e3bf49-7f75-4587-aa26-c1b8c8b5daf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3453b0f3-11b1-4ccc-89cc-330017a50278,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:45.556063 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-aa0e7d64-5f58-4bec-88b0-0262aadc352c None None] Provisioning for port 854f0d97-5e99-4cae-8e97-ac25321ffcf0 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:36:45.564798 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-aa0e7d64-5f58-4bec-88b0-0262aadc352c None None] Provisioning complete for port 854f0d97-5e99-4cae-8e97-ac25321ffcf0 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:45.565447 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-aa0e7d64-5f58-4bec-88b0-0262aadc352c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:45.566298 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7742c60e-991b-4ab2-95fc-78ba14b62f48 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Network ec633813-2fe1-40e0-8abd-ef417720efa3 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:36:45.582975 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f380c9a-0e86-4b75-b8c0-4c0baf2c5a8e admin admin] Pushing event updated for resources: {'Port': ['ID=93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:45.610165 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2f380c9a-0e86-4b75-b8c0-4c0baf2c5a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:45.654255 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-aa0e7d64-5f58-4bec-88b0-0262aadc352c None None] Port 854f0d97-5e99-4cae-8e97-ac25321ffcf0 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:36:45.758992 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-03d515c8-7290-4302-83c7-0ae0cf678988 tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:45.871143 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-65e3bf49-7f75-4587-aa26-c1b8c8b5daf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:45.874204 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-65e3bf49-7f75-4587-aa26-c1b8c8b5daf4 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/3453b0f3-11b1-4ccc-89cc-330017a50278 HTTP/1.1" status: 204 len: 168 time: 1.1829400 Jan 21 09:36:45.875365 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:45.877742 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:45.878562 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 on network 4fffb22c-b596-4594-b959-d7a71bfd423b {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:36:45.879842 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-7742c60e-991b-4ab2-95fc-78ba14b62f48 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, ec633813-2fe1-40e0-8abd-ef417720efa3) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:45.889275 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8500ce98-0377-45db-ae28-c9441cd5f984 None None] Network ec633813-2fe1-40e0-8abd-ef417720efa3 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:36:45.892251 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7742c60e-991b-4ab2-95fc-78ba14b62f48 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:45.892978 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7742c60e-991b-4ab2-95fc-78ba14b62f48 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:46.038335 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7742c60e-991b-4ab2-95fc-78ba14b62f48 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0069251 Jan 21 09:36:46.039152 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44834) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:46.046923 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-90da2c80-3404-4849-926d-cc694f8e661a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Request body: {'floatingip': {'floating_network_id': 'ec633813-2fe1-40e0-8abd-ef417720efa3'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:46.056970 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-90da2c80-3404-4849-926d-cc694f8e661a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:46.064451 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-90da2c80-3404-4849-926d-cc694f8e661a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Usage tracker for resource:floatingip and tenant:ad687cc6281c4204bb470f05122f63df is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:46.067527 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2f380c9a-0e86-4b75-b8c0-4c0baf2c5a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:46.076892 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-03d515c8-7290-4302-83c7-0ae0cf678988 tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Calling delete_port for f0e1c7cc-b2b9-480a-bc2a-67759797de8a owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:36:46.081481 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-90da2c80-3404-4849-926d-cc694f8e661a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:46.098746 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a1fe4401-629a-4cde-b850-43e1c0f29540 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:36:46.098926 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-90da2c80-3404-4849-926d-cc694f8e661a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:46.170649 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-90da2c80-3404-4849-926d-cc694f8e661a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:46.258776 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 on network 4fffb22c-b596-4594-b959-d7a71bfd423b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:36:46.259088 dv-neutron-825731-1-hyperv neutron-server[87514]: ERROR neutron.plugins.ml2.managers [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Failed to bind port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] Jan 21 09:36:46.259368 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:46.304470 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dcf9dd90-8d91-4c7a-a45a-00b7aef30479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:46.363029 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-2db1bd3b-8ef6-4d8b-8767-cdeb69785b2b None None] Provisioning for port 93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:36:46.368379 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44840) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:46.386081 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-2db1bd3b-8ef6-4d8b-8767-cdeb69785b2b None None] Provisioning complete for port 93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:46.386475 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2db1bd3b-8ef6-4d8b-8767-cdeb69785b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:46.395904 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-54556b58-d576-4be8-ad21-37f7a4ec1299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:46.449429 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbf7378-118d-4253-8a94-0351150acde8 admin admin] Router 29dc86f9-9542-4256-ae43-a8de2d8782fa has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:36:46.479161 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-54556b58-d576-4be8-ad21-37f7a4ec1299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:46.486172 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-54556b58-d576-4be8-ad21-37f7a4ec1299 admin admin] Usage tracker for resource:security_group_rule and tenant:090fe31d639f40bc92cbefcdecccc835 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:46.495455 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port a1fe4401-629a-4cde-b850-43e1c0f29540 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:36:46.501083 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-54556b58-d576-4be8-ad21-37f7a4ec1299 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:46.504565 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-2db1bd3b-8ef6-4d8b-8767-cdeb69785b2b None None] Port 93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:36:46.510394 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port a1fe4401-629a-4cde-b850-43e1c0f29540 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:46.511245 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:46.519716 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-54556b58-d576-4be8-ad21-37f7a4ec1299 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:46.536717 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ad1f3272-f886-4188-9e3d-d8c30aeff8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:46.569141 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-38bdca9d-6e87-4c14-8421-c45d446269cc tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:46.632440 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe58bba5-4d43-42f1-8b3a-801115e7a995 None None] Network ec633813-2fe1-40e0-8abd-ef417720efa3 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:36:46.633363 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-90da2c80-3404-4849-926d-cc694f8e661a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:46.681625 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2f380c9a-0e86-4b75-b8c0-4c0baf2c5a8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:46.701215 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2f380c9a-0e86-4b75-b8c0-4c0baf2c5a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:46.786562 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:46.821746 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-38bdca9d-6e87-4c14-8421-c45d446269cc tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Calling delete_port for 95a7ae97-7e00-4e24-8d8b-50c526ac7d16 owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:36:46.825369 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2f380c9a-0e86-4b75-b8c0-4c0baf2c5a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:46.834288 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f380c9a-0e86-4b75-b8c0-4c0baf2c5a8e admin admin] Pushing event updated for resources: {'Port': ['ID=93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:46.845687 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port a1fe4401-629a-4cde-b850-43e1c0f29540, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a1fe4401-629a-4cde-b850-43e1c0f29540,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:36:46.862488 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-54556b58-d576-4be8-ad21-37f7a4ec1299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:46.864250 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:46.865055 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 94a0ed25-8a2c-45d9-af1a-e38ebb44c36f up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:36:46.888027 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-54556b58-d576-4be8-ad21-37f7a4ec1299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:46.923852 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-03d515c8-7290-4302-83c7-0ae0cf678988 tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:46.950375 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54556b58-d576-4be8-ad21-37f7a4ec1299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d696ca27-e584-42a5-a666-6ad384204388,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:46.961847 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] For port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13, host hv-neutron-8257, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:36:46.962242 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempted to set empty binding levels {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 21 09:36:47.030056 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:47.035361 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=a1fe4401-629a-4cde-b850-43e1c0f29540,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:47.050487 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 94a0ed25-8a2c-45d9-af1a-e38ebb44c36f triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:47.051639 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:47.051833 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d515c8-7290-4302-83c7-0ae0cf678988 tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0e1c7cc-b2b9-480a-bc2a-67759797de8a,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:47.061715 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:47.062306 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:47.174132 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-54556b58-d576-4be8-ad21-37f7a4ec1299 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=090fe31d639f40bc92cbefcdecccc835&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8023670 Jan 21 09:36:47.175490 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44844) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:47.187334 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device fb477a1c-ac45-4ac4-a136-0ed796eae698 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:36:47.260682 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f380c9a-0e86-4b75-b8c0-4c0baf2c5a8e admin admin] Network 1135e748-d422-4b50-8ae7-b9b34434f356 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:47.262156 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port fb477a1c-ac45-4ac4-a136-0ed796eae698 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:36:47.265891 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-90da2c80-3404-4849-926d-cc694f8e661a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Allocated IP 172.20.0.7 (ec633813-2fe1-40e0-8abd-ef417720efa3/6cf913de-72a8-48d3-ab2d-af404351b8f1/e1c0de86-7e3d-4a6c-9fe4-9ec454260261) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:47.267793 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port fb477a1c-ac45-4ac4-a136-0ed796eae698 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:47.267905 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-2f380c9a-0e86-4b75-b8c0-4c0baf2c5a8e admin admin] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:47.268252 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:47.372897 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Pushing event updated for resources: {'Port': ['ID=ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:47.388515 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a1c51d0c-440e-41fb-b6f8-354f31aae389 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 11.7224498 Jan 21 09:36:47.393148 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 44848) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:47.439857 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:47.443983 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cd702c98-a730-4c82-9877-d1f7715ca7bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:47.465599 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port fb477a1c-ac45-4ac4-a136-0ed796eae698, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=fb477a1c-ac45-4ac4-a136-0ed796eae698,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:36:47.470744 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:47.511371 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dcf9dd90-8d91-4c7a-a45a-00b7aef30479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:47.555169 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=fb477a1c-ac45-4ac4-a136-0ed796eae698,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:47.618392 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cd702c98-a730-4c82-9877-d1f7715ca7bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:47.629985 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbf7378-118d-4253-8a94-0351150acde8 admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:36:47.635621 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-7c060ec9-e493-4862-be39-c72f215acb49 None None] Provisioning complete for port 93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:47.636203 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7c060ec9-e493-4862-be39-c72f215acb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:47.644564 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-03d515c8-7290-4302-83c7-0ae0cf678988 tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:47.651189 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-03d515c8-7290-4302-83c7-0ae0cf678988 tempest-RoutersAdminNegativeIpV6Test-1567238867 tempest-RoutersAdminNegativeIpV6Test-1567238867-project-admin] 10.222.0.110 "DELETE /v2.0/ports/f0e1c7cc-b2b9-480a-bc2a-67759797de8a HTTP/1.1" status: 204 len: 168 time: 3.1352577 Jan 21 09:36:47.665151 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-bdbf7378-118d-4253-8a94-0351150acde8 admin admin] 10.222.0.110 "PUT /v2.0/routers/29dc86f9-9542-4256-ae43-a8de2d8782fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9852009 Jan 21 09:36:47.674679 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1e0e92-f55b-4f2d-9a0b-cf002df44188 None None] Sync routers for ids ['29dc86f9-9542-4256-ae43-a8de2d8782fa'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:36:47.750319 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-38bdca9d-6e87-4c14-8421-c45d446269cc tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:47.792977 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-6b3c04b0-4ee5-4531-ab58-ef443f6137ed tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Deleting port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:36:47.793320 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b3c04b0-4ee5-4531-ab58-ef443f6137ed tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:47.794896 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1e0e92-f55b-4f2d-9a0b-cf002df44188 None None] Routers {'29dc86f9-9542-4256-ae43-a8de2d8782fa'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:36:47.796497 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-8c1e0e92-f55b-4f2d-9a0b-cf002df44188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:36:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['29dc86f9-9542-4256-ae43-a8de2d8782fa'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:47.801456 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f380c9a-0e86-4b75-b8c0-4c0baf2c5a8e admin admin] Router 25041724-9688-4e00-9538-e1c1fa0dfeae has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:36:47.819786 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-90da2c80-3404-4849-926d-cc694f8e661a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:47.917706 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a1fe4401-629a-4cde-b850-43e1c0f29540 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:36:47.920910 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdca9d-6e87-4c14-8421-c45d446269cc tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Pushing event deleted for resources: {'Port': ['ID=95a7ae97-7e00-4e24-8d8b-50c526ac7d16,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:48.081538 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cd702c98-a730-4c82-9877-d1f7715ca7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:48.137699 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 44866) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:48.174696 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd702c98-a730-4c82-9877-d1f7715ca7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d696ca27-e584-42a5-a666-6ad384204388,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:48.175217 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-38bdca9d-6e87-4c14-8421-c45d446269cc tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:48.178827 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-38bdca9d-6e87-4c14-8421-c45d446269cc tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] 10.222.0.110 "DELETE /v2.0/ports/95a7ae97-7e00-4e24-8d8b-50c526ac7d16 HTTP/1.1" status: 204 len: 168 time: 3.9090409 Jan 21 09:36:48.199426 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44872) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:48.270181 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cd702c98-a730-4c82-9877-d1f7715ca7bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:48.272252 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-cd702c98-a730-4c82-9877-d1f7715ca7bb admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/d696ca27-e584-42a5-a666-6ad384204388 HTTP/1.1" status: 204 len: 168 time: 1.0896344 Jan 21 09:36:48.274004 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f380c9a-0e86-4b75-b8c0-4c0baf2c5a8e admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:36:48.289759 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07a0534-fd81-4a7a-8721-76d80b1d89ac None None] Sync routers for ids ['25041724-9688-4e00-9538-e1c1fa0dfeae'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:36:48.305288 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dcf9dd90-8d91-4c7a-a45a-00b7aef30479 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:48.307620 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2f380c9a-0e86-4b75-b8c0-4c0baf2c5a8e admin admin] 10.222.0.110 "PUT /v2.0/routers/25041724-9688-4e00-9538-e1c1fa0dfeae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9513669 Jan 21 09:36:48.309453 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-90da2c80-3404-4849-926d-cc694f8e661a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:48.309734 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07a0534-fd81-4a7a-8721-76d80b1d89ac None None] Routers {'25041724-9688-4e00-9538-e1c1fa0dfeae'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:36:48.310748 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-a07a0534-fd81-4a7a-8721-76d80b1d89ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:36:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['25041724-9688-4e00-9538-e1c1fa0dfeae'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:48.337953 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dcf9dd90-8d91-4c7a-a45a-00b7aef30479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:48.340914 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-7c060ec9-e493-4862-be39-c72f215acb49 None None] Port 93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:36:48.374146 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-8c1e0e92-f55b-4f2d-9a0b-cf002df44188 None None] Set router 29dc86f9-9542-4256-ae43-a8de2d8782fa gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:36:48.440398 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port a1fe4401-629a-4cde-b850-43e1c0f29540 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:48.441359 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:48.476499 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90da2c80-3404-4849-926d-cc694f8e661a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Network ec633813-2fe1-40e0-8abd-ef417720efa3 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:48.488434 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-90da2c80-3404-4849-926d-cc694f8e661a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:48.500643 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90da2c80-3404-4849-926d-cc694f8e661a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:36:48.555659 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d3347428-013c-4e08-9a4a-2fc1404ca6a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:48.599903 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da2c80-3404-4849-926d-cc694f8e661a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Pushing event updated for resources: {'Port': ['ID=e1c0de86-7e3d-4a6c-9fe4-9ec454260261,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:48.662785 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d3347428-013c-4e08-9a4a-2fc1404ca6a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:48.749849 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf9dd90-8d91-4c7a-a45a-00b7aef30479 admin admin] Pushing event updated for resources: {'Port': ['ID=854f0d97-5e99-4cae-8e97-ac25321ffcf0,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:48.765508 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dcf9dd90-8d91-4c7a-a45a-00b7aef30479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:48.798349 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-a07a0534-fd81-4a7a-8721-76d80b1d89ac None None] Set router 25041724-9688-4e00-9538-e1c1fa0dfeae gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:36:48.812016 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d3347428-013c-4e08-9a4a-2fc1404ca6a4 admin admin] Usage tracker for resource:security_group_rule and tenant:6ccf9940c631464e83ed30a3ca7143ad is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:48.822180 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d3347428-013c-4e08-9a4a-2fc1404ca6a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:48.842350 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d3347428-013c-4e08-9a4a-2fc1404ca6a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:48.898652 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device fb477a1c-ac45-4ac4-a136-0ed796eae698 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:36:48.909722 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-90da2c80-3404-4849-926d-cc694f8e661a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:48.921724 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a21913e4-1ec2-47b9-8a7c-c12c326f8619 tempest-DHCPAgentSchedulersTestJSON-1385224702 tempest-DHCPAgentSchedulersTestJSON-1385224702-project-admin] 10.222.0.110 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4312 time: 0.7078116 Jan 21 09:36:48.941296 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44886) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:48.952582 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-0724b9e6-f69d-4d9d-bf07-ea42808a2b0d tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-173373330'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:48.971022 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-0724b9e6-f69d-4d9d-bf07-ea42808a2b0d tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:49.002575 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1db05c4e-f0f6-4a8a-8643-5775ce39c823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:49.026693 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0724b9e6-f69d-4d9d-bf07-ea42808a2b0d tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Usage tracker for resource:network and tenant:5ef31f50d7f84f1a90085e2b72d19c9f is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:49.050688 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0724b9e6-f69d-4d9d-bf07-ea42808a2b0d tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:49.073564 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-8c1e0e92-f55b-4f2d-9a0b-cf002df44188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'name': 'tempest-ServerActionsTestJSON-304556091-router', 'tenant_id': '21bf33c022814c088610cd12785c806c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '8eac12c5-0b88-435b-beee-31592b141764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:29Z', 'updated_at': '2022-01-21T09:36:40Z', 'revision_number': 4, 'project_id': '21bf33c022814c088610cd12785c806c', 'gw_port': {'id': '8eac12c5-0b88-435b-beee-31592b141764', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:31Z', 'updated_at': '2022-01-21T09:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'c3d92270-6f2c-48c5-bae5-62608422225c', 'name': '', 'network_id': '55051115-0a6d-4aad-ae33-4c0466ea1935', 'tenant_id': '21bf33c022814c088610cd12785c806c', 'mac_address': 'fa:16:3e:3b:2b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'cd14a905-cd68-4fb4-a084-5e658ee5e25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:37Z', 'updated_at': '2022-01-21T09:36:41Z', 'revision_number': 2, 'project_id': '21bf33c022814c088610cd12785c806c', 'subnets': [{'id': 'cd14a905-cd68-4fb4-a084-5e658ee5e25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:49.077140 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-0724b9e6-f69d-4d9d-bf07-ea42808a2b0d tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:49.091601 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1e0e92-f55b-4f2d-9a0b-cf002df44188 None None] Checking router: 29dc86f9-9542-4256-ae43-a8de2d8782fa for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:36:49.091971 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1e0e92-f55b-4f2d-9a0b-cf002df44188 None None] Updating router 29dc86f9-9542-4256-ae43-a8de2d8782fa port c3d92270-6f2c-48c5-bae5-62608422225c binding host dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:36:49.120330 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-90da2c80-3404-4849-926d-cc694f8e661a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:49.152835 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8c1e0e92-f55b-4f2d-9a0b-cf002df44188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:49.174546 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0724b9e6-f69d-4d9d-bf07-ea42808a2b0d tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Made reservation on behalf of 5ef31f50d7f84f1a90085e2b72d19c9f for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:49.189899 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0724b9e6-f69d-4d9d-bf07-ea42808a2b0d tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:49.204609 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port fb477a1c-ac45-4ac4-a136-0ed796eae698 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:49.206944 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:49.325380 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-a07a0534-fd81-4a7a-8721-76d80b1d89ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25041724-9688-4e00-9538-e1c1fa0dfeae', 'name': 'tempest-ServersTestJSON-645974544-router', 'tenant_id': '85062a18014b46c39ce9762aca0ea494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': 'fb477a1c-ac45-4ac4-a136-0ed796eae698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:32Z', 'updated_at': '2022-01-21T09:36:45Z', 'revision_number': 4, 'project_id': '85062a18014b46c39ce9762aca0ea494', 'gw_port': {'id': 'fb477a1c-ac45-4ac4-a136-0ed796eae698', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25041724-9688-4e00-9538-e1c1fa0dfeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:36Z', 'updated_at': '2022-01-21T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5', 'name': '', 'network_id': '1135e748-d422-4b50-8ae7-b9b34434f356', 'tenant_id': '85062a18014b46c39ce9762aca0ea494', 'mac_address': 'fa:16:3e:7a:db:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25041724-9688-4e00-9538-e1c1fa0dfeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '012fac0f-b662-4d0e-800a-fe42d5135a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:43Z', 'updated_at': '2022-01-21T09:36:46Z', 'revision_number': 2, 'project_id': '85062a18014b46c39ce9762aca0ea494', 'subnets': [{'id': '012fac0f-b662-4d0e-800a-fe42d5135a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:49.330602 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07a0534-fd81-4a7a-8721-76d80b1d89ac None None] Checking router: 25041724-9688-4e00-9538-e1c1fa0dfeae for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:36:49.331357 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07a0534-fd81-4a7a-8721-76d80b1d89ac None None] Updating router 25041724-9688-4e00-9538-e1c1fa0dfeae port 93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5 binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:36:49.335775 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0724b9e6-f69d-4d9d-bf07-ea42808a2b0d tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:36:49.379367 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-6b3c04b0-4ee5-4531-ab58-ef443f6137ed tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] For port ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13, host hv-neutron-8257, got binding levels [] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:36:49.391848 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b3c04b0-4ee5-4531-ab58-ef443f6137ed tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:49.397619 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0724b9e6-f69d-4d9d-bf07-ea42808a2b0d tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:49.397717 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-0724b9e6-f69d-4d9d-bf07-ea42808a2b0d tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Added segment 25816351-73a9-49ff-ad71-d0bc1b48caef of type vlan for network 908f3a79-fefb-411e-847a-985f29c6df5c Jan 21 09:36:49.467732 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-a07a0534-fd81-4a7a-8721-76d80b1d89ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:49.515714 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0724b9e6-f69d-4d9d-bf07-ea42808a2b0d tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:49.688553 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44908) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:49.702785 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf9dd90-8d91-4c7a-a45a-00b7aef30479 admin admin] Network 8776044d-5553-42d2-939f-ade42846845d is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:49.713717 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-6b3c04b0-4ee5-4531-ab58-ef443f6137ed tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Calling delete_port for ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:36:49.721329 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-89b910a0-7fd4-480d-901e-59b7a5802dc1 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Request body: {'security_group': {'name': 'tempest-securitygroup--264974631', 'description': 'tempest-description--1720457295'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:49.745847 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-89b910a0-7fd4-480d-901e-59b7a5802dc1 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:49.766878 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-89b910a0-7fd4-480d-901e-59b7a5802dc1 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Usage tracker for resource:security_group and tenant:21bf33c022814c088610cd12785c806c is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:49.772493 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-dcf9dd90-8d91-4c7a-a45a-00b7aef30479 admin admin] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:49.795160 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-89b910a0-7fd4-480d-901e-59b7a5802dc1 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:49.822198 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0724b9e6-f69d-4d9d-bf07-ea42808a2b0d tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:49.847425 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0724b9e6-f69d-4d9d-bf07-ea42808a2b0d tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:49.849703 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:49.850844 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0724b9e6-f69d-4d9d-bf07-ea42808a2b0d tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:49.856378 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:49.969666 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-89b910a0-7fd4-480d-901e-59b7a5802dc1 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:49.979921 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44918) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:49.986119 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0724b9e6-f69d-4d9d-bf07-ea42808a2b0d tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0414364 Jan 21 09:36:49.997420 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-300b743e-17a6-466a-9ffb-efb29187a4ab tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Request body: {'security_group': {'name': 'tempest-securitygroup--43962711', 'description': 'tempest-description--478017188'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:50.003076 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44922) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:50.062625 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-300b743e-17a6-466a-9ffb-efb29187a4ab tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:50.091570 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8c1e0e92-f55b-4f2d-9a0b-cf002df44188 None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:50.094575 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-89b910a0-7fd4-480d-901e-59b7a5802dc1 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:50.105362 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-300b743e-17a6-466a-9ffb-efb29187a4ab tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Usage tracker for resource:security_group and tenant:85062a18014b46c39ce9762aca0ea494 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:50.114768 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-300b743e-17a6-466a-9ffb-efb29187a4ab tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:50.124334 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-8c1e0e92-f55b-4f2d-9a0b-cf002df44188 None None] Transition to ACTIVE for port object c3d92270-6f2c-48c5-bae5-62608422225c will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:36:50.141133 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8c1e0e92-f55b-4f2d-9a0b-cf002df44188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:50.180511 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b3c04b0-4ee5-4531-ab58-ef443f6137ed tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:50.197187 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.resource_extend [None req-90da2c80-3404-4849-926d-cc694f8e661a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:36:50.229712 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-300b743e-17a6-466a-9ffb-efb29187a4ab tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:50.233160 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724b9e6-f69d-4d9d-bf07-ea42808a2b0d tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Pushing event updated for resources: {'Network': ['ID=908f3a79-fefb-411e-847a-985f29c6df5c,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:50.239136 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-89b910a0-7fd4-480d-901e-59b7a5802dc1 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:50.245069 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-89b910a0-7fd4-480d-901e-59b7a5802dc1 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Usage tracker for resource:security_group_rule and tenant:21bf33c022814c088610cd12785c806c is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:50.245379 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf9dd90-8d91-4c7a-a45a-00b7aef30479 admin admin] Router c9c94c7a-742e-40cc-b34e-ba592c66b7ea has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:36:50.246899 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c04b0-4ee5-4531-ab58-ef443f6137ed tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:50.248982 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-89b910a0-7fd4-480d-901e-59b7a5802dc1 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:50.250386 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-a07a0534-fd81-4a7a-8721-76d80b1d89ac None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:50.256884 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-89b910a0-7fd4-480d-901e-59b7a5802dc1 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:50.266567 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-a07a0534-fd81-4a7a-8721-76d80b1d89ac None None] Transition to ACTIVE for port object 93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5 will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:36:50.266811 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b3c04b0-4ee5-4531-ab58-ef443f6137ed tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:50.277100 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-a07a0534-fd81-4a7a-8721-76d80b1d89ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:50.306564 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-90da2c80-3404-4849-926d-cc694f8e661a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:50.322109 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-6b3c04b0-4ee5-4531-ab58-ef443f6137ed tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] 10.222.0.110 "DELETE /v2.0/ports/ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 HTTP/1.1" status: 204 len: 168 time: 2.9218125 Jan 21 09:36:50.360296 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e1474b-70ec-40b0-b2ba-29af459cb899 None None] Pushing event updated for resources: {'Port': ['ID=93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:50.371275 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44928) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:50.471937 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 908f3a79-fefb-411e-847a-985f29c6df5c details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:36:50.494713 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8e8da2-2a30-4575-92a8-1942748ca8a4 None None] Pushing event updated for resources: {'Port': ['ID=c3d92270-6f2c-48c5-bae5-62608422225c,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:50.633109 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-a07a0534-fd81-4a7a-8721-76d80b1d89ac None None] Attempting to bind port 93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:50.633489 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-a07a0534-fd81-4a7a-8721-76d80b1d89ac None None] Attempting to bind port 93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'e6b062f4-c60d-4f2d-92ff-c2921e09a921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1135e748-d422-4b50-8ae7-b9b34434f356'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:50.633853 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07a0534-fd81-4a7a-8721-76d80b1d89ac None None] Attempting to bind port 93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5 on network 1135e748-d422-4b50-8ae7-b9b34434f356 {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:36:50.641702 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07a0534-fd81-4a7a-8721-76d80b1d89ac None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:36:50.642577 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07a0534-fd81-4a7a-8721-76d80b1d89ac None None] Checking segment: {'id': 'e6b062f4-c60d-4f2d-92ff-c2921e09a921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1135e748-d422-4b50-8ae7-b9b34434f356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:36:50.643009 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-a07a0534-fd81-4a7a-8721-76d80b1d89ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:50.643429 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07a0534-fd81-4a7a-8721-76d80b1d89ac None None] Bound using segment: {'id': 'e6b062f4-c60d-4f2d-92ff-c2921e09a921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1135e748-d422-4b50-8ae7-b9b34434f356'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:36:50.654477 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-a07a0534-fd81-4a7a-8721-76d80b1d89ac None None] Bound port: 93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b062f4-c60d-4f2d-92ff-c2921e09a921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1135e748-d422-4b50-8ae7-b9b34434f356'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:36:50.654878 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-a07a0534-fd81-4a7a-8721-76d80b1d89ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:50.675311 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-90da2c80-3404-4849-926d-cc694f8e661a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:50.780390 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-300b743e-17a6-466a-9ffb-efb29187a4ab tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:50.800348 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-4abac95a-2181-45af-a7bf-44013056d9db tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] GET failed (client error): The resource could not be found. Jan 21 09:36:50.805863 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4abac95a-2181-45af-a7bf-44013056d9db tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] 10.222.0.110 "GET /v2.0/ports/ac37bf52-9d2c-4ecf-84e4-d9be58c1ff13 HTTP/1.1" status: 404 len: 333 time: 0.4096680 Jan 21 09:36:50.836770 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-a07a0534-fd81-4a7a-8721-76d80b1d89ac None None] For port 93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:36:50.846343 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-a07a0534-fd81-4a7a-8721-76d80b1d89ac None None] For port 93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5,segment=NetworkSegment(e6b062f4-c60d-4f2d-92ff-c2921e09a921),segment_id=e6b062f4-c60d-4f2d-92ff-c2921e09a921)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:36:50.851423 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44934) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:50.852077 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-47afb30d-9b5e-460c-87b7-eef20512add6 None None] Provisioning complete for port 854f0d97-5e99-4cae-8e97-ac25321ffcf0 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:50.852566 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-47afb30d-9b5e-460c-87b7-eef20512add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:50.855133 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-a07a0534-fd81-4a7a-8721-76d80b1d89ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:50.871691 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf9dd90-8d91-4c7a-a45a-00b7aef30479 admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:36:50.873552 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-89b910a0-7fd4-480d-901e-59b7a5802dc1 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:50.880223 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-68d8ce9c-462f-4c09-9ba1-d1c9b5cbd4c6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Request body: {'port': {'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-265753892'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:50.887937 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d3347428-013c-4e08-9a4a-2fc1404ca6a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:50.893534 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-68d8ce9c-462f-4c09-9ba1-d1c9b5cbd4c6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:50.894332 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-dcf9dd90-8d91-4c7a-a45a-00b7aef30479 admin admin] 10.222.0.110 "PUT /v2.0/routers/c9c94c7a-742e-40cc-b34e-ba592c66b7ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7383389 Jan 21 09:36:50.900590 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d3347428-013c-4e08-9a4a-2fc1404ca6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:50.940687 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-89b910a0-7fd4-480d-901e-59b7a5802dc1 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:50.973311 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67996bd6-a738-44d9-a82b-0e83841978d0 None None] Sync routers for ids ['c9c94c7a-742e-40cc-b34e-ba592c66b7ea'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:36:50.973475 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d3347428-013c-4e08-9a4a-2fc1404ca6a4 admin admin] Synchronizing usage tracker for tenant:67c4a7d80c0f4f5a9fe84a90ddc1e595 on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:36:50.980267 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-68d8ce9c-462f-4c09-9ba1-d1c9b5cbd4c6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Usage tracker for resource:port and tenant:698caa1624d34e9a98c98ef20c2ab47d is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:50.985668 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3347428-013c-4e08-9a4a-2fc1404ca6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8d8f6d-bde6-46c1-ad49-022e4837cada,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:50.996191 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-8c1e0e92-f55b-4f2d-9a0b-cf002df44188 None None] Attempting to bind port c3d92270-6f2c-48c5-bae5-62608422225c on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:50.996770 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-8c1e0e92-f55b-4f2d-9a0b-cf002df44188 None None] Attempting to bind port c3d92270-6f2c-48c5-bae5-62608422225c by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '6dbe62b3-80b8-484a-a3b1-46049c848789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '55051115-0a6d-4aad-ae33-4c0466ea1935'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:50.997732 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1e0e92-f55b-4f2d-9a0b-cf002df44188 None None] Attempting to bind port c3d92270-6f2c-48c5-bae5-62608422225c on network 55051115-0a6d-4aad-ae33-4c0466ea1935 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:36:51.018559 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e1474b-70ec-40b0-b2ba-29af459cb899 None None] Pushing event updated for resources: {'Port': ['ID=93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5,revision_number=4']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:51.018798 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1e0e92-f55b-4f2d-9a0b-cf002df44188 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:36:51.019185 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1e0e92-f55b-4f2d-9a0b-cf002df44188 None None] Checking segment: {'id': '6dbe62b3-80b8-484a-a3b1-46049c848789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '55051115-0a6d-4aad-ae33-4c0466ea1935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:36:51.019646 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8c1e0e92-f55b-4f2d-9a0b-cf002df44188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.020045 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1e0e92-f55b-4f2d-9a0b-cf002df44188 None None] Bound using segment: {'id': '6dbe62b3-80b8-484a-a3b1-46049c848789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '55051115-0a6d-4aad-ae33-4c0466ea1935'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:36:51.020648 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-8c1e0e92-f55b-4f2d-9a0b-cf002df44188 None None] Bound port: c3d92270-6f2c-48c5-bae5-62608422225c, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dbe62b3-80b8-484a-a3b1-46049c848789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '55051115-0a6d-4aad-ae33-4c0466ea1935'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:36:51.021617 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8c1e0e92-f55b-4f2d-9a0b-cf002df44188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.023535 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-68d8ce9c-462f-4c09-9ba1-d1c9b5cbd4c6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:51.035260 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d3347428-013c-4e08-9a4a-2fc1404ca6a4 admin admin] Unset dirty status for tenant:67c4a7d80c0f4f5a9fe84a90ddc1e595 on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:36:51.037691 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d3347428-013c-4e08-9a4a-2fc1404ca6a4 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=6ccf9940c631464e83ed30a3ca7143ad&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8903825 Jan 21 09:36:51.042012 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 44946) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:51.042826 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67996bd6-a738-44d9-a82b-0e83841978d0 None None] Routers {'c9c94c7a-742e-40cc-b34e-ba592c66b7ea'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:36:51.043509 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-67996bd6-a738-44d9-a82b-0e83841978d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:36:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['c9c94c7a-742e-40cc-b34e-ba592c66b7ea'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:51.046515 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-300b743e-17a6-466a-9ffb-efb29187a4ab tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:51.062074 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07a0534-fd81-4a7a-8721-76d80b1d89ac None None] Routers {'25041724-9688-4e00-9538-e1c1fa0dfeae'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:36:51.063547 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-a07a0534-fd81-4a7a-8721-76d80b1d89ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:36:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['25041724-9688-4e00-9538-e1c1fa0dfeae'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:51.084016 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da2c80-3404-4849-926d-cc694f8e661a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Pushing event updated for resources: {'Port': ['ID=e1c0de86-7e3d-4a6c-9fe4-9ec454260261,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:51.120593 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-300b743e-17a6-466a-9ffb-efb29187a4ab tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Usage tracker for resource:security_group_rule and tenant:85062a18014b46c39ce9762aca0ea494 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:51.133045 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-68d8ce9c-462f-4c09-9ba1-d1c9b5cbd4c6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:51.139368 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6815ae91-9705-4ffe-b170-94d8b97ae74e tempest-DHCPAgentSchedulersTestJSON-1385224702 tempest-DHCPAgentSchedulersTestJSON-1385224702-project-admin] 10.222.0.110 "GET /v2.0/agents/e2e3bd83-6097-4f80-8a78-ef426af15483/dhcp-networks HTTP/1.1" status: 200 len: 7219 time: 1.1325753 Jan 21 09:36:51.143712 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-300b743e-17a6-466a-9ffb-efb29187a4ab tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:51.149802 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 44952) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:51.157814 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-90da2c80-3404-4849-926d-cc694f8e661a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.190157 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-300b743e-17a6-466a-9ffb-efb29187a4ab tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:51.215918 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-36bee215-7272-49fd-b176-0174c2680f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.229244 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-47afb30d-9b5e-460c-87b7-eef20512add6 None None] Port 854f0d97-5e99-4cae-8e97-ac25321ffcf0 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:36:51.257344 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-36bee215-7272-49fd-b176-0174c2680f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.263582 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-89b910a0-7fd4-480d-901e-59b7a5802dc1 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.270770 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-89b910a0-7fd4-480d-901e-59b7a5802dc1 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5713081 Jan 21 09:36:51.279143 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44960) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:51.296101 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b910a0-7fd4-480d-901e-59b7a5802dc1 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beb17f3e-1dc4-4aa7-a215-30655c5bc13c,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:51.307429 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-49d551ca-38da-496d-97a9-aa495b6c0fe4 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Request body: {'security_group_rule': {'security_group_id': 'beb17f3e-1dc4-4aa7-a215-30655c5bc13c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:51.320713 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d8ce9c-462f-4c09-9ba1-d1c9b5cbd4c6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Made reservation on behalf of 698caa1624d34e9a98c98ef20c2ab47d for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:51.328871 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-68d8ce9c-462f-4c09-9ba1-d1c9b5cbd4c6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.348499 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-49d551ca-38da-496d-97a9-aa495b6c0fe4 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:51.374111 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-90da2c80-3404-4849-926d-cc694f8e661a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.376067 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-90da2c80-3404-4849-926d-cc694f8e661a tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.3334153 Jan 21 09:36:51.379386 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 44966) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:51.395714 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.398736 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-49d551ca-38da-496d-97a9-aa495b6c0fe4 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Usage tracker for resource:security_group_rule and tenant:21bf33c022814c088610cd12785c806c is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:51.407013 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-49d551ca-38da-496d-97a9-aa495b6c0fe4 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:51.434486 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-49d551ca-38da-496d-97a9-aa495b6c0fe4 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:51.450892 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-68d8ce9c-462f-4c09-9ba1-d1c9b5cbd4c6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] device_id is not set on port 2cc57b77-11ea-449d-8841-2ff923a144d5 yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:36:51.492339 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-a07a0534-fd81-4a7a-8721-76d80b1d89ac None None] Set router 25041724-9688-4e00-9538-e1c1fa0dfeae gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:36:51.558706 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44972) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:51.560139 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-be6be37f-f670-4c62-b7b2-80fa274a8e64 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] 10.222.0.110 "GET /v2.0/floatingips?floating_network_id=ec633813-2fe1-40e0-8abd-ef417720efa3 HTTP/1.1" status: 200 len: 689 time: 0.1794806 Jan 21 09:36:51.652785 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-8c1e0e92-f55b-4f2d-9a0b-cf002df44188 None None] For port c3d92270-6f2c-48c5-bae5-62608422225c, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:36:51.658950 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-8c1e0e92-f55b-4f2d-9a0b-cf002df44188 None None] For port c3d92270-6f2c-48c5-bae5-62608422225c, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=c3d92270-6f2c-48c5-bae5-62608422225c,segment=NetworkSegment(6dbe62b3-80b8-484a-a3b1-46049c848789),segment_id=6dbe62b3-80b8-484a-a3b1-46049c848789)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:36:51.670500 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-36bee215-7272-49fd-b176-0174c2680f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.690067 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-67996bd6-a738-44d9-a82b-0e83841978d0 None None] Set router c9c94c7a-742e-40cc-b34e-ba592c66b7ea gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:36:51.759890 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bee215-7272-49fd-b176-0174c2680f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8d8f6d-bde6-46c1-ad49-022e4837cada,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:51.765639 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b179fd-cae4-44cb-b5b3-f3086f117e1b tempest-DHCPAgentSchedulersTestJSON-1385224702 tempest-DHCPAgentSchedulersTestJSON-1385224702-project-admin] Network 908f3a79-fefb-411e-847a-985f29c6df5c is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:36:51.776092 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8c1e0e92-f55b-4f2d-9a0b-cf002df44188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.784016 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-36bee215-7272-49fd-b176-0174c2680f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.788438 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-36bee215-7272-49fd-b176-0174c2680f8f admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/8a8d8f6d-bde6-46c1-ad49-022e4837cada HTTP/1.1" status: 204 len: 168 time: 0.7388577 Jan 21 09:36:51.809438 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-29b179fd-cae4-44cb-b5b3-f3086f117e1b tempest-DHCPAgentSchedulersTestJSON-1385224702 tempest-DHCPAgentSchedulersTestJSON-1385224702-project-admin] 10.222.0.110 "POST /v2.0/agents/e2e3bd83-6097-4f80-8a78-ef426af15483/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6560888 Jan 21 09:36:51.809752 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 44978) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:51.905806 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b047ecfd-6612-4177-b45f-f244aba5e9c4 None None] Network 908f3a79-fefb-411e-847a-985f29c6df5c requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:36:51.938730 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-a07a0534-fd81-4a7a-8721-76d80b1d89ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25041724-9688-4e00-9538-e1c1fa0dfeae', 'name': 'tempest-ServersTestJSON-645974544-router', 'tenant_id': '85062a18014b46c39ce9762aca0ea494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': 'fb477a1c-ac45-4ac4-a136-0ed796eae698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:32Z', 'updated_at': '2022-01-21T09:36:45Z', 'revision_number': 4, 'project_id': '85062a18014b46c39ce9762aca0ea494', 'gw_port': {'id': 'fb477a1c-ac45-4ac4-a136-0ed796eae698', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25041724-9688-4e00-9538-e1c1fa0dfeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:36Z', 'updated_at': '2022-01-21T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5', 'name': '', 'network_id': '1135e748-d422-4b50-8ae7-b9b34434f356', 'tenant_id': '85062a18014b46c39ce9762aca0ea494', 'mac_address': 'fa:16:3e:7a:db:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25041724-9688-4e00-9538-e1c1fa0dfeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '012fac0f-b662-4d0e-800a-fe42d5135a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:43Z', 'updated_at': '2022-01-21T09:36:50Z', 'revision_number': 4, 'project_id': '85062a18014b46c39ce9762aca0ea494', 'subnets': [{'id': '012fac0f-b662-4d0e-800a-fe42d5135a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:51.942218 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-68d8ce9c-462f-4c09-9ba1-d1c9b5cbd4c6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.952354 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07a0534-fd81-4a7a-8721-76d80b1d89ac None None] The sync data for ids ['25041724-9688-4e00-9538-e1c1fa0dfeae'] in dv-neutron-825731-1-hyperv is: [{'id': '25041724-9688-4e00-9538-e1c1fa0dfeae', 'name': 'tempest-ServersTestJSON-645974544-router', 'tenant_id': '85062a18014b46c39ce9762aca0ea494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': 'fb477a1c-ac45-4ac4-a136-0ed796eae698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:32Z', 'updated_at': '2022-01-21T09:36:45Z', 'revision_number': 4, 'project_id': '85062a18014b46c39ce9762aca0ea494', 'gw_port': {'id': 'fb477a1c-ac45-4ac4-a136-0ed796eae698', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25041724-9688-4e00-9538-e1c1fa0dfeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:36Z', 'updated_at': '2022-01-21T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5', 'name': '', 'network_id': '1135e748-d422-4b50-8ae7-b9b34434f356', 'tenant_id': '85062a18014b46c39ce9762aca0ea494', 'mac_address': 'fa:16:3e:7a:db:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25041724-9688-4e00-9538-e1c1fa0dfeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '012fac0f-b662-4d0e-800a-fe42d5135a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:43Z', 'updated_at': '2022-01-21T09:36:50Z', 'revision_number': 4, 'project_id': '85062a18014b46c39ce9762aca0ea494', 'subnets': [{'id': '012fac0f-b662-4d0e-800a-fe42d5135a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:36:52.016377 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-49d551ca-38da-496d-97a9-aa495b6c0fe4 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:52.026834 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 44982) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:52.071567 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-68d8ce9c-462f-4c09-9ba1-d1c9b5cbd4c6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:52.182968 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-54b1d823-9be8-4848-bd01-c2136dd07f50 tempest-DHCPAgentSchedulersTestJSON-1385224702 tempest-DHCPAgentSchedulersTestJSON-1385224702-project-admin] 10.222.0.110 "GET /v2.0/agents/e2e3bd83-6097-4f80-8a78-ef426af15483/dhcp-networks HTTP/1.1" status: 200 len: 7988 time: 0.3715985 Jan 21 09:36:52.185644 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 44988) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:52.342847 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-777d4543-8894-42aa-a473-3c04bf8c9620 tempest-DHCPAgentSchedulersTestJSON-1385224702 tempest-DHCPAgentSchedulersTestJSON-1385224702-project-admin] 10.222.0.110 "DELETE /v2.0/agents/e2e3bd83-6097-4f80-8a78-ef426af15483/dhcp-networks/908f3a79-fefb-411e-847a-985f29c6df5c HTTP/1.1" status: 204 len: 168 time: 0.1561036 Jan 21 09:36:52.345300 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 44992) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:52.422459 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8ce9c-462f-4c09-9ba1-d1c9b5cbd4c6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Pushing event updated for resources: {'Port': ['ID=2cc57b77-11ea-449d-8841-2ff923a144d5,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:52.426907 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-da398791-507e-4e9c-8c35-5f91f97d755b tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:52.459254 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-300b743e-17a6-466a-9ffb-efb29187a4ab tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:52.500936 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1e0e92-f55b-4f2d-9a0b-cf002df44188 None None] Routers {'29dc86f9-9542-4256-ae43-a8de2d8782fa'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:36:52.505168 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-8c1e0e92-f55b-4f2d-9a0b-cf002df44188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:36:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['29dc86f9-9542-4256-ae43-a8de2d8782fa'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:52.590414 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d8ce9c-462f-4c09-9ba1-d1c9b5cbd4c6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Network 4fffb22c-b596-4594-b959-d7a71bfd423b is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:52.598073 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-da398791-507e-4e9c-8c35-5f91f97d755b tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Deleting port e1c0de86-7e3d-4a6c-9fe4-9ec454260261 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:36:52.598431 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-da398791-507e-4e9c-8c35-5f91f97d755b tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:52.702834 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7315ee4f-ae4a-4d94-ac49-a136b9fb0fab tempest-DHCPAgentSchedulersTestJSON-1385224702 tempest-DHCPAgentSchedulersTestJSON-1385224702-project-admin] 10.222.0.110 "GET /v2.0/agents/e2e3bd83-6097-4f80-8a78-ef426af15483/dhcp-networks HTTP/1.1" status: 200 len: 7219 time: 0.3563673 Jan 21 09:36:52.709481 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-300b743e-17a6-466a-9ffb-efb29187a4ab tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:52.711783 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 44998) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:52.751466 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8e8da2-2a30-4575-92a8-1942748ca8a4 None None] Pushing event updated for resources: {'Port': ['ID=c3d92270-6f2c-48c5-bae5-62608422225c,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:52.751650 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a8dd3cf6-ec67-4914-8ba6-7fbcb9d81ca1 tempest-DHCPAgentSchedulersTestJSON-1385224702 tempest-DHCPAgentSchedulersTestJSON-1385224702-project-admin] 10.222.0.110 "GET /v2.0/networks/0e320fb7-418e-49c0-87fe-250831a10d73/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0361829 Jan 21 09:36:52.765916 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45002) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:52.794593 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45006) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:52.797028 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-d4b6f940-37c4-497a-be9d-f32f5cd84b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-104531271'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:52.803753 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d4b6f940-37c4-497a-be9d-f32f5cd84b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:52.808027 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d4b6f940-37c4-497a-be9d-f32f5cd84b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699-project] Usage tracker for resource:network and tenant:b4f16c715d5c4e378af39df019a53349 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:52.811205 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d4b6f940-37c4-497a-be9d-f32f5cd84b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:52.818535 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d4b6f940-37c4-497a-be9d-f32f5cd84b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:52.839205 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d53f96b1-2105-4fc6-8f1c-a739926e4885 tempest-DHCPAgentSchedulersTestJSON-1385224702 tempest-DHCPAgentSchedulersTestJSON-1385224702-project-admin] 10.222.0.110 "GET /v2.0/networks/0e320fb7-418e-49c0-87fe-250831a10d73/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0697134 Jan 21 09:36:52.840764 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45010) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:52.878792 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-54601a23-253c-42b1-a029-3592e1e02aff admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=5bd7081cab0c4945b258d1cba21c555a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0809443 Jan 21 09:36:52.884054 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45014) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:52.956279 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-da398791-507e-4e9c-8c35-5f91f97d755b tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:52.956856 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-da398791-507e-4e9c-8c35-5f91f97d755b tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:53.079697 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45018) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:53.085820 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-248c618e-2cc1-4cff-a94d-806579e45d3b tempest-DHCPAgentSchedulersTestJSON-1385224702 tempest-DHCPAgentSchedulersTestJSON-1385224702-project-admin] 10.222.0.110 "GET /v2.0/agents/e2e3bd83-6097-4f80-8a78-ef426af15483/dhcp-networks HTTP/1.1" status: 200 len: 7219 time: 0.2128298 Jan 21 09:36:53.090433 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45022) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:53.093476 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-1642f7aa-cae8-4bf4-bd78-6dfbf388ef13 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Request body: {'security_group': {'name': 'tempest-securitygroup--438831887', 'description': 'tempest-description--181735540'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:53.104171 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-da398791-507e-4e9c-8c35-5f91f97d755b tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Calling delete_port for e1c0de86-7e3d-4a6c-9fe4-9ec454260261 owned by network:floatingip {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:36:53.134869 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-8c1e0e92-f55b-4f2d-9a0b-cf002df44188 None None] Set router 29dc86f9-9542-4256-ae43-a8de2d8782fa gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:36:53.164240 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-1642f7aa-cae8-4bf4-bd78-6dfbf388ef13 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:53.241234 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-1642f7aa-cae8-4bf4-bd78-6dfbf388ef13 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Usage tracker for resource:security_group and tenant:614e7202dc0749a98acdc83ef7167698 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:53.245444 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-1642f7aa-cae8-4bf4-bd78-6dfbf388ef13 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:53.255146 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-1642f7aa-cae8-4bf4-bd78-6dfbf388ef13 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:53.265645 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e94726dd-e517-40e8-8932-7d1f2fe733f2 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:53.296567 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-db278139-1599-450e-8600-9020fd4b1907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:53.349739 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1642f7aa-cae8-4bf4-bd78-6dfbf388ef13 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:53.354349 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-68d8ce9c-462f-4c09-9ba1-d1c9b5cbd4c6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:53.357490 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b743e-17a6-466a-9ffb-efb29187a4ab tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce8baa6-555a-4c73-bbe7-0434579bb7ab,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:53.382692 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-49d551ca-38da-496d-97a9-aa495b6c0fe4 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:53.383800 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b6f940-37c4-497a-be9d-f32f5cd84b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699-project] Made reservation on behalf of b4f16c715d5c4e378af39df019a53349 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:53.388104 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d4b6f940-37c4-497a-be9d-f32f5cd84b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:53.398400 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-da398791-507e-4e9c-8c35-5f91f97d755b tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:53.412796 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d8ce9c-462f-4c09-9ba1-d1c9b5cbd4c6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:36:53.413842 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d8ce9c-462f-4c09-9ba1-d1c9b5cbd4c6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:53.414803 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-68d8ce9c-462f-4c09-9ba1-d1c9b5cbd4c6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:53.420734 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-67996bd6-a738-44d9-a82b-0e83841978d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'name': 'tempest-ServersTestManualDisk-1792931814-router', 'tenant_id': '614e7202dc0749a98acdc83ef7167698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': 'a1fe4401-629a-4cde-b850-43e1c0f29540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:32Z', 'updated_at': '2022-01-21T09:36:47Z', 'revision_number': 4, 'project_id': '614e7202dc0749a98acdc83ef7167698', 'gw_port': {'id': 'a1fe4401-629a-4cde-b850-43e1c0f29540', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:34Z', 'updated_at': '2022-01-21T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '854f0d97-5e99-4cae-8e97-ac25321ffcf0', 'name': '', 'network_id': '8776044d-5553-42d2-939f-ade42846845d', 'tenant_id': '614e7202dc0749a98acdc83ef7167698', 'mac_address': 'fa:16:3e:01:8d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '7a6f8e0d-a61d-4a99-89f1-9eb4469ba816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:42Z', 'updated_at': '2022-01-21T09:36:47Z', 'revision_number': 2, 'project_id': '614e7202dc0749a98acdc83ef7167698', 'subnets': [{'id': '7a6f8e0d-a61d-4a99-89f1-9eb4469ba816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:53.482121 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e94726dd-e517-40e8-8932-7d1f2fe733f2 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:53.498532 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67996bd6-a738-44d9-a82b-0e83841978d0 None None] Checking router: c9c94c7a-742e-40cc-b34e-ba592c66b7ea for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:36:53.498881 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67996bd6-a738-44d9-a82b-0e83841978d0 None None] Updating router c9c94c7a-742e-40cc-b34e-ba592c66b7ea port 854f0d97-5e99-4cae-8e97-ac25321ffcf0 binding host dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:36:53.512631 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-e94726dd-e517-40e8-8932-7d1f2fe733f2 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['908f3a79-fefb-411e-847a-985f29c6df5c']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:53.526434 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-e94726dd-e517-40e8-8932-7d1f2fe733f2 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25816351-73a9-49ff-ad71-d0bc1b48caef') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:53.526961 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-e94726dd-e517-40e8-8932-7d1f2fe733f2 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25816351-73a9-49ff-ad71-d0bc1b48caef') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:53.541629 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e94726dd-e517-40e8-8932-7d1f2fe733f2 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:53.546374 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-49d551ca-38da-496d-97a9-aa495b6c0fe4 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:53.547941 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-300b743e-17a6-466a-9ffb-efb29187a4ab tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:53.549143 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-300b743e-17a6-466a-9ffb-efb29187a4ab tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 3.5680208 Jan 21 09:36:53.558282 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45026) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:53.566563 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-db278139-1599-450e-8600-9020fd4b1907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:53.592148 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da398791-507e-4e9c-8c35-5f91f97d755b tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Pushing event deleted for resources: {'Port': ['ID=e1c0de86-7e3d-4a6c-9fe4-9ec454260261,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:53.594992 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-67996bd6-a738-44d9-a82b-0e83841978d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:53.613966 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e94726dd-e517-40e8-8932-7d1f2fe733f2 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:53.622159 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94726dd-e517-40e8-8932-7d1f2fe733f2 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:36:53.622765 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e94726dd-e517-40e8-8932-7d1f2fe733f2 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:53.647657 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d551ca-38da-496d-97a9-aa495b6c0fe4 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab738e8-f9ce-4ccb-9a2e-3e40d4787f56,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:53.649309 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d4b6f940-37c4-497a-be9d-f32f5cd84b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:53.673730 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d4b6f940-37c4-497a-be9d-f32f5cd84b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:53.678283 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d4b6f940-37c4-497a-be9d-f32f5cd84b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699-project] Usage tracker for resource:security_group_rule and tenant:b4f16c715d5c4e378af39df019a53349 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:53.682300 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d4b6f940-37c4-497a-be9d-f32f5cd84b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:53.688662 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d4b6f940-37c4-497a-be9d-f32f5cd84b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:53.735663 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:36:53.735663 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:36:53.735663 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:36:53.735663 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:36:53.735663 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:36:53.735663 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:36:53.735663 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:36:53.735663 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:36:53.735663 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:36:53.735663 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:36:53.735663 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:36:53.735663 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:36:53.735663 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:36:53.735663 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:36:53.735663 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:36:53.735663 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:36:53.735663 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:36:53.735663 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:36:53.735663 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:36:53.735663 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:36:53.735663 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:36:53.735663 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:36:53.735663 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:36:53.735663 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:36:53.735663 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:36:53.735663 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:36:53.735663 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:36:53.735663 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:36:53.735663 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:36:53.735663 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:36:53.735663 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:36:53.735663 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:36:53.743092 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-442d5e22-8f71-46d7-b8f4-895ed96cab11 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Request body: {'security_group_rule': {'security_group_id': '3ce8baa6-555a-4c73-bbe7-0434579bb7ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:53.758756 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e94726dd-e517-40e8-8932-7d1f2fe733f2 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:53.764947 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-442d5e22-8f71-46d7-b8f4-895ed96cab11 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:53.770074 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-8c1e0e92-f55b-4f2d-9a0b-cf002df44188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'name': 'tempest-ServerActionsTestJSON-304556091-router', 'tenant_id': '21bf33c022814c088610cd12785c806c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '8eac12c5-0b88-435b-beee-31592b141764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:29Z', 'updated_at': '2022-01-21T09:36:40Z', 'revision_number': 4, 'project_id': '21bf33c022814c088610cd12785c806c', 'gw_port': {'id': '8eac12c5-0b88-435b-beee-31592b141764', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:31Z', 'updated_at': '2022-01-21T09:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'c3d92270-6f2c-48c5-bae5-62608422225c', 'name': '', 'network_id': '55051115-0a6d-4aad-ae33-4c0466ea1935', 'tenant_id': '21bf33c022814c088610cd12785c806c', 'mac_address': 'fa:16:3e:3b:2b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'cd14a905-cd68-4fb4-a084-5e658ee5e25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:37Z', 'updated_at': '2022-01-21T09:36:51Z', 'revision_number': 4, 'project_id': '21bf33c022814c088610cd12785c806c', 'subnets': [{'id': 'cd14a905-cd68-4fb4-a084-5e658ee5e25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:53.778196 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1e0e92-f55b-4f2d-9a0b-cf002df44188 None None] The sync data for ids ['29dc86f9-9542-4256-ae43-a8de2d8782fa'] in dv-neutron-825731-1-hyperv is: [{'id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'name': 'tempest-ServerActionsTestJSON-304556091-router', 'tenant_id': '21bf33c022814c088610cd12785c806c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '8eac12c5-0b88-435b-beee-31592b141764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:29Z', 'updated_at': '2022-01-21T09:36:40Z', 'revision_number': 4, 'project_id': '21bf33c022814c088610cd12785c806c', 'gw_port': {'id': '8eac12c5-0b88-435b-beee-31592b141764', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:31Z', 'updated_at': '2022-01-21T09:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'c3d92270-6f2c-48c5-bae5-62608422225c', 'name': '', 'network_id': '55051115-0a6d-4aad-ae33-4c0466ea1935', 'tenant_id': '21bf33c022814c088610cd12785c806c', 'mac_address': 'fa:16:3e:3b:2b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'cd14a905-cd68-4fb4-a084-5e658ee5e25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:37Z', 'updated_at': '2022-01-21T09:36:51Z', 'revision_number': 4, 'project_id': '21bf33c022814c088610cd12785c806c', 'subnets': [{'id': 'cd14a905-cd68-4fb4-a084-5e658ee5e25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:36:53.785310 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d4b6f940-37c4-497a-be9d-f32f5cd84b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:53.822454 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d4b6f940-37c4-497a-be9d-f32f5cd84b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:53.858678 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-1642f7aa-cae8-4bf4-bd78-6dfbf388ef13 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:53.862868 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-1642f7aa-cae8-4bf4-bd78-6dfbf388ef13 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Usage tracker for resource:security_group_rule and tenant:614e7202dc0749a98acdc83ef7167698 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:53.866534 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-1642f7aa-cae8-4bf4-bd78-6dfbf388ef13 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:53.876071 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-1642f7aa-cae8-4bf4-bd78-6dfbf388ef13 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:53.902875 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-442d5e22-8f71-46d7-b8f4-895ed96cab11 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Usage tracker for resource:security_group_rule and tenant:85062a18014b46c39ce9762aca0ea494 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:53.905955 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e94726dd-e517-40e8-8932-7d1f2fe733f2 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:53.918603 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-442d5e22-8f71-46d7-b8f4-895ed96cab11 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:53.924907 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e94726dd-e517-40e8-8932-7d1f2fe733f2 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] 10.222.0.110 "DELETE /v2.0/networks/908f3a79-fefb-411e-847a-985f29c6df5c HTTP/1.1" status: 204 len: 168 time: 0.8240111 Jan 21 09:36:53.926066 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94726dd-e517-40e8-8932-7d1f2fe733f2 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Pushing event deleted for resources: {'Network': ['ID=908f3a79-fefb-411e-847a-985f29c6df5c,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:53.928663 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-442d5e22-8f71-46d7-b8f4-895ed96cab11 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:53.930851 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45030) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:53.958099 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-da398791-507e-4e9c-8c35-5f91f97d755b tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:53.970419 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4b6f940-37c4-497a-be9d-f32f5cd84b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:36:53.985332 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-68d8ce9c-462f-4c09-9ba1-d1c9b5cbd4c6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 3.1299345 Jan 21 09:36:53.997851 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45034) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:54.003205 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-49d551ca-38da-496d-97a9-aa495b6c0fe4 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.006371 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-49d551ca-38da-496d-97a9-aa495b6c0fe4 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7215400 Jan 21 09:36:54.015245 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8257'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:54.022607 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d4b6f940-37c4-497a-be9d-f32f5cd84b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.022607 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-d4b6f940-37c4-497a-be9d-f32f5cd84b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699-project] Added segment 94ed65cb-b75a-4c3d-8701-cfba3d36406c of type vlan for network 2c7132c0-3198-4967-91e0-594ec39e728c Jan 21 09:36:54.024114 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b6f940-37c4-497a-be9d-f32f5cd84b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc676da-2ff4-4b98-b9b9-d263ce03b12e,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:54.033871 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45038) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:54.049716 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5cbcf23-c187-4571-88aa-23c75032b7ea tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] DELETE failed (client error): The resource could not be found. Jan 21 09:36:54.050230 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5cbcf23-c187-4571-88aa-23c75032b7ea tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:36:54.103529 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-442d5e22-8f71-46d7-b8f4-895ed96cab11 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.112764 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:36:54.124164 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e5cbcf23-c187-4571-88aa-23c75032b7ea tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] 10.222.0.110 "DELETE /v2.0/ports/95a7ae97-7e00-4e24-8d8b-50c526ac7d16 HTTP/1.1" status: 404 len: 333 time: 0.1898592 Jan 21 09:36:54.132105 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-db278139-1599-450e-8600-9020fd4b1907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.137126 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45040) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:54.150585 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-15057e71-00ad-4629-95af-d1dc55dd74e8 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Request body: {'security_group_rule': {'security_group_id': 'beb17f3e-1dc4-4aa7-a215-30655c5bc13c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:54.186681 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db278139-1599-450e-8600-9020fd4b1907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ddf613-c69a-4f84-9635-a482dd7cff3d,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:54.188664 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-db278139-1599-450e-8600-9020fd4b1907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.192045 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-db278139-1599-450e-8600-9020fd4b1907 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/69ddf613-c69a-4f84-9635-a482dd7cff3d HTTP/1.1" status: 204 len: 168 time: 1.3034451 Jan 21 09:36:54.206900 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-15057e71-00ad-4629-95af-d1dc55dd74e8 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:54.209686 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-da398791-507e-4e9c-8c35-5f91f97d755b tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.289367 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-15057e71-00ad-4629-95af-d1dc55dd74e8 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Usage tracker for resource:security_group_rule and tenant:21bf33c022814c088610cd12785c806c is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:54.297277 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-15057e71-00ad-4629-95af-d1dc55dd74e8 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:54.304881 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:36:54.310149 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d4b6f940-37c4-497a-be9d-f32f5cd84b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.322292 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:54.322706 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-15057e71-00ad-4629-95af-d1dc55dd74e8 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:54.323716 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.325099 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.350343 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1642f7aa-cae8-4bf4-bd78-6dfbf388ef13 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.396856 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-b91c6988-71f5-41e2-af34-ca55bed77971 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Deleting subnet 000e2ff3-cf4b-4086-9996-b47f95c1f5c0 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:36:54.404769 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b91c6988-71f5-41e2-af34-ca55bed77971 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.412139 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1642f7aa-cae8-4bf4-bd78-6dfbf388ef13 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.445049 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-15057e71-00ad-4629-95af-d1dc55dd74e8 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.468977 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1642f7aa-cae8-4bf4-bd78-6dfbf388ef13 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f948e57c-b596-4bc3-86a6-e57029d7a000,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:54.471270 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1642f7aa-cae8-4bf4-bd78-6dfbf388ef13 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.472643 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1642f7aa-cae8-4bf4-bd78-6dfbf388ef13 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.3857417 Jan 21 09:36:54.476604 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45048) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:54.485682 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-da398791-507e-4e9c-8c35-5f91f97d755b tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.495787 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-442d5e22-8f71-46d7-b8f4-895ed96cab11 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.525203 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-442d5e22-8f71-46d7-b8f4-895ed96cab11 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.535212 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d4b6f940-37c4-497a-be9d-f32f5cd84b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.542160 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b6f940-37c4-497a-be9d-f32f5cd84b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:54.542798 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d4b6f940-37c4-497a-be9d-f32f5cd84b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.555184 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-a92719df-61b3-477d-8db3-c8aba75fdb8a tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Request body: {'security_group_rule': {'security_group_id': 'f948e57c-b596-4bc3-86a6-e57029d7a000', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:54.564559 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-67996bd6-a738-44d9-a82b-0e83841978d0 None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.606062 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d5e22-8f71-46d7-b8f4-895ed96cab11 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c6f4ec-2cd3-4f68-998b-3151bfe29beb,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:54.607979 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-a92719df-61b3-477d-8db3-c8aba75fdb8a tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:54.613815 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-67996bd6-a738-44d9-a82b-0e83841978d0 None None] Transition to ACTIVE for port object 854f0d97-5e99-4cae-8e97-ac25321ffcf0 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:36:54.627096 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b91c6988-71f5-41e2-af34-ca55bed77971 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.637508 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-67996bd6-a738-44d9-a82b-0e83841978d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.667181 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-442d5e22-8f71-46d7-b8f4-895ed96cab11 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.668436 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-442d5e22-8f71-46d7-b8f4-895ed96cab11 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0763342 Jan 21 09:36:54.671420 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45056) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:54.673974 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.677838 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-f29c3dc0-0c33-4d11-9447-5dd5938ab298 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Request body: {'security_group_rule': {'security_group_id': '3ce8baa6-555a-4c73-bbe7-0434579bb7ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:54.686736 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f29c3dc0-0c33-4d11-9447-5dd5938ab298 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:54.689265 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da398791-507e-4e9c-8c35-5f91f97d755b tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6cf913de-72a8-48d3-ab2d-af404351b8f1,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:54.693396 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f29c3dc0-0c33-4d11-9447-5dd5938ab298 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Usage tracker for resource:security_group_rule and tenant:85062a18014b46c39ce9762aca0ea494 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:54.697559 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f29c3dc0-0c33-4d11-9447-5dd5938ab298 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:54.704474 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f29c3dc0-0c33-4d11-9447-5dd5938ab298 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:54.719133 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a92719df-61b3-477d-8db3-c8aba75fdb8a tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Usage tracker for resource:security_group_rule and tenant:614e7202dc0749a98acdc83ef7167698 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:54.730748 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a92719df-61b3-477d-8db3-c8aba75fdb8a tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:54.758030 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-a92719df-61b3-477d-8db3-c8aba75fdb8a tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:54.802955 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f29c3dc0-0c33-4d11-9447-5dd5938ab298 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.833943 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] device_id is not set on port 2cc57b77-11ea-449d-8841-2ff923a144d5 yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:36:54.849402 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.903779 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62007f63-ea12-42c1-bfef-3523dcf3c5f8 None None] Pushing event updated for resources: {'Port': ['ID=854f0d97-5e99-4cae-8e97-ac25321ffcf0,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:54.913228 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d4b6f940-37c4-497a-be9d-f32f5cd84b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.8380222 Jan 21 09:36:54.941885 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Transition to ACTIVE for port object 2cc57b77-11ea-449d-8841-2ff923a144d5 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:36:54.949901 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-15057e71-00ad-4629-95af-d1dc55dd74e8 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.954627 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b6f940-37c4-497a-be9d-f32f5cd84b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699-project] Pushing event updated for resources: {'Network': ['ID=2c7132c0-3198-4967-91e0-594ec39e728c,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:54.972346 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f29c3dc0-0c33-4d11-9447-5dd5938ab298 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.974558 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:54.993068 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5,segment=NetworkSegment(e6b062f4-c60d-4f2d-92ff-c2921e09a921),segment_id=e6b062f4-c60d-4f2d-92ff-c2921e09a921)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:36:55.000025 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 2c7132c0-3198-4967-91e0-594ec39e728c details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:36:55.035353 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-da398791-507e-4e9c-8c35-5f91f97d755b tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:55.040186 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f29c3dc0-0c33-4d11-9447-5dd5938ab298 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:55.072315 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:55.096577 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-15057e71-00ad-4629-95af-d1dc55dd74e8 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:55.112568 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a92719df-61b3-477d-8db3-c8aba75fdb8a tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:55.140328 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15057e71-00ad-4629-95af-d1dc55dd74e8 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed5e3f92-e2ed-4956-bf1e-bc9e02d364e0,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:55.189020 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-da398791-507e-4e9c-8c35-5f91f97d755b tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec633813-2fe1-40e0-8abd-ef417720efa3']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:55.219541 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b91c6988-71f5-41e2-af34-ca55bed77971 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:55.228036 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-67996bd6-a738-44d9-a82b-0e83841978d0 None None] Attempting to bind port 854f0d97-5e99-4cae-8e97-ac25321ffcf0 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:55.229645 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-67996bd6-a738-44d9-a82b-0e83841978d0 None None] Attempting to bind port 854f0d97-5e99-4cae-8e97-ac25321ffcf0 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'a3f72eb9-d03f-4ac6-be0d-97ce33afeb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8776044d-5553-42d2-939f-ade42846845d'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:55.230521 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67996bd6-a738-44d9-a82b-0e83841978d0 None None] Attempting to bind port 854f0d97-5e99-4cae-8e97-ac25321ffcf0 on network 8776044d-5553-42d2-939f-ade42846845d {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:36:55.238867 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c3dc0-0c33-4d11-9447-5dd5938ab298 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9b2176-10b5-4293-81aa-d2939eda8e93,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:55.273744 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-da398791-507e-4e9c-8c35-5f91f97d755b tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aed0c37-301c-471a-a18b-a055707d620f') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:55.274115 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-da398791-507e-4e9c-8c35-5f91f97d755b tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aed0c37-301c-471a-a18b-a055707d620f') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:55.287278 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Pushing event updated for resources: {'Port': ['ID=2cc57b77-11ea-449d-8841-2ff923a144d5,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:55.290721 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-15057e71-00ad-4629-95af-d1dc55dd74e8 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:55.294584 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-15057e71-00ad-4629-95af-d1dc55dd74e8 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1564000 Jan 21 09:36:55.295915 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45076) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:55.299359 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f29c3dc0-0c33-4d11-9447-5dd5938ab298 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:55.300769 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f29c3dc0-0c33-4d11-9447-5dd5938ab298 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6284447 Jan 21 09:36:55.310075 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-da398791-507e-4e9c-8c35-5f91f97d755b tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:55.310571 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45080) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:55.328133 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-e1f4c564-b43a-4aed-94c7-79c3cc612a0e tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Request body: {'floatingip': {'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:55.329963 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-312dd57e-6cd6-465f-ab27-6e07720cb572 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Request body: {'floatingip': {'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:55.342756 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-312dd57e-6cd6-465f-ab27-6e07720cb572 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:55.358366 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:55.358709 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:55.359044 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 on network 4fffb22c-b596-4594-b959-d7a71bfd423b {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:36:55.366811 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-312dd57e-6cd6-465f-ab27-6e07720cb572 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Usage tracker for resource:floatingip and tenant:85062a18014b46c39ce9762aca0ea494 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:55.370910 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-312dd57e-6cd6-465f-ab27-6e07720cb572 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:55.373521 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Port 2cc57b77-11ea-449d-8841-2ff923a144d5 on network 4fffb22c-b596-4594-b959-d7a71bfd423b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:36:55.373852 dv-neutron-825731-1-hyperv neutron-server[87514]: ERROR neutron.plugins.ml2.managers [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Failed to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] Jan 21 09:36:55.383357 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-e1f4c564-b43a-4aed-94c7-79c3cc612a0e tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:55.385084 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.plugins.ml2.plugin [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempt 2 to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 Jan 21 09:36:55.399940 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e1f4c564-b43a-4aed-94c7-79c3cc612a0e tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Usage tracker for resource:floatingip and tenant:21bf33c022814c088610cd12785c806c is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:55.401882 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-312dd57e-6cd6-465f-ab27-6e07720cb572 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:55.403161 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-da398791-507e-4e9c-8c35-5f91f97d755b tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:55.408405 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e1f4c564-b43a-4aed-94c7-79c3cc612a0e tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:55.416482 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67996bd6-a738-44d9-a82b-0e83841978d0 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:36:55.417337 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67996bd6-a738-44d9-a82b-0e83841978d0 None None] Checking segment: {'id': 'a3f72eb9-d03f-4ac6-be0d-97ce33afeb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8776044d-5553-42d2-939f-ade42846845d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:36:55.418801 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-67996bd6-a738-44d9-a82b-0e83841978d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:55.419492 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67996bd6-a738-44d9-a82b-0e83841978d0 None None] Bound using segment: {'id': 'a3f72eb9-d03f-4ac6-be0d-97ce33afeb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8776044d-5553-42d2-939f-ade42846845d'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:36:55.420044 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a92719df-61b3-477d-8db3-c8aba75fdb8a tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:55.420697 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-67996bd6-a738-44d9-a82b-0e83841978d0 None None] Bound port: 854f0d97-5e99-4cae-8e97-ac25321ffcf0, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f72eb9-d03f-4ac6-be0d-97ce33afeb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8776044d-5553-42d2-939f-ade42846845d'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:36:55.421350 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-67996bd6-a738-44d9-a82b-0e83841978d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:55.431481 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:55.431823 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:55.432163 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 on network 4fffb22c-b596-4594-b959-d7a71bfd423b {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:36:55.432268 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-e1f4c564-b43a-4aed-94c7-79c3cc612a0e tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:55.437403 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a92719df-61b3-477d-8db3-c8aba75fdb8a tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:55.448864 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da398791-507e-4e9c-8c35-5f91f97d755b tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:36:55.449468 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-da398791-507e-4e9c-8c35-5f91f97d755b tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:55.459471 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Port 2cc57b77-11ea-449d-8841-2ff923a144d5 on network 4fffb22c-b596-4594-b959-d7a71bfd423b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:36:55.459471 dv-neutron-825731-1-hyperv neutron-server[87514]: ERROR neutron.plugins.ml2.managers [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Failed to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] Jan 21 09:36:55.462327 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.plugins.ml2.plugin [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempt 3 to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 Jan 21 09:36:55.473369 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-312dd57e-6cd6-465f-ab27-6e07720cb572 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks [] for floatingip, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:55.496687 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:36:55.496687 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:36:55.496687 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:36:55.496687 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:36:55.496687 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:36:55.496687 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:36:55.496687 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:36:55.496687 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:36:55.496687 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:36:55.496687 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:36:55.496687 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:36:55.496687 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:36:55.496687 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:36:55.496687 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:36:55.496687 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:36:55.496687 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:36:55.496687 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:36:55.496687 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:36:55.496687 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:36:55.496687 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:36:55.496687 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:36:55.496687 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:36:55.496687 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:36:55.496687 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:36:55.496687 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:36:55.496687 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:36:55.496687 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:36:55.496687 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:36:55.496687 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:36:55.496687 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:36:55.496687 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:36:55.496687 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:36:55.512013 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45088) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:55.524856 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Request body: {'port': {'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c', 'binding:host_id': 'hv-neutron-8257', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2006333252'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:55.537930 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92719df-61b3-477d-8db3-c8aba75fdb8a tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5cf11ea-1df3-44b4-9fba-e1026e113884,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:55.546123 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:55.551967 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a92719df-61b3-477d-8db3-c8aba75fdb8a tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:55.554333 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a92719df-61b3-477d-8db3-c8aba75fdb8a tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0644734 Jan 21 09:36:55.556250 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Usage tracker for resource:port and tenant:ae13809107a6493ebf4327709717e2ae is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:55.560527 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:55.560869 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:55.561206 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 on network 4fffb22c-b596-4594-b959-d7a71bfd423b {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:36:55.563126 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45092) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:55.564029 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:55.578998 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-c0391e24-ab50-4aaa-96fe-26f68e7b2a76 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Request body: {'security_group_rule': {'security_group_id': 'f948e57c-b596-4bc3-86a6-e57029d7a000', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:55.582129 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e1f4c564-b43a-4aed-94c7-79c3cc612a0e tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks [] for floatingip, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:55.583916 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:55.594737 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c0391e24-ab50-4aaa-96fe-26f68e7b2a76 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:55.602362 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Port 2cc57b77-11ea-449d-8841-2ff923a144d5 on network 4fffb22c-b596-4594-b959-d7a71bfd423b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:36:55.603933 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-67996bd6-a738-44d9-a82b-0e83841978d0 None None] For port 854f0d97-5e99-4cae-8e97-ac25321ffcf0, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:36:55.607831 dv-neutron-825731-1-hyperv neutron-server[87514]: ERROR neutron.plugins.ml2.managers [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Failed to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] Jan 21 09:36:55.610084 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-67996bd6-a738-44d9-a82b-0e83841978d0 None None] For port 854f0d97-5e99-4cae-8e97-ac25321ffcf0, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=854f0d97-5e99-4cae-8e97-ac25321ffcf0,segment=NetworkSegment(a3f72eb9-d03f-4ac6-be0d-97ce33afeb91),segment_id=a3f72eb9-d03f-4ac6-be0d-97ce33afeb91)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:36:55.614018 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.plugins.ml2.plugin [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempt 4 to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 Jan 21 09:36:55.619668 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:55.634888 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-67996bd6-a738-44d9-a82b-0e83841978d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:55.643126 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c0391e24-ab50-4aaa-96fe-26f68e7b2a76 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Usage tracker for resource:security_group_rule and tenant:614e7202dc0749a98acdc83ef7167698 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:55.657046 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c0391e24-ab50-4aaa-96fe-26f68e7b2a76 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:55.670579 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:55.670915 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:55.671245 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 on network 4fffb22c-b596-4594-b959-d7a71bfd423b {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:36:55.676120 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c0391e24-ab50-4aaa-96fe-26f68e7b2a76 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:55.681502 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Made reservation on behalf of ae13809107a6493ebf4327709717e2ae for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:55.684096 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:55.688158 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b91c6988-71f5-41e2-af34-ca55bed77971 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:55.697327 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Port 2cc57b77-11ea-449d-8841-2ff923a144d5 on network 4fffb22c-b596-4594-b959-d7a71bfd423b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:36:55.697722 dv-neutron-825731-1-hyperv neutron-server[87514]: ERROR neutron.plugins.ml2.managers [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Failed to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] Jan 21 09:36:55.701476 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45096) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:55.701994 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.plugins.ml2.plugin [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempt 5 to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 Jan 21 09:36:55.737003 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:55.737357 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67996bd6-a738-44d9-a82b-0e83841978d0 None None] Routers {'c9c94c7a-742e-40cc-b34e-ba592c66b7ea'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:36:55.737965 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-67996bd6-a738-44d9-a82b-0e83841978d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:36:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['c9c94c7a-742e-40cc-b34e-ba592c66b7ea'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:55.761566 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b91c6988-71f5-41e2-af34-ca55bed77971 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:55.764220 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:55.764561 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:55.764896 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 on network 4fffb22c-b596-4594-b959-d7a71bfd423b {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:36:55.768686 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c6988-71f5-41e2-af34-ca55bed77971 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Pushing event deleted for resources: {'Subnet': ['ID=000e2ff3-cf4b-4086-9996-b47f95c1f5c0,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:55.781233 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-b91c6988-71f5-41e2-af34-ca55bed77971 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] 10.222.0.110 "DELETE /v2.0/subnets/000e2ff3-cf4b-4086-9996-b47f95c1f5c0 HTTP/1.1" status: 204 len: 168 time: 1.6399851 Jan 21 09:36:55.781915 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45102) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:55.858331 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151e47c5-36e5-4e55-89de-8b565e2924a1 None None] Network 0e320fb7-418e-49c0-87fe-250831a10d73 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:36:55.935259 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Port 2cc57b77-11ea-449d-8841-2ff923a144d5 on network 4fffb22c-b596-4594-b959-d7a71bfd423b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:36:55.935627 dv-neutron-825731-1-hyperv neutron-server[87514]: ERROR neutron.plugins.ml2.managers [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Failed to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] Jan 21 09:36:55.936585 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:55.947905 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.plugins.ml2.plugin [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempt 6 to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 Jan 21 09:36:56.014438 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c0391e24-ab50-4aaa-96fe-26f68e7b2a76 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:56.026436 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-da398791-507e-4e9c-8c35-5f91f97d755b tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:56.030202 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da398791-507e-4e9c-8c35-5f91f97d755b tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ec633813-2fe1-40e0-8abd-ef417720efa3 {{(pid=87515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 21 09:36:56.032313 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-da398791-507e-4e9c-8c35-5f91f97d755b tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:56.037653 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62007f63-ea12-42c1-bfef-3523dcf3c5f8 None None] Pushing event updated for resources: {'Port': ['ID=854f0d97-5e99-4cae-8e97-ac25321ffcf0,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:56.038954 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-da398791-507e-4e9c-8c35-5f91f97d755b tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] 10.222.0.110 "DELETE /v2.0/networks/ec633813-2fe1-40e0-8abd-ef417720efa3 HTTP/1.1" status: 204 len: 168 time: 4.4736404 Jan 21 09:36:56.039068 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:56.039524 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:56.039958 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 on network 4fffb22c-b596-4594-b959-d7a71bfd423b {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:36:56.046317 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Usage tracker for resource:security_group_rule and tenant:ae13809107a6493ebf4327709717e2ae is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:56.055088 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45106) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:56.058017 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f71ad3f5-7e35-4cd3-9f7c-63a94e561d31 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:56.073901 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da398791-507e-4e9c-8c35-5f91f97d755b tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Pushing event deleted for resources: {'Network': ['ID=ec633813-2fe1-40e0-8abd-ef417720efa3,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:56.075530 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:56.093118 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-f71ad3f5-7e35-4cd3-9f7c-63a94e561d31 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Deleting port 94a0ed25-8a2c-45d9-af1a-e38ebb44c36f {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:36:56.093462 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f71ad3f5-7e35-4cd3-9f7c-63a94e561d31 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:56.187116 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:56.241971 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:36:56.289598 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:56.307021 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Port 2cc57b77-11ea-449d-8841-2ff923a144d5 on network 4fffb22c-b596-4594-b959-d7a71bfd423b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:36:56.307637 dv-neutron-825731-1-hyperv neutron-server[87514]: ERROR neutron.plugins.ml2.managers [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Failed to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] Jan 21 09:36:56.319424 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-a43220e4-d56a-41eb-ad90-5acc9377aadb tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-148567626'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:56.326812 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.plugins.ml2.plugin [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempt 7 to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 Jan 21 09:36:56.335482 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:56.352050 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a50d4564-a522-4fef-969e-a0b10e7f8b33 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] 10.222.0.110 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.2861865 Jan 21 09:36:56.370361 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a43220e4-d56a-41eb-ad90-5acc9377aadb tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:56.375174 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] device_id is not set on port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:36:56.414669 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45110) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:56.426714 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-67996bd6-a738-44d9-a82b-0e83841978d0 None None] Set router c9c94c7a-742e-40cc-b34e-ba592c66b7ea gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:36:56.431913 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a43220e4-d56a-41eb-ad90-5acc9377aadb tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:network and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:56.440281 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a43220e4-d56a-41eb-ad90-5acc9377aadb tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:56.485527 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:56.486096 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:56.486701 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 on network 4fffb22c-b596-4594-b959-d7a71bfd423b {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:36:56.508824 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-f71ad3f5-7e35-4cd3-9f7c-63a94e561d31 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] For port 94a0ed25-8a2c-45d9-af1a-e38ebb44c36f, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=94a0ed25-8a2c-45d9-af1a-e38ebb44c36f,segment=NetworkSegment(8accfb14-e183-4987-a32d-2ffe520f7043),segment_id=8accfb14-e183-4987-a32d-2ffe520f7043)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:36:56.509392 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f71ad3f5-7e35-4cd3-9f7c-63a94e561d31 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:56.512662 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Port 2cc57b77-11ea-449d-8841-2ff923a144d5 on network 4fffb22c-b596-4594-b959-d7a71bfd423b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:36:56.513268 dv-neutron-825731-1-hyperv neutron-server[87514]: ERROR neutron.plugins.ml2.managers [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Failed to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] Jan 21 09:36:56.520120 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:56.520623 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:56.528868 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a43220e4-d56a-41eb-ad90-5acc9377aadb tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:56.530942 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.plugins.ml2.plugin [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempt 8 to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 Jan 21 09:36:56.571759 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e5cf96-b176-4f5b-9ef5-8af4ed3f70aa,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:56.580556 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c0391e24-ab50-4aaa-96fe-26f68e7b2a76 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:56.609588 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c0391e24-ab50-4aaa-96fe-26f68e7b2a76 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:56.611492 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:56.611810 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:56.612278 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 on network 4fffb22c-b596-4594-b959-d7a71bfd423b {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:36:56.656776 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0391e24-ab50-4aaa-96fe-26f68e7b2a76 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f3b3cc-a938-4070-a68c-06553cd2fac2,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:56.671359 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-f71ad3f5-7e35-4cd3-9f7c-63a94e561d31 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Calling delete_port for 94a0ed25-8a2c-45d9-af1a-e38ebb44c36f owned by network:dhcp {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:36:56.672933 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43220e4-d56a-41eb-ad90-5acc9377aadb tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Made reservation on behalf of 29c6ab04f24842d781b633e6233f3506 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:56.676458 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a43220e4-d56a-41eb-ad90-5acc9377aadb tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:56.709775 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Port 2cc57b77-11ea-449d-8841-2ff923a144d5 on network 4fffb22c-b596-4594-b959-d7a71bfd423b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:36:56.710138 dv-neutron-825731-1-hyperv neutron-server[87514]: ERROR neutron.plugins.ml2.managers [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Failed to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] Jan 21 09:36:56.725060 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.plugins.ml2.plugin [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempt 9 to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 Jan 21 09:36:56.747692 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-312dd57e-6cd6-465f-ab27-6e07720cb572 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:56.766045 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a43220e4-d56a-41eb-ad90-5acc9377aadb tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:56.785417 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f71ad3f5-7e35-4cd3-9f7c-63a94e561d31 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:56.812456 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0831d05a-a78a-4892-98c9-60bbbd8ecd01 None None] DHCP port deletion for 0e320fb7-418e-49c0-87fe-250831a10d73 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:36:56.825583 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dc088d-cae5-40f2-8fab-ecc6b75d8ced tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:56.825971 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dc088d-cae5-40f2-8fab-ecc6b75d8ced tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:56.826419 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dc088d-cae5-40f2-8fab-ecc6b75d8ced tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:56.826865 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dc088d-cae5-40f2-8fab-ecc6b75d8ced tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:56.827301 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dc088d-cae5-40f2-8fab-ecc6b75d8ced tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:56.827909 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dc088d-cae5-40f2-8fab-ecc6b75d8ced tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:56.829476 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d4dc088d-cae5-40f2-8fab-ecc6b75d8ced tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.4061320 Jan 21 09:36:56.841451 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45114) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:56.857736 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71ad3f5-7e35-4cd3-9f7c-63a94e561d31 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] No DVR routers for this DVR port 94a0ed25-8a2c-45d9-af1a-e38ebb44c36f on host dv-neutron-825731-1-hyperv {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:36:56.859613 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ad3f5-7e35-4cd3-9f7c-63a94e561d31 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Pushing event deleted for resources: {'Port': ['ID=94a0ed25-8a2c-45d9-af1a-e38ebb44c36f,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:56.916112 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:56.916453 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:56.916797 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 on network 4fffb22c-b596-4594-b959-d7a71bfd423b {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:36:56.928900 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e1f4c564-b43a-4aed-94c7-79c3cc612a0e tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:57.028310 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a43220e4-d56a-41eb-ad90-5acc9377aadb tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:57.031605 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c3d92270-6f2c-48c5-bae5-62608422225c up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:36:57.056299 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Port 2cc57b77-11ea-449d-8841-2ff923a144d5 on network 4fffb22c-b596-4594-b959-d7a71bfd423b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:36:57.056781 dv-neutron-825731-1-hyperv neutron-server[87514]: ERROR neutron.plugins.ml2.managers [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Failed to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] Jan 21 09:36:57.057568 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c0391e24-ab50-4aaa-96fe-26f68e7b2a76 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:57.061566 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c0391e24-ab50-4aaa-96fe-26f68e7b2a76 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4919593 Jan 21 09:36:57.061717 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f71ad3f5-7e35-4cd3-9f7c-63a94e561d31 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:57.067475 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.plugins.ml2.plugin [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempt 10 to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 Jan 21 09:36:57.074366 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45118) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:57.078041 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-3f5ae757-e850-4bab-b71c-d3bd005f5c83 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] delete failed (client error): The resource could not be found. Jan 21 09:36:57.081566 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3f5ae757-e850-4bab-b71c-d3bd005f5c83 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] 10.222.0.110 "DELETE /v2.0/floatingips/9c456b06-f856-4bd8-926b-e391b99c635e HTTP/1.1" status: 404 len: 345 time: 0.2317700 Jan 21 09:36:57.081566 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a43220e4-d56a-41eb-ad90-5acc9377aadb tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:security_group_rule and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:57.086414 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a43220e4-d56a-41eb-ad90-5acc9377aadb tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:57.086578 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45122) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:57.091762 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a43220e4-d56a-41eb-ad90-5acc9377aadb tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:57.101483 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-d5cf1a3f-4b2e-4245-af91-50c03cefb407 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Request body: {'floatingip': {'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:57.140914 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-67996bd6-a738-44d9-a82b-0e83841978d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'name': 'tempest-ServersTestManualDisk-1792931814-router', 'tenant_id': '614e7202dc0749a98acdc83ef7167698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': 'a1fe4401-629a-4cde-b850-43e1c0f29540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:32Z', 'updated_at': '2022-01-21T09:36:47Z', 'revision_number': 4, 'project_id': '614e7202dc0749a98acdc83ef7167698', 'gw_port': {'id': 'a1fe4401-629a-4cde-b850-43e1c0f29540', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:34Z', 'updated_at': '2022-01-21T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '854f0d97-5e99-4cae-8e97-ac25321ffcf0', 'name': '', 'network_id': '8776044d-5553-42d2-939f-ade42846845d', 'tenant_id': '614e7202dc0749a98acdc83ef7167698', 'mac_address': 'fa:16:3e:01:8d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '7a6f8e0d-a61d-4a99-89f1-9eb4469ba816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:42Z', 'updated_at': '2022-01-21T09:36:55Z', 'revision_number': 4, 'project_id': '614e7202dc0749a98acdc83ef7167698', 'subnets': [{'id': '7a6f8e0d-a61d-4a99-89f1-9eb4469ba816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:57.145200 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port c3d92270-6f2c-48c5-bae5-62608422225c completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:36:57.151649 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67996bd6-a738-44d9-a82b-0e83841978d0 None None] The sync data for ids ['c9c94c7a-742e-40cc-b34e-ba592c66b7ea'] in dv-neutron-825731-1-hyperv is: [{'id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'name': 'tempest-ServersTestManualDisk-1792931814-router', 'tenant_id': '614e7202dc0749a98acdc83ef7167698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': 'a1fe4401-629a-4cde-b850-43e1c0f29540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:32Z', 'updated_at': '2022-01-21T09:36:47Z', 'revision_number': 4, 'project_id': '614e7202dc0749a98acdc83ef7167698', 'gw_port': {'id': 'a1fe4401-629a-4cde-b850-43e1c0f29540', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:34Z', 'updated_at': '2022-01-21T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '854f0d97-5e99-4cae-8e97-ac25321ffcf0', 'name': '', 'network_id': '8776044d-5553-42d2-939f-ade42846845d', 'tenant_id': '614e7202dc0749a98acdc83ef7167698', 'mac_address': 'fa:16:3e:01:8d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '7a6f8e0d-a61d-4a99-89f1-9eb4469ba816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:42Z', 'updated_at': '2022-01-21T09:36:55Z', 'revision_number': 4, 'project_id': '614e7202dc0749a98acdc83ef7167698', 'subnets': [{'id': '7a6f8e0d-a61d-4a99-89f1-9eb4469ba816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:36:57.154594 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port c3d92270-6f2c-48c5-bae5-62608422225c triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:57.155077 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:57.179735 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:57.180082 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:57.180387 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 on network 4fffb22c-b596-4594-b959-d7a71bfd423b {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:36:57.222950 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-e1f4c564-b43a-4aed-94c7-79c3cc612a0e tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Allocated IP 172.26.3.206 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/d2cf549c-4679-4675-b5ea-c055f78c590f) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:57.283862 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Port 2cc57b77-11ea-449d-8841-2ff923a144d5 on network 4fffb22c-b596-4594-b959-d7a71bfd423b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:36:57.284189 dv-neutron-825731-1-hyperv neutron-server[87514]: ERROR neutron.plugins.ml2.managers [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Failed to bind port 2cc57b77-11ea-449d-8841-2ff923a144d5 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] Jan 21 09:36:57.284581 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:57.335110 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:57.351582 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-f71ad3f5-7e35-4cd3-9f7c-63a94e561d31 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e320fb7-418e-49c0-87fe-250831a10d73']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:57.368817 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-f71ad3f5-7e35-4cd3-9f7c-63a94e561d31 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8accfb14-e183-4987-a32d-2ffe520f7043') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:57.369123 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-f71ad3f5-7e35-4cd3-9f7c-63a94e561d31 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8accfb14-e183-4987-a32d-2ffe520f7043') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:57.374416 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port c3d92270-6f2c-48c5-bae5-62608422225c, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=c3d92270-6f2c-48c5-bae5-62608422225c,segment=NetworkSegment(6dbe62b3-80b8-484a-a3b1-46049c848789),segment_id=6dbe62b3-80b8-484a-a3b1-46049c848789)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:36:57.379787 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:57.415658 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d5cf1a3f-4b2e-4245-af91-50c03cefb407 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:57.421029 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f71ad3f5-7e35-4cd3-9f7c-63a94e561d31 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:57.436895 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d5cf1a3f-4b2e-4245-af91-50c03cefb407 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Usage tracker for resource:floatingip and tenant:614e7202dc0749a98acdc83ef7167698 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:57.449121 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d5cf1a3f-4b2e-4245-af91-50c03cefb407 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:57.455284 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=c3d92270-6f2c-48c5-bae5-62608422225c,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:57.461524 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed77b272-a0d0-439f-9954-1054a5c0641e tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] DELETE failed (client error): The resource could not be found. Jan 21 09:36:57.462173 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed77b272-a0d0-439f-9954-1054a5c0641e tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:36:57.468585 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f71ad3f5-7e35-4cd3-9f7c-63a94e561d31 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:57.470694 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d5cf1a3f-4b2e-4245-af91-50c03cefb407 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:57.489236 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f71ad3f5-7e35-4cd3-9f7c-63a94e561d31 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:36:57.489676 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f71ad3f5-7e35-4cd3-9f7c-63a94e561d31 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:57.498000 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] device_id is not set on port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:36:57.507879 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:36:57.507879 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:36:57.507879 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:36:57.507879 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:36:57.507879 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:36:57.507879 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:36:57.507879 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:36:57.507879 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:36:57.507879 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:36:57.507879 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:36:57.507879 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:36:57.507879 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:36:57.507879 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:36:57.507879 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:36:57.507879 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:36:57.507879 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:36:57.507879 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:36:57.507879 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:36:57.507879 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:36:57.507879 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:36:57.507879 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:36:57.507879 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:36:57.507879 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:36:57.507879 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:36:57.507879 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:36:57.507879 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:36:57.507879 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:36:57.507879 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:36:57.507879 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:36:57.507879 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:36:57.507879 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:36:57.507879 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:36:57.509934 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a43220e4-d56a-41eb-ad90-5acc9377aadb tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:57.517820 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:57.522836 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a43220e4-d56a-41eb-ad90-5acc9377aadb tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:57.524133 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ed77b272-a0d0-439f-9954-1054a5c0641e tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] 10.222.0.110 "DELETE /v2.0/networks/ec633813-2fe1-40e0-8abd-ef417720efa3 HTTP/1.1" status: 404 len: 339 time: 0.4164498 Jan 21 09:36:57.526321 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45126) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:57.530080 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e1f4c564-b43a-4aed-94c7-79c3cc612a0e tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:57.547187 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a43220e4-d56a-41eb-ad90-5acc9377aadb tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:36:57.557745 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-3e579fd3-d4af-4356-bea1-1a8b96921040 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Request body: {'network': {'name': 'tempest-network--1340312460', 'router:external': True}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:57.560665 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d5cf1a3f-4b2e-4245-af91-50c03cefb407 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks [] for floatingip, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:57.563321 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] For port 2cc57b77-11ea-449d-8841-2ff923a144d5, host hv-neutron-8257, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:36:57.563876 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempted to set empty binding levels {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 21 09:36:57.572740 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Transition to ACTIVE for port object f2fd6ac4-fa08-4d01-9b44-66b471b78a9e will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:36:57.580723 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a43220e4-d56a-41eb-ad90-5acc9377aadb tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:57.581066 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-a43220e4-d56a-41eb-ad90-5acc9377aadb tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Added segment 3fd5892c-da69-4eb7-b1c6-c54dca98647b of type vlan for network e439457c-c827-47a2-82f8-06fb926caf27 Jan 21 09:36:57.595569 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:57.640098 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-3e579fd3-d4af-4356-bea1-1a8b96921040 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:57.646876 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43220e4-d56a-41eb-ad90-5acc9377aadb tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5785ce88-6386-45b6-bc90-5a553c1ea34b,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:57.658373 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-3e579fd3-d4af-4356-bea1-1a8b96921040 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Usage tracker for resource:network and tenant:ad687cc6281c4204bb470f05122f63df is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:57.662253 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] In _notify_port_updated(), no bound segment for port 2cc57b77-11ea-449d-8841-2ff923a144d5 on network 4fffb22c-b596-4594-b959-d7a71bfd423b {{(pid=87514) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:36:57.662450 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-3e579fd3-d4af-4356-bea1-1a8b96921040 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:57.663230 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:57.663766 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:57.667957 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] 10.222.0.110 "PUT /v2.0/ports/2cc57b77-11ea-449d-8841-2ff923a144d5 HTTP/1.1" status: 200 len: 976 time: 3.6691101 Jan 21 09:36:57.668939 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-3e579fd3-d4af-4356-bea1-1a8b96921040 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:57.678560 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45130) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:57.679773 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:57.697337 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a43220e4-d56a-41eb-ad90-5acc9377aadb tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:57.722470 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e287b-b02e-4e39-a5bd-9c88a80b19e6 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Pushing event updated for resources: {'Port': ['ID=2cc57b77-11ea-449d-8841-2ff923a144d5,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:57.741457 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f71ad3f5-7e35-4cd3-9f7c-63a94e561d31 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:57.742781 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e579fd3-d4af-4356-bea1-1a8b96921040 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Made reservation on behalf of ad687cc6281c4204bb470f05122f63df for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:57.745141 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3e579fd3-d4af-4356-bea1-1a8b96921040 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:57.808244 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f71ad3f5-7e35-4cd3-9f7c-63a94e561d31 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:57.820297 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ad3f5-7e35-4cd3-9f7c-63a94e561d31 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] Pushing event deleted for resources: {'Network': ['ID=0e320fb7-418e-49c0-87fe-250831a10d73,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:57.835915 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f71ad3f5-7e35-4cd3-9f7c-63a94e561d31 tempest-DHCPAgentSchedulersTestJSON-1391743712 tempest-DHCPAgentSchedulersTestJSON-1391743712-project] 10.222.0.110 "DELETE /v2.0/networks/0e320fb7-418e-49c0-87fe-250831a10d73 HTTP/1.1" status: 204 len: 168 time: 2.0423961 Jan 21 09:36:57.842383 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a43220e4-d56a-41eb-ad90-5acc9377aadb tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:57.847985 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43220e4-d56a-41eb-ad90-5acc9377aadb tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:57.848618 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a43220e4-d56a-41eb-ad90-5acc9377aadb tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:57.869303 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e579fd3-d4af-4356-bea1-1a8b96921040 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:36:57.917776 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Pushing event updated for resources: {'Port': ['ID=f2fd6ac4-fa08-4d01-9b44-66b471b78a9e,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:58.001476 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Checking segment: {'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:36:58.001839 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Network hostable DHCP agents. Network: 2c7132c0-3198-4967-91e0-594ec39e728c, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:36:58.008463 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a43220e4-d56a-41eb-ad90-5acc9377aadb tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2937846 Jan 21 09:36:58.017036 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43220e4-d56a-41eb-ad90-5acc9377aadb tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Network': ['ID=e439457c-c827-47a2-82f8-06fb926caf27,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:58.019304 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45136) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:58.034384 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network e439457c-c827-47a2-82f8-06fb926caf27 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:36:58.044692 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3e579fd3-d4af-4356-bea1-1a8b96921040 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:58.045306 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-3e579fd3-d4af-4356-bea1-1a8b96921040 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Added segment b83a7cf7-75a5-4656-88af-ad53517ebb7a of type vlan for network 0e1933cf-37c5-4195-a361-5774d4bd21fd Jan 21 09:36:58.092779 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-ac6b923d-480a-46f3-acf0-558adedf16dd tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'port': {'network_id': 'e439457c-c827-47a2-82f8-06fb926caf27', 'name': 'tempest-PortsIpV6TestJSON-426915499'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:58.094149 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 854f0d97-5e99-4cae-8e97-ac25321ffcf0 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:36:58.096089 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Network 2c7132c0-3198-4967-91e0-594ec39e728c is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:36:58.115450 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e1f4c564-b43a-4aed-94c7-79c3cc612a0e tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:58.123766 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-312dd57e-6cd6-465f-ab27-6e07720cb572 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Allocated IP 172.26.3.83 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/cecb9ce4-b00f-41f2-91a2-12a4bd4a0c2c) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:58.126294 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 2c7132c0-3198-4967-91e0-594ec39e728c) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:58.135368 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:36:58.159630 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb028e1-0af0-4d24-8ef6-cc9b8673df87 None None] Network 2c7132c0-3198-4967-91e0-594ec39e728c requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:36:58.175625 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:58.175957 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:58.176286 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e on network 2c7132c0-3198-4967-91e0-594ec39e728c {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:36:58.185745 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e on network 2c7132c0-3198-4967-91e0-594ec39e728c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:36:58.186072 dv-neutron-825731-1-hyperv neutron-server[87514]: ERROR neutron.plugins.ml2.managers [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Failed to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e on host hv-neutron-8257 for vnic_type normal using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] Jan 21 09:36:58.189205 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.plugins.ml2.plugin [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempt 2 to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e Jan 21 09:36:58.212526 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3e579fd3-d4af-4356-bea1-1a8b96921040 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:58.215530 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:58.215870 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:58.216197 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e on network 2c7132c0-3198-4967-91e0-594ec39e728c {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:36:58.228515 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e on network 2c7132c0-3198-4967-91e0-594ec39e728c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:36:58.228515 dv-neutron-825731-1-hyperv neutron-server[87514]: ERROR neutron.plugins.ml2.managers [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Failed to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e on host hv-neutron-8257 for vnic_type normal using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] Jan 21 09:36:58.272724 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f4c564-b43a-4aed-94c7-79c3cc612a0e tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:58.273348 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45142) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:58.276339 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.plugins.ml2.plugin [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempt 3 to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e Jan 21 09:36:58.341443 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:58.341810 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:58.342130 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e on network 2c7132c0-3198-4967-91e0-594ec39e728c {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:36:58.351375 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e on network 2c7132c0-3198-4967-91e0-594ec39e728c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:36:58.352195 dv-neutron-825731-1-hyperv neutron-server[87514]: ERROR neutron.plugins.ml2.managers [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Failed to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e on host hv-neutron-8257 for vnic_type normal using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] Jan 21 09:36:58.360940 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.plugins.ml2.plugin [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempt 4 to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e Jan 21 09:36:58.380969 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-312dd57e-6cd6-465f-ab27-6e07720cb572 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:58.387101 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:58.387453 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:58.387784 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e on network 2c7132c0-3198-4967-91e0-594ec39e728c {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:36:58.394535 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-e1f4c564-b43a-4aed-94c7-79c3cc612a0e tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:58.397493 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e on network 2c7132c0-3198-4967-91e0-594ec39e728c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:36:58.397717 dv-neutron-825731-1-hyperv neutron-server[87514]: ERROR neutron.plugins.ml2.managers [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Failed to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e on host hv-neutron-8257 for vnic_type normal using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] Jan 21 09:36:58.399083 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.plugins.ml2.plugin [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempt 5 to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e Jan 21 09:36:58.418280 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:58.418643 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:58.419010 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e on network 2c7132c0-3198-4967-91e0-594ec39e728c {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:36:58.420496 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d82fe7-8f45-42e9-97fb-46235e170085 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:58.421153 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d82fe7-8f45-42e9-97fb-46235e170085 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:58.421763 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d82fe7-8f45-42e9-97fb-46235e170085 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:58.422357 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d82fe7-8f45-42e9-97fb-46235e170085 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:58.422958 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d82fe7-8f45-42e9-97fb-46235e170085 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:58.423580 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d82fe7-8f45-42e9-97fb-46235e170085 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:58.424179 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d82fe7-8f45-42e9-97fb-46235e170085 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:58.424274 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 854f0d97-5e99-4cae-8e97-ac25321ffcf0 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:36:58.424836 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d82fe7-8f45-42e9-97fb-46235e170085 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:58.425449 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d82fe7-8f45-42e9-97fb-46235e170085 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:58.425655 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e on network 2c7132c0-3198-4967-91e0-594ec39e728c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:36:58.426032 dv-neutron-825731-1-hyperv neutron-server[87514]: ERROR neutron.plugins.ml2.managers [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Failed to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e on host hv-neutron-8257 for vnic_type normal using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] Jan 21 09:36:58.426194 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d82fe7-8f45-42e9-97fb-46235e170085 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:58.426801 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d82fe7-8f45-42e9-97fb-46235e170085 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:58.427452 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d82fe7-8f45-42e9-97fb-46235e170085 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:58.427746 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.plugins.ml2.plugin [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempt 6 to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e Jan 21 09:36:58.428192 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d82fe7-8f45-42e9-97fb-46235e170085 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:58.428784 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d82fe7-8f45-42e9-97fb-46235e170085 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:58.429449 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d82fe7-8f45-42e9-97fb-46235e170085 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:58.431434 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-74d82fe7-8f45-42e9-97fb-46235e170085 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Synchronizing usage tracker for tenant:698caa1624d34e9a98c98ef20c2ab47d on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:36:58.434612 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 854f0d97-5e99-4cae-8e97-ac25321ffcf0 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:58.435144 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:58.438190 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f4c564-b43a-4aed-94c7-79c3cc612a0e tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:36:58.446007 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:58.446338 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:58.446667 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e on network 2c7132c0-3198-4967-91e0-594ec39e728c {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:36:58.453190 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e on network 2c7132c0-3198-4967-91e0-594ec39e728c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:36:58.453502 dv-neutron-825731-1-hyperv neutron-server[87514]: ERROR neutron.plugins.ml2.managers [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Failed to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e on host hv-neutron-8257 for vnic_type normal using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] Jan 21 09:36:58.453823 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.plugins.ml2.plugin [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempt 7 to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e Jan 21 09:36:58.466483 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-312dd57e-6cd6-465f-ab27-6e07720cb572 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:58.510117 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:58.510768 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:58.510768 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e on network 2c7132c0-3198-4967-91e0-594ec39e728c {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:36:58.541590 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e on network 2c7132c0-3198-4967-91e0-594ec39e728c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:36:58.541935 dv-neutron-825731-1-hyperv neutron-server[87514]: ERROR neutron.plugins.ml2.managers [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Failed to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e on host hv-neutron-8257 for vnic_type normal using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] Jan 21 09:36:58.545915 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.plugins.ml2.plugin [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempt 8 to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e Jan 21 09:36:58.558252 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312dd57e-6cd6-465f-ab27-6e07720cb572 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:58.563229 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-312dd57e-6cd6-465f-ab27-6e07720cb572 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:58.567839 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.resource_extend [None req-3e579fd3-d4af-4356-bea1-1a8b96921040 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:36:58.569482 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312dd57e-6cd6-465f-ab27-6e07720cb572 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:36:58.579815 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4c564-b43a-4aed-94c7-79c3cc612a0e tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Pushing event updated for resources: {'Port': ['ID=d2cf549c-4679-4675-b5ea-c055f78c590f,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:58.605099 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d5cf1a3f-4b2e-4245-af91-50c03cefb407 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:58.611632 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312dd57e-6cd6-465f-ab27-6e07720cb572 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Pushing event updated for resources: {'Port': ['ID=cecb9ce4-b00f-41f2-91a2-12a4bd4a0c2c,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:58.620346 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ac6b923d-480a-46f3-acf0-558adedf16dd tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:36:58.623037 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:58.623366 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:58.623714 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e on network 2c7132c0-3198-4967-91e0-594ec39e728c {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:36:58.624414 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ac6b923d-480a-46f3-acf0-558adedf16dd tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:port and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:36:58.627287 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ac6b923d-480a-46f3-acf0-558adedf16dd tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:36:58.633146 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e on network 2c7132c0-3198-4967-91e0-594ec39e728c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:36:58.633387 dv-neutron-825731-1-hyperv neutron-server[87514]: ERROR neutron.plugins.ml2.managers [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Failed to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e on host hv-neutron-8257 for vnic_type normal using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] Jan 21 09:36:58.633651 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ac6b923d-480a-46f3-acf0-558adedf16dd tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:36:58.639628 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.plugins.ml2.plugin [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempt 9 to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e Jan 21 09:36:58.641442 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-74d82fe7-8f45-42e9-97fb-46235e170085 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Unset dirty status for tenant:698caa1624d34e9a98c98ef20c2ab47d on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:36:58.642730 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-74d82fe7-8f45-42e9-97fb-46235e170085 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13835 time: 0.9595609 Jan 21 09:36:58.651201 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:58.655535 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45148) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:58.689380 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 854f0d97-5e99-4cae-8e97-ac25321ffcf0, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=854f0d97-5e99-4cae-8e97-ac25321ffcf0,segment=NetworkSegment(a3f72eb9-d03f-4ac6-be0d-97ce33afeb91),segment_id=a3f72eb9-d03f-4ac6-be0d-97ce33afeb91)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:36:58.694713 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:58.695619 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c3d92270-6f2c-48c5-bae5-62608422225c up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:36:58.700954 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6b923d-480a-46f3-acf0-558adedf16dd tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Made reservation on behalf of 29c6ab04f24842d781b633e6233f3506 for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:58.704437 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ac6b923d-480a-46f3-acf0-558adedf16dd tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:58.710801 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:58.711131 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:58.711485 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e on network 2c7132c0-3198-4967-91e0-594ec39e728c {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:36:58.741772 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3e579fd3-d4af-4356-bea1-1a8b96921040 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:58.742716 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e579fd3-d4af-4356-bea1-1a8b96921040 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:58.743292 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3e579fd3-d4af-4356-bea1-1a8b96921040 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:58.768500 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e on network 2c7132c0-3198-4967-91e0-594ec39e728c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:36:58.770087 dv-neutron-825731-1-hyperv neutron-server[87514]: ERROR neutron.plugins.ml2.managers [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Failed to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e on host hv-neutron-8257 for vnic_type normal using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] Jan 21 09:36:58.777060 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.plugins.ml2.plugin [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempt 10 to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e Jan 21 09:36:58.834635 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:36:58.835177 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:36:58.835665 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e on network 2c7132c0-3198-4967-91e0-594ec39e728c {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:36:58.839821 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-07f309dd-dead-4cd9-8656-fc3d23fd9519 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Deleting port 2cc57b77-11ea-449d-8841-2ff923a144d5 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:36:58.840711 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-07f309dd-dead-4cd9-8656-fc3d23fd9519 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:58.841400 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-ac6b923d-480a-46f3-acf0-558adedf16dd tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] device_id is not set on port e406d004-d6e0-4324-ba40-3b72739195a8 yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:36:58.864630 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=854f0d97-5e99-4cae-8e97-ac25321ffcf0,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:58.877845 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port c3d92270-6f2c-48c5-bae5-62608422225c triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:58.877845 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:58.885277 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e on network 2c7132c0-3198-4967-91e0-594ec39e728c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:36:58.885613 dv-neutron-825731-1-hyperv neutron-server[87514]: ERROR neutron.plugins.ml2.managers [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Failed to bind port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e on host hv-neutron-8257 for vnic_type normal using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] Jan 21 09:36:58.885962 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:58.910932 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-312dd57e-6cd6-465f-ab27-6e07720cb572 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:58.915537 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f35ab1c9-e4bc-41da-a0c8-6b06b76c5da4 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=5ef31f50d7f84f1a90085e2b72d19c9f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6343775 Jan 21 09:36:58.919334 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45152) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:59.019011 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-3e579fd3-d4af-4356-bea1-1a8b96921040 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4813714 Jan 21 09:36:59.019831 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e579fd3-d4af-4356-bea1-1a8b96921040 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Pushing event updated for resources: {'Network': ['ID=0e1933cf-37c5-4195-a361-5774d4bd21fd,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:59.041580 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 0e1933cf-37c5-4195-a361-5774d4bd21fd details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:36:59.054656 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45156) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:59.138472 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e1f4c564-b43a-4aed-94c7-79c3cc612a0e tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:59.158829 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 94a0ed25-8a2c-45d9-af1a-e38ebb44c36f no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:36:59.173344 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-312dd57e-6cd6-465f-ab27-6e07720cb572 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:59.207905 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 94a0ed25-8a2c-45d9-af1a-e38ebb44c36f {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:36:59.208186 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 94a0ed25-8a2c-45d9-af1a-e38ebb44c36f not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:36:59.236000 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-d5cf1a3f-4b2e-4245-af91-50c03cefb407 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Allocated IP 172.26.3.240 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/6e93c94f-1a66-45de-8bc2-f14da677aa48) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:59.340293 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] For port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e, host hv-neutron-8257, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:36:59.340917 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempted to set empty binding levels {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 21 09:36:59.418196 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:59.442418 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e1f4c564-b43a-4aed-94c7-79c3cc612a0e tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:59.462898 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed6a1ade-4a13-4d8d-b29d-0ab26aff7639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:59.472154 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-07f309dd-dead-4cd9-8656-fc3d23fd9519 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] For port 2cc57b77-11ea-449d-8841-2ff923a144d5, host hv-neutron-8257, got binding levels [] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:36:59.472510 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-07f309dd-dead-4cd9-8656-fc3d23fd9519 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:59.509843 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:59.510436 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:59.540950 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79da6ef3-9ff6-4c6d-a49f-878688144c39 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:59.546709 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79da6ef3-9ff6-4c6d-a49f-878688144c39 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:59.553267 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79da6ef3-9ff6-4c6d-a49f-878688144c39 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:59.559325 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79da6ef3-9ff6-4c6d-a49f-878688144c39 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:59.560206 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-79da6ef3-9ff6-4c6d-a49f-878688144c39 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] Synchronizing usage tracker for tenant:f508ce0d883049a8a5c64c465eba7142 on resource:network {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:36:59.681133 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-07f309dd-dead-4cd9-8656-fc3d23fd9519 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Calling delete_port for 2cc57b77-11ea-449d-8841-2ff923a144d5 owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:36:59.688508 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ac6b923d-480a-46f3-acf0-558adedf16dd tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:59.738836 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-79da6ef3-9ff6-4c6d-a49f-878688144c39 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] Unset dirty status for tenant:f508ce0d883049a8a5c64c465eba7142 on resource:network {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:36:59.744292 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-79da6ef3-9ff6-4c6d-a49f-878688144c39 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.6810129 Jan 21 09:36:59.747119 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed6a1ade-4a13-4d8d-b29d-0ab26aff7639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:59.753795 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45160) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:59.779535 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 4.2638912 Jan 21 09:36:59.779535 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb04e0-f080-4ed8-a2e3-39d0a9a41be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Pushing event updated for resources: {'Port': ['ID=f2fd6ac4-fa08-4d01-9b44-66b471b78a9e,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:59.796719 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45164) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:36:59.849567 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d5cf1a3f-4b2e-4245-af91-50c03cefb407 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:59.917966 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-07f309dd-dead-4cd9-8656-fc3d23fd9519 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:59.931979 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 854f0d97-5e99-4cae-8e97-ac25321ffcf0 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:36:59.973440 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-07f309dd-dead-4cd9-8656-fc3d23fd9519 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:59.984827 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f309dd-dead-4cd9-8656-fc3d23fd9519 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Pushing event deleted for resources: {'Port': ['ID=2cc57b77-11ea-449d-8841-2ff923a144d5,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:00.008121 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 854f0d97-5e99-4cae-8e97-ac25321ffcf0 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:00.008792 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:00.012002 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed6a1ade-4a13-4d8d-b29d-0ab26aff7639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:00.014340 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed6a1ade-4a13-4d8d-b29d-0ab26aff7639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:00.018254 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ed6a1ade-4a13-4d8d-b29d-0ab26aff7639 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/2716ad2f-fc15-4e6d-a13e-c9044057d998 HTTP/1.1" status: 204 len: 168 time: 1.0956879 Jan 21 09:37:00.029380 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-312dd57e-6cd6-465f-ab27-6e07720cb572 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:00.034562 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-07f309dd-dead-4cd9-8656-fc3d23fd9519 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] 10.222.0.110 "DELETE /v2.0/ports/2cc57b77-11ea-449d-8841-2ff923a144d5 HTTP/1.1" status: 204 len: 168 time: 1.3753805 Jan 21 09:37:00.035548 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45170) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:00.038285 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a1ade-4a13-4d8d-b29d-0ab26aff7639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2716ad2f-fc15-4e6d-a13e-c9044057d998,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:00.061443 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b7137d46-bfa7-4f55-9a60-5ca2a74ae9ac tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:00.075590 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-61b84441-4592-4299-9971-f1bd3f9c55f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Deleting port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:00.076259 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-61b84441-4592-4299-9971-f1bd3f9c55f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:00.087660 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-312dd57e-6cd6-465f-ab27-6e07720cb572 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:00.125244 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ac6b923d-480a-46f3-acf0-558adedf16dd tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:00.132649 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-2143cdf2-c2c4-4aaa-a8e7-5d354562bdb8 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] GET failed (client error): The resource could not be found. Jan 21 09:37:00.133176 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-2143cdf2-c2c4-4aaa-a8e7-5d354562bdb8 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Synchronizing usage tracker for tenant:698caa1624d34e9a98c98ef20c2ab47d on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:00.232958 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-2143cdf2-c2c4-4aaa-a8e7-5d354562bdb8 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Unset dirty status for tenant:698caa1624d34e9a98c98ef20c2ab47d on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:00.234144 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2143cdf2-c2c4-4aaa-a8e7-5d354562bdb8 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] 10.222.0.110 "GET /v2.0/ports/2cc57b77-11ea-449d-8841-2ff923a144d5 HTTP/1.1" status: 404 len: 333 time: 0.1975732 Jan 21 09:37:00.238742 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45176) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:00.243878 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312dd57e-6cd6-465f-ab27-6e07720cb572 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Pushing event updated for resources: {'Port': ['ID=cecb9ce4-b00f-41f2-91a2-12a4bd4a0c2c,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:00.254864 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-9f73d148-9357-4e89-88b4-ae3430e790e8 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2010010433', 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:00.262115 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9f73d148-9357-4e89-88b4-ae3430e790e8 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:00.277530 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-312dd57e-6cd6-465f-ab27-6e07720cb572 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:00.281890 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9f73d148-9357-4e89-88b4-ae3430e790e8 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:00.302271 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f73d148-9357-4e89-88b4-ae3430e790e8 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Made reservation on behalf of 698caa1624d34e9a98c98ef20c2ab47d for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:00.305814 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9f73d148-9357-4e89-88b4-ae3430e790e8 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:00.317967 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-312dd57e-6cd6-465f-ab27-6e07720cb572 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:00.319306 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-312dd57e-6cd6-465f-ab27-6e07720cb572 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0076458 Jan 21 09:37:00.331030 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-9f73d148-9357-4e89-88b4-ae3430e790e8 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] device_id is not set on port 1767f4a6-d069-46a8-a88d-5eb5274c8ad6 yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:00.427806 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e1f4c564-b43a-4aed-94c7-79c3cc612a0e tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:00.433347 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45182) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:00.467597 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-63bac88a-900a-4b58-86eb-96cee635342b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:00.492617 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d5cf1a3f-4b2e-4245-af91-50c03cefb407 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:00.502993 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-63bac88a-900a-4b58-86eb-96cee635342b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:00.517296 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b923d-480a-46f3-acf0-558adedf16dd tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Port': ['ID=e406d004-d6e0-4324-ba40-3b72739195a8,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:00.518685 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-63bac88a-900a-4b58-86eb-96cee635342b admin admin] Usage tracker for resource:security_group_rule and tenant:6a368829a12f45098090c7fd099fe3ae is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:00.519982 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e1f4c564-b43a-4aed-94c7-79c3cc612a0e tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:00.525970 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-63bac88a-900a-4b58-86eb-96cee635342b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:00.534788 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-63bac88a-900a-4b58-86eb-96cee635342b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:00.587886 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:37:00.633254 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9f73d148-9357-4e89-88b4-ae3430e790e8 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:00.716163 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9f73d148-9357-4e89-88b4-ae3430e790e8 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:00.768346 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6b923d-480a-46f3-acf0-558adedf16dd tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Checking segment: {'id': '3fd5892c-da69-4eb7-b1c6-c54dca98647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e439457c-c827-47a2-82f8-06fb926caf27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:37:00.768814 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6b923d-480a-46f3-acf0-558adedf16dd tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Network hostable DHCP agents. Network: e439457c-c827-47a2-82f8-06fb926caf27, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:37:00.777760 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-63bac88a-900a-4b58-86eb-96cee635342b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:00.779713 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b7137d46-bfa7-4f55-9a60-5ca2a74ae9ac tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:00.796522 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-63bac88a-900a-4b58-86eb-96cee635342b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:00.805180 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cf1a3f-4b2e-4245-af91-50c03cefb407 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:00.821938 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-d5cf1a3f-4b2e-4245-af91-50c03cefb407 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:00.826360 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f73d148-9357-4e89-88b4-ae3430e790e8 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Network 4fffb22c-b596-4594-b959-d7a71bfd423b is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:00.834431 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-9f73d148-9357-4e89-88b4-ae3430e790e8 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:00.845783 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f73d148-9357-4e89-88b4-ae3430e790e8 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:00.846131 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cf1a3f-4b2e-4245-af91-50c03cefb407 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:00.846463 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f73d148-9357-4e89-88b4-ae3430e790e8 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:00.847044 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9f73d148-9357-4e89-88b4-ae3430e790e8 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:00.858129 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-63bac88a-900a-4b58-86eb-96cee635342b admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=6a368829a12f45098090c7fd099fe3ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4144850 Jan 21 09:37:00.866374 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45202) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:00.873666 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf1a3f-4b2e-4245-af91-50c03cefb407 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Pushing event updated for resources: {'Port': ['ID=6e93c94f-1a66-45de-8bc2-f14da677aa48,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:00.881899 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73d148-9357-4e89-88b4-ae3430e790e8 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Pushing event updated for resources: {'Port': ['ID=1767f4a6-d069-46a8-a88d-5eb5274c8ad6,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:00.898206 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45210) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:00.908871 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bac88a-900a-4b58-86eb-96cee635342b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac24d8f-34f5-401b-8112-9e535df5a0b0,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:00.911421 dv-neutron-825731-1-hyperv neutron-server[87514]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 21 09:37:00.924520 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-b7137d46-bfa7-4f55-9a60-5ca2a74ae9ac tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e1933cf-37c5-4195-a361-5774d4bd21fd']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:00.932134 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-61b84441-4592-4299-9971-f1bd3f9c55f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] For port f2fd6ac4-fa08-4d01-9b44-66b471b78a9e, host hv-neutron-8257, got binding levels [] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:00.932481 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-61b84441-4592-4299-9971-f1bd3f9c55f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:00.960081 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9f73d148-9357-4e89-88b4-ae3430e790e8 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7203274 Jan 21 09:37:00.968587 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45214) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:00.972650 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-b7137d46-bfa7-4f55-9a60-5ca2a74ae9ac tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b83a7cf7-75a5-4656-88af-ad53517ebb7a') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:00.972944 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-b7137d46-bfa7-4f55-9a60-5ca2a74ae9ac tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b83a7cf7-75a5-4656-88af-ad53517ebb7a') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:00.985424 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-2320e02f-18f1-45c0-a606-81c2cb864e7e tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-securitygroup--43962711&fields=id&tenant_id=85062a18014b46c39ce9762aca0ea494 HTTP/1.1" status: 200 len: 267 time: 0.0830555 Jan 21 09:37:01.021173 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-441cfc00-0471-449c-b314-9d16c156de98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.045324 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e1f4c564-b43a-4aed-94c7-79c3cc612a0e tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.118134 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-441cfc00-0471-449c-b314-9d16c156de98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.141081 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6b923d-480a-46f3-acf0-558adedf16dd tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Network e439457c-c827-47a2-82f8-06fb926caf27 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:37:01.149616 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-61b84441-4592-4299-9971-f1bd3f9c55f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Calling delete_port for f2fd6ac4-fa08-4d01-9b44-66b471b78a9e owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:01.183240 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b7137d46-bfa7-4f55-9a60-5ca2a74ae9ac tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.190622 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-6f5e1011-e139-4a53-854c-84274614f298 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:01.192123 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-6f5e1011-e139-4a53-854c-84274614f298 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/networks?id=1135e748-d422-4b50-8ae7-b9b34434f356 HTTP/1.1" status: 200 len: 805 time: 0.1981916 Jan 21 09:37:01.212283 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-98616e48-e5f8-4736-917a-96228f773182 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/quotas/85062a18014b46c39ce9762aca0ea494 HTTP/1.1" status: 200 len: 375 time: 0.0113263 Jan 21 09:37:01.255799 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-441cfc00-0471-449c-b314-9d16c156de98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.256253 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b7137d46-bfa7-4f55-9a60-5ca2a74ae9ac tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.263310 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4c564-b43a-4aed-94c7-79c3cc612a0e tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Pushing event updated for resources: {'Port': ['ID=d2cf549c-4679-4675-b5ea-c055f78c590f,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:01.265531 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-ac6b923d-480a-46f3-acf0-558adedf16dd tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, e439457c-c827-47a2-82f8-06fb926caf27) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:01.280142 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce9e5ad-a136-4c58-a9da-d2fde1e888f7 None None] Network e439457c-c827-47a2-82f8-06fb926caf27 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:37:01.280671 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6b923d-480a-46f3-acf0-558adedf16dd tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:01.285855 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6b923d-480a-46f3-acf0-558adedf16dd tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:01.287057 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ac6b923d-480a-46f3-acf0-558adedf16dd tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.291367 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7137d46-bfa7-4f55-9a60-5ca2a74ae9ac tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:37:01.291984 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b7137d46-bfa7-4f55-9a60-5ca2a74ae9ac tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.309740 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:37:01.309740 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:37:01.309740 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:37:01.309740 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:37:01.309740 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:37:01.309740 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:37:01.309740 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:37:01.309740 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:37:01.309740 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:37:01.309740 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:37:01.309740 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:37:01.309740 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:37:01.309740 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:37:01.309740 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:37:01.309740 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:37:01.309740 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:37:01.309740 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:37:01.309740 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:37:01.309740 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:37:01.309740 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:37:01.309740 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:37:01.309740 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:37:01.309740 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:37:01.309740 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:37:01.309740 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:37:01.309740 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:37:01.309740 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:37:01.309740 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:37:01.309740 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:37:01.309740 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:37:01.309740 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:37:01.309740 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:37:01.311527 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e1f4c564-b43a-4aed-94c7-79c3cc612a0e tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.312337 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e1f4c564-b43a-4aed-94c7-79c3cc612a0e tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0111749 Jan 21 09:37:01.353899 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99af8c99-aef4-4064-81ae-67a2aca307a5 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:01.355587 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-99af8c99-aef4-4064-81ae-67a2aca307a5 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] 10.222.0.110 "GET /v2.0/ports/1767f4a6-d069-46a8-a88d-5eb5274c8ad6 HTTP/1.1" status: 200 len: 955 time: 0.3740189 Jan 21 09:37:01.362790 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45220) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:01.378144 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cfc00-0471-449c-b314-9d16c156de98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac24d8f-34f5-401b-8112-9e535df5a0b0,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:01.391089 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-441cfc00-0471-449c-b314-9d16c156de98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.392250 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-441cfc00-0471-449c-b314-9d16c156de98 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/2ac24d8f-34f5-401b-8112-9e535df5a0b0 HTTP/1.1" status: 204 len: 168 time: 0.5191398 Jan 21 09:37:01.426480 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-548ae197-fb94-4455-b6a0-9d4294a37976 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=85062a18014b46c39ce9762aca0ea494&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2076337 Jan 21 09:37:01.473434 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ac6b923d-480a-46f3-acf0-558adedf16dd tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.4317195 Jan 21 09:37:01.477009 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45228) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:01.484212 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-f13a9786-4c0e-41a1-89e7-8ece3f0a70c2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-65805527'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:01.493549 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f13a9786-4c0e-41a1-89e7-8ece3f0a70c2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:01.496652 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d5cf1a3f-4b2e-4245-af91-50c03cefb407 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.499979 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f13a9786-4c0e-41a1-89e7-8ece3f0a70c2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:network and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:01.504242 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f13a9786-4c0e-41a1-89e7-8ece3f0a70c2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:01.510966 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b7137d46-bfa7-4f55-9a60-5ca2a74ae9ac tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.515564 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f13a9786-4c0e-41a1-89e7-8ece3f0a70c2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:01.518655 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-6ecffe32-e5c7-4e7a-a0e2-20257e816a80 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Deleting port 1767f4a6-d069-46a8-a88d-5eb5274c8ad6 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:01.519192 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6ecffe32-e5c7-4e7a-a0e2-20257e816a80 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.538420 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13a9786-4c0e-41a1-89e7-8ece3f0a70c2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Made reservation on behalf of 29c6ab04f24842d781b633e6233f3506 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:01.543278 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f13a9786-4c0e-41a1-89e7-8ece3f0a70c2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.564500 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7137d46-bfa7-4f55-9a60-5ca2a74ae9ac tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0e1933cf-37c5-4195-a361-5774d4bd21fd {{(pid=87515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 21 09:37:01.590445 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-61b84441-4592-4299-9971-f1bd3f9c55f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.598505 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b7137d46-bfa7-4f55-9a60-5ca2a74ae9ac tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.607903 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f13a9786-4c0e-41a1-89e7-8ece3f0a70c2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:01.632342 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f13a9786-4c0e-41a1-89e7-8ece3f0a70c2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.632712 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-f13a9786-4c0e-41a1-89e7-8ece3f0a70c2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Added segment 9a3cefdb-539f-4b86-b787-b8a47ee2ba0d of type vlan for network 5b9f01ba-4c17-473a-b215-573b0d49475b Jan 21 09:37:01.653314 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7137d46-bfa7-4f55-9a60-5ca2a74ae9ac tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Pushing event deleted for resources: {'Network': ['ID=0e1933cf-37c5-4195-a361-5774d4bd21fd,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:01.701207 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b84441-4592-4299-9971-f1bd3f9c55f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2fd6ac4-fa08-4d01-9b44-66b471b78a9e,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:01.707387 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f13a9786-4c0e-41a1-89e7-8ece3f0a70c2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.716237 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-b7137d46-bfa7-4f55-9a60-5ca2a74ae9ac tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] 10.222.0.110 "DELETE /v2.0/networks/0e1933cf-37c5-4195-a361-5774d4bd21fd HTTP/1.1" status: 204 len: 168 time: 1.9582920 Jan 21 09:37:01.717027 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45242) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:01.729819 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-314c324c-5d63-4734-b712-842603682ecd tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Request body: {'network': {'name': 'tempest-network--849395976', 'router:external': True}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:01.745324 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-314c324c-5d63-4734-b712-842603682ecd tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:01.754023 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-314c324c-5d63-4734-b712-842603682ecd tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Usage tracker for resource:network and tenant:ad687cc6281c4204bb470f05122f63df is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:01.765696 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-314c324c-5d63-4734-b712-842603682ecd tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:01.770212 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d5cf1a3f-4b2e-4245-af91-50c03cefb407 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.798953 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-314c324c-5d63-4734-b712-842603682ecd tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:01.836346 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f13a9786-4c0e-41a1-89e7-8ece3f0a70c2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.844730 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13a9786-4c0e-41a1-89e7-8ece3f0a70c2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:01.845351 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f13a9786-4c0e-41a1-89e7-8ece3f0a70c2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.881847 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314c324c-5d63-4734-b712-842603682ecd tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Made reservation on behalf of ad687cc6281c4204bb470f05122f63df for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:01.884141 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-314c324c-5d63-4734-b712-842603682ecd tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.944359 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-61b84441-4592-4299-9971-f1bd3f9c55f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:01.946958 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-61b84441-4592-4299-9971-f1bd3f9c55f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] 10.222.0.110 "DELETE /v2.0/ports/f2fd6ac4-fa08-4d01-9b44-66b471b78a9e HTTP/1.1" status: 204 len: 168 time: 2.1461422 Jan 21 09:37:01.950198 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45254) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:02.010769 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f13a9786-4c0e-41a1-89e7-8ece3f0a70c2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5326355 Jan 21 09:37:02.011458 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45258) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:02.017303 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a9786-4c0e-41a1-89e7-8ece3f0a70c2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Network': ['ID=5b9f01ba-4c17-473a-b215-573b0d49475b,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:02.027854 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-54c48916-54f5-4720-8d69-e8f83823edfa service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:37:02.028912 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-54c48916-54f5-4720-8d69-e8f83823edfa service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1752341 Jan 21 09:37:02.036882 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-0a7e88ec-b1cb-42d8-93ef-3d359ec5d095 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'ports': [{'network_id': 'e439457c-c827-47a2-82f8-06fb926caf27'}, {'network_id': '5b9f01ba-4c17-473a-b215-573b0d49475b'}]} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:02.037396 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-0a7e88ec-b1cb-42d8-93ef-3d359ec5d095 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'port': {'network_id': 'e439457c-c827-47a2-82f8-06fb926caf27'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:02.038171 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-0a7e88ec-b1cb-42d8-93ef-3d359ec5d095 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'port': {'network_id': '5b9f01ba-4c17-473a-b215-573b0d49475b'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:02.038361 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 5b9f01ba-4c17-473a-b215-573b0d49475b details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:37:02.057073 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-314c324c-5d63-4734-b712-842603682ecd tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:02.088946 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4814f1e-97a2-4670-ae29-eb427c246ca1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] GET failed (client error): The resource could not be found. Jan 21 09:37:02.089572 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f4814f1e-97a2-4670-ae29-eb427c246ca1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Synchronizing usage tracker for tenant:ae13809107a6493ebf4327709717e2ae on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:02.188653 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-314c324c-5d63-4734-b712-842603682ecd tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:02.188999 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-314c324c-5d63-4734-b712-842603682ecd tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Added segment fc219845-69c4-41cb-97ba-89b2c3f18c76 of type vlan for network 7d77eecb-449f-40bc-a972-d971eed3819a Jan 21 09:37:02.361660 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f4814f1e-97a2-4670-ae29-eb427c246ca1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Unset dirty status for tenant:ae13809107a6493ebf4327709717e2ae on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:02.373513 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f4814f1e-97a2-4670-ae29-eb427c246ca1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] 10.222.0.110 "GET /v2.0/ports/f2fd6ac4-fa08-4d01-9b44-66b471b78a9e HTTP/1.1" status: 404 len: 333 time: 0.4200346 Jan 21 09:37:02.392682 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45280) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:02.393268 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45282) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:02.407463 dv-neutron-825731-1-hyperv neutron-server[87515]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 21 09:37:02.464627 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-a9741d68-195a-4304-8c3d-3e9febaf742e tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Request body: {'port': {'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722484524'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:02.473667 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6ecffe32-e5c7-4e7a-a0e2-20257e816a80 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:02.509110 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-a9741d68-195a-4304-8c3d-3e9febaf742e tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:02.616818 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-314c324c-5d63-4734-b712-842603682ecd tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:02.642742 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-a9741d68-195a-4304-8c3d-3e9febaf742e tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:02.645262 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-0a7e88ec-b1cb-42d8-93ef-3d359ec5d095 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:02.653585 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-0a7e88ec-b1cb-42d8-93ef-3d359ec5d095 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:port and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:02.661231 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-6ecffe32-e5c7-4e7a-a0e2-20257e816a80 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Calling delete_port for 1767f4a6-d069-46a8-a88d-5eb5274c8ad6 owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:02.665649 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-0a7e88ec-b1cb-42d8-93ef-3d359ec5d095 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:02.673584 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-c7b6aa89-891b-4be5-9630-6592c70953a4 service neutron] 10.222.0.110 "GET /v2.0/networks/1135e748-d422-4b50-8ae7-b9b34434f356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6208928 Jan 21 09:37:02.678784 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-0a7e88ec-b1cb-42d8-93ef-3d359ec5d095 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:02.695875 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-bacdd272-06a8-4adb-9f3e-2f715e3051e8 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Synchronizing usage tracker for tenant:21bf33c022814c088610cd12785c806c on resource:security_group {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:02.732087 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-314c324c-5d63-4734-b712-842603682ecd tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:02.733026 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314c324c-5d63-4734-b712-842603682ecd tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:02.733603 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-314c324c-5d63-4734-b712-842603682ecd tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:02.744284 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9741d68-195a-4304-8c3d-3e9febaf742e tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Made reservation on behalf of ae13809107a6493ebf4327709717e2ae for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:02.746684 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a9741d68-195a-4304-8c3d-3e9febaf742e tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:02.783769 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-a9741d68-195a-4304-8c3d-3e9febaf742e tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] device_id is not set on port afd5a062-2c2a-477d-af84-9ca0d806bdac yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:02.824087 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7e88ec-b1cb-42d8-93ef-3d359ec5d095 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Made reservation on behalf of 29c6ab04f24842d781b633e6233f3506 for: {'port': 2} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:02.828554 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0a7e88ec-b1cb-42d8-93ef-3d359ec5d095 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:02.838555 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-bacdd272-06a8-4adb-9f3e-2f715e3051e8 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Unset dirty status for tenant:21bf33c022814c088610cd12785c806c on resource:security_group {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:02.840596 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-bacdd272-06a8-4adb-9f3e-2f715e3051e8 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-securitygroup--264974631&fields=id&tenant_id=21bf33c022814c088610cd12785c806c HTTP/1.1" status: 200 len: 267 time: 0.4414072 Jan 21 09:37:02.904759 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c324c-5d63-4734-b712-842603682ecd tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Pushing event updated for resources: {'Network': ['ID=7d77eecb-449f-40bc-a972-d971eed3819a,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:02.918220 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 7d77eecb-449f-40bc-a972-d971eed3819a details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:37:02.918712 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0a7e88ec-b1cb-42d8-93ef-3d359ec5d095 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:02.932943 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d5cf1a3f-4b2e-4245-af91-50c03cefb407 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:02.951532 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-314c324c-5d63-4734-b712-842603682ecd tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2289314 Jan 21 09:37:02.991781 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45300) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:02.998431 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6ecffe32-e5c7-4e7a-a0e2-20257e816a80 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:02.999997 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d5cf1a3f-4b2e-4245-af91-50c03cefb407 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:03.095285 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-20606781-c039-4c98-b836-5219da40bb4e service neutron] 10.222.0.110 "GET /v2.0/networks/1135e748-d422-4b50-8ae7-b9b34434f356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126658 Jan 21 09:37:03.154630 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6ecffe32-e5c7-4e7a-a0e2-20257e816a80 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:03.221975 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf1a3f-4b2e-4245-af91-50c03cefb407 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Pushing event updated for resources: {'Port': ['ID=6e93c94f-1a66-45de-8bc2-f14da677aa48,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:03.229017 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f77c412-0305-4d9d-b6a3-733736e88430 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:03.230202 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2f77c412-0305-4d9d-b6a3-733736e88430 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] 10.222.0.110 "GET /v2.0/networks/7d77eecb-449f-40bc-a972-d971eed3819a HTTP/1.1" status: 200 len: 756 time: 0.2377236 Jan 21 09:37:03.280143 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45310) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:03.324987 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-ff629f15-6809-4848-969e-bca57a20ac63 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:03.325624 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-0a7e88ec-b1cb-42d8-93ef-3d359ec5d095 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] device_id is not set on port 743a22fa-388e-4931-9474-9edf16cf5ce0 yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:03.326891 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-ff629f15-6809-4848-969e-bca57a20ac63 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/networks?id=55051115-0a6d-4aad-ae33-4c0466ea1935 HTTP/1.1" status: 200 len: 811 time: 0.4721792 Jan 21 09:37:03.361441 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6ecffe32-e5c7-4e7a-a0e2-20257e816a80 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] 10.222.0.110 "DELETE /v2.0/ports/1767f4a6-d069-46a8-a88d-5eb5274c8ad6 HTTP/1.1" status: 204 len: 168 time: 1.9903469 Jan 21 09:37:03.362833 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45322) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:03.377847 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecffe32-e5c7-4e7a-a0e2-20257e816a80 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Pushing event deleted for resources: {'Port': ['ID=1767f4a6-d069-46a8-a88d-5eb5274c8ad6,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:03.399407 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d5cf1a3f-4b2e-4245-af91-50c03cefb407 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:03.433259 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-f9d8d193-6ecf-44c2-8918-7d6bed54ed3e tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/quotas/21bf33c022814c088610cd12785c806c HTTP/1.1" status: 200 len: 375 time: 0.0765848 Jan 21 09:37:03.435890 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a9741d68-195a-4304-8c3d-3e9febaf742e tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:03.493954 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d5cf1a3f-4b2e-4245-af91-50c03cefb407 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:03.503635 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d5cf1a3f-4b2e-4245-af91-50c03cefb407 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4283879 Jan 21 09:37:03.535965 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45340) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:03.549505 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653ee5b6-f607-448f-8b1b-a48577d54a67 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:03.551291 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-653ee5b6-f607-448f-8b1b-a48577d54a67 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] 10.222.0.110 "GET /v2.0/networks/20ca4acc-cdb8-47e3-ae67-316cdea55281 HTTP/1.1" status: 200 len: 766 time: 0.2704914 Jan 21 09:37:03.554482 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45346) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:03.579163 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a9741d68-195a-4304-8c3d-3e9febaf742e tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:03.621374 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e0f45a2e-4d01-4259-bca0-d06566daaace req-c063ef94-9258-4154-a41f-65bbf8171839 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/ports?device_id=d9acc9e3-8064-4bee-849e-fa4ba8818808 HTTP/1.1" status: 200 len: 210 time: 0.0930293 Jan 21 09:37:03.627881 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-518c2cea-71b3-43f3-a3bf-734830597059 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] GET failed (client error): The resource could not be found. Jan 21 09:37:03.628601 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-518c2cea-71b3-43f3-a3bf-734830597059 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Synchronizing usage tracker for tenant:698caa1624d34e9a98c98ef20c2ab47d on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:03.655381 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-518c2cea-71b3-43f3-a3bf-734830597059 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Unset dirty status for tenant:698caa1624d34e9a98c98ef20c2ab47d on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:03.660662 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-518c2cea-71b3-43f3-a3bf-734830597059 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] 10.222.0.110 "GET /v2.0/ports/1767f4a6-d069-46a8-a88d-5eb5274c8ad6 HTTP/1.1" status: 404 len: 333 time: 0.2928185 Jan 21 09:37:03.661144 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45352) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:03.678773 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-d218c0ff-327a-4a79-abb2-731ed43da2f4 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=21bf33c022814c088610cd12785c806c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2276759 Jan 21 09:37:03.685559 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-d88b34a3-ecd4-44de-b4a1-73805e5c2e9a tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Request body: {'port': {'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-824802377'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:03.697895 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d88b34a3-ecd4-44de-b4a1-73805e5c2e9a tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:03.763136 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-2e74eb36-a486-410c-8aa1-a04e3da197c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Request body: {'floatingip': {'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:03.812257 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2e74eb36-a486-410c-8aa1-a04e3da197c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:03.816056 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9741d68-195a-4304-8c3d-3e9febaf742e tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Network 2c7132c0-3198-4967-91e0-594ec39e728c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:03.817008 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9741d68-195a-4304-8c3d-3e9febaf742e tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Pushing event updated for resources: {'Port': ['ID=afd5a062-2c2a-477d-af84-9ca0d806bdac,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:03.822049 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ea45ffda-2d56-41d0-b885-e7e7273b9d54 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:03.826170 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-a9741d68-195a-4304-8c3d-3e9febaf742e tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:03.828317 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2e74eb36-a486-410c-8aa1-a04e3da197c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Usage tracker for resource:floatingip and tenant:8eb4ea3cc816458995316724ba3cb878 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:03.832141 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2e74eb36-a486-410c-8aa1-a04e3da197c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:03.835911 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9741d68-195a-4304-8c3d-3e9febaf742e tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:03.836867 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9741d68-195a-4304-8c3d-3e9febaf742e tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:03.837476 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a9741d68-195a-4304-8c3d-3e9febaf742e tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:03.859187 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2e74eb36-a486-410c-8aa1-a04e3da197c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:03.875425 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a9741d68-195a-4304-8c3d-3e9febaf742e tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4778161 Jan 21 09:37:03.904173 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45372) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:03.905046 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d88b34a3-ecd4-44de-b4a1-73805e5c2e9a tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:03.912756 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8257'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:03.918547 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2e74eb36-a486-410c-8aa1-a04e3da197c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:03.952430 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-3f6542f3-3f44-4075-99e1-1533a9ce2913 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=87515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:37:03.953436 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-3f6542f3-3f44-4075-99e1-1533a9ce2913 service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0990820 Jan 21 09:37:03.969839 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0a7e88ec-b1cb-42d8-93ef-3d359ec5d095 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:04.009304 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88b34a3-ecd4-44de-b4a1-73805e5c2e9a tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Made reservation on behalf of 698caa1624d34e9a98c98ef20c2ab47d for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:04.011594 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d88b34a3-ecd4-44de-b4a1-73805e5c2e9a tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:04.085261 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ea45ffda-2d56-41d0-b885-e7e7273b9d54 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:04.119733 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-f692926b-1aca-4657-ab37-889b3a865a14 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Synchronizing usage tracker for tenant:614e7202dc0749a98acdc83ef7167698 on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:04.122492 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-d88b34a3-ecd4-44de-b4a1-73805e5c2e9a tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] device_id is not set on port 95884baa-25d5-4b70-820d-85320d346566 yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:04.241864 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-0a7e88ec-b1cb-42d8-93ef-3d359ec5d095 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] device_id is not set on port 35d05df8-6276-451f-a85c-19d04bd5944f yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:04.266208 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-ea45ffda-2d56-41d0-b885-e7e7273b9d54 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d77eecb-449f-40bc-a972-d971eed3819a']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:04.268512 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:04.295590 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-ea45ffda-2d56-41d0-b885-e7e7273b9d54 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc219845-69c4-41cb-97ba-89b2c3f18c76') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:04.295878 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-ea45ffda-2d56-41d0-b885-e7e7273b9d54 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc219845-69c4-41cb-97ba-89b2c3f18c76') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:04.348104 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-f692926b-1aca-4657-ab37-889b3a865a14 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Unset dirty status for tenant:614e7202dc0749a98acdc83ef7167698 on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:04.349916 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-f692926b-1aca-4657-ab37-889b3a865a14 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-securitygroup--438831887&fields=id&tenant_id=614e7202dc0749a98acdc83ef7167698 HTTP/1.1" status: 200 len: 267 time: 0.4465020 Jan 21 09:37:04.392160 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-dbe67bc2-f0cb-4035-a8fc-4157a2051732 service neutron] 10.222.0.110 "GET /v2.0/networks/55051115-0a6d-4aad-ae33-4c0466ea1935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294448 Jan 21 09:37:04.394704 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ea45ffda-2d56-41d0-b885-e7e7273b9d54 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:04.439322 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ea45ffda-2d56-41d0-b885-e7e7273b9d54 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:04.462851 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea45ffda-2d56-41d0-b885-e7e7273b9d54 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:37:04.463671 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ea45ffda-2d56-41d0-b885-e7e7273b9d54 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:04.480087 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:37:04.480087 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:37:04.480087 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:37:04.480087 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:37:04.480087 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:37:04.480087 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:37:04.480087 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:37:04.480087 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:37:04.480087 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:37:04.480087 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:37:04.480087 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:37:04.480087 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:37:04.480087 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:37:04.480087 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:37:04.480087 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:37:04.480087 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:37:04.480087 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:37:04.480087 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:37:04.480087 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:37:04.480087 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:37:04.480087 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:37:04.480087 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:37:04.480087 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:37:04.480087 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:37:04.480087 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:37:04.480087 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:37:04.480087 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:37:04.480087 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:37:04.480087 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:37:04.480087 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:37:04.480087 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:37:04.480087 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:37:04.651966 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ea45ffda-2d56-41d0-b885-e7e7273b9d54 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:04.672165 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea45ffda-2d56-41d0-b885-e7e7273b9d54 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7d77eecb-449f-40bc-a972-d971eed3819a {{(pid=87515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 21 09:37:04.676836 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-3997ef5f-97cf-4d25-9cd4-bf75bc7672fa service neutron] 10.222.0.110 "GET /v2.0/networks/55051115-0a6d-4aad-ae33-4c0466ea1935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741594 Jan 21 09:37:04.682332 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45ffda-2d56-41d0-b885-e7e7273b9d54 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Pushing event deleted for resources: {'Network': ['ID=7d77eecb-449f-40bc-a972-d971eed3819a,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:04.684418 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ea45ffda-2d56-41d0-b885-e7e7273b9d54 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:04.688059 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2e74eb36-a486-410c-8aa1-a04e3da197c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:04.733835 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ea45ffda-2d56-41d0-b885-e7e7273b9d54 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] 10.222.0.110 "DELETE /v2.0/networks/7d77eecb-449f-40bc-a972-d971eed3819a HTTP/1.1" status: 204 len: 168 time: 1.1781812 Jan 21 09:37:04.734551 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45400) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:04.746017 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-282a2fb6-a2ca-4110-94bb-ef8618be24a5 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Request body: {'network': {'name': 'tempest-network--474213980'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:04.757282 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-282a2fb6-a2ca-4110-94bb-ef8618be24a5 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:04.765185 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-282a2fb6-a2ca-4110-94bb-ef8618be24a5 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Usage tracker for resource:network and tenant:ad687cc6281c4204bb470f05122f63df is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:04.770267 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-282a2fb6-a2ca-4110-94bb-ef8618be24a5 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:04.785377 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-282a2fb6-a2ca-4110-94bb-ef8618be24a5 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:04.818438 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-78c70b90-717d-40fa-acad-638397426781 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:04.826151 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-78c70b90-717d-40fa-acad-638397426781 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/networks?id=8776044d-5553-42d2-939f-ade42846845d HTTP/1.1" status: 200 len: 812 time: 0.4549272 Jan 21 09:37:04.835914 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282a2fb6-a2ca-4110-94bb-ef8618be24a5 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Made reservation on behalf of ad687cc6281c4204bb470f05122f63df for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:04.838248 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-282a2fb6-a2ca-4110-94bb-ef8618be24a5 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:04.854963 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-f96e0d7f-1265-46be-89e9-52aac75ed896 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/quotas/614e7202dc0749a98acdc83ef7167698 HTTP/1.1" status: 200 len: 375 time: 0.0278406 Jan 21 09:37:04.892359 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-282a2fb6-a2ca-4110-94bb-ef8618be24a5 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:04.903586 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-2e74eb36-a486-410c-8aa1-a04e3da197c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Allocated IP 172.26.3.212 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/9286bd12-a9b9-4cf3-8305-5ebd015b8491) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:04.908587 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d88b34a3-ecd4-44de-b4a1-73805e5c2e9a tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:04.912831 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-282a2fb6-a2ca-4110-94bb-ef8618be24a5 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:04.913170 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-282a2fb6-a2ca-4110-94bb-ef8618be24a5 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Added segment 87c991b0-96a9-4374-85c8-f961230d0f90 of type vlan for network c15eb219-8f9e-4506-8bfb-937d43bf2d3c Jan 21 09:37:04.949769 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0a7e88ec-b1cb-42d8-93ef-3d359ec5d095 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:04.981549 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-282a2fb6-a2ca-4110-94bb-ef8618be24a5 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:05.078932 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-1a85f988-1380-4ba9-a430-9fddbfe85795 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Synchronizing usage tracker for tenant:614e7202dc0749a98acdc83ef7167698 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:05.086846 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] device_id is not set on port afd5a062-2c2a-477d-af84-9ca0d806bdac yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:05.096517 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:05.106640 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d88b34a3-ecd4-44de-b4a1-73805e5c2e9a tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:05.170048 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-282a2fb6-a2ca-4110-94bb-ef8618be24a5 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:05.174293 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282a2fb6-a2ca-4110-94bb-ef8618be24a5 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:05.175588 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-282a2fb6-a2ca-4110-94bb-ef8618be24a5 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:05.239509 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-1a85f988-1380-4ba9-a430-9fddbfe85795 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Unset dirty status for tenant:614e7202dc0749a98acdc83ef7167698 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:05.252370 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-1a85f988-1380-4ba9-a430-9fddbfe85795 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=614e7202dc0749a98acdc83ef7167698&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3894093 Jan 21 09:37:05.277499 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Transition to ACTIVE for port object afd5a062-2c2a-477d-af84-9ca0d806bdac will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:05.286923 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88b34a3-ecd4-44de-b4a1-73805e5c2e9a tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Network 4fffb22c-b596-4594-b959-d7a71bfd423b is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:05.305008 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-d88b34a3-ecd4-44de-b4a1-73805e5c2e9a tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:05.307497 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88b34a3-ecd4-44de-b4a1-73805e5c2e9a tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:05.308586 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88b34a3-ecd4-44de-b4a1-73805e5c2e9a tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:05.309346 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d88b34a3-ecd4-44de-b4a1-73805e5c2e9a tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:05.323694 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:05.327880 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0a7e88ec-b1cb-42d8-93ef-3d359ec5d095 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:05.330530 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a2fb6-a2ca-4110-94bb-ef8618be24a5 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Pushing event updated for resources: {'Network': ['ID=c15eb219-8f9e-4506-8bfb-937d43bf2d3c,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:05.334353 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-282a2fb6-a2ca-4110-94bb-ef8618be24a5 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5970378 Jan 21 09:37:05.343330 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network c15eb219-8f9e-4506-8bfb-937d43bf2d3c details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:37:05.377733 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45422) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:05.383882 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2e74eb36-a486-410c-8aa1-a04e3da197c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:05.388140 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-c1d9044b-7738-44c5-bc37-acedc4e5e51e req-5eeabc5a-38ee-436e-808b-7d44e80d2845 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Synchronizing usage tracker for tenant:85062a18014b46c39ce9762aca0ea494 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:05.422953 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-c1d9044b-7738-44c5-bc37-acedc4e5e51e req-5eeabc5a-38ee-436e-808b-7d44e80d2845 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Unset dirty status for tenant:85062a18014b46c39ce9762aca0ea494 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:05.424611 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c1d9044b-7738-44c5-bc37-acedc4e5e51e req-5eeabc5a-38ee-436e-808b-7d44e80d2845 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/ports?device_id=d9acc9e3-8064-4bee-849e-fa4ba8818808 HTTP/1.1" status: 200 len: 210 time: 0.0967374 Jan 21 09:37:05.439623 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2e74eb36-a486-410c-8aa1-a04e3da197c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:05.493226 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b34a3-ecd4-44de-b4a1-73805e5c2e9a tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Pushing event updated for resources: {'Port': ['ID=95884baa-25d5-4b70-820d-85320d346566,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:05.575016 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-45263207-3f78-4d2d-bb3c-56be422d3910 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:05.676069 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5e43556b-ec8e-476b-9317-1f059566daa3 req-26476b9f-235a-4b1a-b321-2602b7679b47 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 210 time: 0.1400487 Jan 21 09:37:05.681890 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.72', 61810) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:05.685834 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74eb36-a486-410c-8aa1-a04e3da197c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Pushing event updated for resources: {'Port': ['ID=9286bd12-a9b9-4cf3-8305-5ebd015b8491,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:05.690177 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e74eb36-a486-410c-8aa1-a04e3da197c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:05.691606 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-2e74eb36-a486-410c-8aa1-a04e3da197c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:05.694713 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e74eb36-a486-410c-8aa1-a04e3da197c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:05.794823 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2e74eb36-a486-410c-8aa1-a04e3da197c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:05.877514 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2e74eb36-a486-410c-8aa1-a04e3da197c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:05.935959 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7e88ec-b1cb-42d8-93ef-3d359ec5d095 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Network e439457c-c827-47a2-82f8-06fb926caf27 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:05.946557 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-0a7e88ec-b1cb-42d8-93ef-3d359ec5d095 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:05.949019 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7e88ec-b1cb-42d8-93ef-3d359ec5d095 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:05.949836 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0a7e88ec-b1cb-42d8-93ef-3d359ec5d095 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:05.976434 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d88b34a3-ecd4-44de-b4a1-73805e5c2e9a tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.3108954 Jan 21 09:37:05.979092 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45446) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:05.992620 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8257'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:06.062272 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Pushing event updated for resources: {'Port': ['ID=afd5a062-2c2a-477d-af84-9ca0d806bdac,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:06.199931 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:06.200625 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:06.201106 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac on network 2c7132c0-3198-4967-91e0-594ec39e728c {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:06.228652 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:06.229065 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-b49cb933-fb50-4090-9453-8b15eb387db5 service neutron] 10.222.0.110 "GET /v2.0/networks/8776044d-5553-42d2-939f-ade42846845d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9756534 Jan 21 09:37:06.254502 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Port afd5a062-2c2a-477d-af84-9ca0d806bdac on network 2c7132c0-3198-4967-91e0-594ec39e728c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:06.255113 dv-neutron-825731-1-hyperv neutron-server[87514]: ERROR neutron.plugins.ml2.managers [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Failed to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac on host hv-neutron-8257 for vnic_type normal using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] Jan 21 09:37:06.293702 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.plugins.ml2.plugin [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempt 2 to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac Jan 21 09:37:06.414885 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2e74eb36-a486-410c-8aa1-a04e3da197c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:06.423854 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2e74eb36-a486-410c-8aa1-a04e3da197c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:06.444276 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:06.444567 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:06.444986 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac on network 2c7132c0-3198-4967-91e0-594ec39e728c {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:06.453756 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e88ec-b1cb-42d8-93ef-3d359ec5d095 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Port': ['ID=743a22fa-388e-4931-9474-9edf16cf5ce0,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:06.469823 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-094b17f7-75f3-442d-ace1-3aa4017ea5e1 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:06.471375 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-094b17f7-75f3-442d-ace1-3aa4017ea5e1 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.72 "GET /v2.0/networks?id=1135e748-d422-4b50-8ae7-b9b34434f356 HTTP/1.1" status: 200 len: 805 time: 0.7884011 Jan 21 09:37:06.511660 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7e88ec-b1cb-42d8-93ef-3d359ec5d095 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Checking segment: {'id': '9a3cefdb-539f-4b86-b787-b8a47ee2ba0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5b9f01ba-4c17-473a-b215-573b0d49475b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:37:06.512049 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7e88ec-b1cb-42d8-93ef-3d359ec5d095 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Network hostable DHCP agents. Network: 5b9f01ba-4c17-473a-b215-573b0d49475b, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:37:06.587388 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Port afd5a062-2c2a-477d-af84-9ca0d806bdac on network 2c7132c0-3198-4967-91e0-594ec39e728c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:06.588006 dv-neutron-825731-1-hyperv neutron-server[87514]: ERROR neutron.plugins.ml2.managers [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Failed to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac on host hv-neutron-8257 for vnic_type normal using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] Jan 21 09:37:06.607659 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.plugins.ml2.plugin [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempt 3 to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac Jan 21 09:37:06.635467 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74eb36-a486-410c-8aa1-a04e3da197c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Pushing event updated for resources: {'Port': ['ID=9286bd12-a9b9-4cf3-8305-5ebd015b8491,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:06.700986 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-45263207-3f78-4d2d-bb3c-56be422d3910 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:06.705791 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2e74eb36-a486-410c-8aa1-a04e3da197c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:06.721335 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0feb1ebf-20f3-400b-b85f-250c37b2715a req-e77bd64e-ba5d-48e0-b0b8-7af4842f18f2 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/ports?device_id=d9acc9e3-8064-4bee-849e-fa4ba8818808 HTTP/1.1" status: 200 len: 210 time: 0.0869546 Jan 21 09:37:06.724523 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:06.725016 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:06.725415 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac on network 2c7132c0-3198-4967-91e0-594ec39e728c {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:06.736461 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-d842b2e8-6df1-49a5-a756-5d4a5d05d23e tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85062a18014b46c39ce9762aca0ea494 HTTP/1.1" status: 200 len: 378 time: 0.1678026 Jan 21 09:37:06.737183 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e88ec-b1cb-42d8-93ef-3d359ec5d095 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Port': ['ID=35d05df8-6276-451f-a85c-19d04bd5944f,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:06.759422 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2e74eb36-a486-410c-8aa1-a04e3da197c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:06.761163 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2e74eb36-a486-410c-8aa1-a04e3da197c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2240236 Jan 21 09:37:06.761560 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-cdfae86d-bc4f-4821-aae6-fa02fc9dfa58 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Request body: {'port': {'device_id': 'd9acc9e3-8064-4bee-849e-fa4ba8818808', 'network_id': '1135e748-d422-4b50-8ae7-b9b34434f356', 'admin_state_up': True, 'tenant_id': '85062a18014b46c39ce9762aca0ea494', 'security_groups': ['3ce8baa6-555a-4c73-bbe7-0434579bb7ab']}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:06.764814 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45476) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:06.773859 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-91a75059-e830-4dc1-8a69-c673947f59c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-371392877', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'fixed_ips': [{'ip_address': '172.26.3.212'}]}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:06.782782 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-45263207-3f78-4d2d-bb3c-56be422d3910 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:06.788085 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Port afd5a062-2c2a-477d-af84-9ca0d806bdac on network 2c7132c0-3198-4967-91e0-594ec39e728c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:06.788424 dv-neutron-825731-1-hyperv neutron-server[87514]: ERROR neutron.plugins.ml2.managers [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Failed to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac on host hv-neutron-8257 for vnic_type normal using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] Jan 21 09:37:06.788932 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7e88ec-b1cb-42d8-93ef-3d359ec5d095 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Network 5b9f01ba-4c17-473a-b215-573b0d49475b is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:37:06.811279 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-91a75059-e830-4dc1-8a69-c673947f59c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:06.815730 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-91a75059-e830-4dc1-8a69-c673947f59c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Usage tracker for resource:port and tenant:8eb4ea3cc816458995316724ba3cb878 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:06.823701 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.plugins.ml2.plugin [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempt 4 to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac Jan 21 09:37:06.833069 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-91a75059-e830-4dc1-8a69-c673947f59c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:06.864292 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-91a75059-e830-4dc1-8a69-c673947f59c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:06.875264 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-45263207-3f78-4d2d-bb3c-56be422d3910 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Network c15eb219-8f9e-4506-8bfb-937d43bf2d3c is not hosted by any dhcp agent {{(pid=87514) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 21 09:37:06.876548 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45263207-3f78-4d2d-bb3c-56be422d3910 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:06.877156 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-45263207-3f78-4d2d-bb3c-56be422d3910 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:06.882475 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-45263207-3f78-4d2d-bb3c-56be422d3910 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] 10.222.0.110 "PUT /v2.0/networks/c15eb219-8f9e-4506-8bfb-937d43bf2d3c HTTP/1.1" status: 200 len: 857 time: 1.5036390 Jan 21 09:37:06.884804 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-10130885-84a7-4faf-803e-b7f2d7995100 service neutron] 10.222.0.110 "GET /v2.0/networks/8776044d-5553-42d2-939f-ade42846845d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6365476 Jan 21 09:37:06.890020 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45480) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:06.906632 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-0a7e88ec-b1cb-42d8-93ef-3d359ec5d095 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 5b9f01ba-4c17-473a-b215-573b0d49475b) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:06.915047 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bc8cc0-4111-4158-b485-4b5c9428fece None None] Network 5b9f01ba-4c17-473a-b215-573b0d49475b requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:37:06.931874 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] device_id is not set on port 95884baa-25d5-4b70-820d-85320d346566 yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:06.948800 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a75059-e830-4dc1-8a69-c673947f59c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Made reservation on behalf of 8eb4ea3cc816458995316724ba3cb878 for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:06.950437 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:06.950882 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:06.951250 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac on network 2c7132c0-3198-4967-91e0-594ec39e728c {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:06.961351 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-91a75059-e830-4dc1-8a69-c673947f59c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:07.009140 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:07.032659 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-91a75059-e830-4dc1-8a69-c673947f59c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:07.061661 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7e88ec-b1cb-42d8-93ef-3d359ec5d095 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:07.070867 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.72', 61816) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:07.072890 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7e88ec-b1cb-42d8-93ef-3d359ec5d095 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:07.083126 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7e88ec-b1cb-42d8-93ef-3d359ec5d095 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:07.084261 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0a7e88ec-b1cb-42d8-93ef-3d359ec5d095 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:07.182757 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Port afd5a062-2c2a-477d-af84-9ca0d806bdac on network 2c7132c0-3198-4967-91e0-594ec39e728c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:07.183115 dv-neutron-825731-1-hyperv neutron-server[87514]: ERROR neutron.plugins.ml2.managers [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Failed to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac on host hv-neutron-8257 for vnic_type normal using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] Jan 21 09:37:07.233324 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Transition to ACTIVE for port object 95884baa-25d5-4b70-820d-85320d346566 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:07.248591 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.plugins.ml2.plugin [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempt 5 to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac Jan 21 09:37:07.273213 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-91a75059-e830-4dc1-8a69-c673947f59c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:07.294992 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45263207-3f78-4d2d-bb3c-56be422d3910 tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Pushing event updated for resources: {'Network': ['ID=c15eb219-8f9e-4506-8bfb-937d43bf2d3c,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:07.312748 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:07.327903 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-91a75059-e830-4dc1-8a69-c673947f59c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Usage tracker for resource:security_group_rule and tenant:8eb4ea3cc816458995316724ba3cb878 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:07.374454 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:07.374785 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:07.375128 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac on network 2c7132c0-3198-4967-91e0-594ec39e728c {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:07.402151 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0a7e88ec-b1cb-42d8-93ef-3d359ec5d095 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.3836863 Jan 21 09:37:07.407101 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45490) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:07.454971 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Port afd5a062-2c2a-477d-af84-9ca0d806bdac on network 2c7132c0-3198-4967-91e0-594ec39e728c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:07.455306 dv-neutron-825731-1-hyperv neutron-server[87514]: ERROR neutron.plugins.ml2.managers [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Failed to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac on host hv-neutron-8257 for vnic_type normal using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] Jan 21 09:37:07.457879 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-12a4970e-a5cd-496e-97da-74cdd2ada213 req-5fa9cc2b-52bc-46ac-a347-a9945d98eee1 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 210 time: 0.2322056 Jan 21 09:37:07.477604 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.plugins.ml2.plugin [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempt 6 to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac Jan 21 09:37:07.477829 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-91a75059-e830-4dc1-8a69-c673947f59c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:07.479994 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4df01e88-1874-4d10-8c75-d46352e25e1e tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:07.482329 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-cdfae86d-bc4f-4821-aae6-fa02fc9dfa58 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:07.554418 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-91a75059-e830-4dc1-8a69-c673947f59c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:07.588597 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-cdfae86d-bc4f-4821-aae6-fa02fc9dfa58 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:07.607048 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-35a565f3-5d4e-40eb-aca5-ab5e001c9888 req-9ec36341-12e7-4cbe-9671-1b51d602c327 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd33e193-8625-438a-ad0b-1d496fa053e8 HTTP/1.1" status: 200 len: 210 time: 0.1386578 Jan 21 09:37:07.617278 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:07.617652 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:07.618218 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac on network 2c7132c0-3198-4967-91e0-594ec39e728c {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:07.635481 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Port afd5a062-2c2a-477d-af84-9ca0d806bdac on network 2c7132c0-3198-4967-91e0-594ec39e728c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:07.635781 dv-neutron-825731-1-hyperv neutron-server[87514]: ERROR neutron.plugins.ml2.managers [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Failed to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac on host hv-neutron-8257 for vnic_type normal using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] Jan 21 09:37:07.639056 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.plugins.ml2.plugin [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempt 7 to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac Jan 21 09:37:07.686140 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Pushing event updated for resources: {'Port': ['ID=95884baa-25d5-4b70-820d-85320d346566,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:07.688357 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-cdfae86d-bc4f-4821-aae6-fa02fc9dfa58 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Made reservation on behalf of 85062a18014b46c39ce9762aca0ea494 for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:07.691831 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-cdfae86d-bc4f-4821-aae6-fa02fc9dfa58 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:07.704270 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 95884baa-25d5-4b70-820d-85320d346566 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:07.704897 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 95884baa-25d5-4b70-820d-85320d346566 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:07.705264 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 95884baa-25d5-4b70-820d-85320d346566 on network 4fffb22c-b596-4594-b959-d7a71bfd423b {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:07.706336 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-b5333075-6c7f-4886-bb37-7c4524daaa7d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Deleting port 35d05df8-6276-451f-a85c-19d04bd5944f {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:07.706701 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b5333075-6c7f-4886-bb37-7c4524daaa7d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:07.721906 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Port 95884baa-25d5-4b70-820d-85320d346566 on network 4fffb22c-b596-4594-b959-d7a71bfd423b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:07.722236 dv-neutron-825731-1-hyperv neutron-server[87515]: ERROR neutron.plugins.ml2.managers [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Failed to bind port 95884baa-25d5-4b70-820d-85320d346566 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] Jan 21 09:37:07.731324 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.plugins.ml2.plugin [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempt 2 to bind port 95884baa-25d5-4b70-820d-85320d346566 Jan 21 09:37:07.777127 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-d2b32a18-adb2-4229-a793-7223a7306999 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:07.778646 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-d2b32a18-adb2-4229-a793-7223a7306999 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.72 "GET /v2.0/networks?id=55051115-0a6d-4aad-ae33-4c0466ea1935 HTTP/1.1" status: 200 len: 811 time: 0.6918449 Jan 21 09:37:07.795283 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 95884baa-25d5-4b70-820d-85320d346566 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:07.795903 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 95884baa-25d5-4b70-820d-85320d346566 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:07.796051 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 95884baa-25d5-4b70-820d-85320d346566 on network 4fffb22c-b596-4594-b959-d7a71bfd423b {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:07.845675 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Port 95884baa-25d5-4b70-820d-85320d346566 on network 4fffb22c-b596-4594-b959-d7a71bfd423b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:07.846194 dv-neutron-825731-1-hyperv neutron-server[87515]: ERROR neutron.plugins.ml2.managers [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Failed to bind port 95884baa-25d5-4b70-820d-85320d346566 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] Jan 21 09:37:07.867060 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:07.867440 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:07.867923 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac on network 2c7132c0-3198-4967-91e0-594ec39e728c {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:07.872629 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.plugins.ml2.plugin [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempt 3 to bind port 95884baa-25d5-4b70-820d-85320d346566 Jan 21 09:37:07.906181 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Port afd5a062-2c2a-477d-af84-9ca0d806bdac on network 2c7132c0-3198-4967-91e0-594ec39e728c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:07.906509 dv-neutron-825731-1-hyperv neutron-server[87514]: ERROR neutron.plugins.ml2.managers [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Failed to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac on host hv-neutron-8257 for vnic_type normal using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] Jan 21 09:37:07.950038 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.plugins.ml2.plugin [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempt 8 to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac Jan 21 09:37:07.995411 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 95884baa-25d5-4b70-820d-85320d346566 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:08.007875 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 95884baa-25d5-4b70-820d-85320d346566 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:08.008557 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 95884baa-25d5-4b70-820d-85320d346566 on network 4fffb22c-b596-4594-b959-d7a71bfd423b {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:08.020079 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Port 95884baa-25d5-4b70-820d-85320d346566 on network 4fffb22c-b596-4594-b959-d7a71bfd423b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:08.020831 dv-neutron-825731-1-hyperv neutron-server[87515]: ERROR neutron.plugins.ml2.managers [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Failed to bind port 95884baa-25d5-4b70-820d-85320d346566 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] Jan 21 09:37:08.026898 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.plugins.ml2.plugin [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempt 4 to bind port 95884baa-25d5-4b70-820d-85320d346566 Jan 21 09:37:08.095888 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-62034066-7e5c-41f8-9d98-efc09e1c655b tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21bf33c022814c088610cd12785c806c HTTP/1.1" status: 200 len: 379 time: 0.2863781 Jan 21 09:37:08.110555 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-91a75059-e830-4dc1-8a69-c673947f59c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:08.121864 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-852ad7d7-2856-46df-aaa9-c5a1fde0d00f req-e116e5df-2306-421e-96c6-232544b9abfb tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/ports?device_id=d9acc9e3-8064-4bee-849e-fa4ba8818808 HTTP/1.1" status: 200 len: 210 time: 0.1004412 Jan 21 09:37:08.126817 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 95884baa-25d5-4b70-820d-85320d346566 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:08.131096 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 95884baa-25d5-4b70-820d-85320d346566 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:08.131708 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 95884baa-25d5-4b70-820d-85320d346566 on network 4fffb22c-b596-4594-b959-d7a71bfd423b {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:08.138336 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-8fbfe702-56bb-4bb6-a019-133cf88cff49 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Request body: {'port': {'device_id': 'fca0a84f-7fa2-4cac-b5af-88b7be9719fd', 'network_id': '55051115-0a6d-4aad-ae33-4c0466ea1935', 'admin_state_up': True, 'tenant_id': '21bf33c022814c088610cd12785c806c', 'security_groups': ['beb17f3e-1dc4-4aa7-a215-30655c5bc13c']}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:08.153738 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-91a75059-e830-4dc1-8a69-c673947f59c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:08.191761 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-91a75059-e830-4dc1-8a69-c673947f59c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] device_id is not set on port 6c9787ae-0b8f-4fab-bc7e-651493761cf8 yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:08.227195 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4df01e88-1874-4d10-8c75-d46352e25e1e tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:08.241001 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a75059-e830-4dc1-8a69-c673947f59c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6220df1f-7c06-495a-a5ac-0531f96cb514,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:08.261002 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:08.261334 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:08.261660 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac on network 2c7132c0-3198-4967-91e0-594ec39e728c {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:08.292802 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Port afd5a062-2c2a-477d-af84-9ca0d806bdac on network 2c7132c0-3198-4967-91e0-594ec39e728c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:08.293134 dv-neutron-825731-1-hyperv neutron-server[87514]: ERROR neutron.plugins.ml2.managers [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Failed to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac on host hv-neutron-8257 for vnic_type normal using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] Jan 21 09:37:08.294566 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-4df01e88-1874-4d10-8c75-d46352e25e1e tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c15eb219-8f9e-4506-8bfb-937d43bf2d3c']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:08.311155 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.plugins.ml2.plugin [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempt 9 to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac Jan 21 09:37:08.382847 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-4df01e88-1874-4d10-8c75-d46352e25e1e tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c991b0-96a9-4374-85c8-f961230d0f90') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:08.383334 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-4df01e88-1874-4d10-8c75-d46352e25e1e tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c991b0-96a9-4374-85c8-f961230d0f90') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:08.434998 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Port 95884baa-25d5-4b70-820d-85320d346566 on network 4fffb22c-b596-4594-b959-d7a71bfd423b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:08.435563 dv-neutron-825731-1-hyperv neutron-server[87515]: ERROR neutron.plugins.ml2.managers [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Failed to bind port 95884baa-25d5-4b70-820d-85320d346566 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] Jan 21 09:37:08.440952 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.plugins.ml2.plugin [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempt 5 to bind port 95884baa-25d5-4b70-820d-85320d346566 Jan 21 09:37:08.446300 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:08.446646 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:08.446979 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac on network 2c7132c0-3198-4967-91e0-594ec39e728c {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:08.454809 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-8fbfe702-56bb-4bb6-a019-133cf88cff49 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:08.461288 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4df01e88-1874-4d10-8c75-d46352e25e1e tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:08.468740 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-8fbfe702-56bb-4bb6-a019-133cf88cff49 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Usage tracker for resource:port and tenant:21bf33c022814c088610cd12785c806c is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:08.477380 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-8fbfe702-56bb-4bb6-a019-133cf88cff49 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:08.482498 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 95884baa-25d5-4b70-820d-85320d346566 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:08.482819 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 95884baa-25d5-4b70-820d-85320d346566 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:08.483157 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 95884baa-25d5-4b70-820d-85320d346566 on network 4fffb22c-b596-4594-b959-d7a71bfd423b {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:08.529995 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Port afd5a062-2c2a-477d-af84-9ca0d806bdac on network 2c7132c0-3198-4967-91e0-594ec39e728c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:08.530220 dv-neutron-825731-1-hyperv neutron-server[87514]: ERROR neutron.plugins.ml2.managers [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Failed to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac on host hv-neutron-8257 for vnic_type normal using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] Jan 21 09:37:08.539279 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Port 95884baa-25d5-4b70-820d-85320d346566 on network 4fffb22c-b596-4594-b959-d7a71bfd423b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:08.539721 dv-neutron-825731-1-hyperv neutron-server[87515]: ERROR neutron.plugins.ml2.managers [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Failed to bind port 95884baa-25d5-4b70-820d-85320d346566 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] Jan 21 09:37:08.553119 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.plugins.ml2.plugin [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempt 10 to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac Jan 21 09:37:08.556404 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-8fbfe702-56bb-4bb6-a019-133cf88cff49 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:08.558204 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.plugins.ml2.plugin [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempt 6 to bind port 95884baa-25d5-4b70-820d-85320d346566 Jan 21 09:37:08.582956 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4df01e88-1874-4d10-8c75-d46352e25e1e tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:08.586643 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b5333075-6c7f-4886-bb37-7c4524daaa7d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:08.656231 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 95884baa-25d5-4b70-820d-85320d346566 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:08.656654 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 95884baa-25d5-4b70-820d-85320d346566 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:08.656900 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 95884baa-25d5-4b70-820d-85320d346566 on network 4fffb22c-b596-4594-b959-d7a71bfd423b {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:08.704950 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4df01e88-1874-4d10-8c75-d46352e25e1e tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:37:08.705351 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4df01e88-1874-4d10-8c75-d46352e25e1e tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:08.725969 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Port 95884baa-25d5-4b70-820d-85320d346566 on network 4fffb22c-b596-4594-b959-d7a71bfd423b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:08.727319 dv-neutron-825731-1-hyperv neutron-server[87515]: ERROR neutron.plugins.ml2.managers [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Failed to bind port 95884baa-25d5-4b70-820d-85320d346566 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] Jan 21 09:37:08.728376 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-8fbfe702-56bb-4bb6-a019-133cf88cff49 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Made reservation on behalf of 21bf33c022814c088610cd12785c806c for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:08.744705 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-8fbfe702-56bb-4bb6-a019-133cf88cff49 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:08.751201 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:08.755849 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:08.757028 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac on network 2c7132c0-3198-4967-91e0-594ec39e728c {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:08.764935 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:37:08.764935 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:37:08.764935 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:37:08.764935 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:37:08.764935 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:37:08.764935 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:37:08.764935 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:37:08.764935 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:37:08.764935 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:37:08.764935 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:37:08.764935 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:37:08.764935 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:37:08.764935 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:37:08.764935 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:37:08.764935 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:37:08.764935 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:37:08.764935 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:37:08.764935 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:37:08.764935 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:37:08.764935 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:37:08.764935 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:37:08.764935 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:37:08.764935 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:37:08.764935 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:37:08.764935 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:37:08.764935 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:37:08.764935 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:37:08.764935 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:37:08.764935 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:37:08.764935 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:37:08.764935 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:37:08.764935 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:37:08.819517 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.plugins.ml2.plugin [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempt 7 to bind port 95884baa-25d5-4b70-820d-85320d346566 Jan 21 09:37:08.876876 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 95884baa-25d5-4b70-820d-85320d346566 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:08.877440 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 95884baa-25d5-4b70-820d-85320d346566 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:08.878049 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 95884baa-25d5-4b70-820d-85320d346566 on network 4fffb22c-b596-4594-b959-d7a71bfd423b {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:08.936857 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fb53667c-b887-44c4-bd03-bf76c4854668 req-2bf8d3de-5183-4ca4-bbd4-913338d0f23e tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd33e193-8625-438a-ad0b-1d496fa053e8 HTTP/1.1" status: 200 len: 210 time: 0.0885639 Jan 21 09:37:08.940486 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Port 95884baa-25d5-4b70-820d-85320d346566 on network 4fffb22c-b596-4594-b959-d7a71bfd423b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:08.941643 dv-neutron-825731-1-hyperv neutron-server[87515]: ERROR neutron.plugins.ml2.managers [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Failed to bind port 95884baa-25d5-4b70-820d-85320d346566 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] Jan 21 09:37:08.943644 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.plugins.ml2.plugin [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempt 8 to bind port 95884baa-25d5-4b70-820d-85320d346566 Jan 21 09:37:08.988324 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-cdfae86d-bc4f-4821-aae6-fa02fc9dfa58 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Allocated IP 172.20.0.6 (1135e748-d422-4b50-8ae7-b9b34434f356/012fac0f-b662-4d0e-800a-fe42d5135a9c/a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:09.017804 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-b5333075-6c7f-4886-bb37-7c4524daaa7d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Calling delete_port for 35d05df8-6276-451f-a85c-19d04bd5944f owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:09.030960 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 95884baa-25d5-4b70-820d-85320d346566 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:09.031593 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 95884baa-25d5-4b70-820d-85320d346566 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:09.031674 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 95884baa-25d5-4b70-820d-85320d346566 on network 4fffb22c-b596-4594-b959-d7a71bfd423b {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:09.056058 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Port 95884baa-25d5-4b70-820d-85320d346566 on network 4fffb22c-b596-4594-b959-d7a71bfd423b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:09.056616 dv-neutron-825731-1-hyperv neutron-server[87515]: ERROR neutron.plugins.ml2.managers [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Failed to bind port 95884baa-25d5-4b70-820d-85320d346566 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] Jan 21 09:37:09.059623 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.plugins.ml2.plugin [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempt 9 to bind port 95884baa-25d5-4b70-820d-85320d346566 Jan 21 09:37:09.079140 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 95884baa-25d5-4b70-820d-85320d346566 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:09.079337 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-d9625aeb-b957-4275-88ad-9a45e57b3929 req-f572d6a6-c673-428d-b435-89132d7fdb18 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Synchronizing usage tracker for tenant:21bf33c022814c088610cd12785c806c on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:09.079457 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 95884baa-25d5-4b70-820d-85320d346566 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:09.079949 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 95884baa-25d5-4b70-820d-85320d346566 on network 4fffb22c-b596-4594-b959-d7a71bfd423b {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:09.085081 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Port afd5a062-2c2a-477d-af84-9ca0d806bdac on network 2c7132c0-3198-4967-91e0-594ec39e728c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:09.085559 dv-neutron-825731-1-hyperv neutron-server[87514]: ERROR neutron.plugins.ml2.managers [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Failed to bind port afd5a062-2c2a-477d-af84-9ca0d806bdac on host hv-neutron-8257 for vnic_type normal using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] Jan 21 09:37:09.085926 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:09.092215 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Port 95884baa-25d5-4b70-820d-85320d346566 on network 4fffb22c-b596-4594-b959-d7a71bfd423b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:09.092544 dv-neutron-825731-1-hyperv neutron-server[87515]: ERROR neutron.plugins.ml2.managers [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Failed to bind port 95884baa-25d5-4b70-820d-85320d346566 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] Jan 21 09:37:09.093367 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a75059-e830-4dc1-8a69-c673947f59c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 21 09:37:09.093928 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91a75059-e830-4dc1-8a69-c673947f59c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:37:09.100907 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.plugins.ml2.plugin [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempt 10 to bind port 95884baa-25d5-4b70-820d-85320d346566 Jan 21 09:37:09.146308 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 95884baa-25d5-4b70-820d-85320d346566 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:09.146784 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 95884baa-25d5-4b70-820d-85320d346566 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:09.146965 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempting to bind port 95884baa-25d5-4b70-820d-85320d346566 on network 4fffb22c-b596-4594-b959-d7a71bfd423b {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:09.194661 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-d9625aeb-b957-4275-88ad-9a45e57b3929 req-f572d6a6-c673-428d-b435-89132d7fdb18 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Unset dirty status for tenant:21bf33c022814c088610cd12785c806c on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:09.195287 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Port 95884baa-25d5-4b70-820d-85320d346566 on network 4fffb22c-b596-4594-b959-d7a71bfd423b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:09.195427 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d9625aeb-b957-4275-88ad-9a45e57b3929 req-f572d6a6-c673-428d-b435-89132d7fdb18 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 210 time: 0.2754121 Jan 21 09:37:09.206683 dv-neutron-825731-1-hyperv neutron-server[87515]: ERROR neutron.plugins.ml2.managers [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Failed to bind port 95884baa-25d5-4b70-820d-85320d346566 on host hv-neutron-8257 for vnic_type normal using segments [{'id': 'de75ebee-d472-4e7d-9707-8b1d975ee4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4fffb22c-b596-4594-b959-d7a71bfd423b'}] Jan 21 09:37:09.207115 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:09.235692 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-91a75059-e830-4dc1-8a69-c673947f59c8 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.4695520 Jan 21 09:37:09.243281 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45514) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:09.324744 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] For port afd5a062-2c2a-477d-af84-9ca0d806bdac, host hv-neutron-8257, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:37:09.325346 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempted to set empty binding levels {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 21 09:37:09.345784 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:09.446335 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4df01e88-1874-4d10-8c75-d46352e25e1e tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:09.470611 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] In _notify_port_updated(), no bound segment for port afd5a062-2c2a-477d-af84-9ca0d806bdac on network 2c7132c0-3198-4967-91e0-594ec39e728c {{(pid=87514) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:37:09.471537 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:09.472127 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:09.476721 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] 10.222.0.110 "PUT /v2.0/ports/afd5a062-2c2a-477d-af84-9ca0d806bdac HTTP/1.1" status: 200 len: 981 time: 5.5663829 Jan 21 09:37:09.514399 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45518) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:09.525853 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df01e88-1874-4d10-8c75-d46352e25e1e tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Pushing event deleted for resources: {'Network': ['ID=c15eb219-8f9e-4506-8bfb-937d43bf2d3c,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:09.526283 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-08798694-0a5b-491b-8956-e3e0539fd636 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Deleting port 9286bd12-a9b9-4cf3-8305-5ebd015b8491 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:09.526283 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-08798694-0a5b-491b-8956-e3e0539fd636 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:09.531753 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df01e88-1874-4d10-8c75-d46352e25e1e tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c15eb219-8f9e-4506-8bfb-937d43bf2d3c {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 21 09:37:09.617832 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-8fbfe702-56bb-4bb6-a019-133cf88cff49 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Allocated IP 172.20.0.6 (55051115-0a6d-4aad-ae33-4c0466ea1935/cd14a905-cd68-4fb4-a084-5e658ee5e25a/77d34ea9-68ce-4a71-9428-8b2152806e32) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:09.625043 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4df01e88-1874-4d10-8c75-d46352e25e1e tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:09.638350 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a7833f37-2ea1-47d7-b5a5-6216be7f7f50 req-e946143b-5322-4043-9bb5-2bea42fb6d57 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/ports?device_id=d9acc9e3-8064-4bee-849e-fa4ba8818808 HTTP/1.1" status: 200 len: 210 time: 0.1174366 Jan 21 09:37:09.673114 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b5333075-6c7f-4886-bb37-7c4524daaa7d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:09.689498 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4df01e88-1874-4d10-8c75-d46352e25e1e tempest-ExternalNetworksTestJSON-595659509 tempest-ExternalNetworksTestJSON-595659509-project-admin] 10.222.0.110 "DELETE /v2.0/networks/c15eb219-8f9e-4506-8bfb-937d43bf2d3c HTTP/1.1" status: 204 len: 168 time: 2.7780814 Jan 21 09:37:09.702785 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45522) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:09.758576 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd9b99-0352-4dce-b3b4-bf4938b2bedb tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Pushing event updated for resources: {'Port': ['ID=afd5a062-2c2a-477d-af84-9ca0d806bdac,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:09.777867 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-08493514-4a7a-49f1-bf3d-03d47d14dddf tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] DELETE failed (client error): The resource could not be found. Jan 21 09:37:09.778313 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08493514-4a7a-49f1-bf3d-03d47d14dddf tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:37:09.782667 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-08493514-4a7a-49f1-bf3d-03d47d14dddf tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] 10.222.0.110 "DELETE /v2.0/subnets/6cf913de-72a8-48d3-ab2d-af404351b8f1 HTTP/1.1" status: 404 len: 337 time: 0.0787601 Jan 21 09:37:09.787715 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45526) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:09.846135 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] For port 95884baa-25d5-4b70-820d-85320d346566, host hv-neutron-8257, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:37:09.846540 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attempted to set empty binding levels {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 21 09:37:09.853234 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5333075-6c7f-4886-bb37-7c4524daaa7d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'Port': ['ID=35d05df8-6276-451f-a85c-19d04bd5944f,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:09.862763 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b5333075-6c7f-4886-bb37-7c4524daaa7d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:09.864872 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b5333075-6c7f-4886-bb37-7c4524daaa7d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/ports/35d05df8-6276-451f-a85c-19d04bd5944f HTTP/1.1" status: 204 len: 168 time: 2.4533277 Jan 21 09:37:09.867479 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45530) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:09.970418 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e48cf5d2-dd1a-4bcc-b65a-b9e6a1f0e3f7 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:09.997579 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:10.055581 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19faa695-9504-4ee7-b1fc-c77430bd5de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:10.063630 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19faa695-9504-4ee7-b1fc-c77430bd5de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:10.064125 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19faa695-9504-4ee7-b1fc-c77430bd5de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:10.064597 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19faa695-9504-4ee7-b1fc-c77430bd5de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:10.065064 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19faa695-9504-4ee7-b1fc-c77430bd5de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:10.065527 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19faa695-9504-4ee7-b1fc-c77430bd5de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:10.065985 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19faa695-9504-4ee7-b1fc-c77430bd5de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:10.066443 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19faa695-9504-4ee7-b1fc-c77430bd5de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:10.071006 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19faa695-9504-4ee7-b1fc-c77430bd5de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:10.071006 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19faa695-9504-4ee7-b1fc-c77430bd5de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:10.073008 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19faa695-9504-4ee7-b1fc-c77430bd5de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:10.073512 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19faa695-9504-4ee7-b1fc-c77430bd5de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:10.081671 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19faa695-9504-4ee7-b1fc-c77430bd5de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:10.082162 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19faa695-9504-4ee7-b1fc-c77430bd5de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:10.082632 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19faa695-9504-4ee7-b1fc-c77430bd5de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:10.085259 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19faa695-9504-4ee7-b1fc-c77430bd5de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:10.085741 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19faa695-9504-4ee7-b1fc-c77430bd5de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:10.086210 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19faa695-9504-4ee7-b1fc-c77430bd5de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:10.086676 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19faa695-9504-4ee7-b1fc-c77430bd5de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:10.087138 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19faa695-9504-4ee7-b1fc-c77430bd5de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:10.087618 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19faa695-9504-4ee7-b1fc-c77430bd5de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:10.089578 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-19faa695-9504-4ee7-b1fc-c77430bd5de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Synchronizing usage tracker for tenant:ae13809107a6493ebf4327709717e2ae on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:10.101415 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] In _notify_port_updated(), no bound segment for port 95884baa-25d5-4b70-820d-85320d346566 on network 4fffb22c-b596-4594-b959-d7a71bfd423b {{(pid=87515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:37:10.102963 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:10.103758 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:10.105246 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] 10.222.0.110 "PUT /v2.0/ports/95884baa-25d5-4b70-820d-85320d346566 HTTP/1.1" status: 200 len: 976 time: 4.1246636 Jan 21 09:37:10.105838 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-cdfae86d-bc4f-4821-aae6-fa02fc9dfa58 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:10.113035 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45536) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:10.216939 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-423fdbda-151d-451f-8940-fb7a580360d4 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Deleting port 95884baa-25d5-4b70-820d-85320d346566 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:10.217509 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-423fdbda-151d-451f-8940-fb7a580360d4 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:10.250767 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-19faa695-9504-4ee7-b1fc-c77430bd5de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Unset dirty status for tenant:ae13809107a6493ebf4327709717e2ae on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:10.252262 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-19faa695-9504-4ee7-b1fc-c77430bd5de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18473 time: 0.7238631 Jan 21 09:37:10.262347 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45542) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:10.316070 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-a8311b74-c951-4aa2-a755-6fbadce0f7b7 req-6c69c00e-49aa-4392-b9de-661718a21862 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd33e193-8625-438a-ad0b-1d496fa053e8 HTTP/1.1" status: 200 len: 210 time: 0.1187086 Jan 21 09:37:10.333980 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-cdfae86d-bc4f-4821-aae6-fa02fc9dfa58 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Transition to ACTIVE for port object a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:10.375634 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e201a0-0cf8-4f67-825a-0e5d2b0c0b18 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:10.382086 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e201a0-0cf8-4f67-825a-0e5d2b0c0b18 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:10.382885 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f8e201a0-0cf8-4f67-825a-0e5d2b0c0b18 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Synchronizing usage tracker for tenant:29c6ab04f24842d781b633e6233f3506 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:10.418345 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f8e201a0-0cf8-4f67-825a-0e5d2b0c0b18 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Unset dirty status for tenant:29c6ab04f24842d781b633e6233f3506 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:10.421758 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f8e201a0-0cf8-4f67-825a-0e5d2b0c0b18 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.5448258 Jan 21 09:37:10.426398 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45546) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:10.519436 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-5af2ea36-0a1a-4e7e-bab3-8a2e2b0af221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Deleting port afd5a062-2c2a-477d-af84-9ca0d806bdac {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:10.519953 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5af2ea36-0a1a-4e7e-bab3-8a2e2b0af221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:10.540143 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-404ad495-dab5-4e8e-81a8-cff5c6434ca3 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Deleting port 743a22fa-388e-4931-9474-9edf16cf5ce0 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:10.540485 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-404ad495-dab5-4e8e-81a8-cff5c6434ca3 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:10.572170 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.72', 61820) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:10.595321 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-cdfae86d-bc4f-4821-aae6-fa02fc9dfa58 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:10.688278 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-cdfae86d-bc4f-4821-aae6-fa02fc9dfa58 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Network 1135e748-d422-4b50-8ae7-b9b34434f356 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:10.705132 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-cdfae86d-bc4f-4821-aae6-fa02fc9dfa58 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:10.720543 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-cdfae86d-bc4f-4821-aae6-fa02fc9dfa58 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:10.730949 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b94b6-0682-4c33-8112-f767bc3d3b87 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Pushing event updated for resources: {'Port': ['ID=95884baa-25d5-4b70-820d-85320d346566,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:10.901456 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e48cf5d2-dd1a-4bcc-b65a-b9e6a1f0e3f7 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:10.996394 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-e48cf5d2-dd1a-4bcc-b65a-b9e6a1f0e3f7 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20ca4acc-cdb8-47e3-ae67-316cdea55281']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:11.028347 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-e48cf5d2-dd1a-4bcc-b65a-b9e6a1f0e3f7 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c0522d0-a936-479d-820a-8d76db1f770b') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:11.028662 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-e48cf5d2-dd1a-4bcc-b65a-b9e6a1f0e3f7 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c0522d0-a936-479d-820a-8d76db1f770b') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:11.048140 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e48cf5d2-dd1a-4bcc-b65a-b9e6a1f0e3f7 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:11.069908 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e48cf5d2-dd1a-4bcc-b65a-b9e6a1f0e3f7 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:11.095220 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfae86d-bc4f-4821-aae6-fa02fc9dfa58 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Pushing event updated for resources: {'Port': ['ID=a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:11.095838 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-06c857b9-943f-4ed0-ac19-771b41b2c028 None None] Provisioning for port a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:11.103734 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-06c857b9-943f-4ed0-ac19-771b41b2c028 None None] Provisioning complete for port a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:11.105513 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-06c857b9-943f-4ed0-ac19-771b41b2c028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:11.219179 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-cdfae86d-bc4f-4821-aae6-fa02fc9dfa58 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:11.220083 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-cdfae86d-bc4f-4821-aae6-fa02fc9dfa58 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:11.257214 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-06c857b9-943f-4ed0-ac19-771b41b2c028 None None] Port a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:37:11.336885 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-cdfae86d-bc4f-4821-aae6-fa02fc9dfa58 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5815041 Jan 21 09:37:11.356675 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f2aba-4bde-4b28-9118-7b2132db7e28 req-404b9316-22a9-4587-8f91-8f7f26567ae3 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:11.357858 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-8c9f2aba-4bde-4b28-9118-7b2132db7e28 req-404b9316-22a9-4587-8f91-8f7f26567ae3 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Synchronizing usage tracker for tenant:85062a18014b46c39ce9762aca0ea494 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:11.369561 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-404ad495-dab5-4e8e-81a8-cff5c6434ca3 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:11.399346 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-08798694-0a5b-491b-8956-e3e0539fd636 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:11.399965 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-08798694-0a5b-491b-8956-e3e0539fd636 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:11.443460 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e48cf5d2-dd1a-4bcc-b65a-b9e6a1f0e3f7 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:37:11.444170 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e48cf5d2-dd1a-4bcc-b65a-b9e6a1f0e3f7 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:11.507252 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-8c9f2aba-4bde-4b28-9118-7b2132db7e28 req-404b9316-22a9-4587-8f91-8f7f26567ae3 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Unset dirty status for tenant:85062a18014b46c39ce9762aca0ea494 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:11.514627 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8c9f2aba-4bde-4b28-9118-7b2132db7e28 req-404b9316-22a9-4587-8f91-8f7f26567ae3 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/ports?device_id=d9acc9e3-8064-4bee-849e-fa4ba8818808 HTTP/1.1" status: 200 len: 931 time: 0.4658847 Jan 21 09:37:11.535572 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:37:11.535572 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:37:11.535572 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:37:11.535572 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:37:11.535572 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:37:11.535572 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:37:11.535572 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:37:11.535572 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:37:11.535572 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:37:11.535572 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:37:11.535572 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:37:11.535572 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:37:11.535572 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:37:11.535572 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:37:11.535572 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:37:11.535572 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:37:11.535572 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:37:11.535572 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:37:11.535572 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:37:11.535572 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:37:11.535572 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:37:11.535572 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:37:11.535572 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:37:11.535572 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:37:11.535572 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:37:11.535572 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:37:11.535572 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:37:11.535572 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:37:11.535572 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:37:11.535572 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:37:11.535572 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:37:11.535572 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:37:11.547796 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-517a317d-0999-4d40-8556-cdea37a400e7 req-41d67c60-81f5-4faf-8693-dc3edb31cb8f tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Synchronizing usage tracker for tenant:21bf33c022814c088610cd12785c806c on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:11.551346 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-404ad495-dab5-4e8e-81a8-cff5c6434ca3 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Calling delete_port for 743a22fa-388e-4931-9474-9edf16cf5ce0 owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:11.652289 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8c9f2aba-4bde-4b28-9118-7b2132db7e28 req-c08b6266-2298-4063-84d4-2794c289d609 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/security-groups?id=3ce8baa6-555a-4c73-bbe7-0434579bb7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1360765 Jan 21 09:37:11.759572 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-404ad495-dab5-4e8e-81a8-cff5c6434ca3 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:11.912297 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ad495-dab5-4e8e-81a8-cff5c6434ca3 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'Port': ['ID=743a22fa-388e-4931-9474-9edf16cf5ce0,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:11.923317 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-404ad495-dab5-4e8e-81a8-cff5c6434ca3 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:11.934651 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-22ae522e-11c1-449f-a9cc-a459fc02fd6f req-2f364222-52e2-43e0-98d3-84eb3c2281f1 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd33e193-8625-438a-ad0b-1d496fa053e8 HTTP/1.1" status: 200 len: 210 time: 0.0907459 Jan 21 09:37:11.959299 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-423fdbda-151d-451f-8940-fb7a580360d4 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] For port 95884baa-25d5-4b70-820d-85320d346566, host hv-neutron-8257, got binding levels [] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:11.959594 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-423fdbda-151d-451f-8940-fb7a580360d4 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:11.963360 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-404ad495-dab5-4e8e-81a8-cff5c6434ca3 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/ports/743a22fa-388e-4931-9474-9edf16cf5ce0 HTTP/1.1" status: 204 len: 168 time: 1.5348094 Jan 21 09:37:11.966018 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45560) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:11.976782 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-08798694-0a5b-491b-8956-e3e0539fd636 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Calling delete_port for 9286bd12-a9b9-4cf3-8305-5ebd015b8491 owned by network:floatingip {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:12.011760 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e48cf5d2-dd1a-4bcc-b65a-b9e6a1f0e3f7 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:12.085623 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-517a317d-0999-4d40-8556-cdea37a400e7 req-41d67c60-81f5-4faf-8693-dc3edb31cb8f tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Unset dirty status for tenant:21bf33c022814c088610cd12785c806c on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:12.095119 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ba4cc0-8b12-46f2-9e56-47d2a4d10499 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:12.096039 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-13ba4cc0-8b12-46f2-9e56-47d2a4d10499 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Synchronizing usage tracker for tenant:29c6ab04f24842d781b633e6233f3506 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:12.100118 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-517a317d-0999-4d40-8556-cdea37a400e7 req-41d67c60-81f5-4faf-8693-dc3edb31cb8f tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 210 time: 1.5446043 Jan 21 09:37:12.129814 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-13ba4cc0-8b12-46f2-9e56-47d2a4d10499 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Unset dirty status for tenant:29c6ab04f24842d781b633e6233f3506 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:12.136351 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e48cf5d2-dd1a-4bcc-b65a-b9e6a1f0e3f7 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:12.136565 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-13ba4cc0-8b12-46f2-9e56-47d2a4d10499 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1652720 Jan 21 09:37:12.145089 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45564) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:12.202542 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-65984c89-fed1-41a8-9b1b-4efd1741fba4 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] GET failed (client error): The resource could not be found. Jan 21 09:37:12.206742 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-65984c89-fed1-41a8-9b1b-4efd1741fba4 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "GET /v2.0/ports/35d05df8-6276-451f-a85c-19d04bd5944f HTTP/1.1" status: 404 len: 333 time: 0.0581369 Jan 21 09:37:12.207451 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45568) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:12.275097 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-f592edce-9f4f-4748-9c2b-f605c76222c4 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] GET failed (client error): The resource could not be found. Jan 21 09:37:12.287966 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f592edce-9f4f-4748-9c2b-f605c76222c4 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "GET /v2.0/ports/743a22fa-388e-4931-9474-9edf16cf5ce0 HTTP/1.1" status: 404 len: 333 time: 0.0793238 Jan 21 09:37:12.288615 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45572) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:12.295501 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-72e577b5-1bbb-4a15-8a30-600f637dcf32 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:12.296378 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-72e577b5-1bbb-4a15-8a30-600f637dcf32 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Synchronizing usage tracker for tenant:614e7202dc0749a98acdc83ef7167698 on resource:network {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:12.383243 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-423fdbda-151d-451f-8940-fb7a580360d4 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Calling delete_port for 95884baa-25d5-4b70-820d-85320d346566 owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:12.426710 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48cf5d2-dd1a-4bcc-b65a-b9e6a1f0e3f7 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] Pushing event deleted for resources: {'Network': ['ID=20ca4acc-cdb8-47e3-ae67-316cdea55281,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:12.434930 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7a7826fc-3d12-48ae-bed1-2fabbd633dff tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:12.467290 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-8fbfe702-56bb-4bb6-a019-133cf88cff49 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:12.499892 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e48cf5d2-dd1a-4bcc-b65a-b9e6a1f0e3f7 tempest-ExternalNetworksTestJSON-1187431848 tempest-ExternalNetworksTestJSON-1187431848-project] 10.222.0.110 "DELETE /v2.0/networks/20ca4acc-cdb8-47e3-ae67-316cdea55281 HTTP/1.1" status: 204 len: 168 time: 2.7097428 Jan 21 09:37:12.543304 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:12.582416 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-8fbfe702-56bb-4bb6-a019-133cf88cff49 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Transition to ACTIVE for port object 77d34ea9-68ce-4a71-9428-8b2152806e32 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:12.586358 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-72e577b5-1bbb-4a15-8a30-600f637dcf32 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Unset dirty status for tenant:614e7202dc0749a98acdc83ef7167698 on resource:network {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:12.587632 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-72e577b5-1bbb-4a15-8a30-600f637dcf32 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.72 "GET /v2.0/networks?id=8776044d-5553-42d2-939f-ade42846845d HTTP/1.1" status: 200 len: 812 time: 1.8998733 Jan 21 09:37:12.642019 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7a7826fc-3d12-48ae-bed1-2fabbd633dff tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:12.695887 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-5af2ea36-0a1a-4e7e-bab3-8a2e2b0af221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] For port afd5a062-2c2a-477d-af84-9ca0d806bdac, host hv-neutron-8257, got binding levels [] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:12.696258 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5af2ea36-0a1a-4e7e-bab3-8a2e2b0af221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:12.714513 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-7a7826fc-3d12-48ae-bed1-2fabbd633dff tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b9f01ba-4c17-473a-b215-573b0d49475b']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:12.757237 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-7a7826fc-3d12-48ae-bed1-2fabbd633dff tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a3cefdb-539f-4b86-b787-b8a47ee2ba0d') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:12.757542 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-7a7826fc-3d12-48ae-bed1-2fabbd633dff tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a3cefdb-539f-4b86-b787-b8a47ee2ba0d') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:12.795603 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7a7826fc-3d12-48ae-bed1-2fabbd633dff tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:12.876565 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7a7826fc-3d12-48ae-bed1-2fabbd633dff tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:12.884439 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-5af2ea36-0a1a-4e7e-bab3-8a2e2b0af221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Calling delete_port for afd5a062-2c2a-477d-af84-9ca0d806bdac owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:12.901027 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a7826fc-3d12-48ae-bed1-2fabbd633dff tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:37:12.902212 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7a7826fc-3d12-48ae-bed1-2fabbd633dff tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:12.920098 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:37:12.920098 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:37:12.920098 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:37:12.920098 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:37:12.920098 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:37:12.920098 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:37:12.920098 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:37:12.920098 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:37:12.920098 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:37:12.920098 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:37:12.920098 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:37:12.920098 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:37:12.920098 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:37:12.920098 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:37:12.920098 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:37:12.920098 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:37:12.920098 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:37:12.920098 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:37:12.920098 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:37:12.920098 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:37:12.920098 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:37:12.920098 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:37:12.920098 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:37:12.920098 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:37:12.920098 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:37:12.920098 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:37:12.920098 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:37:12.920098 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:37:12.920098 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:37:12.920098 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:37:12.920098 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:37:12.920098 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:37:13.016884 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5af2ea36-0a1a-4e7e-bab3-8a2e2b0af221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.025444 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-423fdbda-151d-451f-8940-fb7a580360d4 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.048673 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45584) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:13.078022 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d63bf-bd95-4d2d-a4bf-6cb7cf8fb1ac req-9d6cc7d4-a0eb-47ac-ab45-369fdee5d073 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:13.086174 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e26d63bf-bd95-4d2d-a4bf-6cb7cf8fb1ac req-9d6cc7d4-a0eb-47ac-ab45-369fdee5d073 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/ports?device_id=d9acc9e3-8064-4bee-849e-fa4ba8818808 HTTP/1.1" status: 200 len: 931 time: 0.2753356 Jan 21 09:37:13.101681 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7a7826fc-3d12-48ae-bed1-2fabbd633dff tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.136226 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7a7826fc-3d12-48ae-bed1-2fabbd633dff tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.137648 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423fdbda-151d-451f-8940-fb7a580360d4 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Pushing event deleted for resources: {'Port': ['ID=95884baa-25d5-4b70-820d-85320d346566,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:13.179955 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7826fc-3d12-48ae-bed1-2fabbd633dff tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'Network': ['ID=5b9f01ba-4c17-473a-b215-573b0d49475b,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:13.197772 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7a7826fc-3d12-48ae-bed1-2fabbd633dff tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/networks/5b9f01ba-4c17-473a-b215-573b0d49475b HTTP/1.1" status: 204 len: 168 time: 0.9080901 Jan 21 09:37:13.201488 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45592) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:13.211046 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-4cb5867e-7b5b-424e-a0aa-ecb9e2c0143c tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1653027785'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:13.219446 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-4cb5867e-7b5b-424e-a0aa-ecb9e2c0143c tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:13.230319 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d20323c3-474a-49d1-9cfe-f1ebdfd93738 req-b503e525-fc28-4bca-8653-50d8cbbdf569 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd33e193-8625-438a-ad0b-1d496fa053e8 HTTP/1.1" status: 200 len: 210 time: 0.1029551 Jan 21 09:37:13.237353 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e26d63bf-bd95-4d2d-a4bf-6cb7cf8fb1ac req-c33169e9-fd60-431b-985a-0815022c18aa tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/security-groups?id=3ce8baa6-555a-4c73-bbe7-0434579bb7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1499932 Jan 21 09:37:13.242755 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4cb5867e-7b5b-424e-a0aa-ecb9e2c0143c tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:network and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:13.252219 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4cb5867e-7b5b-424e-a0aa-ecb9e2c0143c tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:13.264400 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-4cb5867e-7b5b-424e-a0aa-ecb9e2c0143c tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:13.289320 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb5867e-7b5b-424e-a0aa-ecb9e2c0143c tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Made reservation on behalf of 29c6ab04f24842d781b633e6233f3506 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:13.293327 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4cb5867e-7b5b-424e-a0aa-ecb9e2c0143c tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.321950 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-423fdbda-151d-451f-8940-fb7a580360d4 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.329807 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2ea36-0a1a-4e7e-bab3-8a2e2b0af221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Pushing event deleted for resources: {'Port': ['ID=afd5a062-2c2a-477d-af84-9ca0d806bdac,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:13.332369 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5af2ea36-0a1a-4e7e-bab3-8a2e2b0af221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.388122 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-08798694-0a5b-491b-8956-e3e0539fd636 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.404794 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb5867e-7b5b-424e-a0aa-ecb9e2c0143c tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:13.411107 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-7da3f730-b539-4291-8919-22815b7a74cd tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:37:13.412840 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-7da3f730-b539-4291-8919-22815b7a74cd tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131760 Jan 21 09:37:13.482259 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e5d975a7-6c20-4cc4-9a3e-96d36295815b req-011379cb-6f4d-476d-a208-e4da5cb732ae tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 210 time: 0.0683126 Jan 21 09:37:13.483555 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4cb5867e-7b5b-424e-a0aa-ecb9e2c0143c tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.485841 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-4cb5867e-7b5b-424e-a0aa-ecb9e2c0143c tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Added segment 0aadba8d-3f35-454f-ade2-b56e37d409e5 of type vlan for network 416a3855-1fa4-4afa-83de-152febc73599 Jan 21 09:37:13.487119 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d56881a9-85b2-4a1e-a283-54ac95edf8d4 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=f508ce0d883049a8a5c64c465eba7142&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4353440 Jan 21 09:37:13.500369 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45598) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:13.618718 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4cb5867e-7b5b-424e-a0aa-ecb9e2c0143c tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.643168 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5af2ea36-0a1a-4e7e-bab3-8a2e2b0af221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] 10.222.0.110 "DELETE /v2.0/ports/afd5a062-2c2a-477d-af84-9ca0d806bdac HTTP/1.1" status: 204 len: 168 time: 3.3474665 Jan 21 09:37:13.645568 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45602) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:13.681163 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-423fdbda-151d-451f-8940-fb7a580360d4 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] 10.222.0.110 "DELETE /v2.0/ports/95884baa-25d5-4b70-820d-85320d346566 HTTP/1.1" status: 204 len: 168 time: 3.5545266 Jan 21 09:37:13.682567 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08798694-0a5b-491b-8956-e3e0539fd636 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Pushing event deleted for resources: {'Port': ['ID=9286bd12-a9b9-4cf3-8305-5ebd015b8491,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:13.684762 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45606) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:13.694864 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-8fbfe702-56bb-4bb6-a019-133cf88cff49 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.780006 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3b3a8add-608a-45e9-a9fd-02c4dad59a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.809727 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3b3a8add-608a-45e9-a9fd-02c4dad59a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.851169 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-c11a8eba-2233-418f-9913-51becab0d14e tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] GET failed (client error): The resource could not be found. Jan 21 09:37:13.855982 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c11a8eba-2233-418f-9913-51becab0d14e tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] 10.222.0.110 "GET /v2.0/ports/afd5a062-2c2a-477d-af84-9ca0d806bdac HTTP/1.1" status: 404 len: 333 time: 0.2053223 Jan 21 09:37:13.861824 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45610) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:13.868854 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4cb5867e-7b5b-424e-a0aa-ecb9e2c0143c tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.874541 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb5867e-7b5b-424e-a0aa-ecb9e2c0143c tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:13.875366 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4cb5867e-7b5b-424e-a0aa-ecb9e2c0143c tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:13.885352 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-f8aabdf2-9c55-44df-aad3-281d9095db32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097311415', 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:13.908414 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f8aabdf2-9c55-44df-aad3-281d9095db32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:13.940920 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f8aabdf2-9c55-44df-aad3-281d9095db32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Usage tracker for resource:port and tenant:ae13809107a6493ebf4327709717e2ae is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:13.950981 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f8aabdf2-9c55-44df-aad3-281d9095db32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:13.968222 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f8aabdf2-9c55-44df-aad3-281d9095db32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:14.021238 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4cb5867e-7b5b-424e-a0aa-ecb9e2c0143c tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8179338 Jan 21 09:37:14.029284 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45614) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:14.031311 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5867e-7b5b-424e-a0aa-ecb9e2c0143c tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Network': ['ID=416a3855-1fa4-4afa-83de-152febc73599,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:14.041538 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-32733c11-83f8-43cc-af2a-da0c25d9a1e7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'subnet': {'network_id': '416a3855-1fa4-4afa-83de-152febc73599', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:14.043200 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbfe702-56bb-4bb6-a019-133cf88cff49 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Pushing event updated for resources: {'Port': ['ID=77d34ea9-68ce-4a71-9428-8b2152806e32,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:14.047812 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-774cdde9-ffb5-45ea-9f77-dc5eeafab106 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] GET failed (client error): The resource could not be found. Jan 21 09:37:14.049419 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-774cdde9-ffb5-45ea-9f77-dc5eeafab106 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Synchronizing usage tracker for tenant:698caa1624d34e9a98c98ef20c2ab47d on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:14.050651 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 416a3855-1fa4-4afa-83de-152febc73599 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:37:14.074729 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-8fbfe702-56bb-4bb6-a019-133cf88cff49 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Network 55051115-0a6d-4aad-ae33-4c0466ea1935 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:14.079442 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-1ced7760-133f-43c9-a4f2-5c76c7e7a3ec tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Synchronizing usage tracker for tenant:614e7202dc0749a98acdc83ef7167698 on resource:security_group {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:14.087486 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-8fbfe702-56bb-4bb6-a019-133cf88cff49 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:14.090573 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8aabdf2-9c55-44df-aad3-281d9095db32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Made reservation on behalf of ae13809107a6493ebf4327709717e2ae for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:14.093130 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f8aabdf2-9c55-44df-aad3-281d9095db32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.100695 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-8fbfe702-56bb-4bb6-a019-133cf88cff49 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:14.111340 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3b3a8add-608a-45e9-a9fd-02c4dad59a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.173069 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a8add-608a-45e9-a9fd-02c4dad59a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1105d70-a721-4c9b-9ab8-7383b155eda2,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:14.195622 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-774cdde9-ffb5-45ea-9f77-dc5eeafab106 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] Unset dirty status for tenant:698caa1624d34e9a98c98ef20c2ab47d on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:14.197126 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-774cdde9-ffb5-45ea-9f77-dc5eeafab106 tempest-PortsAdminExtendedAttrsTestJSON-1603506507 tempest-PortsAdminExtendedAttrsTestJSON-1603506507-project-admin] 10.222.0.110 "GET /v2.0/ports/95884baa-25d5-4b70-820d-85320d346566 HTTP/1.1" status: 404 len: 333 time: 0.4996443 Jan 21 09:37:14.201577 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-08798694-0a5b-491b-8956-e3e0539fd636 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.214363 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-08798694-0a5b-491b-8956-e3e0539fd636 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.219689 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-08798694-0a5b-491b-8956-e3e0539fd636 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679 tempest-ExternalNetworksAdminNegativeTestJSON-1067193679-project-admin] 10.222.0.110 "DELETE /v2.0/floatingips/af005e9e-f82d-46e8-a4fc-28d4e692fb8b HTTP/1.1" status: 204 len: 168 time: 4.9754500 Jan 21 09:37:14.223004 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45618) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:14.269763 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3b3a8add-608a-45e9-a9fd-02c4dad59a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.275845 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3b3a8add-608a-45e9-a9fd-02c4dad59a71 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/b1105d70-a721-4c9b-9ab8-7383b155eda2 HTTP/1.1" status: 204 len: 168 time: 0.7737458 Jan 21 09:37:14.282900 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-8fbfe702-56bb-4bb6-a019-133cf88cff49 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:14.283925 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-8fbfe702-56bb-4bb6-a019-133cf88cff49 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.289751 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-1ced7760-133f-43c9-a4f2-5c76c7e7a3ec tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Unset dirty status for tenant:614e7202dc0749a98acdc83ef7167698 on resource:security_group {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:14.291220 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-1ced7760-133f-43c9-a4f2-5c76c7e7a3ec tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=614e7202dc0749a98acdc83ef7167698 HTTP/1.1" status: 200 len: 379 time: 0.8817520 Jan 21 09:37:14.332470 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-f8aabdf2-9c55-44df-aad3-281d9095db32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] device_id is not set on port c9b4e85a-987e-4ed0-996d-b85e272c99eb yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:14.433835 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-32733c11-83f8-43cc-af2a-da0c25d9a1e7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:14.449151 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-32733c11-83f8-43cc-af2a-da0c25d9a1e7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:subnet and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:14.453551 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-32733c11-83f8-43cc-af2a-da0c25d9a1e7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:14.508359 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-32733c11-83f8-43cc-af2a-da0c25d9a1e7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:14.511710 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-ed32e339-1442-475f-a922-08bca179aed0 None None] Provisioning for port 77d34ea9-68ce-4a71-9428-8b2152806e32 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:14.541934 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-ed32e339-1442-475f-a922-08bca179aed0 None None] Provisioning complete for port 77d34ea9-68ce-4a71-9428-8b2152806e32 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:14.545272 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ed32e339-1442-475f-a922-08bca179aed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.549999 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32733c11-83f8-43cc-af2a-da0c25d9a1e7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Made reservation on behalf of 29c6ab04f24842d781b633e6233f3506 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:14.555243 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-32733c11-83f8-43cc-af2a-da0c25d9a1e7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.633665 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0b17a055-c676-4aac-bc80-66051f28af3a tempest-PortsAdminExtendedAttrsTestJSON-1852655016 tempest-PortsAdminExtendedAttrsTestJSON-1852655016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.660545 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-ed32e339-1442-475f-a922-08bca179aed0 None None] Port 77d34ea9-68ce-4a71-9428-8b2152806e32 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:37:14.664303 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-4fc36858-8968-4732-b26c-39fae63f1948 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Request body: {'port': {'device_id': 'dd33e193-8625-438a-ad0b-1d496fa053e8', 'network_id': '8776044d-5553-42d2-939f-ade42846845d', 'admin_state_up': True, 'tenant_id': '614e7202dc0749a98acdc83ef7167698', 'security_groups': ['f948e57c-b596-4bc3-86a6-e57029d7a000']}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:14.774580 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-34a91ab4-c23a-4285-96bb-278f9abeaa41 req-c1c2830d-88a2-4ccd-bfe0-0b9c4239a3f2 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd33e193-8625-438a-ad0b-1d496fa053e8 HTTP/1.1" status: 200 len: 210 time: 0.1561456 Jan 21 09:37:14.797382 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.ipam_backend_mixin [None req-32733c11-83f8-43cc-af2a-da0c25d9a1e7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Performing IP validity checks on allocation pools {{(pid=87514) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 21 09:37:14.801632 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.ipam_backend_mixin [None req-32733c11-83f8-43cc-af2a-da0c25d9a1e7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87514) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 21 09:37:14.908248 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45638) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:14.974978 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f8aabdf2-9c55-44df-aad3-281d9095db32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.981733 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-ccedeb85-763a-4890-8351-2476f6843a20 service neutron] Request body: {'port': {'device_id': 'd9acc9e3-8064-4bee-849e-fa4ba8818808', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:15.033101 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-8fbfe702-56bb-4bb6-a019-133cf88cff49 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9075744 Jan 21 09:37:15.066732 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-4aa5ee5f-d7a6-442c-83a6-45eb653f1f97 service neutron] Request body: {'port': {'device_id': 'fca0a84f-7fa2-4cac-b5af-88b7be9719fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:15.160919 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6be0a75c-b303-4f85-a705-dc1935d6ffd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.217227 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45644) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:15.235598 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-6be0a75c-b303-4f85-a705-dc1935d6ffd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:15.241044 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-4fc36858-8968-4732-b26c-39fae63f1948 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:15.277088 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-6be0a75c-b303-4f85-a705-dc1935d6ffd1 admin admin] Usage tracker for resource:security_group_rule and tenant:0824eb833720479593fefb5dd4f9626a is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:15.292436 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-6be0a75c-b303-4f85-a705-dc1935d6ffd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:15.322602 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-6be0a75c-b303-4f85-a705-dc1935d6ffd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:15.346561 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-ccedeb85-763a-4890-8351-2476f6843a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.416095 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0b17a055-c676-4aac-bc80-66051f28af3a tempest-PortsAdminExtendedAttrsTestJSON-1852655016 tempest-PortsAdminExtendedAttrsTestJSON-1852655016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.422284 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f8aabdf2-9c55-44df-aad3-281d9095db32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.456675 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-0b17a055-c676-4aac-bc80-66051f28af3a tempest-PortsAdminExtendedAttrsTestJSON-1852655016 tempest-PortsAdminExtendedAttrsTestJSON-1852655016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fffb22c-b596-4594-b959-d7a71bfd423b']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:15.486282 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-0b17a055-c676-4aac-bc80-66051f28af3a tempest-PortsAdminExtendedAttrsTestJSON-1852655016 tempest-PortsAdminExtendedAttrsTestJSON-1852655016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de75ebee-d472-4e7d-9707-8b1d975ee4ec') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:15.486772 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-0b17a055-c676-4aac-bc80-66051f28af3a tempest-PortsAdminExtendedAttrsTestJSON-1852655016 tempest-PortsAdminExtendedAttrsTestJSON-1852655016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de75ebee-d472-4e7d-9707-8b1d975ee4ec') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:15.501057 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0b17a055-c676-4aac-bc80-66051f28af3a tempest-PortsAdminExtendedAttrsTestJSON-1852655016 tempest-PortsAdminExtendedAttrsTestJSON-1852655016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.537164 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-4fc36858-8968-4732-b26c-39fae63f1948 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:15.546731 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-4aa5ee5f-d7a6-442c-83a6-45eb653f1f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.584889 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0b17a055-c676-4aac-bc80-66051f28af3a tempest-PortsAdminExtendedAttrsTestJSON-1852655016 tempest-PortsAdminExtendedAttrsTestJSON-1852655016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.625021 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-4fc36858-8968-4732-b26c-39fae63f1948 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Made reservation on behalf of 614e7202dc0749a98acdc83ef7167698 for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:15.628414 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-4fc36858-8968-4732-b26c-39fae63f1948 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.638686 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b17a055-c676-4aac-bc80-66051f28af3a tempest-PortsAdminExtendedAttrsTestJSON-1852655016 tempest-PortsAdminExtendedAttrsTestJSON-1852655016-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:37:15.639084 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0b17a055-c676-4aac-bc80-66051f28af3a tempest-PortsAdminExtendedAttrsTestJSON-1852655016 tempest-PortsAdminExtendedAttrsTestJSON-1852655016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.641588 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-df15934c-df4a-4dbe-8488-5e693ddccbde admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=ad687cc6281c4204bb470f05122f63df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4207673 Jan 21 09:37:15.642955 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-32733c11-83f8-43cc-af2a-da0c25d9a1e7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.659922 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8aabdf2-9c55-44df-aad3-281d9095db32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Network 2c7132c0-3198-4967-91e0-594ec39e728c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:15.663208 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:37:15.663208 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:37:15.663208 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:37:15.663208 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:37:15.663208 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:37:15.663208 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:37:15.663208 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:37:15.663208 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:37:15.663208 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:37:15.663208 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:37:15.663208 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:37:15.663208 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:37:15.663208 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:37:15.663208 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:37:15.663208 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:37:15.663208 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:37:15.663208 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:37:15.663208 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:37:15.663208 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:37:15.663208 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:37:15.663208 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:37:15.663208 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:37:15.663208 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:37:15.663208 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:37:15.663208 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:37:15.663208 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:37:15.663208 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:37:15.663208 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:37:15.663208 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:37:15.663208 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:37:15.663208 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:37:15.663208 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:37:15.665439 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45648) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:15.708517 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-f8aabdf2-9c55-44df-aad3-281d9095db32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:15.731618 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb230e2-239c-4006-90bc-dbcc32e97fc7 req-2aafcd41-768a-44f9-b9ac-3564bc98fb1d tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:15.733113 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1eb230e2-239c-4006-90bc-dbcc32e97fc7 req-2aafcd41-768a-44f9-b9ac-3564bc98fb1d tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 931 time: 0.7088053 Jan 21 09:37:15.733894 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8aabdf2-9c55-44df-aad3-281d9095db32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:15.734716 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8aabdf2-9c55-44df-aad3-281d9095db32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:15.735285 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f8aabdf2-9c55-44df-aad3-281d9095db32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.745808 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c2e84-e5f5-4b06-bdbc-5e11e3d091ba req-71ced13e-3959-4806-ac87-5a28a5753b19 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:15.747581 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-652c2e84-e5f5-4b06-bdbc-5e11e3d091ba req-71ced13e-3959-4806-ac87-5a28a5753b19 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/ports?device_id=d9acc9e3-8064-4bee-849e-fa4ba8818808 HTTP/1.1" status: 200 len: 931 time: 0.7873459 Jan 21 09:37:15.833184 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aabdf2-9c55-44df-aad3-281d9095db32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Pushing event updated for resources: {'Port': ['ID=c9b4e85a-987e-4ed0-996d-b85e272c99eb,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:15.837143 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f8aabdf2-9c55-44df-aad3-281d9095db32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.9741092 Jan 21 09:37:15.857306 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45654) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:15.870595 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32733c11-83f8-43cc-af2a-da0c25d9a1e7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Subnet': ['ID=7fb18115-dc41-4372-a74e-dd29704b309c,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:15.915318 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0b17a055-c676-4aac-bc80-66051f28af3a tempest-PortsAdminExtendedAttrsTestJSON-1852655016 tempest-PortsAdminExtendedAttrsTestJSON-1852655016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.999101 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0b17a055-c676-4aac-bc80-66051f28af3a tempest-PortsAdminExtendedAttrsTestJSON-1852655016 tempest-PortsAdminExtendedAttrsTestJSON-1852655016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.043973 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b17a055-c676-4aac-bc80-66051f28af3a tempest-PortsAdminExtendedAttrsTestJSON-1852655016 tempest-PortsAdminExtendedAttrsTestJSON-1852655016-project] Pushing event deleted for resources: {'Network': ['ID=4fffb22c-b596-4594-b959-d7a71bfd423b,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:16.056417 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-652c2e84-e5f5-4b06-bdbc-5e11e3d091ba req-e7b61da7-f9a5-4f85-ab2e-f3219544cb4d tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Synchronizing usage tracker for tenant:85062a18014b46c39ce9762aca0ea494 on resource:security_group {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:16.064516 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ac38dae9-178f-489d-8f12-6530c1e9ab6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.074276 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0b17a055-c676-4aac-bc80-66051f28af3a tempest-PortsAdminExtendedAttrsTestJSON-1852655016 tempest-PortsAdminExtendedAttrsTestJSON-1852655016-project] 10.222.0.110 "DELETE /v2.0/networks/4fffb22c-b596-4594-b959-d7a71bfd423b HTTP/1.1" status: 204 len: 168 time: 1.8490903 Jan 21 09:37:16.105766 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-1eb230e2-239c-4006-90bc-dbcc32e97fc7 req-d739191f-392d-46bf-a9c5-18d2fab82735 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Synchronizing usage tracker for tenant:21bf33c022814c088610cd12785c806c on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:16.144912 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32733c11-83f8-43cc-af2a-da0c25d9a1e7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Checking segment: {'id': '0aadba8d-3f35-454f-ade2-b56e37d409e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '416a3855-1fa4-4afa-83de-152febc73599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:37:16.145279 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32733c11-83f8-43cc-af2a-da0c25d9a1e7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Network hostable DHCP agents. Network: 416a3855-1fa4-4afa-83de-152febc73599, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:37:16.175632 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49a8e31-593f-4389-bedb-b3f6ac91424c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:16.176206 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-e49a8e31-593f-4389-bedb-b3f6ac91424c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Synchronizing usage tracker for tenant:ae13809107a6493ebf4327709717e2ae on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:16.195623 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ac38dae9-178f-489d-8f12-6530c1e9ab6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.198695 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-1eb230e2-239c-4006-90bc-dbcc32e97fc7 req-d739191f-392d-46bf-a9c5-18d2fab82735 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Unset dirty status for tenant:21bf33c022814c088610cd12785c806c on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:16.200505 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1eb230e2-239c-4006-90bc-dbcc32e97fc7 req-d739191f-392d-46bf-a9c5-18d2fab82735 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4272060 Jan 21 09:37:16.257518 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6be0a75c-b303-4f85-a705-dc1935d6ffd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.309631 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32733c11-83f8-43cc-af2a-da0c25d9a1e7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Network 416a3855-1fa4-4afa-83de-152febc73599 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:37:16.316492 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6be0a75c-b303-4f85-a705-dc1935d6ffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.324048 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-e49a8e31-593f-4389-bedb-b3f6ac91424c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Unset dirty status for tenant:ae13809107a6493ebf4327709717e2ae on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:16.325213 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e49a8e31-593f-4389-bedb-b3f6ac91424c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] 10.222.0.110 "GET /v2.0/ports/c9b4e85a-987e-4ed0-996d-b85e272c99eb HTTP/1.1" status: 200 len: 959 time: 0.4632120 Jan 21 09:37:16.343800 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45664) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:16.370743 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-652c2e84-e5f5-4b06-bdbc-5e11e3d091ba req-e7b61da7-f9a5-4f85-ab2e-f3219544cb4d tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Unset dirty status for tenant:85062a18014b46c39ce9762aca0ea494 on resource:security_group {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:16.371895 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-652c2e84-e5f5-4b06-bdbc-5e11e3d091ba req-e7b61da7-f9a5-4f85-ab2e-f3219544cb4d tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/security-groups?id=3ce8baa6-555a-4c73-bbe7-0434579bb7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5719218 Jan 21 09:37:16.382738 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-4fc36858-8968-4732-b26c-39fae63f1948 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Allocated IP 172.20.0.5 (8776044d-5553-42d2-939f-ade42846845d/7a6f8e0d-a61d-4a99-89f1-9eb4469ba816/b80b0da8-782a-4f84-8d84-968f7548fbd0) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:16.441639 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45668) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:16.454848 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-82b3a307-c9ea-4ad5-bc76-a74b680910f9 req-2ef7679a-a091-4fa5-bf6f-0b84c323ae52 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd33e193-8625-438a-ad0b-1d496fa053e8 HTTP/1.1" status: 200 len: 210 time: 0.1266363 Jan 21 09:37:16.455439 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-32733c11-83f8-43cc-af2a-da0c25d9a1e7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 416a3855-1fa4-4afa-83de-152febc73599) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:16.466092 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6fba33cb-6feb-45d6-8846-2d339886f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.483600 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80dcb04-6b9e-4f56-8daa-1fa4b67f6d34 None None] Network 416a3855-1fa4-4afa-83de-152febc73599 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:37:16.491547 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32733c11-83f8-43cc-af2a-da0c25d9a1e7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:16.492153 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-32733c11-83f8-43cc-af2a-da0c25d9a1e7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.502901 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-6be0a75c-b303-4f85-a705-dc1935d6ffd1 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=0824eb833720479593fefb5dd4f9626a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5907853 Jan 21 09:37:16.510347 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45674) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:16.517566 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be0a75c-b303-4f85-a705-dc1935d6ffd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a2b891-87e0-4907-b43d-d2e5b3693348,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:16.549196 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-f7d45551-539e-435c-9780-411b3d33e3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Deleting port c9b4e85a-987e-4ed0-996d-b85e272c99eb {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:16.549540 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f7d45551-539e-435c-9780-411b3d33e3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.582916 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-32733c11-83f8-43cc-af2a-da0c25d9a1e7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5485063 Jan 21 09:37:16.591931 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45678) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:16.612194 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-acfa3e55-fca6-45a1-ad58-f3fdeccbae8b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'port': {'network_id': '416a3855-1fa4-4afa-83de-152febc73599', 'name': 'tempest-PortsIpV6TestJSON-1187290028'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:16.633279 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ac38dae9-178f-489d-8f12-6530c1e9ab6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.774857 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac38dae9-178f-489d-8f12-6530c1e9ab6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86421aaf-7e40-4ad2-bc0e-7aad991dbc52,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:16.788640 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ac38dae9-178f-489d-8f12-6530c1e9ab6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.792801 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ac38dae9-178f-489d-8f12-6530c1e9ab6e admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/86421aaf-7e40-4ad2-bc0e-7aad991dbc52 HTTP/1.1" status: 204 len: 168 time: 1.1207094 Jan 21 09:37:16.797905 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7700f9d5-6842-4fc7-9657-812dad32a6e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.813669 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-ccedeb85-763a-4890-8351-2476f6843a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:37:16.815656 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa80da3-9fd4-4bff-a969-a2f14a63a9f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-416a3855-1fa4-4afa-83de-152febc73599', 'network_id': '416a3855-1fa4-4afa-83de-152febc73599', 'tenant_id': '29c6ab04f24842d781b633e6233f3506', 'fixed_ips': [{'subnet_id': '7fb18115-dc41-4372-a74e-dd29704b309c'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:37:16.816668 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2fa80da3-9fd4-4bff-a969-a2f14a63a9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.835238 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-ccedeb85-763a-4890-8351-2476f6843a20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.902703 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-ccedeb85-763a-4890-8351-2476f6843a20 service neutron] Transition to ACTIVE for port object a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:16.922058 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-ccedeb85-763a-4890-8351-2476f6843a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.925852 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-4fc36858-8968-4732-b26c-39fae63f1948 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.931055 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-4aa5ee5f-d7a6-442c-83a6-45eb653f1f97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77d34ea9-68ce-4a71-9428-8b2152806e32 {{(pid=87515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:37:16.960282 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f52d631b-1872-4b09-9a3e-a999c3aebc38 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=626136ab295945f1adcc20196832dc1b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5040805 Jan 21 09:37:16.965686 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45684) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:16.999946 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7700f9d5-6842-4fc7-9657-812dad32a6e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.025798 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-2fa80da3-9fd4-4bff-a969-a2f14a63a9f1 None None] Allocated IP 2001:db8::2 (416a3855-1fa4-4afa-83de-152febc73599/7fb18115-dc41-4372-a74e-dd29704b309c/2b55ef2b-505e-4cad-83ac-aa730cfe4a5e) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:17.035601 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-4aa5ee5f-d7a6-442c-83a6-45eb653f1f97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.043802 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-acfa3e55-fca6-45a1-ad58-f3fdeccbae8b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:17.080825 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-4fc36858-8968-4732-b26c-39fae63f1948 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Transition to ACTIVE for port object b80b0da8-782a-4f84-8d84-968f7548fbd0 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:17.092786 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-4aa5ee5f-d7a6-442c-83a6-45eb653f1f97 service neutron] Transition to ACTIVE for port object 77d34ea9-68ce-4a71-9428-8b2152806e32 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:17.117965 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-4aa5ee5f-d7a6-442c-83a6-45eb653f1f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.164491 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-acfa3e55-fca6-45a1-ad58-f3fdeccbae8b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:17.188374 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f7d45551-539e-435c-9780-411b3d33e3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.358319 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2fa80da3-9fd4-4bff-a969-a2f14a63a9f1 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.382437 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-2fa80da3-9fd4-4bff-a969-a2f14a63a9f1 None None] Transition to ACTIVE for port object 2b55ef2b-505e-4cad-83ac-aa730cfe4a5e will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:17.404105 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-2fa80da3-9fd4-4bff-a969-a2f14a63a9f1 None None] Transition to ACTIVE for port object 2b55ef2b-505e-4cad-83ac-aa730cfe4a5e will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:17.418017 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2fa80da3-9fd4-4bff-a969-a2f14a63a9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.492319 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7700f9d5-6842-4fc7-9657-812dad32a6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.506061 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5ee5f-d7a6-442c-83a6-45eb653f1f97 service neutron] Pushing event updated for resources: {'Port': ['ID=77d34ea9-68ce-4a71-9428-8b2152806e32,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:17.506293 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-f7d45551-539e-435c-9780-411b3d33e3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Calling delete_port for c9b4e85a-987e-4ed0-996d-b85e272c99eb owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:17.542610 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccedeb85-763a-4890-8351-2476f6843a20 service neutron] Pushing event updated for resources: {'Port': ['ID=a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:17.563454 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfa3e55-fca6-45a1-ad58-f3fdeccbae8b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Made reservation on behalf of 29c6ab04f24842d781b633e6233f3506 for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:17.568499 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-acfa3e55-fca6-45a1-ad58-f3fdeccbae8b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.581963 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa80da3-9fd4-4bff-a969-a2f14a63a9f1 None None] Network 416a3855-1fa4-4afa-83de-152febc73599 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:17.584947 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700f9d5-6842-4fc7-9657-812dad32a6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a2b891-87e0-4907-b43d-d2e5b3693348,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:17.596794 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-2fa80da3-9fd4-4bff-a969-a2f14a63a9f1 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:17.612127 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7700f9d5-6842-4fc7-9657-812dad32a6e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.614937 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa80da3-9fd4-4bff-a969-a2f14a63a9f1 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:17.626195 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7700f9d5-6842-4fc7-9657-812dad32a6e1 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/99a2b891-87e0-4907-b43d-d2e5b3693348 HTTP/1.1" status: 204 len: 168 time: 1.1040146 Jan 21 09:37:17.676662 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-4fc36858-8968-4732-b26c-39fae63f1948 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.706836 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-acfa3e55-fca6-45a1-ad58-f3fdeccbae8b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] device_id is not set on port 4389b5bc-8fbe-4532-9a59-3a96c954c9f2 yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:17.743967 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-4aa5ee5f-d7a6-442c-83a6-45eb653f1f97 service neutron] Attempting to bind port 77d34ea9-68ce-4a71-9428-8b2152806e32 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:17.744572 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-4aa5ee5f-d7a6-442c-83a6-45eb653f1f97 service neutron] Attempting to bind port 77d34ea9-68ce-4a71-9428-8b2152806e32 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '6dbe62b3-80b8-484a-a3b1-46049c848789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '55051115-0a6d-4aad-ae33-4c0466ea1935'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:17.745093 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-4aa5ee5f-d7a6-442c-83a6-45eb653f1f97 service neutron] Attempting to bind port 77d34ea9-68ce-4a71-9428-8b2152806e32 on network 55051115-0a6d-4aad-ae33-4c0466ea1935 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:17.774325 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-4aa5ee5f-d7a6-442c-83a6-45eb653f1f97 service neutron] Port 77d34ea9-68ce-4a71-9428-8b2152806e32 on network 55051115-0a6d-4aad-ae33-4c0466ea1935 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:17.774898 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-4aa5ee5f-d7a6-442c-83a6-45eb653f1f97 service neutron] Attempting to bind port 77d34ea9-68ce-4a71-9428-8b2152806e32 on network 55051115-0a6d-4aad-ae33-4c0466ea1935 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:17.776343 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-86514de5-94f1-46ee-8533-51e2dc7c8f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.787993 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-4fc36858-8968-4732-b26c-39fae63f1948 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Network 8776044d-5553-42d2-939f-ade42846845d is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:17.800160 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-4fc36858-8968-4732-b26c-39fae63f1948 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:17.809578 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-4fc36858-8968-4732-b26c-39fae63f1948 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:17.840896 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-4aa5ee5f-d7a6-442c-83a6-45eb653f1f97 service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:37:17.840896 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-4aa5ee5f-d7a6-442c-83a6-45eb653f1f97 service neutron] Checking segment: {'id': '6dbe62b3-80b8-484a-a3b1-46049c848789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '55051115-0a6d-4aad-ae33-4c0466ea1935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:37:17.841411 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-4aa5ee5f-d7a6-442c-83a6-45eb653f1f97 service neutron] Bound using segment: {'id': '6dbe62b3-80b8-484a-a3b1-46049c848789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '55051115-0a6d-4aad-ae33-4c0466ea1935'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:37:17.841883 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-4aa5ee5f-d7a6-442c-83a6-45eb653f1f97 service neutron] Bound port: 77d34ea9-68ce-4a71-9428-8b2152806e32, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dbe62b3-80b8-484a-a3b1-46049c848789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '55051115-0a6d-4aad-ae33-4c0466ea1935'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:17.842234 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-4aa5ee5f-d7a6-442c-83a6-45eb653f1f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.848838 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa80da3-9fd4-4bff-a969-a2f14a63a9f1 None None] Pushing event updated for resources: {'Port': ['ID=2b55ef2b-505e-4cad-83ac-aa730cfe4a5e,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:17.869731 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-ccedeb85-763a-4890-8351-2476f6843a20 service neutron] Attempting to bind port a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:17.870287 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-ccedeb85-763a-4890-8351-2476f6843a20 service neutron] Attempting to bind port a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'e6b062f4-c60d-4f2d-92ff-c2921e09a921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1135e748-d422-4b50-8ae7-b9b34434f356'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:17.870287 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-ccedeb85-763a-4890-8351-2476f6843a20 service neutron] Attempting to bind port a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f on network 1135e748-d422-4b50-8ae7-b9b34434f356 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:17.930133 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-2fa80da3-9fd4-4bff-a969-a2f14a63a9f1 None None] Attempting to bind port 2b55ef2b-505e-4cad-83ac-aa730cfe4a5e on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:17.930509 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-2fa80da3-9fd4-4bff-a969-a2f14a63a9f1 None None] Attempting to bind port 2b55ef2b-505e-4cad-83ac-aa730cfe4a5e by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '0aadba8d-3f35-454f-ade2-b56e37d409e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '416a3855-1fa4-4afa-83de-152febc73599'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:17.930869 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa80da3-9fd4-4bff-a969-a2f14a63a9f1 None None] Attempting to bind port 2b55ef2b-505e-4cad-83ac-aa730cfe4a5e on network 416a3855-1fa4-4afa-83de-152febc73599 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:17.944621 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa80da3-9fd4-4bff-a969-a2f14a63a9f1 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:37:17.944986 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa80da3-9fd4-4bff-a969-a2f14a63a9f1 None None] Checking segment: {'id': '0aadba8d-3f35-454f-ade2-b56e37d409e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '416a3855-1fa4-4afa-83de-152febc73599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:37:17.945387 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2fa80da3-9fd4-4bff-a969-a2f14a63a9f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.945773 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa80da3-9fd4-4bff-a969-a2f14a63a9f1 None None] Bound using segment: {'id': '0aadba8d-3f35-454f-ade2-b56e37d409e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '416a3855-1fa4-4afa-83de-152febc73599'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:37:17.946244 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-2fa80da3-9fd4-4bff-a969-a2f14a63a9f1 None None] Bound port: 2b55ef2b-505e-4cad-83ac-aa730cfe4a5e, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aadba8d-3f35-454f-ade2-b56e37d409e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '416a3855-1fa4-4afa-83de-152febc73599'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:17.946621 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2fa80da3-9fd4-4bff-a969-a2f14a63a9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.946808 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f7d45551-539e-435c-9780-411b3d33e3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.949848 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-86514de5-94f1-46ee-8533-51e2dc7c8f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.977258 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-4aa5ee5f-d7a6-442c-83a6-45eb653f1f97 service neutron] For port 77d34ea9-68ce-4a71-9428-8b2152806e32, host hv-neutron-8257, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:37:17.979785 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-ccedeb85-763a-4890-8351-2476f6843a20 service neutron] Port a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f on network 1135e748-d422-4b50-8ae7-b9b34434f356 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:17.980308 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-ccedeb85-763a-4890-8351-2476f6843a20 service neutron] Attempting to bind port a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f on network 1135e748-d422-4b50-8ae7-b9b34434f356 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:17.982459 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-4aa5ee5f-d7a6-442c-83a6-45eb653f1f97 service neutron] For port 77d34ea9-68ce-4a71-9428-8b2152806e32, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=77d34ea9-68ce-4a71-9428-8b2152806e32,segment=NetworkSegment(6dbe62b3-80b8-484a-a3b1-46049c848789),segment_id=6dbe62b3-80b8-484a-a3b1-46049c848789)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:37:17.992113 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc36858-8968-4732-b26c-39fae63f1948 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Pushing event updated for resources: {'Port': ['ID=b80b0da8-782a-4f84-8d84-968f7548fbd0,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:18.008840 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d2565-9e2b-43d5-b2d2-ce7c996dcdfd req-7701451d-a3dc-4b95-b03b-c132c29252fd tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:18.010751 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7c8d2565-9e2b-43d5-b2d2-ce7c996dcdfd req-7701451d-a3dc-4b95-b03b-c132c29252fd tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 943 time: 0.5719318 Jan 21 09:37:18.015831 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-4aa5ee5f-d7a6-442c-83a6-45eb653f1f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.099028 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-4fc36858-8968-4732-b26c-39fae63f1948 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:18.100062 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-4fc36858-8968-4732-b26c-39fae63f1948 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.157584 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-4aa5ee5f-d7a6-442c-83a6-45eb653f1f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:18.159095 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-4aa5ee5f-d7a6-442c-83a6-45eb653f1f97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.160581 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-4aa5ee5f-d7a6-442c-83a6-45eb653f1f97 service neutron] 10.222.0.72 "PUT /v2.0/ports/77d34ea9-68ce-4a71-9428-8b2152806e32 HTTP/1.1" status: 200 len: 1093 time: 3.1005740 Jan 21 09:37:18.162619 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-2fa80da3-9fd4-4bff-a969-a2f14a63a9f1 None None] For port 2b55ef2b-505e-4cad-83ac-aa730cfe4a5e, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:37:18.166522 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fca0a84f-7fa2-4cac-b5af-88b7be9719fd', 'tag': '77d34ea9-68ce-4a71-9428-8b2152806e32'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:37:18.172810 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-2fa80da3-9fd4-4bff-a969-a2f14a63a9f1 None None] For port 2b55ef2b-505e-4cad-83ac-aa730cfe4a5e, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=2b55ef2b-505e-4cad-83ac-aa730cfe4a5e,segment=NetworkSegment(0aadba8d-3f35-454f-ade2-b56e37d409e5),segment_id=0aadba8d-3f35-454f-ade2-b56e37d409e5)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:37:18.184979 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-4fc36858-8968-4732-b26c-39fae63f1948 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5430708 Jan 21 09:37:18.186861 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2fa80da3-9fd4-4bff-a969-a2f14a63a9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.218706 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7c8d2565-9e2b-43d5-b2d2-ce7c996dcdfd req-b9ffbf5c-4a5e-4057-8406-1003f432cf4b tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989627 Jan 21 09:37:18.229251 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5ee5f-d7a6-442c-83a6-45eb653f1f97 service neutron] Pushing event updated for resources: {'Port': ['ID=77d34ea9-68ce-4a71-9428-8b2152806e32,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:18.285819 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45718) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:18.340207 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-b3961328-5972-4943-8853-96cbee8a9080 None None] Provisioning for port b80b0da8-782a-4f84-8d84-968f7548fbd0 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:18.369523 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-ccedeb85-763a-4890-8351-2476f6843a20 service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:37:18.370161 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-ccedeb85-763a-4890-8351-2476f6843a20 service neutron] Checking segment: {'id': 'e6b062f4-c60d-4f2d-92ff-c2921e09a921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1135e748-d422-4b50-8ae7-b9b34434f356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:37:18.370844 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-ccedeb85-763a-4890-8351-2476f6843a20 service neutron] Bound using segment: {'id': 'e6b062f4-c60d-4f2d-92ff-c2921e09a921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1135e748-d422-4b50-8ae7-b9b34434f356'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:37:18.372199 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-b3961328-5972-4943-8853-96cbee8a9080 None None] Provisioning complete for port b80b0da8-782a-4f84-8d84-968f7548fbd0 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:18.372572 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b3961328-5972-4943-8853-96cbee8a9080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.373336 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-ccedeb85-763a-4890-8351-2476f6843a20 service neutron] Bound port: a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6b062f4-c60d-4f2d-92ff-c2921e09a921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1135e748-d422-4b50-8ae7-b9b34434f356'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:18.373994 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-ccedeb85-763a-4890-8351-2476f6843a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.395234 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45724) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:18.430437 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d45551-539e-435c-9780-411b3d33e3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9b4e85a-987e-4ed0-996d-b85e272c99eb,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:18.461233 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f7d45551-539e-435c-9780-411b3d33e3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.475211 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-aabd9c88-6725-4908-80b5-6ba47cbfaf3e admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=8eb4ea3cc816458995316724ba3cb878&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1873991 Jan 21 09:37:18.480505 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45730) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:18.481578 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-b3961328-5972-4943-8853-96cbee8a9080 None None] Port b80b0da8-782a-4f84-8d84-968f7548fbd0 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:37:18.503644 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa80da3-9fd4-4bff-a969-a2f14a63a9f1 None None] Pushing event updated for resources: {'Port': ['ID=2b55ef2b-505e-4cad-83ac-aa730cfe4a5e,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:18.570359 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b02280-ad0c-41f0-b208-3b3a6dc9b474 req-0801eda4-0abe-4b55-b68e-f09ce0109d26 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:18.572216 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-48b02280-ad0c-41f0-b208-3b3a6dc9b474 req-0801eda4-0abe-4b55-b68e-f09ce0109d26 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/ports?device_id=d9acc9e3-8064-4bee-849e-fa4ba8818808 HTTP/1.1" status: 200 len: 943 time: 1.0182416 Jan 21 09:37:18.616965 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-07cad8f3-84a3-44a5-ba02-703535e08edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.637828 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-acfa3e55-fca6-45a1-ad58-f3fdeccbae8b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Allocated IP 2001:db8::3c5 (416a3855-1fa4-4afa-83de-152febc73599/7fb18115-dc41-4372-a74e-dd29704b309c/4389b5bc-8fbe-4532-9a59-3a96c954c9f2) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:18.662608 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7be909-4782-4685-945f-30e255489319 req-e6d20411-16fe-4161-9a67-f0295182baac tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:18.663536 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-9d7be909-4782-4685-945f-30e255489319 req-e6d20411-16fe-4161-9a67-f0295182baac tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Synchronizing usage tracker for tenant:614e7202dc0749a98acdc83ef7167698 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:18.667696 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-07cad8f3-84a3-44a5-ba02-703535e08edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.687592 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f7d45551-539e-435c-9780-411b3d33e3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] 10.222.0.110 "DELETE /v2.0/ports/c9b4e85a-987e-4ed0-996d-b85e272c99eb HTTP/1.1" status: 204 len: 168 time: 2.3386338 Jan 21 09:37:18.688225 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45736) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:18.759185 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-48b02280-ad0c-41f0-b208-3b3a6dc9b474 req-28bf0f4e-5366-4c35-b631-f84469e3778a tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/security-groups?id=3ce8baa6-555a-4c73-bbe7-0434579bb7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1056564 Jan 21 09:37:18.805582 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-86514de5-94f1-46ee-8533-51e2dc7c8f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.818908 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-9d7be909-4782-4685-945f-30e255489319 req-e6d20411-16fe-4161-9a67-f0295182baac tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Unset dirty status for tenant:614e7202dc0749a98acdc83ef7167698 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:18.830879 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-ccedeb85-763a-4890-8351-2476f6843a20 service neutron] For port a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f, host hv-neutron-8257, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:37:18.836881 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-9d7be909-4782-4685-945f-30e255489319 req-e6d20411-16fe-4161-9a67-f0295182baac tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd33e193-8625-438a-ad0b-1d496fa053e8 HTTP/1.1" status: 200 len: 931 time: 0.4395530 Jan 21 09:37:18.842520 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-745a9713-ed5e-41cd-b398-eee9a6698c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.860885 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e6b097a-6ca5-4f76-ad5c-90d5adaef178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] GET failed (client error): The resource could not be found. Jan 21 09:37:18.861137 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2e6b097a-6ca5-4f76-ad5c-90d5adaef178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Synchronizing usage tracker for tenant:ae13809107a6493ebf4327709717e2ae on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:18.893654 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86514de5-94f1-46ee-8533-51e2dc7c8f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6ba964-433c-4dbc-b4ee-5935cf385fa7,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:18.923010 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f8ca54e4-16d6-43d1-9daa-80542b213846 tempest-AgentManagementNegativeTest-2078084698 tempest-AgentManagementNegativeTest-2078084698-project] 10.222.0.110 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5249090 Jan 21 09:37:18.941799 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-9d7be909-4782-4685-945f-30e255489319 req-61d40102-7125-4461-a6a6-abe1ef12db1d tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/security-groups?id=f948e57c-b596-4bc3-86a6-e57029d7a000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024306 Jan 21 09:37:18.943428 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2e6b097a-6ca5-4f76-ad5c-90d5adaef178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Unset dirty status for tenant:ae13809107a6493ebf4327709717e2ae on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:18.952118 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2e6b097a-6ca5-4f76-ad5c-90d5adaef178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] 10.222.0.110 "GET /v2.0/ports/c9b4e85a-987e-4ed0-996d-b85e272c99eb HTTP/1.1" status: 404 len: 333 time: 0.2279832 Jan 21 09:37:18.952239 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-ccedeb85-763a-4890-8351-2476f6843a20 service neutron] For port a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f,segment=NetworkSegment(e6b062f4-c60d-4f2d-92ff-c2921e09a921),segment_id=e6b062f4-c60d-4f2d-92ff-c2921e09a921)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:37:18.955383 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45746) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:18.964428 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-07cad8f3-84a3-44a5-ba02-703535e08edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.976055 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-4a75a2c0-c85c-4d49-9e63-66b498b51fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Request body: {'port': {'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420116076'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:18.988099 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-86514de5-94f1-46ee-8533-51e2dc7c8f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.993039 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-86514de5-94f1-46ee-8533-51e2dc7c8f75 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/5f6ba964-433c-4dbc-b4ee-5935cf385fa7 HTTP/1.1" status: 204 len: 168 time: 2.0201914 Jan 21 09:37:18.999901 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-ccedeb85-763a-4890-8351-2476f6843a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.020847 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-4a75a2c0-c85c-4d49-9e63-66b498b51fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:19.031207 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-08715086-77a3-4c77-8e92-dfc4e94a18fb service neutron] Request body: {'port': {'device_id': 'dd33e193-8625-438a-ad0b-1d496fa053e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:19.100860 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fca0a84f-7fa2-4cac-b5af-88b7be9719fd', 'tag': '77d34ea9-68ce-4a71-9428-8b2152806e32', 'status': 'completed', 'code': 200} Jan 21 09:37:19.111427 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-4a75a2c0-c85c-4d49-9e63-66b498b51fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:19.123676 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cad8f3-84a3-44a5-ba02-703535e08edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6220df1f-7c06-495a-a5ac-0531f96cb514,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:19.183081 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a75a2c0-c85c-4d49-9e63-66b498b51fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Made reservation on behalf of ae13809107a6493ebf4327709717e2ae for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:19.190289 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4a75a2c0-c85c-4d49-9e63-66b498b51fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.215054 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-ccedeb85-763a-4890-8351-2476f6843a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:19.216168 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-ccedeb85-763a-4890-8351-2476f6843a20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.223360 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-ccedeb85-763a-4890-8351-2476f6843a20 service neutron] 10.222.0.72 "PUT /v2.0/ports/a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f HTTP/1.1" status: 200 len: 1093 time: 4.9031451 Jan 21 09:37:19.226774 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-07cad8f3-84a3-44a5-ba02-703535e08edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.227907 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-07cad8f3-84a3-44a5-ba02-703535e08edd admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/6220df1f-7c06-495a-a5ac-0531f96cb514 HTTP/1.1" status: 204 len: 168 time: 0.7464855 Jan 21 09:37:19.231573 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9acc9e3-8064-4bee-849e-fa4ba8818808', 'tag': 'a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:37:19.391471 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccedeb85-763a-4890-8351-2476f6843a20 service neutron] Pushing event updated for resources: {'Port': ['ID=a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:19.448695 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45766) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:19.491565 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-acfa3e55-fca6-45a1-ad58-f3fdeccbae8b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.514885 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-acfa3e55-fca6-45a1-ad58-f3fdeccbae8b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Transition to ACTIVE for port object 4389b5bc-8fbe-4532-9a59-3a96c954c9f2 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:19.527795 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-c9e1d24b-6e7a-4c9b-b895-4ef8c69fc89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:19.529271 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-c9e1d24b-6e7a-4c9b-b895-4ef8c69fc89f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=85062a18014b46c39ce9762aca0ea494&device_id=d9acc9e3-8064-4bee-849e-fa4ba8818808 HTTP/1.1" status: 200 len: 1096 time: 0.2461643 Jan 21 09:37:19.573186 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-08715086-77a3-4c77-8e92-dfc4e94a18fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.630471 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-aacebaf8-2cf5-4ad3-ae07-3251a40b2f36 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f HTTP/1.1" status: 200 len: 217 time: 0.0895131 Jan 21 09:37:19.645391 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-4a75a2c0-c85c-4d49-9e63-66b498b51fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] device_id is not set on port 468bd8c8-d108-40e2-952b-002856a56caf yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:19.743176 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-acfa3e55-fca6-45a1-ad58-f3fdeccbae8b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.749903 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.816648 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45782) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:19.826750 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.859242 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfa3e55-fca6-45a1-ad58-f3fdeccbae8b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Network 416a3855-1fa4-4afa-83de-152febc73599 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:19.863069 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-acfa3e55-fca6-45a1-ad58-f3fdeccbae8b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:19.870337 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfa3e55-fca6-45a1-ad58-f3fdeccbae8b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:19.877192 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfa3e55-fca6-45a1-ad58-f3fdeccbae8b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:19.878379 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-acfa3e55-fca6-45a1-ad58-f3fdeccbae8b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.884757 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-8eb0d324-3d6e-46c2-a8a3-fa54125050c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:19.886704 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-8eb0d324-3d6e-46c2-a8a3-fa54125050c9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=012fac0f-b662-4d0e-800a-fe42d5135a9c HTTP/1.1" status: 200 len: 844 time: 0.2492998 Jan 21 09:37:19.998089 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa3e55-fca6-45a1-ad58-f3fdeccbae8b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Port': ['ID=4389b5bc-8fbe-4532-9a59-3a96c954c9f2,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:20.007408 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-acfa3e55-fca6-45a1-ad58-f3fdeccbae8b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4063332 Jan 21 09:37:20.008298 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45790) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:20.086897 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 2b55ef2b-505e-4cad-83ac-aa730cfe4a5e up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:20.121668 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ceb4a245-fe4a-4725-ba64-a85c6a3403c6 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Deleting port 4389b5bc-8fbe-4532-9a59-3a96c954c9f2 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:20.122266 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ceb4a245-fe4a-4725-ba64-a85c6a3403c6 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.148095 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e16da9-d88c-46b7-9697-4207689be4c9 None None] Network 416a3855-1fa4-4afa-83de-152febc73599 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:37:20.220624 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9acc9e3-8064-4bee-849e-fa4ba8818808', 'tag': 'a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f', 'status': 'completed', 'code': 200} Jan 21 09:37:20.222289 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f03fdbd7-aac2-4562-ac0c-e91a8c67b2e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.227867 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ada4da-1cd3-4189-8baf-8ac22c01cd6c req-874f8679-5016-44dd-a637-a53d7bd4ac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:20.229554 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e8ada4da-1cd3-4189-8baf-8ac22c01cd6c req-874f8679-5016-44dd-a637-a53d7bd4ac5d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=21bf33c022814c088610cd12785c806c&device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 1096 time: 1.1310899 Jan 21 09:37:20.237436 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-108c06d9-96e3-4a37-be94-989e321f6b92 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=698caa1624d34e9a98c98ef20c2ab47d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4103787 Jan 21 09:37:20.238297 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-204d799f-ccfa-4d79-be9d-662250b913eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:20.240588 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-204d799f-ccfa-4d79-be9d-662250b913eb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1135e748-d422-4b50-8ae7-b9b34434f356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3324218 Jan 21 09:37:20.241057 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45796) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:20.253061 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f03fdbd7-aac2-4562-ac0c-e91a8c67b2e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:20.257680 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f03fdbd7-aac2-4562-ac0c-e91a8c67b2e3 admin admin] Usage tracker for resource:security_group_rule and tenant:f79c5b19a5a24b7a8b0639543f659e18 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:20.260659 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f03fdbd7-aac2-4562-ac0c-e91a8c67b2e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:20.271729 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f03fdbd7-aac2-4562-ac0c-e91a8c67b2e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:20.328259 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-395f806a-2c44-4db1-ad51-c94c05fc42f3 None None] Provisioning for port 2b55ef2b-505e-4cad-83ac-aa730cfe4a5e completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:20.349921 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d91bb-d892-489e-9dc5-6834f0fc0a48 req-75c1fdc0-0e1a-4df8-8fef-2c89e6bd217a tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:20.351722 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ef0d91bb-d892-489e-9dc5-6834f0fc0a48 req-75c1fdc0-0e1a-4df8-8fef-2c89e6bd217a tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 943 time: 0.7808690 Jan 21 09:37:20.358011 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 2b55ef2b-505e-4cad-83ac-aa730cfe4a5e completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:20.409021 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4a75a2c0-c85c-4d49-9e63-66b498b51fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.452355 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 2b55ef2b-505e-4cad-83ac-aa730cfe4a5e triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:20.453042 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.509383 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ef0d91bb-d892-489e-9dc5-6834f0fc0a48 req-8bc90166-923e-4b2f-b3ce-275fa5194ad4 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391039 Jan 21 09:37:20.784179 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.800939 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b89d11a5-7256-4b51-b332-b1aaea934078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.830867 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b89d11a5-7256-4b51-b332-b1aaea934078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.836700 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 2b55ef2b-505e-4cad-83ac-aa730cfe4a5e, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=2b55ef2b-505e-4cad-83ac-aa730cfe4a5e,segment=NetworkSegment(0aadba8d-3f35-454f-ade2-b56e37d409e5),segment_id=0aadba8d-3f35-454f-ade2-b56e37d409e5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:20.848667 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.886569 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ada4da-1cd3-4189-8baf-8ac22c01cd6c req-eb671d07-241f-46b1-b7d8-2deabd80d743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:20.888619 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e8ada4da-1cd3-4189-8baf-8ac22c01cd6c req-eb671d07-241f-46b1-b7d8-2deabd80d743 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=21bf33c022814c088610cd12785c806c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4389017 Jan 21 09:37:20.896922 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4a75a2c0-c85c-4d49-9e63-66b498b51fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.897423 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ceb4a245-fe4a-4725-ba64-a85c6a3403c6 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.943451 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b89d11a5-7256-4b51-b332-b1aaea934078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.964851 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=2b55ef2b-505e-4cad-83ac-aa730cfe4a5e,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:21.022133 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a75a2c0-c85c-4d49-9e63-66b498b51fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Pushing event updated for resources: {'Port': ['ID=468bd8c8-d108-40e2-952b-002856a56caf,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:21.066893 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a75a2c0-c85c-4d49-9e63-66b498b51fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Network 2c7132c0-3198-4967-91e0-594ec39e728c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:21.073082 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-4a75a2c0-c85c-4d49-9e63-66b498b51fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:21.079529 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a75a2c0-c85c-4d49-9e63-66b498b51fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:21.080474 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a75a2c0-c85c-4d49-9e63-66b498b51fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:21.081058 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4a75a2c0-c85c-4d49-9e63-66b498b51fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.196428 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-064eb980-da6d-4725-9e02-9d3444aa94a8 None None] Provisioning for port 4389b5bc-8fbe-4532-9a59-3a96c954c9f2 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:21.204006 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-064eb980-da6d-4725-9e02-9d3444aa94a8 None None] Provisioning complete for port 4389b5bc-8fbe-4532-9a59-3a96c954c9f2 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:21.204679 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-064eb980-da6d-4725-9e02-9d3444aa94a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.221150 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ceb4a245-fe4a-4725-ba64-a85c6a3403c6 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Calling delete_port for 4389b5bc-8fbe-4532-9a59-3a96c954c9f2 owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:21.272829 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4a75a2c0-c85c-4d49-9e63-66b498b51fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.3161666 Jan 21 09:37:21.277895 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45816) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:21.281229 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ada4da-1cd3-4189-8baf-8ac22c01cd6c req-bf6973ab-8748-45d5-b118-c1a2860ba621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:21.282688 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e8ada4da-1cd3-4189-8baf-8ac22c01cd6c req-bf6973ab-8748-45d5-b118-c1a2860ba621 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3804245 Jan 21 09:37:21.323037 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8257'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:21.326624 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-064eb980-da6d-4725-9e02-9d3444aa94a8 None None] Port 4389b5bc-8fbe-4532-9a59-3a96c954c9f2 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:37:21.342132 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-f2b8ed7b-e96d-4ba0-a636-8b8d0958eb32 service neutron] 10.222.0.72 "GET /v2.0/networks/1135e748-d422-4b50-8ae7-b9b34434f356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8513682 Jan 21 09:37:21.353141 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-064eb980-da6d-4725-9e02-9d3444aa94a8 None None] Provisioning complete for port 2b55ef2b-505e-4cad-83ac-aa730cfe4a5e triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:21.353719 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-064eb980-da6d-4725-9e02-9d3444aa94a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.366592 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d11a5-7256-4b51-b332-b1aaea934078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523b68d4-930d-488a-9750-134f4819297a,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:21.373686 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f03fdbd7-aac2-4562-ac0c-e91a8c67b2e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.386831 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70001a-9c93-4b71-b74b-83a681fa2c61 req-09063f3a-74af-4b04-80e5-8f3f5db06ff1 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:21.388611 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0b70001a-9c93-4b71-b74b-83a681fa2c61 req-09063f3a-74af-4b04-80e5-8f3f5db06ff1 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd33e193-8625-438a-ad0b-1d496fa053e8 HTTP/1.1" status: 200 len: 931 time: 0.6850507 Jan 21 09:37:21.406472 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-08715086-77a3-4c77-8e92-dfc4e94a18fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b80b0da8-782a-4f84-8d84-968f7548fbd0 {{(pid=87515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:37:21.410026 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eececb-d635-4039-9e92-9574006cba2b req-1354683f-ea93-4440-9978-5286485875db tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:21.418358 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b5eececb-d635-4039-9e92-9574006cba2b req-1354683f-ea93-4440-9978-5286485875db tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/ports?device_id=d9acc9e3-8064-4bee-849e-fa4ba8818808 HTTP/1.1" status: 200 len: 943 time: 0.9891567 Jan 21 09:37:21.448629 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f03fdbd7-aac2-4562-ac0c-e91a8c67b2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.470397 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.479062 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-08715086-77a3-4c77-8e92-dfc4e94a18fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.540741 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b89d11a5-7256-4b51-b332-b1aaea934078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.541866 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b89d11a5-7256-4b51-b332-b1aaea934078 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/523b68d4-930d-488a-9750-134f4819297a HTTP/1.1" status: 204 len: 168 time: 1.2961118 Jan 21 09:37:21.550008 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f03fdbd7-aac2-4562-ac0c-e91a8c67b2e3 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=f79c5b19a5a24b7a8b0639543f659e18&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0960286 Jan 21 09:37:21.568202 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03fdbd7-aac2-4562-ac0c-e91a8c67b2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3863af04-e241-4cf7-9eb3-3fa00edb470d,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:21.573250 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45830) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:21.579860 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-08715086-77a3-4c77-8e92-dfc4e94a18fb service neutron] Transition to ACTIVE for port object b80b0da8-782a-4f84-8d84-968f7548fbd0 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:21.584931 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b5eececb-d635-4039-9e92-9574006cba2b req-abfc6ef9-c002-466d-9bd0-87469d3f2486 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/security-groups?id=3ce8baa6-555a-4c73-bbe7-0434579bb7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1656182 Jan 21 09:37:21.641208 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-08715086-77a3-4c77-8e92-dfc4e94a18fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.688334 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e6d69873-e967-438d-ab60-f81a146fca45 None None] Provisioning complete for port 4389b5bc-8fbe-4532-9a59-3a96c954c9f2 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:21.703006 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e6d69873-e967-438d-ab60-f81a146fca45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.718677 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0b70001a-9c93-4b71-b74b-83a681fa2c61 req-377dee0e-e1cf-4002-8c0e-d8d5b0496bdf tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/security-groups?id=f948e57c-b596-4bc3-86a6-e57029d7a000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3148215 Jan 21 09:37:21.866747 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.873135 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-e6d69873-e967-438d-ab60-f81a146fca45 None None] Port 4389b5bc-8fbe-4532-9a59-3a96c954c9f2 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:37:21.984066 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 2b55ef2b-505e-4cad-83ac-aa730cfe4a5e up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:22.047007 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e81b83e8-25fc-4950-b199-6336ba76fe38 req-76c14b40-bc19-44eb-8373-9cf5e549bccf service neutron] 10.222.0.72 "GET /v2.0/networks/1135e748-d422-4b50-8ae7-b9b34434f356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6843901 Jan 21 09:37:22.071454 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45844) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:22.105862 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ceb4a245-fe4a-4725-ba64-a85c6a3403c6 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.110691 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08715086-77a3-4c77-8e92-dfc4e94a18fb service neutron] Pushing event updated for resources: {'Port': ['ID=b80b0da8-782a-4f84-8d84-968f7548fbd0,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:22.114907 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-cf60636a-db2a-4ba1-a2d8-2698a2cf89c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:22.116572 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-cf60636a-db2a-4ba1-a2d8-2698a2cf89c3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=21bf33c022814c088610cd12785c806c&device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 1096 time: 0.7210884 Jan 21 09:37:22.141000 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 2b55ef2b-505e-4cad-83ac-aa730cfe4a5e triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:22.141925 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.241806 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7810-492b-48c7-90a4-62988b069457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.249878 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4a245-fe4a-4725-ba64-a85c6a3403c6 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'Port': ['ID=4389b5bc-8fbe-4532-9a59-3a96c954c9f2,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:22.326875 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-4e540762-ea64-452d-a15c-b30da03688a5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77d34ea9-68ce-4a71-9428-8b2152806e32 HTTP/1.1" status: 200 len: 217 time: 0.1003463 Jan 21 09:37:22.346219 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-b5ea9bc5-7e75-4345-836b-2666af7177ff tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1114748865', 'router:external': True}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:22.374310 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-b5ea9bc5-7e75-4345-836b-2666af7177ff tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:22.378048 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ceb4a245-fe4a-4725-ba64-a85c6a3403c6 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.384918 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7810-492b-48c7-90a4-62988b069457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.398655 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-b5ea9bc5-7e75-4345-836b-2666af7177ff tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Usage tracker for resource:network and tenant:177571f5a59c4bcf9574f984e31ae653 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:22.420132 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-b5ea9bc5-7e75-4345-836b-2666af7177ff tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:22.446114 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466631ce-1a06-470a-afb0-1237886ba528 req-ca02d0be-8c69-4cbe-9db7-636844de4ad3 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:22.448334 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-466631ce-1a06-470a-afb0-1237886ba528 req-ca02d0be-8c69-4cbe-9db7-636844de4ad3 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 943 time: 0.6525590 Jan 21 09:37:22.450681 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-b5ea9bc5-7e75-4345-836b-2666af7177ff tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:22.458574 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ceb4a245-fe4a-4725-ba64-a85c6a3403c6 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/ports/4389b5bc-8fbe-4532-9a59-3a96c954c9f2 HTTP/1.1" status: 204 len: 168 time: 2.4488571 Jan 21 09:37:22.466476 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45858) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:22.507048 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-1a5c0a34-f327-45f4-a555-33bfd28e34c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:22.508570 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-1a5c0a34-f327-45f4-a555-33bfd28e34c5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd14a905-cd68-4fb4-a084-5e658ee5e25a HTTP/1.1" status: 200 len: 850 time: 0.1069677 Jan 21 09:37:22.523957 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ea9bc5-7e75-4345-836b-2666af7177ff tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Made reservation on behalf of 177571f5a59c4bcf9574f984e31ae653 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:22.526193 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b5ea9bc5-7e75-4345-836b-2666af7177ff tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.553307 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b5ea9bc5-7e75-4345-836b-2666af7177ff tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.570841 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7810-492b-48c7-90a4-62988b069457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.593319 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-08715086-77a3-4c77-8e92-dfc4e94a18fb service neutron] Attempting to bind port b80b0da8-782a-4f84-8d84-968f7548fbd0 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:22.593500 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-466631ce-1a06-470a-afb0-1237886ba528 req-a3c37a88-3794-4162-94d7-b6b5af14a649 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331067 Jan 21 09:37:22.593612 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-08715086-77a3-4c77-8e92-dfc4e94a18fb service neutron] Attempting to bind port b80b0da8-782a-4f84-8d84-968f7548fbd0 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'a3f72eb9-d03f-4ac6-be0d-97ce33afeb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8776044d-5553-42d2-939f-ade42846845d'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:22.593851 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-08715086-77a3-4c77-8e92-dfc4e94a18fb service neutron] Attempting to bind port b80b0da8-782a-4f84-8d84-968f7548fbd0 on network 8776044d-5553-42d2-939f-ade42846845d {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:22.611355 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-08715086-77a3-4c77-8e92-dfc4e94a18fb service neutron] Port b80b0da8-782a-4f84-8d84-968f7548fbd0 on network 8776044d-5553-42d2-939f-ade42846845d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:22.611695 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-08715086-77a3-4c77-8e92-dfc4e94a18fb service neutron] Attempting to bind port b80b0da8-782a-4f84-8d84-968f7548fbd0 on network 8776044d-5553-42d2-939f-ade42846845d {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:22.616024 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88ef1c-4d3d-4fca-9622-b112fae7c7fd req-4299aa1b-4ad6-4c58-8798-1f2a169f871e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:22.618432 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-cd88ef1c-4d3d-4fca-9622-b112fae7c7fd req-4299aa1b-4ad6-4c58-8798-1f2a169f871e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=85062a18014b46c39ce9762aca0ea494&device_id=d9acc9e3-8064-4bee-849e-fa4ba8818808 HTTP/1.1" status: 200 len: 1096 time: 0.4554076 Jan 21 09:37:22.623076 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.resource_extend [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:37:22.623222 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-b5ea9bc5-7e75-4345-836b-2666af7177ff tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:22.629412 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-b5ea9bc5-7e75-4345-836b-2666af7177ff tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Usage tracker for resource:security_group_rule and tenant:177571f5a59c4bcf9574f984e31ae653 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:22.634047 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-b5ea9bc5-7e75-4345-836b-2666af7177ff tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:22.634580 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-24e71d6b-863a-44e0-9e5d-037d8e6f3975 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] DELETE failed (client error): The resource could not be found. Jan 21 09:37:22.635051 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24e71d6b-863a-44e0-9e5d-037d8e6f3975 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:37:22.639637 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-24e71d6b-863a-44e0-9e5d-037d8e6f3975 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/ports/4389b5bc-8fbe-4532-9a59-3a96c954c9f2 HTTP/1.1" status: 404 len: 333 time: 0.1695733 Jan 21 09:37:22.641668 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45870) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:22.643492 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-b5ea9bc5-7e75-4345-836b-2666af7177ff tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:22.647535 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e7810-492b-48c7-90a4-62988b069457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3863af04-e241-4cf7-9eb3-3fa00edb470d,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:22.652374 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-08715086-77a3-4c77-8e92-dfc4e94a18fb service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:37:22.652705 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-08715086-77a3-4c77-8e92-dfc4e94a18fb service neutron] Checking segment: {'id': 'a3f72eb9-d03f-4ac6-be0d-97ce33afeb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8776044d-5553-42d2-939f-ade42846845d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:37:22.667491 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-08715086-77a3-4c77-8e92-dfc4e94a18fb service neutron] Bound using segment: {'id': 'a3f72eb9-d03f-4ac6-be0d-97ce33afeb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8776044d-5553-42d2-939f-ade42846845d'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:37:22.668264 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-08715086-77a3-4c77-8e92-dfc4e94a18fb service neutron] Bound port: b80b0da8-782a-4f84-8d84-968f7548fbd0, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3f72eb9-d03f-4ac6-be0d-97ce33afeb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8776044d-5553-42d2-939f-ade42846845d'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:22.668799 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-08715086-77a3-4c77-8e92-dfc4e94a18fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.694562 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7810-492b-48c7-90a4-62988b069457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.711203 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2b3e7810-492b-48c7-90a4-62988b069457 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/3863af04-e241-4cf7-9eb3-3fa00edb470d HTTP/1.1" status: 204 len: 168 time: 1.1127446 Jan 21 09:37:22.943489 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-fffc0518-53c9-4020-a720-ff938af6d043 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] GET failed (client error): The resource could not be found. Jan 21 09:37:22.944372 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-fffc0518-53c9-4020-a720-ff938af6d043 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Synchronizing usage tracker for tenant:29c6ab04f24842d781b633e6233f3506 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:22.964940 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88ef1c-4d3d-4fca-9622-b112fae7c7fd req-e3df8eb1-d2c8-4cb7-93aa-f7d04572e6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:22.966745 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-cd88ef1c-4d3d-4fca-9622-b112fae7c7fd req-e3df8eb1-d2c8-4cb7-93aa-f7d04572e6ec service neutron] 10.222.0.72 "GET /v2.0/networks?id=1135e748-d422-4b50-8ae7-b9b34434f356 HTTP/1.1" status: 200 len: 906 time: 0.3169012 Jan 21 09:37:22.974144 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] device_id is not set on port 468bd8c8-d108-40e2-952b-002856a56caf yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:22.999437 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.015875 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-d659745f-c064-458b-b320-2ec323cd144a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:23.017658 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-d659745f-c064-458b-b320-2ec323cd144a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=55051115-0a6d-4aad-ae33-4c0466ea1935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4672813 Jan 21 09:37:23.064585 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-fffc0518-53c9-4020-a720-ff938af6d043 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Unset dirty status for tenant:29c6ab04f24842d781b633e6233f3506 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:23.068561 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-fffc0518-53c9-4020-a720-ff938af6d043 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "GET /v2.0/ports/4389b5bc-8fbe-4532-9a59-3a96c954c9f2 HTTP/1.1" status: 404 len: 333 time: 0.4178762 Jan 21 09:37:23.074148 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45886) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:23.075272 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Transition to ACTIVE for port object 468bd8c8-d108-40e2-952b-002856a56caf will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:23.083167 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-08715086-77a3-4c77-8e92-dfc4e94a18fb service neutron] For port b80b0da8-782a-4f84-8d84-968f7548fbd0, host hv-neutron-8257, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:37:23.113992 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.122453 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-08715086-77a3-4c77-8e92-dfc4e94a18fb service neutron] For port b80b0da8-782a-4f84-8d84-968f7548fbd0, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b80b0da8-782a-4f84-8d84-968f7548fbd0,segment=NetworkSegment(a3f72eb9-d03f-4ac6-be0d-97ce33afeb91),segment_id=a3f72eb9-d03f-4ac6-be0d-97ce33afeb91)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:37:23.173950 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-cd88ef1c-4d3d-4fca-9622-b112fae7c7fd req-41b07abb-6c1d-4903-8dab-bf08b351286d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f HTTP/1.1" status: 200 len: 217 time: 0.1596000 Jan 21 09:37:23.215127 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-08715086-77a3-4c77-8e92-dfc4e94a18fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.258618 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-65451e34-5451-42e2-9648-5ecc0862b52b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Deleting subnet 7fb18115-dc41-4372-a74e-dd29704b309c {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:37:23.261700 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b5ea9bc5-7e75-4345-836b-2666af7177ff tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.274232 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-65451e34-5451-42e2-9648-5ecc0862b52b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.314712 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-08715086-77a3-4c77-8e92-dfc4e94a18fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:23.315323 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-08715086-77a3-4c77-8e92-dfc4e94a18fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.316745 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-08715086-77a3-4c77-8e92-dfc4e94a18fb service neutron] 10.222.0.72 "PUT /v2.0/ports/b80b0da8-782a-4f84-8d84-968f7548fbd0 HTTP/1.1" status: 200 len: 1093 time: 4.2904589 Jan 21 09:37:23.317297 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd33e193-8625-438a-ad0b-1d496fa053e8', 'tag': 'b80b0da8-782a-4f84-8d84-968f7548fbd0'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:37:23.318683 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b5ea9bc5-7e75-4345-836b-2666af7177ff tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.387230 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ea9bc5-7e75-4345-836b-2666af7177ff tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:23.393564 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be0458-9415-4c75-9b54-179f2c6bc370 req-f6bfe8ba-51d7-482a-a39d-11a89040a7c5 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:23.400549 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b5ea9bc5-7e75-4345-836b-2666af7177ff tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.401017 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-b5ea9bc5-7e75-4345-836b-2666af7177ff tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Added segment b20c8c40-9847-484b-93fe-5318ad1f904e of type vlan for network b83029b1-70bc-428c-a24d-8495037b3e3f Jan 21 09:37:23.401149 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-97be0458-9415-4c75-9b54-179f2c6bc370 req-f6bfe8ba-51d7-482a-a39d-11a89040a7c5 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/ports?device_id=d9acc9e3-8064-4bee-849e-fa4ba8818808 HTTP/1.1" status: 200 len: 943 time: 0.6094584 Jan 21 09:37:23.462342 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b5ea9bc5-7e75-4345-836b-2666af7177ff tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.496418 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88ef1c-4d3d-4fca-9622-b112fae7c7fd req-43007a4f-7c36-4590-8ceb-1c05f2d9eaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:23.497932 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-cd88ef1c-4d3d-4fca-9622-b112fae7c7fd req-43007a4f-7c36-4590-8ceb-1c05f2d9eaf4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=012fac0f-b662-4d0e-800a-fe42d5135a9c HTTP/1.1" status: 200 len: 844 time: 0.3170340 Jan 21 09:37:23.498651 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea9bc5-7e75-4345-836b-2666af7177ff tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca1a6c4-ee13-4522-ad41-2d48142640bc,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:23.539150 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Pushing event updated for resources: {'Port': ['ID=468bd8c8-d108-40e2-952b-002856a56caf,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:23.555543 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-65451e34-5451-42e2-9648-5ecc0862b52b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.626425 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port 468bd8c8-d108-40e2-952b-002856a56caf on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:23.626762 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port 468bd8c8-d108-40e2-952b-002856a56caf by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:23.627092 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port 468bd8c8-d108-40e2-952b-002856a56caf on network 2c7132c0-3198-4967-91e0-594ec39e728c {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:23.636833 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-b1a32cc1-746d-4cda-89e4-57417d69eb42 service neutron] 10.222.0.72 "GET /v2.0/networks/55051115-0a6d-4aad-ae33-4c0466ea1935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6102319 Jan 21 09:37:23.637573 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97adc3a-caed-4176-853d-1dec0bbbe7cf req-90fd8c84-4924-41bb-95fa-076906a8c020 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:23.644685 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e97adc3a-caed-4176-853d-1dec0bbbe7cf req-90fd8c84-4924-41bb-95fa-076906a8c020 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd33e193-8625-438a-ad0b-1d496fa053e8 HTTP/1.1" status: 200 len: 943 time: 0.6754255 Jan 21 09:37:23.663722 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-97be0458-9415-4c75-9b54-179f2c6bc370 req-d0304b69-2093-4161-a20b-fe29e34c0a5d tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/security-groups?id=3ce8baa6-555a-4c73-bbe7-0434579bb7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2616208 Jan 21 09:37:23.669905 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Port 468bd8c8-d108-40e2-952b-002856a56caf on network 2c7132c0-3198-4967-91e0-594ec39e728c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:23.677415 dv-neutron-825731-1-hyperv neutron-server[87515]: ERROR neutron.plugins.ml2.managers [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Failed to bind port 468bd8c8-d108-40e2-952b-002856a56caf on host hv-neutron-8257 for vnic_type normal using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] Jan 21 09:37:23.725403 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.plugins.ml2.plugin [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempt 2 to bind port 468bd8c8-d108-40e2-952b-002856a56caf Jan 21 09:37:23.749105 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e97adc3a-caed-4176-853d-1dec0bbbe7cf req-c2257241-0531-402d-81bf-c35197ac15e1 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/security-groups?id=f948e57c-b596-4bc3-86a6-e57029d7a000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026804 Jan 21 09:37:23.782856 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port 468bd8c8-d108-40e2-952b-002856a56caf on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:23.783360 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port 468bd8c8-d108-40e2-952b-002856a56caf by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:23.784133 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port 468bd8c8-d108-40e2-952b-002856a56caf on network 2c7132c0-3198-4967-91e0-594ec39e728c {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:23.796016 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45916) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:23.824415 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Port 468bd8c8-d108-40e2-952b-002856a56caf on network 2c7132c0-3198-4967-91e0-594ec39e728c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:23.824728 dv-neutron-825731-1-hyperv neutron-server[87515]: ERROR neutron.plugins.ml2.managers [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Failed to bind port 468bd8c8-d108-40e2-952b-002856a56caf on host hv-neutron-8257 for vnic_type normal using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] Jan 21 09:37:23.830334 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd33e193-8625-438a-ad0b-1d496fa053e8', 'tag': 'b80b0da8-782a-4f84-8d84-968f7548fbd0', 'status': 'completed', 'code': 200} Jan 21 09:37:23.831254 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.plugins.ml2.plugin [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempt 3 to bind port 468bd8c8-d108-40e2-952b-002856a56caf Jan 21 09:37:23.849339 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08715086-77a3-4c77-8e92-dfc4e94a18fb service neutron] Pushing event updated for resources: {'Port': ['ID=b80b0da8-782a-4f84-8d84-968f7548fbd0,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:23.919521 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port 468bd8c8-d108-40e2-952b-002856a56caf on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:23.920189 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port 468bd8c8-d108-40e2-952b-002856a56caf by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:23.920757 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port 468bd8c8-d108-40e2-952b-002856a56caf on network 2c7132c0-3198-4967-91e0-594ec39e728c {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:23.935830 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Port 468bd8c8-d108-40e2-952b-002856a56caf on network 2c7132c0-3198-4967-91e0-594ec39e728c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:23.936114 dv-neutron-825731-1-hyperv neutron-server[87515]: ERROR neutron.plugins.ml2.managers [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Failed to bind port 468bd8c8-d108-40e2-952b-002856a56caf on host hv-neutron-8257 for vnic_type normal using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] Jan 21 09:37:23.944566 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.plugins.ml2.plugin [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempt 4 to bind port 468bd8c8-d108-40e2-952b-002856a56caf Jan 21 09:37:23.958096 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-58d4dcbf-112b-4b0f-8d05-44a76bd13656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:23.960583 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-58d4dcbf-112b-4b0f-8d05-44a76bd13656 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=614e7202dc0749a98acdc83ef7167698&device_id=dd33e193-8625-438a-ad0b-1d496fa053e8 HTTP/1.1" status: 200 len: 1096 time: 0.5850790 Jan 21 09:37:23.999364 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b5ea9bc5-7e75-4345-836b-2666af7177ff tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.000212 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ea9bc5-7e75-4345-836b-2666af7177ff tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:24.000775 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b5ea9bc5-7e75-4345-836b-2666af7177ff tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.040412 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port 468bd8c8-d108-40e2-952b-002856a56caf on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:24.041047 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port 468bd8c8-d108-40e2-952b-002856a56caf by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:24.041593 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port 468bd8c8-d108-40e2-952b-002856a56caf on network 2c7132c0-3198-4967-91e0-594ec39e728c {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:24.058377 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Port 468bd8c8-d108-40e2-952b-002856a56caf on network 2c7132c0-3198-4967-91e0-594ec39e728c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:24.058935 dv-neutron-825731-1-hyperv neutron-server[87515]: ERROR neutron.plugins.ml2.managers [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Failed to bind port 468bd8c8-d108-40e2-952b-002856a56caf on host hv-neutron-8257 for vnic_type normal using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] Jan 21 09:37:24.060936 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.plugins.ml2.plugin [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempt 5 to bind port 468bd8c8-d108-40e2-952b-002856a56caf Jan 21 09:37:24.069222 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-fa5aa413-7a3f-4b9d-8a00-c454e4f9fcb6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b80b0da8-782a-4f84-8d84-968f7548fbd0 HTTP/1.1" status: 200 len: 217 time: 0.0901356 Jan 21 09:37:24.073237 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7520ea97-7ed2-4fdb-9917-d815a3a89603 req-c23a02a7-0fc1-4a91-997d-8fa3e706e5bb service neutron] 10.222.0.72 "GET /v2.0/networks/55051115-0a6d-4aad-ae33-4c0466ea1935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055545 Jan 21 09:37:24.080235 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port 468bd8c8-d108-40e2-952b-002856a56caf on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:24.080788 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port 468bd8c8-d108-40e2-952b-002856a56caf by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:24.081331 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port 468bd8c8-d108-40e2-952b-002856a56caf on network 2c7132c0-3198-4967-91e0-594ec39e728c {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:24.142189 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45930) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:24.142871 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea9bc5-7e75-4345-836b-2666af7177ff tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Pushing event updated for resources: {'Network': ['ID=b83029b1-70bc-428c-a24d-8495037b3e3f,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:24.157345 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network b83029b1-70bc-428c-a24d-8495037b3e3f details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:37:24.194928 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88ef1c-4d3d-4fca-9622-b112fae7c7fd req-a657136f-b7ea-457d-bfa1-5bd97a333691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:24.195990 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-cd88ef1c-4d3d-4fca-9622-b112fae7c7fd req-a657136f-b7ea-457d-bfa1-5bd97a333691 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1135e748-d422-4b50-8ae7-b9b34434f356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6878412 Jan 21 09:37:24.203766 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-65451e34-5451-42e2-9648-5ecc0862b52b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.228298 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Port 468bd8c8-d108-40e2-952b-002856a56caf on network 2c7132c0-3198-4967-91e0-594ec39e728c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:24.228522 dv-neutron-825731-1-hyperv neutron-server[87515]: ERROR neutron.plugins.ml2.managers [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Failed to bind port 468bd8c8-d108-40e2-952b-002856a56caf on host hv-neutron-8257 for vnic_type normal using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] Jan 21 09:37:24.233054 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.plugins.ml2.plugin [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempt 6 to bind port 468bd8c8-d108-40e2-952b-002856a56caf Jan 21 09:37:24.242893 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-0c189b77-7ea1-4a63-87f2-5ce104446fe8 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-967070309'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:24.253740 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-0c189b77-7ea1-4a63-87f2-5ce104446fe8 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:24.262700 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b5ea9bc5-7e75-4345-836b-2666af7177ff tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.1872089 Jan 21 09:37:24.263196 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45936) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:24.267746 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0c189b77-7ea1-4a63-87f2-5ce104446fe8 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Usage tracker for resource:router and tenant:de7afc348fed4b39a8eef2cf5665d05d is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:24.275306 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-1016455c-92fd-40b4-a5d9-ea111eaee968 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:24.276571 dv-neutron-825731-1-hyperv neutron-server[87514]: WARNING neutron.api.v2.base [None req-1016455c-92fd-40b4-a5d9-ea111eaee968 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 21 09:37:24.276571 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-1016455c-92fd-40b4-a5d9-ea111eaee968 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] create failed (client error): There was a conflict when trying to complete your request. Jan 21 09:37:24.277521 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1016455c-92fd-40b4-a5d9-ea111eaee968 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1303267 Jan 21 09:37:24.277876 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0c189b77-7ea1-4a63-87f2-5ce104446fe8 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:24.285427 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-3eb248a7-b0b2-44d2-8adf-47ded496c375 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Request body: {'subnet': {'network_id': 'b83029b1-70bc-428c-a24d-8495037b3e3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:24.286469 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45940) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:24.294683 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-d1ae855a-9f2c-44bd-9f85-c59055484c73 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Request body: {'security_group': {'name': 'tempest-secgroup--533081528'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:24.294925 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port 468bd8c8-d108-40e2-952b-002856a56caf on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:24.295267 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port 468bd8c8-d108-40e2-952b-002856a56caf by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:24.295622 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port 468bd8c8-d108-40e2-952b-002856a56caf on network 2c7132c0-3198-4967-91e0-594ec39e728c {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:24.297849 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-0c189b77-7ea1-4a63-87f2-5ce104446fe8 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:24.302966 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-3eb248a7-b0b2-44d2-8adf-47ded496c375 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:24.314704 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-3eb248a7-b0b2-44d2-8adf-47ded496c375 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Usage tracker for resource:subnet and tenant:177571f5a59c4bcf9574f984e31ae653 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:24.318971 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-e236096e-d003-43b7-ad86-7df8e3b6356b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:24.320293 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-e236096e-d003-43b7-ad86-7df8e3b6356b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7a6f8e0d-a61d-4a99-89f1-9eb4469ba816 HTTP/1.1" status: 200 len: 851 time: 0.2220516 Jan 21 09:37:24.321218 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-3eb248a7-b0b2-44d2-8adf-47ded496c375 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:24.325200 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Port 468bd8c8-d108-40e2-952b-002856a56caf on network 2c7132c0-3198-4967-91e0-594ec39e728c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:24.325533 dv-neutron-825731-1-hyperv neutron-server[87515]: ERROR neutron.plugins.ml2.managers [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Failed to bind port 468bd8c8-d108-40e2-952b-002856a56caf on host hv-neutron-8257 for vnic_type normal using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] Jan 21 09:37:24.325822 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d1ae855a-9f2c-44bd-9f85-c59055484c73 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:24.329203 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.plugins.ml2.plugin [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempt 7 to bind port 468bd8c8-d108-40e2-952b-002856a56caf Jan 21 09:37:24.336416 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-3eb248a7-b0b2-44d2-8adf-47ded496c375 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:24.375860 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0c189b77-7ea1-4a63-87f2-5ce104446fe8 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.376832 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0c189b77-7ea1-4a63-87f2-5ce104446fe8 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.388267 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d1ae855a-9f2c-44bd-9f85-c59055484c73 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Usage tracker for resource:security_group and tenant:eac03feaccec4a30855d01ce8c37ffa6 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:24.397157 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port 468bd8c8-d108-40e2-952b-002856a56caf on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:24.397725 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port 468bd8c8-d108-40e2-952b-002856a56caf by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:24.397823 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d1ae855a-9f2c-44bd-9f85-c59055484c73 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:24.397909 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port 468bd8c8-d108-40e2-952b-002856a56caf on network 2c7132c0-3198-4967-91e0-594ec39e728c {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:24.405608 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb248a7-b0b2-44d2-8adf-47ded496c375 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Made reservation on behalf of 177571f5a59c4bcf9574f984e31ae653 for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:24.407904 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3eb248a7-b0b2-44d2-8adf-47ded496c375 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.409755 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d1ae855a-9f2c-44bd-9f85-c59055484c73 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:24.424201 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Port 468bd8c8-d108-40e2-952b-002856a56caf on network 2c7132c0-3198-4967-91e0-594ec39e728c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:24.424532 dv-neutron-825731-1-hyperv neutron-server[87515]: ERROR neutron.plugins.ml2.managers [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Failed to bind port 468bd8c8-d108-40e2-952b-002856a56caf on host hv-neutron-8257 for vnic_type normal using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] Jan 21 09:37:24.431382 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.plugins.ml2.plugin [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempt 8 to bind port 468bd8c8-d108-40e2-952b-002856a56caf Jan 21 09:37:24.443768 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b91dc-e6a3-4389-bf09-f10f9acfd594 req-870a58bd-4923-4e11-a6f4-d21eb9896deb tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:24.445310 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-a43b91dc-e6a3-4389-bf09-f10f9acfd594 req-870a58bd-4923-4e11-a6f4-d21eb9896deb tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 943 time: 0.4479191 Jan 21 09:37:24.462883 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d1ae855a-9f2c-44bd-9f85-c59055484c73 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.464062 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0c189b77-7ea1-4a63-87f2-5ce104446fe8 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.473718 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port 468bd8c8-d108-40e2-952b-002856a56caf on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:24.474074 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port 468bd8c8-d108-40e2-952b-002856a56caf by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:24.474452 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port 468bd8c8-d108-40e2-952b-002856a56caf on network 2c7132c0-3198-4967-91e0-594ec39e728c {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:24.493210 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-65451e34-5451-42e2-9648-5ecc0862b52b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.496572 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d1ae855a-9f2c-44bd-9f85-c59055484c73 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.534596 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-cd88ef1c-4d3d-4fca-9622-b112fae7c7fd req-984927c0-7ae5-4d0a-99a1-bf6273104df8 service neutron] 10.222.0.72 "GET /v2.0/networks/1135e748-d422-4b50-8ae7-b9b34434f356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993705 Jan 21 09:37:24.540851 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Port 468bd8c8-d108-40e2-952b-002856a56caf on network 2c7132c0-3198-4967-91e0-594ec39e728c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:24.541185 dv-neutron-825731-1-hyperv neutron-server[87515]: ERROR neutron.plugins.ml2.managers [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Failed to bind port 468bd8c8-d108-40e2-952b-002856a56caf on host hv-neutron-8257 for vnic_type normal using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] Jan 21 09:37:24.545218 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.plugins.ml2.plugin [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempt 9 to bind port 468bd8c8-d108-40e2-952b-002856a56caf Jan 21 09:37:24.575155 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0c189b77-7ea1-4a63-87f2-5ce104446fe8 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.581099 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65451e34-5451-42e2-9648-5ecc0862b52b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'Subnet': ['ID=7fb18115-dc41-4372-a74e-dd29704b309c,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:24.585717 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port 468bd8c8-d108-40e2-952b-002856a56caf on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:24.586044 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port 468bd8c8-d108-40e2-952b-002856a56caf by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:24.586514 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port 468bd8c8-d108-40e2-952b-002856a56caf on network 2c7132c0-3198-4967-91e0-594ec39e728c {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:24.588750 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-65451e34-5451-42e2-9648-5ecc0862b52b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.592530 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d1ae855a-9f2c-44bd-9f85-c59055484c73 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:24.594532 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7852b74-fb11-4246-bf4f-6bfd381e5272 None None] Network 416a3855-1fa4-4afa-83de-152febc73599 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:37:24.603250 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d1ae855a-9f2c-44bd-9f85-c59055484c73 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Usage tracker for resource:security_group_rule and tenant:eac03feaccec4a30855d01ce8c37ffa6 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:24.605878 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Port 468bd8c8-d108-40e2-952b-002856a56caf on network 2c7132c0-3198-4967-91e0-594ec39e728c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:24.606224 dv-neutron-825731-1-hyperv neutron-server[87515]: ERROR neutron.plugins.ml2.managers [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Failed to bind port 468bd8c8-d108-40e2-952b-002856a56caf on host hv-neutron-8257 for vnic_type normal using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] Jan 21 09:37:24.609719 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.plugins.ml2.plugin [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempt 10 to bind port 468bd8c8-d108-40e2-952b-002856a56caf Jan 21 09:37:24.610460 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-a43b91dc-e6a3-4389-bf09-f10f9acfd594 req-a321ea12-13e9-4334-8791-9e741a277936 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533711 Jan 21 09:37:24.611234 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d1ae855a-9f2c-44bd-9f85-c59055484c73 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:24.633775 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-2be67f11-b3e2-47c0-b6d8-66040617b1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:24.635252 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-2be67f11-b3e2-47c0-b6d8-66040617b1b1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8776044d-5553-42d2-939f-ade42846845d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2950222 Jan 21 09:37:24.639318 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0c189b77-7ea1-4a63-87f2-5ce104446fe8 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.643073 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0c189b77-7ea1-4a63-87f2-5ce104446fe8 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8397262 Jan 21 09:37:24.643073 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port 468bd8c8-d108-40e2-952b-002856a56caf on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:24.643073 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port 468bd8c8-d108-40e2-952b-002856a56caf by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:24.643073 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempting to bind port 468bd8c8-d108-40e2-952b-002856a56caf on network 2c7132c0-3198-4967-91e0-594ec39e728c {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:24.643901 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45944) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:24.658560 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-65451e34-5451-42e2-9648-5ecc0862b52b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/subnets/7fb18115-dc41-4372-a74e-dd29704b309c HTTP/1.1" status: 204 len: 168 time: 1.5648708 Jan 21 09:37:24.662035 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d1ae855a-9f2c-44bd-9f85-c59055484c73 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:24.712158 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45948) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:24.777348 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Port 468bd8c8-d108-40e2-952b-002856a56caf on network 2c7132c0-3198-4967-91e0-594ec39e728c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:37:24.777679 dv-neutron-825731-1-hyperv neutron-server[87515]: ERROR neutron.plugins.ml2.managers [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Failed to bind port 468bd8c8-d108-40e2-952b-002856a56caf on host hv-neutron-8257 for vnic_type normal using segments [{'id': '94ed65cb-b75a-4c3d-8701-cfba3d36406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c7132c0-3198-4967-91e0-594ec39e728c'}] Jan 21 09:37:24.778207 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.878553 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-cd88ef1c-4d3d-4fca-9622-b112fae7c7fd req-cabdda8d-0d98-412e-a851-a871d4479268 service neutron] 10.222.0.72 "GET /v2.0/networks/1135e748-d422-4b50-8ae7-b9b34434f356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312581 Jan 21 09:37:24.884735 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9f0a1997-394a-452e-a1ed-362643ade318 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.909114 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-9f0a1997-394a-452e-a1ed-362643ade318 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Deleting port 2b55ef2b-505e-4cad-83ac-aa730cfe4a5e {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:24.909457 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9f0a1997-394a-452e-a1ed-362643ade318 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.930271 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-89f9714f-e86a-4489-bead-f03b2319d86c tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks [] for router, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.999370 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dc3165-4d61-4021-ade3-78d8cfa4be2c None None] DHCP port deletion for 416a3855-1fa4-4afa-83de-152febc73599 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:37:25.004517 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-c0dc3165-4d61-4021-ade3-78d8cfa4be2c None None] Deleting port 2b55ef2b-505e-4cad-83ac-aa730cfe4a5e {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:25.005640 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c0dc3165-4d61-4021-ade3-78d8cfa4be2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.083423 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d1ae855a-9f2c-44bd-9f85-c59055484c73 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.103741 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d1ae855a-9f2c-44bd-9f85-c59055484c73 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.117122 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d1ae855a-9f2c-44bd-9f85-c59055484c73 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:25.131287 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d1ae855a-9f2c-44bd-9f85-c59055484c73 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Usage tracker for resource:security_group_rule and tenant:eac03feaccec4a30855d01ce8c37ffa6 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:25.160791 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d1ae855a-9f2c-44bd-9f85-c59055484c73 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:25.184590 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d1ae855a-9f2c-44bd-9f85-c59055484c73 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:25.193094 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae855a-9f2c-44bd-9f85-c59055484c73 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=629f00cc-7b19-470f-a633-2a06cf205598,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:25.222272 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-c0dc3165-4d61-4021-ade3-78d8cfa4be2c None None] For port 2b55ef2b-505e-4cad-83ac-aa730cfe4a5e, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=2b55ef2b-505e-4cad-83ac-aa730cfe4a5e,segment=NetworkSegment(0aadba8d-3f35-454f-ade2-b56e37d409e5),segment_id=0aadba8d-3f35-454f-ade2-b56e37d409e5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:25.222798 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c0dc3165-4d61-4021-ade3-78d8cfa4be2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.284637 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e162ef9-614f-4c76-9671-ca9198beb75f req-a3357d0f-0710-4681-a45c-c517cce204d0 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:25.287145 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4e162ef9-614f-4c76-9671-ca9198beb75f req-a3357d0f-0710-4681-a45c-c517cce204d0 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd33e193-8625-438a-ad0b-1d496fa053e8 HTTP/1.1" status: 200 len: 943 time: 0.3130674 Jan 21 09:37:25.294769 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-9f0a1997-394a-452e-a1ed-362643ade318 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] For port 2b55ef2b-505e-4cad-83ac-aa730cfe4a5e, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=2b55ef2b-505e-4cad-83ac-aa730cfe4a5e,segment=NetworkSegment(0aadba8d-3f35-454f-ade2-b56e37d409e5),segment_id=0aadba8d-3f35-454f-ade2-b56e37d409e5)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:25.295154 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9f0a1997-394a-452e-a1ed-362643ade318 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.347124 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-c0dc3165-4d61-4021-ade3-78d8cfa4be2c None None] Calling delete_port for 2b55ef2b-505e-4cad-83ac-aa730cfe4a5e owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:25.444165 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-9f0a1997-394a-452e-a1ed-362643ade318 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Calling delete_port for 2b55ef2b-505e-4cad-83ac-aa730cfe4a5e owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:25.444925 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-89f9714f-e86a-4489-bead-f03b2319d86c tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.450599 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-a49770cb-b23a-4fe1-b061-f695d88c564b service neutron] 10.222.0.72 "GET /v2.0/networks/8776044d-5553-42d2-939f-ade42846845d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8032494 Jan 21 09:37:25.454564 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-89f9714f-e86a-4489-bead-f03b2319d86c tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.480742 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] For port 468bd8c8-d108-40e2-952b-002856a56caf, host hv-neutron-8257, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:37:25.480742 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attempted to set empty binding levels {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 21 09:37:25.494419 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c0dc3165-4d61-4021-ade3-78d8cfa4be2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.521761 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4e162ef9-614f-4c76-9671-ca9198beb75f req-9d02422f-6410-43df-98b3-c6459717a5e0 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/security-groups?id=f948e57c-b596-4bc3-86a6-e57029d7a000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2171113 Jan 21 09:37:25.556307 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc3165-4d61-4021-ade3-78d8cfa4be2c None None] Pushing event deleted for resources: {'Port': ['ID=2b55ef2b-505e-4cad-83ac-aa730cfe4a5e,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:25.561465 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dc3165-4d61-4021-ade3-78d8cfa4be2c None None] No DVR routers for this DVR port 2b55ef2b-505e-4cad-83ac-aa730cfe4a5e on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:37:25.575205 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d1ae855a-9f2c-44bd-9f85-c59055484c73 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.590266 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d1ae855a-9f2c-44bd-9f85-c59055484c73 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.618920 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-9f0a1997-394a-452e-a1ed-362643ade318 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:37:25.619180 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-9f0a1997-394a-452e-a1ed-362643ade318 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:37:25.639883 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae855a-9f2c-44bd-9f85-c59055484c73 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55b463a6-058e-4ad2-a83b-8a34b07b273d,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:25.648374 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d1ae855a-9f2c-44bd-9f85-c59055484c73 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.652314 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d1ae855a-9f2c-44bd-9f85-c59055484c73 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3594508 Jan 21 09:37:25.652515 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45958) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:25.657692 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-a823c285-2a64-4c2e-8b8c-0dfd25a6dc34 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Request body: {'security_group_rule': {'security_group_id': '55b463a6-058e-4ad2-a83b-8a34b07b273d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:25.663736 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a823c285-2a64-4c2e-8b8c-0dfd25a6dc34 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:25.675946 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a823c285-2a64-4c2e-8b8c-0dfd25a6dc34 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Usage tracker for resource:security_group_rule and tenant:eac03feaccec4a30855d01ce8c37ffa6 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:25.675946 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a823c285-2a64-4c2e-8b8c-0dfd25a6dc34 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:25.679477 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a823c285-2a64-4c2e-8b8c-0dfd25a6dc34 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:25.681272 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.699534 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a823c285-2a64-4c2e-8b8c-0dfd25a6dc34 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.803836 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] In _notify_port_updated(), no bound segment for port 468bd8c8-d108-40e2-952b-002856a56caf on network 2c7132c0-3198-4967-91e0-594ec39e728c {{(pid=87515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:37:25.804549 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:25.805143 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.806447 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] 10.222.0.110 "PUT /v2.0/ports/468bd8c8-d108-40e2-952b-002856a56caf HTTP/1.1" status: 200 len: 981 time: 4.5228736 Jan 21 09:37:25.809289 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-89f9714f-e86a-4489-bead-f03b2319d86c tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.809776 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f9714f-e86a-4489-bead-f03b2319d86c tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 744a1c36-d934-48fc-aceb-2ae20befe93b {{(pid=87515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:37:25.811065 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45962) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:25.836535 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750bd9a-e35d-4b0a-a1d8-81e99fb8facb req-93341aed-bca4-4118-b781-e9c81212be55 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:25.838094 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b750bd9a-e35d-4b0a-a1d8-81e99fb8facb req-93341aed-bca4-4118-b781-e9c81212be55 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/ports?device_id=d9acc9e3-8064-4bee-849e-fa4ba8818808 HTTP/1.1" status: 200 len: 943 time: 0.9676459 Jan 21 09:37:25.913013 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a823c285-2a64-4c2e-8b8c-0dfd25a6dc34 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.921341 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a823c285-2a64-4c2e-8b8c-0dfd25a6dc34 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.932527 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-89f9714f-e86a-4489-bead-f03b2319d86c tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.936545 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-89f9714f-e86a-4489-bead-f03b2319d86c tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] 10.222.0.110 "DELETE /v2.0/routers/744a1c36-d934-48fc-aceb-2ae20befe93b HTTP/1.1" status: 204 len: 168 time: 1.2852771 Jan 21 09:37:25.940738 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823c285-2a64-4c2e-8b8c-0dfd25a6dc34 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e805031d-df84-4142-a407-68741cc31842,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:25.941152 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071ee16-6746-48a9-85f4-67b96747014f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Pushing event updated for resources: {'Port': ['ID=468bd8c8-d108-40e2-952b-002856a56caf,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:25.944821 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45966) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:25.949752 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 2b55ef2b-505e-4cad-83ac-aa730cfe4a5e no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:37:25.964056 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-1e3d5a12-3088-42f1-be6f-9c1a983d852c tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Request body: {'router': {'name': 'tempest-router-1459031765', 'distributed': False}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:25.971334 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-1e3d5a12-3088-42f1-be6f-9c1a983d852c tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:25.980166 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-1e3d5a12-3088-42f1-be6f-9c1a983d852c tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Usage tracker for resource:router and tenant:de7afc348fed4b39a8eef2cf5665d05d is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:25.985165 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-1e3d5a12-3088-42f1-be6f-9c1a983d852c tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:25.992386 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-1e3d5a12-3088-42f1-be6f-9c1a983d852c tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:25.998716 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a823c285-2a64-4c2e-8b8c-0dfd25a6dc34 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.999922 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a823c285-2a64-4c2e-8b8c-0dfd25a6dc34 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3464491 Jan 21 09:37:26.000440 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-56085e42-d7fb-49f6-90c2-38d8ab39c6c4 req-604e956c-818b-4713-ba86-f6cb203ae62c service neutron] 10.222.0.72 "GET /v2.0/networks/8776044d-5553-42d2-939f-ade42846845d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5405157 Jan 21 09:37:26.002751 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45970) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:26.002872 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-f577d742-0388-47ab-9ae7-024e88cba228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Deleting port 468bd8c8-d108-40e2-952b-002856a56caf {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:26.003166 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f577d742-0388-47ab-9ae7-024e88cba228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.004023 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 2b55ef2b-505e-4cad-83ac-aa730cfe4a5e {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:37:26.004534 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 2b55ef2b-505e-4cad-83ac-aa730cfe4a5e not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:37:26.010435 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-ded741d1-e585-45dc-a79e-dbcc0e861b8b tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Request body: {'security_group_rule': {'security_group_id': '55b463a6-058e-4ad2-a83b-8a34b07b273d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:26.016154 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-ded741d1-e585-45dc-a79e-dbcc0e861b8b tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:26.027753 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505f673-5731-4983-b57e-9ea261c4a2fc req-292d0594-0818-44ec-ba28-d0d4b6766ca2 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:26.037815 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b750bd9a-e35d-4b0a-a1d8-81e99fb8facb req-0d5e519d-79e9-4bec-96a0-023edf0b8227 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/security-groups?id=3ce8baa6-555a-4c73-bbe7-0434579bb7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1606712 Jan 21 09:37:26.040330 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6505f673-5731-4983-b57e-9ea261c4a2fc req-292d0594-0818-44ec-ba28-d0d4b6766ca2 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 943 time: 0.2729371 Jan 21 09:37:26.046981 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ded741d1-e585-45dc-a79e-dbcc0e861b8b tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Usage tracker for resource:security_group_rule and tenant:eac03feaccec4a30855d01ce8c37ffa6 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:26.064644 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ded741d1-e585-45dc-a79e-dbcc0e861b8b tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:26.076754 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1e3d5a12-3088-42f1-be6f-9c1a983d852c tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.077733 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1e3d5a12-3088-42f1-be6f-9c1a983d852c tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.083035 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-ded741d1-e585-45dc-a79e-dbcc0e861b8b tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:26.120073 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1e3d5a12-3088-42f1-be6f-9c1a983d852c tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.123635 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6505f673-5731-4983-b57e-9ea261c4a2fc req-c72e773d-105e-40af-aed4-f47fffaf7843 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813849 Jan 21 09:37:26.124126 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-9f0a1997-394a-452e-a1ed-362643ade318 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Deleting port 2b55ef2b-505e-4cad-83ac-aa730cfe4a5e {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:26.124448 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9f0a1997-394a-452e-a1ed-362643ade318 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.159613 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ded741d1-e585-45dc-a79e-dbcc0e861b8b tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.221429 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-9f0a1997-394a-452e-a1ed-362643ade318 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] The port '2b55ef2b-505e-4cad-83ac-aa730cfe4a5e' was deleted {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:37:26.268217 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1e3d5a12-3088-42f1-be6f-9c1a983d852c tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.293393 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e1953-1af3-45d0-a9ad-77e03c1219ea req-ed4cb106-a70a-4329-a7ce-71762e93e57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:26.294858 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-256e1953-1af3-45d0-a9ad-77e03c1219ea req-ed4cb106-a70a-4329-a7ce-71762e93e57d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=614e7202dc0749a98acdc83ef7167698&device_id=dd33e193-8625-438a-ad0b-1d496fa053e8 HTTP/1.1" status: 200 len: 1096 time: 0.1968513 Jan 21 09:37:26.386289 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1e3d5a12-3088-42f1-be6f-9c1a983d852c tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.387540 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1e3d5a12-3088-42f1-be6f-9c1a983d852c tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4394369 Jan 21 09:37:26.391356 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9f0a1997-394a-452e-a1ed-362643ade318 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.394964 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 45974) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:26.417463 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-ded741d1-e585-45dc-a79e-dbcc0e861b8b tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] create failed (client error): There was a conflict when trying to complete your request. Jan 21 09:37:26.418489 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ded741d1-e585-45dc-a79e-dbcc0e861b8b tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4148433 Jan 21 09:37:26.421710 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-9f0a1997-394a-452e-a1ed-362643ade318 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['416a3855-1fa4-4afa-83de-152febc73599']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:26.428989 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45978) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:26.449487 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-9f0a1997-394a-452e-a1ed-362643ade318 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aadba8d-3f35-454f-ade2-b56e37d409e5') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:26.449781 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-9f0a1997-394a-452e-a1ed-362643ade318 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aadba8d-3f35-454f-ade2-b56e37d409e5') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:26.469247 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.objects.ports [None req-3eb248a7-b0b2-44d2-8adf-47ded496c375 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87515) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 09:37:26.469799 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3eb248a7-b0b2-44d2-8adf-47ded496c375 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.470416 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9f0a1997-394a-452e-a1ed-362643ade318 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.473854 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-f577d742-0388-47ab-9ae7-024e88cba228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] For port 468bd8c8-d108-40e2-952b-002856a56caf, host hv-neutron-8257, got binding levels [] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:26.474207 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f577d742-0388-47ab-9ae7-024e88cba228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.503119 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9f0a1997-394a-452e-a1ed-362643ade318 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.522351 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f0a1997-394a-452e-a1ed-362643ade318 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:37:26.522748 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9f0a1997-394a-452e-a1ed-362643ade318 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.537570 dv-neutron-825731-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:37:26.537570 dv-neutron-825731-1-hyperv neutron-server[87514]: util.warn( Jan 21 09:37:26.537570 dv-neutron-825731-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:37:26.537570 dv-neutron-825731-1-hyperv neutron-server[87514]: util.warn( Jan 21 09:37:26.537570 dv-neutron-825731-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:37:26.537570 dv-neutron-825731-1-hyperv neutron-server[87514]: util.warn( Jan 21 09:37:26.537570 dv-neutron-825731-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:37:26.537570 dv-neutron-825731-1-hyperv neutron-server[87514]: util.warn( Jan 21 09:37:26.537570 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:37:26.537570 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:37:26.537570 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:37:26.537570 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:37:26.537570 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:37:26.537570 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:37:26.537570 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:37:26.537570 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:37:26.537570 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:37:26.537570 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:37:26.537570 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:37:26.537570 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:37:26.537570 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:37:26.537570 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:37:26.537570 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:37:26.537570 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:37:26.537570 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:37:26.537570 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:37:26.537570 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:37:26.537570 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:37:26.537570 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:37:26.537570 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:37:26.537570 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:37:26.537570 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:37:26.537570 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:37:26.537570 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:37:26.537570 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:37:26.537570 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:37:26.537570 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:37:26.537570 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:37:26.537570 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:37:26.537570 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:37:26.547996 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b84771ee-5ba2-4c06-8784-82305a2a5e7d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.639454 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b84771ee-5ba2-4c06-8784-82305a2a5e7d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.655216 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9f0a1997-394a-452e-a1ed-362643ade318 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.681062 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9f0a1997-394a-452e-a1ed-362643ade318 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.705077 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9f0a1997-394a-452e-a1ed-362643ade318 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/networks/416a3855-1fa4-4afa-83de-152febc73599 HTTP/1.1" status: 204 len: 168 time: 1.9918795 Jan 21 09:37:26.705896 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a1997-394a-452e-a1ed-362643ade318 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'Network': ['ID=416a3855-1fa4-4afa-83de-152febc73599,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:26.710707 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45984) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:26.720884 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-084645fb-a9de-4edd-af24-e61349f9643f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-950189991'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:26.726718 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-084645fb-a9de-4edd-af24-e61349f9643f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:26.730815 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-084645fb-a9de-4edd-af24-e61349f9643f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:network and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:26.733838 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-084645fb-a9de-4edd-af24-e61349f9643f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:26.744015 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-084645fb-a9de-4edd-af24-e61349f9643f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:26.750722 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b84771ee-5ba2-4c06-8784-82305a2a5e7d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.769880 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084645fb-a9de-4edd-af24-e61349f9643f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Made reservation on behalf of 29c6ab04f24842d781b633e6233f3506 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:26.773666 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-084645fb-a9de-4edd-af24-e61349f9643f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.780285 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-f577d742-0388-47ab-9ae7-024e88cba228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Calling delete_port for 468bd8c8-d108-40e2-952b-002856a56caf owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:26.784876 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84771ee-5ba2-4c06-8784-82305a2a5e7d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b463a6-058e-4ad2-a83b-8a34b07b273d,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:26.797397 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b84771ee-5ba2-4c06-8784-82305a2a5e7d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.800843 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b84771ee-5ba2-4c06-8784-82305a2a5e7d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "DELETE /v2.0/security-groups/55b463a6-058e-4ad2-a83b-8a34b07b273d HTTP/1.1" status: 204 len: 168 time: 0.3686211 Jan 21 09:37:26.801713 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45988) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:26.838773 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-084645fb-a9de-4edd-af24-e61349f9643f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:26.864099 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-084645fb-a9de-4edd-af24-e61349f9643f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.864496 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-084645fb-a9de-4edd-af24-e61349f9643f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Added segment 7b2b34af-57e3-48fa-8d8b-3f63b693734a of type vlan for network 1c7599ac-7ce9-4dd7-8b67-49b87f61ca2a Jan 21 09:37:26.869038 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3879d4c7-7c3d-483e-8651-cdccab1602ae tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks [] for router, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.874845 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-77360a0b-4141-4e8c-99f7-08ba1e09e2c8 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Synchronizing usage tracker for tenant:eac03feaccec4a30855d01ce8c37ffa6 on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:26.906055 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-084645fb-a9de-4edd-af24-e61349f9643f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.917377 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-77360a0b-4141-4e8c-99f7-08ba1e09e2c8 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Unset dirty status for tenant:eac03feaccec4a30855d01ce8c37ffa6 on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:26.918637 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-77360a0b-4141-4e8c-99f7-08ba1e09e2c8 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1152523 Jan 21 09:37:26.922500 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45992) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:26.928137 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-c923142f-ae07-4a9a-b7d8-853c2b00548b tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Request body: {'security_group': {'name': 'tempest-secgroup--1992691441'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:26.946351 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c923142f-ae07-4a9a-b7d8-853c2b00548b tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:26.962639 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c923142f-ae07-4a9a-b7d8-853c2b00548b tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:26.967756 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-084645fb-a9de-4edd-af24-e61349f9643f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.973172 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084645fb-a9de-4edd-af24-e61349f9643f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:26.973783 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-084645fb-a9de-4edd-af24-e61349f9643f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.009491 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c923142f-ae07-4a9a-b7d8-853c2b00548b tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.045756 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-084645fb-a9de-4edd-af24-e61349f9643f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3334246 Jan 21 09:37:27.049825 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 45996) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:27.106415 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-619ba676-3bc2-4909-bfb0-24c2a9af665d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'subnet': {'network_id': '1c7599ac-7ce9-4dd7-8b67-49b87f61ca2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:27.120482 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c923142f-ae07-4a9a-b7d8-853c2b00548b tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:27.135491 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb248a7-b0b2-44d2-8adf-47ded496c375 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0ae2c80d-949a-4793-82d3-69f14aa35428,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:27.137836 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084645fb-a9de-4edd-af24-e61349f9643f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Network': ['ID=1c7599ac-7ce9-4dd7-8b67-49b87f61ca2a,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:27.140202 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c923142f-ae07-4a9a-b7d8-853c2b00548b tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Usage tracker for resource:security_group_rule and tenant:eac03feaccec4a30855d01ce8c37ffa6 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:27.155238 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c923142f-ae07-4a9a-b7d8-853c2b00548b tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:27.159594 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 1c7599ac-7ce9-4dd7-8b67-49b87f61ca2a details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:37:27.166757 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c923142f-ae07-4a9a-b7d8-853c2b00548b tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:27.251345 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:37:27.257215 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb248a7-b0b2-44d2-8adf-47ded496c375 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Checking segment: {'id': 'b20c8c40-9847-484b-93fe-5318ad1f904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b83029b1-70bc-428c-a24d-8495037b3e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:37:27.258772 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb248a7-b0b2-44d2-8adf-47ded496c375 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Network hostable DHCP agents. Network: b83029b1-70bc-428c-a24d-8495037b3e3f, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:37:27.262458 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e1953-1af3-45d0-a9ad-77e03c1219ea req-0d5db695-0d70-4210-94b4-3f356d61a5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:27.264397 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-256e1953-1af3-45d0-a9ad-77e03c1219ea req-0d5db695-0d70-4210-94b4-3f356d61a5a5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8776044d-5553-42d2-939f-ade42846845d HTTP/1.1" status: 200 len: 913 time: 0.9254081 Jan 21 09:37:27.307827 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-619ba676-3bc2-4909-bfb0-24c2a9af665d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:27.321836 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-619ba676-3bc2-4909-bfb0-24c2a9af665d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:subnet and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:27.326747 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-619ba676-3bc2-4909-bfb0-24c2a9af665d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:27.340168 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-619ba676-3bc2-4909-bfb0-24c2a9af665d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:27.379481 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619ba676-3bc2-4909-bfb0-24c2a9af665d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Made reservation on behalf of 29c6ab04f24842d781b633e6233f3506 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:27.383437 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-619ba676-3bc2-4909-bfb0-24c2a9af665d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.425135 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d19c54-cfa8-4d7b-bfad-3630b12bf8b0 req-371b2e3c-a945-43de-8690-602ead00cb3c tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:27.426511 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-85d19c54-cfa8-4d7b-bfad-3630b12bf8b0 req-371b2e3c-a945-43de-8690-602ead00cb3c tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/ports?device_id=d9acc9e3-8064-4bee-849e-fa4ba8818808 HTTP/1.1" status: 200 len: 943 time: 0.2576015 Jan 21 09:37:27.434196 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c923142f-ae07-4a9a-b7d8-853c2b00548b tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.449442 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f,segment=NetworkSegment(e6b062f4-c60d-4f2d-92ff-c2921e09a921),segment_id=e6b062f4-c60d-4f2d-92ff-c2921e09a921)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:27.450261 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c923142f-ae07-4a9a-b7d8-853c2b00548b tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.464979 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': 'a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f', 'network_id': '1135e748-d422-4b50-8ae7-b9b34434f356', 'port_id': 'a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f', 'mac_address': 'fa:16:3e:b8:5d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '012fac0f-b662-4d0e-800a-fe42d5135a9c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:37:27.471660 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3879d4c7-7c3d-483e-8651-cdccab1602ae tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.476243 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f577d742-0388-47ab-9ae7-024e88cba228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.479015 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-256e1953-1af3-45d0-a9ad-77e03c1219ea req-c8ba1c56-62df-476a-ac55-6949a0890d15 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b80b0da8-782a-4f84-8d84-968f7548fbd0 HTTP/1.1" status: 200 len: 217 time: 0.1388409 Jan 21 09:37:27.480506 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3879d4c7-7c3d-483e-8651-cdccab1602ae tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.525791 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.544940 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:37:27.562167 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f,segment=NetworkSegment(e6b062f4-c60d-4f2d-92ff-c2921e09a921),segment_id=e6b062f4-c60d-4f2d-92ff-c2921e09a921)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:27.568166 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.576666 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f577d742-0388-47ab-9ae7-024e88cba228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Pushing event deleted for resources: {'Port': ['ID=468bd8c8-d108-40e2-952b-002856a56caf,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:27.598527 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb248a7-b0b2-44d2-8adf-47ded496c375 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Network b83029b1-70bc-428c-a24d-8495037b3e3f is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:37:27.604173 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923142f-ae07-4a9a-b7d8-853c2b00548b tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8258cdaa-efd1-48c5-a963-99922ef62798,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:27.605291 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f577d742-0388-47ab-9ae7-024e88cba228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.607457 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-85d19c54-cfa8-4d7b-bfad-3630b12bf8b0 req-a6392c60-0a3c-4def-9904-55f33ead175a tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/security-groups?id=3ce8baa6-555a-4c73-bbe7-0434579bb7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1620765 Jan 21 09:37:27.612491 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c923142f-ae07-4a9a-b7d8-853c2b00548b tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.617580 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c923142f-ae07-4a9a-b7d8-853c2b00548b tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6914306 Jan 21 09:37:27.619427 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46004) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:27.626084 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-bfe120a2-db0c-4f83-9b93-c272e27bd755 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Request body: {'security_group_rule': {'security_group_id': '8258cdaa-efd1-48c5-a963-99922ef62798', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:27.626879 dv-neutron-825731-1-hyperv neutron-server[87514]: WARNING neutron.api.v2.base [None req-bfe120a2-db0c-4f83-9b93-c272e27bd755 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 21 09:37:27.627320 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-bfe120a2-db0c-4f83-9b93-c272e27bd755 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:37:27.633092 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-bfe120a2-db0c-4f83-9b93-c272e27bd755 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0094388 Jan 21 09:37:27.633092 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46008) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:27.640162 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d528f-837e-4808-ba32-98401f1c13e1 req-defcd0f0-5664-4e74-8760-e15799ee0449 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:27.641875 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f36d528f-837e-4808-ba32-98401f1c13e1 req-defcd0f0-5664-4e74-8760-e15799ee0449 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd33e193-8625-438a-ad0b-1d496fa053e8 HTTP/1.1" status: 200 len: 943 time: 0.8735862 Jan 21 09:37:27.647773 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-3eb248a7-b0b2-44d2-8adf-47ded496c375 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, b83029b1-70bc-428c-a24d-8495037b3e3f) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:27.652436 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb248a7-b0b2-44d2-8adf-47ded496c375 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:27.653039 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3eb248a7-b0b2-44d2-8adf-47ded496c375 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.656504 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3879d4c7-7c3d-483e-8651-cdccab1602ae tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.657029 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3879d4c7-7c3d-483e-8651-cdccab1602ae tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd4c0b58-271c-457c-a311-3be032bec551 {{(pid=87515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:37:27.666426 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f6ebf5-1431-49e6-b8c2-05b53d2c21c6 None None] Network b83029b1-70bc-428c-a24d-8495037b3e3f requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:37:27.668233 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3879d4c7-7c3d-483e-8651-cdccab1602ae tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.669365 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-3879d4c7-7c3d-483e-8651-cdccab1602ae tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] 10.222.0.110 "DELETE /v2.0/routers/cd4c0b58-271c-457c-a311-3be032bec551 HTTP/1.1" status: 204 len: 168 time: 1.2645626 Jan 21 09:37:27.680565 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f577d742-0388-47ab-9ae7-024e88cba228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] 10.222.0.110 "DELETE /v2.0/ports/468bd8c8-d108-40e2-952b-002856a56caf HTTP/1.1" status: 204 len: 168 time: 1.8534567 Jan 21 09:37:27.688470 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46012) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:27.688810 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46014) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:27.714380 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-b8e7ea7e-0766-4718-9f69-b58b65034ff5 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Request body: {'router': {'name': 'tempest-router-1683501885', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'ada5d812779c44d29dbffc1d0a4fa4b1'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:27.752247 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e1953-1af3-45d0-a9ad-77e03c1219ea req-783081dc-393e-47bf-8870-dea02000180a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:27.753953 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-256e1953-1af3-45d0-a9ad-77e03c1219ea req-783081dc-393e-47bf-8870-dea02000180a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7a6f8e0d-a61d-4a99-89f1-9eb4469ba816 HTTP/1.1" status: 200 len: 851 time: 0.2337716 Jan 21 09:37:27.765854 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-b8e7ea7e-0766-4718-9f69-b58b65034ff5 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:27.787088 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-b8e7ea7e-0766-4718-9f69-b58b65034ff5 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Usage tracker for resource:router and tenant:ada5d812779c44d29dbffc1d0a4fa4b1 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:27.794747 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-619ba676-3bc2-4909-bfb0-24c2a9af665d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.821993 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e29861-4591-40ed-83de-55d67deb103f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] GET failed (client error): The resource could not be found. Jan 21 09:37:27.822802 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-45e29861-4591-40ed-83de-55d67deb103f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Synchronizing usage tracker for tenant:ae13809107a6493ebf4327709717e2ae on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:27.832189 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-b8e7ea7e-0766-4718-9f69-b58b65034ff5 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:27.850727 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-3eb248a7-b0b2-44d2-8adf-47ded496c375 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.5866096 Jan 21 09:37:27.854316 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-b8e7ea7e-0766-4718-9f69-b58b65034ff5 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:27.856374 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46022) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:27.867068 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f36d528f-837e-4808-ba32-98401f1c13e1 req-9cd2dce0-f597-46b0-a72a-562087210a67 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/security-groups?id=f948e57c-b596-4bc3-86a6-e57029d7a000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1915472 Jan 21 09:37:27.871663 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-11531b52-bf4b-4e45-8ee9-f17da9c56eec tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2110756943', 'network_id': 'b83029b1-70bc-428c-a24d-8495037b3e3f'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:27.889629 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-11531b52-bf4b-4e45-8ee9-f17da9c56eec tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:27.895220 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-11531b52-bf4b-4e45-8ee9-f17da9c56eec tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Usage tracker for resource:port and tenant:177571f5a59c4bcf9574f984e31ae653 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:27.900043 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-11531b52-bf4b-4e45-8ee9-f17da9c56eec tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:27.915532 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-45e29861-4591-40ed-83de-55d67deb103f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] Unset dirty status for tenant:ae13809107a6493ebf4327709717e2ae on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:27.915753 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:27.917174 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-45e29861-4591-40ed-83de-55d67deb103f tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806834007-project-admin] 10.222.0.110 "GET /v2.0/ports/468bd8c8-d108-40e2-952b-002856a56caf HTTP/1.1" status: 404 len: 333 time: 0.2252729 Jan 21 09:37:27.918365 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b8e7ea7e-0766-4718-9f69-b58b65034ff5 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.921071 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b8e7ea7e-0766-4718-9f69-b58b65034ff5 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.924639 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46026) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:27.927861 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-11531b52-bf4b-4e45-8ee9-f17da9c56eec tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:27.982077 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11531b52-bf4b-4e45-8ee9-f17da9c56eec tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Made reservation on behalf of 177571f5a59c4bcf9574f984e31ae653 for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:27.984553 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-11531b52-bf4b-4e45-8ee9-f17da9c56eec tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.997017 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b33688-53ae-4e8c-a673-6eeb4fc740f2 None None] Network b83029b1-70bc-428c-a24d-8495037b3e3f requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:37:28.024898 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b8e7ea7e-0766-4718-9f69-b58b65034ff5 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.025153 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-670ee345-b44b-4ae4-a2fa-d0c3d13d8cae tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.052881 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ba676-3bc2-4909-bfb0-24c2a9af665d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Subnet': ['ID=d1f6f682-95e2-48be-8093-288a347b9016,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:28.084459 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-670ee345-b44b-4ae4-a2fa-d0c3d13d8cae tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.091691 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619ba676-3bc2-4909-bfb0-24c2a9af665d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Checking segment: {'id': '7b2b34af-57e3-48fa-8d8b-3f63b693734a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1c7599ac-7ce9-4dd7-8b67-49b87f61ca2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:37:28.092039 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619ba676-3bc2-4909-bfb0-24c2a9af665d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Network hostable DHCP agents. Network: 1c7599ac-7ce9-4dd7-8b67-49b87f61ca2a, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:37:28.101251 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-11531b52-bf4b-4e45-8ee9-f17da9c56eec tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] device_id is not set on port 9e4ebdde-b0fb-40bb-ab06-4043936ff6b0 yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:28.140042 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e1953-1af3-45d0-a9ad-77e03c1219ea req-98de33f0-7005-4138-97a4-036b18a0cbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:28.141626 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-256e1953-1af3-45d0-a9ad-77e03c1219ea req-98de33f0-7005-4138-97a4-036b18a0cbdb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8776044d-5553-42d2-939f-ade42846845d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3721836 Jan 21 09:37:28.150411 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-01452fc3-f4a8-4256-8cd9-13ca275b6056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.154599 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b92b51-09ec-4570-af40-7026816114f5 req-7a974b93-748b-4bac-a52c-b3c458a9a2b3 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:28.157347 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 09:37:28.162793 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-23b92b51-09ec-4570-af40-7026816114f5 req-7a974b93-748b-4bac-a52c-b3c458a9a2b3 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 943 time: 0.3319790 Jan 21 09:37:28.176889 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619ba676-3bc2-4909-bfb0-24c2a9af665d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Network 1c7599ac-7ce9-4dd7-8b67-49b87f61ca2a is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:37:28.190273 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b8e7ea7e-0766-4718-9f69-b58b65034ff5 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.202234 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-619ba676-3bc2-4909-bfb0-24c2a9af665d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 1c7599ac-7ce9-4dd7-8b67-49b87f61ca2a) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:28.204060 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-670ee345-b44b-4ae4-a2fa-d0c3d13d8cae tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.219020 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e511461-e5ef-44c5-8231-52833e59d86c None None] Network 1c7599ac-7ce9-4dd7-8b67-49b87f61ca2a requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:37:28.226062 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619ba676-3bc2-4909-bfb0-24c2a9af665d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:28.226609 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-619ba676-3bc2-4909-bfb0-24c2a9af665d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.240493 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ee345-b44b-4ae4-a2fa-d0c3d13d8cae tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8258cdaa-efd1-48c5-a963-99922ef62798,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:28.251926 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-23b92b51-09ec-4570-af40-7026816114f5 req-c15560c9-9339-45a1-9e76-134500d8063b tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882280 Jan 21 09:37:28.281919 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-670ee345-b44b-4ae4-a2fa-d0c3d13d8cae tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.286239 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-670ee345-b44b-4ae4-a2fa-d0c3d13d8cae tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "DELETE /v2.0/security-groups/8258cdaa-efd1-48c5-a963-99922ef62798 HTTP/1.1" status: 204 len: 168 time: 0.6502078 Jan 21 09:37:28.286997 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46030) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:28.314781 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-619ba676-3bc2-4909-bfb0-24c2a9af665d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2613370 Jan 21 09:37:28.315124 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46034) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:28.329061 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-f25ab1f5-29fe-4544-aac2-1b44ca32ea4e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'port': {'network_id': '1c7599ac-7ce9-4dd7-8b67-49b87f61ca2a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-656826356'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:28.365342 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b8e7ea7e-0766-4718-9f69-b58b65034ff5 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.369239 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-b8e7ea7e-0766-4718-9f69-b58b65034ff5 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6760964 Jan 21 09:37:28.378426 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46038) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:28.392410 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-0430835e-5928-4a06-814e-c80c0110489b tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:28.506204 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-b55cc7a1-5922-4c17-9706-d33b9e7afaa6 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Synchronizing usage tracker for tenant:eac03feaccec4a30855d01ce8c37ffa6 on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:28.511956 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-01452fc3-f4a8-4256-8cd9-13ca275b6056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.520580 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-256e1953-1af3-45d0-a9ad-77e03c1219ea req-47499f45-191f-4e80-a0f8-e261667370b5 service neutron] 10.222.0.72 "GET /v2.0/networks/8776044d-5553-42d2-939f-ade42846845d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653915 Jan 21 09:37:28.609449 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0003468-6f61-443d-b6d5-e44ed1e9a614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-1c7599ac-7ce9-4dd7-8b67-49b87f61ca2a', 'network_id': '1c7599ac-7ce9-4dd7-8b67-49b87f61ca2a', 'tenant_id': '29c6ab04f24842d781b633e6233f3506', 'fixed_ips': [{'subnet_id': 'd1f6f682-95e2-48be-8093-288a347b9016'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:37:28.610332 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e0003468-6f61-443d-b6d5-e44ed1e9a614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.668423 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-b55cc7a1-5922-4c17-9706-d33b9e7afaa6 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Unset dirty status for tenant:eac03feaccec4a30855d01ce8c37ffa6 on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:28.673011 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b55cc7a1-5922-4c17-9706-d33b9e7afaa6 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3795784 Jan 21 09:37:28.681992 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46044) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:28.701862 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-c7b051d6-d663-47d6-9977-8dc46531551d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Request body: {'security_group': {'name': 'tempest-secgroup--1176673044'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:28.711085 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-11531b52-bf4b-4e45-8ee9-f17da9c56eec tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Allocated IP 172.20.0.10 (b83029b1-70bc-428c-a24d-8495037b3e3f/0ae2c80d-949a-4793-82d3-69f14aa35428/9e4ebdde-b0fb-40bb-ab06-4043936ff6b0) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:28.716110 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-01452fc3-f4a8-4256-8cd9-13ca275b6056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c7132c0-3198-4967-91e0-594ec39e728c']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:28.728791 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-c7b051d6-d663-47d6-9977-8dc46531551d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:28.790744 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-01452fc3-f4a8-4256-8cd9-13ca275b6056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ed65cb-b75a-4c3d-8701-cfba3d36406c') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:28.791344 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-01452fc3-f4a8-4256-8cd9-13ca275b6056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ed65cb-b75a-4c3d-8701-cfba3d36406c') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:28.806106 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-c7b051d6-d663-47d6-9977-8dc46531551d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:28.814380 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f25ab1f5-29fe-4544-aac2-1b44ca32ea4e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:28.821964 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-01452fc3-f4a8-4256-8cd9-13ca275b6056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.857480 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-e0003468-6f61-443d-b6d5-e44ed1e9a614 None None] Allocated IP 2001:db8::2 (1c7599ac-7ce9-4dd7-8b67-49b87f61ca2a/d1f6f682-95e2-48be-8093-288a347b9016/aaa44833-b499-49a7-bd3d-8fd702f8ac25) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:28.891841 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f25ab1f5-29fe-4544-aac2-1b44ca32ea4e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:28.908271 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0430835e-5928-4a06-814e-c80c0110489b tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.909307 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0430835e-5928-4a06-814e-c80c0110489b tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks [] for router, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.911298 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-01452fc3-f4a8-4256-8cd9-13ca275b6056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.913687 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c7b051d6-d663-47d6-9977-8dc46531551d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.968313 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01452fc3-f4a8-4256-8cd9-13ca275b6056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:37:28.968727 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-01452fc3-f4a8-4256-8cd9-13ca275b6056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.983746 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:37:28.983746 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:37:28.983746 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:37:28.983746 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:37:28.983746 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:37:28.983746 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:37:28.983746 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:37:28.983746 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:37:28.983746 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:37:28.983746 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:37:28.983746 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:37:28.983746 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:37:28.983746 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:37:28.983746 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:37:28.983746 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:37:28.983746 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:37:28.983746 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:37:28.983746 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:37:28.983746 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:37:28.983746 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:37:28.983746 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:37:28.983746 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:37:28.983746 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:37:28.983746 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:37:28.983746 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:37:28.983746 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:37:28.983746 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:37:28.983746 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:37:28.983746 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:37:28.983746 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:37:28.983746 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:37:28.983746 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:37:29.021904 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-256e1953-1af3-45d0-a9ad-77e03c1219ea req-f7f38278-1522-4182-8a86-82de857baf90 service neutron] 10.222.0.72 "GET /v2.0/networks/8776044d-5553-42d2-939f-ade42846845d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4945352 Jan 21 09:37:29.033133 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-c7b051d6-d663-47d6-9977-8dc46531551d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:29.096954 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e0003468-6f61-443d-b6d5-e44ed1e9a614 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.109553 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e0003468-6f61-443d-b6d5-e44ed1e9a614 None None] Transition to ACTIVE for port object aaa44833-b499-49a7-bd3d-8fd702f8ac25 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:29.109740 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25ab1f5-29fe-4544-aac2-1b44ca32ea4e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Made reservation on behalf of 29c6ab04f24842d781b633e6233f3506 for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:29.112229 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f25ab1f5-29fe-4544-aac2-1b44ca32ea4e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.114426 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-c7b051d6-d663-47d6-9977-8dc46531551d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Usage tracker for resource:security_group_rule and tenant:eac03feaccec4a30855d01ce8c37ffa6 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:29.121416 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-c7b051d6-d663-47d6-9977-8dc46531551d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:29.127707 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e0003468-6f61-443d-b6d5-e44ed1e9a614 None None] Transition to ACTIVE for port object aaa44833-b499-49a7-bd3d-8fd702f8ac25 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:29.128747 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0430835e-5928-4a06-814e-c80c0110489b tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87514) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jan 21 09:37:29.129043 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0430835e-5928-4a06-814e-c80c0110489b tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Router 390752e5-612e-438f-b1b8-8881435c33f5 migrating from provider to provider. {{(pid=87514) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jan 21 09:37:29.129401 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0430835e-5928-4a06-814e-c80c0110489b tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.134175 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e0003468-6f61-443d-b6d5-e44ed1e9a614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.143212 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-c7b051d6-d663-47d6-9977-8dc46531551d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:29.144117 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0430835e-5928-4a06-814e-c80c0110489b tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.151461 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-f25ab1f5-29fe-4544-aac2-1b44ca32ea4e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] device_id is not set on port 4b3a6adb-4633-4e44-ab36-72b1a56b6553 yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:29.154417 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-01452fc3-f4a8-4256-8cd9-13ca275b6056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.158848 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-01452fc3-f4a8-4256-8cd9-13ca275b6056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.186848 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0430835e-5928-4a06-814e-c80c0110489b tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555907'] for router, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.207073 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0003468-6f61-443d-b6d5-e44ed1e9a614 None None] Network 1c7599ac-7ce9-4dd7-8b67-49b87f61ca2a is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:29.210813 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-e0003468-6f61-443d-b6d5-e44ed1e9a614 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:29.215008 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0003468-6f61-443d-b6d5-e44ed1e9a614 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:29.248599 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0003468-6f61-443d-b6d5-e44ed1e9a614 None None] Pushing event updated for resources: {'Port': ['ID=aaa44833-b499-49a7-bd3d-8fd702f8ac25,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:29.255645 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01452fc3-f4a8-4256-8cd9-13ca275b6056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699-project] Pushing event deleted for resources: {'Network': ['ID=2c7132c0-3198-4967-91e0-594ec39e728c,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:29.259387 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 77d34ea9-68ce-4a71-9428-8b2152806e32 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:37:29.267511 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-01452fc3-f4a8-4256-8cd9-13ca275b6056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869202699-project] 10.222.0.110 "DELETE /v2.0/networks/2c7132c0-3198-4967-91e0-594ec39e728c HTTP/1.1" status: 204 len: 168 time: 1.3318188 Jan 21 09:37:29.294725 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c7261-ac96-4793-90ae-21b1dd144e13 req-fcd237fc-83bb-4123-bfdd-bffa138c41b5 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:29.302030 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f58c7261-ac96-4793-90ae-21b1dd144e13 req-fcd237fc-83bb-4123-bfdd-bffa138c41b5 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/ports?device_id=d9acc9e3-8064-4bee-849e-fa4ba8818808 HTTP/1.1" status: 200 len: 944 time: 0.4889131 Jan 21 09:37:29.436030 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 77d34ea9-68ce-4a71-9428-8b2152806e32, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=77d34ea9-68ce-4a71-9428-8b2152806e32,segment=NetworkSegment(6dbe62b3-80b8-484a-a3b1-46049c848789),segment_id=6dbe62b3-80b8-484a-a3b1-46049c848789)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:29.444197 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce16546-dfbb-443a-835d-7ab48b40160c req-22441881-c00d-44d5-b919-8dc08091d3fa tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:29.451028 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fce16546-dfbb-443a-835d-7ab48b40160c req-22441881-c00d-44d5-b919-8dc08091d3fa tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd33e193-8625-438a-ad0b-1d496fa053e8 HTTP/1.1" status: 200 len: 943 time: 0.3849175 Jan 21 09:37:29.451226 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f58c7261-ac96-4793-90ae-21b1dd144e13 req-11ddf419-d371-43fa-8742-202ee2b103ee tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/security-groups?id=3ce8baa6-555a-4c73-bbe7-0434579bb7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1482308 Jan 21 09:37:29.459099 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': '77d34ea9-68ce-4a71-9428-8b2152806e32', 'network_id': '55051115-0a6d-4aad-ae33-4c0466ea1935', 'port_id': '77d34ea9-68ce-4a71-9428-8b2152806e32', 'mac_address': 'fa:16:3e:6a:66:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd14a905-cd68-4fb4-a084-5e658ee5e25a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:37:29.462493 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-11531b52-bf4b-4e45-8ee9-f17da9c56eec tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.478785 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c7b051d6-d663-47d6-9977-8dc46531551d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.484901 dv-neutron-825731-1-hyperv neutron-server[87514]: WARNING neutron.scheduler.l3_agent_scheduler [None req-0430835e-5928-4a06-814e-c80c0110489b tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] No L3 agents can host the router 390752e5-612e-438f-b1b8-8881435c33f5 Jan 21 09:37:29.501416 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c7b051d6-d663-47d6-9977-8dc46531551d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.556344 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-e0003468-6f61-443d-b6d5-e44ed1e9a614 None None] Attempting to bind port aaa44833-b499-49a7-bd3d-8fd702f8ac25 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:29.556862 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-e0003468-6f61-443d-b6d5-e44ed1e9a614 None None] Attempting to bind port aaa44833-b499-49a7-bd3d-8fd702f8ac25 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '7b2b34af-57e3-48fa-8d8b-3f63b693734a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1c7599ac-7ce9-4dd7-8b67-49b87f61ca2a'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:29.557319 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0003468-6f61-443d-b6d5-e44ed1e9a614 None None] Attempting to bind port aaa44833-b499-49a7-bd3d-8fd702f8ac25 on network 1c7599ac-7ce9-4dd7-8b67-49b87f61ca2a {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:29.565610 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0003468-6f61-443d-b6d5-e44ed1e9a614 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:37:29.566147 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0003468-6f61-443d-b6d5-e44ed1e9a614 None None] Checking segment: {'id': '7b2b34af-57e3-48fa-8d8b-3f63b693734a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1c7599ac-7ce9-4dd7-8b67-49b87f61ca2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:37:29.566647 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e0003468-6f61-443d-b6d5-e44ed1e9a614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.567332 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0003468-6f61-443d-b6d5-e44ed1e9a614 None None] Bound using segment: {'id': '7b2b34af-57e3-48fa-8d8b-3f63b693734a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1c7599ac-7ce9-4dd7-8b67-49b87f61ca2a'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:37:29.568453 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-e0003468-6f61-443d-b6d5-e44ed1e9a614 None None] Bound port: aaa44833-b499-49a7-bd3d-8fd702f8ac25, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2b34af-57e3-48fa-8d8b-3f63b693734a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1c7599ac-7ce9-4dd7-8b67-49b87f61ca2a'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:29.569081 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e0003468-6f61-443d-b6d5-e44ed1e9a614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.617894 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b051d6-d663-47d6-9977-8dc46531551d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26a905b8-d92f-44cf-b3b5-13d43ec2e145,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:29.622353 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.635314 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fce16546-dfbb-443a-835d-7ab48b40160c req-992991d6-4c3e-488d-b201-e4ccb63641ff tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/security-groups?id=f948e57c-b596-4bc3-86a6-e57029d7a000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832705 Jan 21 09:37:29.652721 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b051d6-d663-47d6-9977-8dc46531551d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:29.652721 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b051d6-d663-47d6-9977-8dc46531551d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:29.652721 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b051d6-d663-47d6-9977-8dc46531551d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:29.652721 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b051d6-d663-47d6-9977-8dc46531551d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:29.652721 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b051d6-d663-47d6-9977-8dc46531551d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:29.652721 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b051d6-d663-47d6-9977-8dc46531551d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:29.652721 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b051d6-d663-47d6-9977-8dc46531551d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:29.652721 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b051d6-d663-47d6-9977-8dc46531551d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:29.652721 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b051d6-d663-47d6-9977-8dc46531551d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:29.652721 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b051d6-d663-47d6-9977-8dc46531551d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:29.652721 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b051d6-d663-47d6-9977-8dc46531551d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:29.652721 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b051d6-d663-47d6-9977-8dc46531551d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:29.668763 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77d34ea9-68ce-4a71-9428-8b2152806e32 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:37:29.695048 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c7b051d6-d663-47d6-9977-8dc46531551d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.696572 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c7b051d6-d663-47d6-9977-8dc46531551d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0131774 Jan 21 09:37:29.702228 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46058) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:29.708809 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-b50383a5-200f-426f-a9a7-4068b357d862 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Request body: {'security_group_rule': {'security_group_id': '26a905b8-d92f-44cf-b3b5-13d43ec2e145', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:29.709875 dv-neutron-825731-1-hyperv neutron-server[87515]: WARNING neutron.api.v2.base [None req-b50383a5-200f-426f-a9a7-4068b357d862 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 21 09:37:29.710634 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-b50383a5-200f-426f-a9a7-4068b357d862 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:37:29.710842 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 77d34ea9-68ce-4a71-9428-8b2152806e32, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=77d34ea9-68ce-4a71-9428-8b2152806e32,segment=NetworkSegment(6dbe62b3-80b8-484a-a3b1-46049c848789),segment_id=6dbe62b3-80b8-484a-a3b1-46049c848789)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:29.711927 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-b50383a5-200f-426f-a9a7-4068b357d862 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0076642 Jan 21 09:37:29.717706 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46062) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:29.721330 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-11531b52-bf4b-4e45-8ee9-f17da9c56eec tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.724894 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-f25ab1f5-29fe-4544-aac2-1b44ca32ea4e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Allocated IP 2001:db8::130 (1c7599ac-7ce9-4dd7-8b67-49b87f61ca2a/d1f6f682-95e2-48be-8093-288a347b9016/4b3a6adb-4633-4e44-ab36-72b1a56b6553) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:29.730579 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.731815 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device b80b0da8-782a-4f84-8d84-968f7548fbd0 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:37:29.805892 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11531b52-bf4b-4e45-8ee9-f17da9c56eec tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Network b83029b1-70bc-428c-a24d-8495037b3e3f is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:29.810198 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-11531b52-bf4b-4e45-8ee9-f17da9c56eec tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:29.812946 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11531b52-bf4b-4e45-8ee9-f17da9c56eec tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:29.857010 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46066) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:29.860798 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=77d34ea9-68ce-4a71-9428-8b2152806e32,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:29.864348 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-e0003468-6f61-443d-b6d5-e44ed1e9a614 None None] For port aaa44833-b499-49a7-bd3d-8fd702f8ac25, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:37:29.866278 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11531b52-bf4b-4e45-8ee9-f17da9c56eec tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Pushing event updated for resources: {'Port': ['ID=9e4ebdde-b0fb-40bb-ab06-4043936ff6b0,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:29.879757 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-e0003468-6f61-443d-b6d5-e44ed1e9a614 None None] For port aaa44833-b499-49a7-bd3d-8fd702f8ac25, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=aaa44833-b499-49a7-bd3d-8fd702f8ac25,segment=NetworkSegment(7b2b34af-57e3-48fa-8d8b-3f63b693734a),segment_id=7b2b34af-57e3-48fa-8d8b-3f63b693734a)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:37:29.910664 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e0003468-6f61-443d-b6d5-e44ed1e9a614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.913145 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11531b52-bf4b-4e45-8ee9-f17da9c56eec tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:29.913938 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-11531b52-bf4b-4e45-8ee9-f17da9c56eec tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.928540 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a347e90-5867-4441-b0c1-255bc3b92718 req-76df7a0f-f660-4317-b87a-fbc4a189e945 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:29.936252 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4a347e90-5867-4441-b0c1-255bc3b92718 req-76df7a0f-f660-4317-b87a-fbc4a189e945 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 943 time: 0.2805109 Jan 21 09:37:29.980128 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0430835e-5928-4a06-814e-c80c0110489b tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Hosts for router 390752e5-612e-438f-b1b8-8881435c33f5: [] {{(pid=87514) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jan 21 09:37:29.991474 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-11531b52-bf4b-4e45-8ee9-f17da9c56eec tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.1314018 Jan 21 09:37:29.995147 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46072) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:30.035217 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0003468-6f61-443d-b6d5-e44ed1e9a614 None None] Pushing event updated for resources: {'Port': ['ID=aaa44833-b499-49a7-bd3d-8fd702f8ac25,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:30.045877 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4a347e90-5867-4441-b0c1-255bc3b92718 req-5e254ea2-fce8-48a8-8b75-b05766c1c20c tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083829 Jan 21 09:37:30.099531 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0430835e-5928-4a06-814e-c80c0110489b tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Hosts for other DVR routers connected to router 390752e5-612e-438f-b1b8-8881435c33f5: set() {{(pid=87514) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jan 21 09:37:30.117475 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2503c707-a86c-4c1d-a953-07816aa9763d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.118006 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ba852-44b2-43f0-b9d6-b045b2bddb17 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Deleting port 9e4ebdde-b0fb-40bb-ab06-4043936ff6b0 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:30.118348 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6c6ba852-44b2-43f0-b9d6-b045b2bddb17 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.147301 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0430835e-5928-4a06-814e-c80c0110489b tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.152335 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0430835e-5928-4a06-814e-c80c0110489b tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] 10.222.0.110 "PUT /v2.0/routers/390752e5-612e-438f-b1b8-8881435c33f5 HTTP/1.1" status: 200 len: 717 time: 1.7651575 Jan 21 09:37:30.156652 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46076) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:30.189096 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-9dfbbefd-7d75-4091-8d7e-d433152901a0 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=b4f16c715d5c4e378af39df019a53349&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3281202 Jan 21 09:37:30.189720 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46080) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:30.190594 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port b80b0da8-782a-4f84-8d84-968f7548fbd0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b80b0da8-782a-4f84-8d84-968f7548fbd0,segment=NetworkSegment(a3f72eb9-d03f-4ac6-be0d-97ce33afeb91),segment_id=a3f72eb9-d03f-4ac6-be0d-97ce33afeb91)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:30.206223 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': 'b80b0da8-782a-4f84-8d84-968f7548fbd0', 'network_id': '8776044d-5553-42d2-939f-ade42846845d', 'port_id': 'b80b0da8-782a-4f84-8d84-968f7548fbd0', 'mac_address': 'fa:16:3e:53:af:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a6f8e0d-a61d-4a99-89f1-9eb4469ba816', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:37:30.262441 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2503c707-a86c-4c1d-a953-07816aa9763d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.274417 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.296943 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b80b0da8-782a-4f84-8d84-968f7548fbd0 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:37:30.316778 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port b80b0da8-782a-4f84-8d84-968f7548fbd0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b80b0da8-782a-4f84-8d84-968f7548fbd0,segment=NetworkSegment(a3f72eb9-d03f-4ac6-be0d-97ce33afeb91),segment_id=a3f72eb9-d03f-4ac6-be0d-97ce33afeb91)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:30.321731 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.338223 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f25ab1f5-29fe-4544-aac2-1b44ca32ea4e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.371934 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b8881384-822d-437f-89c6-a285069e99e3 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] 10.222.0.110 "GET /v2.0/routers/390752e5-612e-438f-b1b8-8881435c33f5 HTTP/1.1" status: 200 len: 717 time: 0.2117519 Jan 21 09:37:30.375437 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-50b8849c-6fe5-41a7-b087-a78ce51560b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.379480 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-f25ab1f5-29fe-4544-aac2-1b44ca32ea4e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Transition to ACTIVE for port object 4b3a6adb-4633-4e44-ab36-72b1a56b6553 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:30.379667 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46084) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:30.421709 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2503c707-a86c-4c1d-a953-07816aa9763d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.430145 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=b80b0da8-782a-4f84-8d84-968f7548fbd0,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:30.475440 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503c707-a86c-4c1d-a953-07816aa9763d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a905b8-d92f-44cf-b3b5-13d43ec2e145,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:30.479849 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-50b8849c-6fe5-41a7-b087-a78ce51560b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.498983 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503c707-a86c-4c1d-a953-07816aa9763d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:30.499545 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503c707-a86c-4c1d-a953-07816aa9763d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:30.499891 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503c707-a86c-4c1d-a953-07816aa9763d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:30.500279 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503c707-a86c-4c1d-a953-07816aa9763d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:30.500609 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503c707-a86c-4c1d-a953-07816aa9763d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:30.500931 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503c707-a86c-4c1d-a953-07816aa9763d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:30.501443 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503c707-a86c-4c1d-a953-07816aa9763d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:30.501758 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503c707-a86c-4c1d-a953-07816aa9763d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:30.502079 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503c707-a86c-4c1d-a953-07816aa9763d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:30.502397 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503c707-a86c-4c1d-a953-07816aa9763d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:30.502826 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503c707-a86c-4c1d-a953-07816aa9763d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:30.503540 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503c707-a86c-4c1d-a953-07816aa9763d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:30.531094 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2503c707-a86c-4c1d-a953-07816aa9763d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.545700 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2503c707-a86c-4c1d-a953-07816aa9763d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "DELETE /v2.0/security-groups/26a905b8-d92f-44cf-b3b5-13d43ec2e145 HTTP/1.1" status: 204 len: 168 time: 0.8177235 Jan 21 09:37:30.546804 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46092) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:30.585027 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f25ab1f5-29fe-4544-aac2-1b44ca32ea4e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.600481 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6c6ba852-44b2-43f0-b9d6-b045b2bddb17 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.723089 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25ab1f5-29fe-4544-aac2-1b44ca32ea4e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Network 1c7599ac-7ce9-4dd7-8b67-49b87f61ca2a is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:30.746790 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-f25ab1f5-29fe-4544-aac2-1b44ca32ea4e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:30.747113 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['b80b0da8-782a-4f84-8d84-968f7548fbd0'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 09:37:30.756972 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-50b8849c-6fe5-41a7-b087-a78ce51560b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.783729 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-99d76440-985f-40c8-a18f-0fb69628c847 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Synchronizing usage tracker for tenant:eac03feaccec4a30855d01ce8c37ffa6 on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:30.788825 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25ab1f5-29fe-4544-aac2-1b44ca32ea4e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:30.794923 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25ab1f5-29fe-4544-aac2-1b44ca32ea4e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:30.795562 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f25ab1f5-29fe-4544-aac2-1b44ca32ea4e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.799060 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['77d34ea9-68ce-4a71-9428-8b2152806e32'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 09:37:30.839578 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ab1f5-29fe-4544-aac2-1b44ca32ea4e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Port': ['ID=4b3a6adb-4633-4e44-ab36-72b1a56b6553,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:30.844332 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-99d76440-985f-40c8-a18f-0fb69628c847 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Unset dirty status for tenant:eac03feaccec4a30855d01ce8c37ffa6 on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:30.850804 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-99d76440-985f-40c8-a18f-0fb69628c847 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2956476 Jan 21 09:37:30.853442 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46098) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:30.863042 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f25ab1f5-29fe-4544-aac2-1b44ca32ea4e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.5468659 Jan 21 09:37:30.863846 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46102) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:30.867923 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-11da7965-cf35-4951-afeb-c643517c55ea tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Request body: {'security_group': {'name': 'tempest-secgroup--140276496'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:30.880667 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-11da7965-cf35-4951-afeb-c643517c55ea tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:30.943614 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa94ca4-26b6-4da0-afee-b72ef0df31d1 req-1a309059-332e-4461-9452-b2d1daf42a15 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:30.945833 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-daa94ca4-26b6-4da0-afee-b72ef0df31d1 req-1a309059-332e-4461-9452-b2d1daf42a15 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/ports?device_id=d9acc9e3-8064-4bee-849e-fa4ba8818808 HTTP/1.1" status: 200 len: 944 time: 0.3474956 Jan 21 09:37:30.957059 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ba852-44b2-43f0-b9d6-b045b2bddb17 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Calling delete_port for 9e4ebdde-b0fb-40bb-ab06-4043936ff6b0 owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:30.959431 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-11da7965-cf35-4951-afeb-c643517c55ea tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:31.008118 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-a99c5be6-bd00-435e-940b-1e9a084b221f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Deleting port 4b3a6adb-4633-4e44-ab36-72b1a56b6553 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:31.008118 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a99c5be6-bd00-435e-940b-1e9a084b221f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.040255 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-11da7965-cf35-4951-afeb-c643517c55ea tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.081246 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-daa94ca4-26b6-4da0-afee-b72ef0df31d1 req-ff3d4231-ce86-4d7c-814a-58ca947263b8 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/security-groups?id=3ce8baa6-555a-4c73-bbe7-0434579bb7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1294935 Jan 21 09:37:31.088608 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8849c-6fe5-41a7-b087-a78ce51560b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc676da-2ff4-4b98-b9b9-d263ce03b12e,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:31.128483 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-50b8849c-6fe5-41a7-b087-a78ce51560b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.133332 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-50b8849c-6fe5-41a7-b087-a78ce51560b3 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/4cc676da-2ff4-4b98-b9b9-d263ce03b12e HTTP/1.1" status: 204 len: 168 time: 0.9355030 Jan 21 09:37:31.145134 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-90dad72b-f55a-41dd-b523-781d62d652de tempest-RoutersTestDVR-707629936 tempest-RoutersTestDVR-707629936-project] 10.222.0.110 "GET /v2.0/routers/390752e5-612e-438f-b1b8-8881435c33f5 HTTP/1.1" status: 200 len: 683 time: 0.7616022 Jan 21 09:37:31.148619 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46110) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:31.200739 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-11da7965-cf35-4951-afeb-c643517c55ea tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:31.219442 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-11da7965-cf35-4951-afeb-c643517c55ea tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Usage tracker for resource:security_group_rule and tenant:eac03feaccec4a30855d01ce8c37ffa6 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:31.231460 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-11da7965-cf35-4951-afeb-c643517c55ea tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:31.247890 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:31.288358 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-11da7965-cf35-4951-afeb-c643517c55ea tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:31.366424 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e8722a04-da4a-46f9-a5f9-ac7db90dc56e tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks [] for router, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.371185 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:31.378665 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:31.379171 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.482463 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-11da7965-cf35-4951-afeb-c643517c55ea tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.585260 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a00bca4-b268-4bb0-b200-b9676618c6ef None None] Network 1c7599ac-7ce9-4dd7-8b67-49b87f61ca2a requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:37:31.594408 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-11da7965-cf35-4951-afeb-c643517c55ea tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.653150 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-11da7965-cf35-4951-afeb-c643517c55ea tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.657418 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-11da7965-cf35-4951-afeb-c643517c55ea tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7983108 Jan 21 09:37:31.664450 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46116) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:31.675781 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920f125-570c-44c3-ae9d-34407d810242 req-19f95cdf-31f6-4bbe-bbb9-7c61790e6963 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:31.677628 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f920f125-570c-44c3-ae9d-34407d810242 req-19f95cdf-31f6-4bbe-bbb9-7c61790e6963 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 944 time: 0.4429643 Jan 21 09:37:31.679873 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a99c5be6-bd00-435e-940b-1e9a084b221f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.700748 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-09f38e91-166a-4d1c-a882-3fef27f4a92b tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Request body: {'security_group_rule': {'security_group_id': '7be09599-7a23-4c2d-9512-9f387452d7f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:31.703596 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46120) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:31.711875 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8235770-43c0-4d98-964e-be752465b9fd req-e2abc50b-a88c-4610-8dd7-9a5ce764b5a3 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:31.713273 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d8235770-43c0-4d98-964e-be752465b9fd req-e2abc50b-a88c-4610-8dd7-9a5ce764b5a3 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd33e193-8625-438a-ad0b-1d496fa053e8 HTTP/1.1" status: 200 len: 944 time: 0.7274225 Jan 21 09:37:31.715864 dv-neutron-825731-1-hyperv neutron-server[87514]: WARNING neutron.api.v2.base [None req-09f38e91-166a-4d1c-a882-3fef27f4a92b tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 21 09:37:31.717108 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-09f38e91-166a-4d1c-a882-3fef27f4a92b tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:37:31.721583 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-09f38e91-166a-4d1c-a882-3fef27f4a92b tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0548761 Jan 21 09:37:31.722966 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46124) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:31.735987 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-b607561f-9b0a-4182-8f73-2af89c5c0d2d None None] Provisioning for port aaa44833-b499-49a7-bd3d-8fd702f8ac25 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:31.777345 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.827184 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f,segment=NetworkSegment(e6b062f4-c60d-4f2d-92ff-c2921e09a921),segment_id=e6b062f4-c60d-4f2d-92ff-c2921e09a921)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:31.830328 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9acc9e3-8064-4bee-849e-fa4ba8818808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:37:31.861177 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e8722a04-da4a-46f9-a5f9-ac7db90dc56e tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.865143 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e8722a04-da4a-46f9-a5f9-ac7db90dc56e tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.878481 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6c6ba852-44b2-43f0-b9d6-b045b2bddb17 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.889219 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-70af694e-5d4c-466d-8801-7d944bd32005 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=ae13809107a6493ebf4327709717e2ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1745033 Jan 21 09:37:31.900092 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.936068 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46128) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:31.968895 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-a99c5be6-bd00-435e-940b-1e9a084b221f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Calling delete_port for 4b3a6adb-4633-4e44-ab36-72b1a56b6553 owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:31.983862 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:31.998892 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d8235770-43c0-4d98-964e-be752465b9fd req-1f38e40a-2552-4d05-bfb2-2db8f7bc7b27 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/security-groups?id=f948e57c-b596-4bc3-86a6-e57029d7a000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2428136 Jan 21 09:37:32.039386 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ba852-44b2-43f0-b9d6-b045b2bddb17 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e4ebdde-b0fb-40bb-ab06-4043936ff6b0,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:32.066288 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-936b45ec-5dc6-49fa-9174-f41e622c5d92 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Request body: {'security_group_rule': {'security_group_id': '7be09599-7a23-4c2d-9512-9f387452d7f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:32.067108 dv-neutron-825731-1-hyperv neutron-server[87514]: WARNING neutron.api.v2.base [None req-936b45ec-5dc6-49fa-9174-f41e622c5d92 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 21 09:37:32.068202 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-936b45ec-5dc6-49fa-9174-f41e622c5d92 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:37:32.072308 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-936b45ec-5dc6-49fa-9174-f41e622c5d92 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.3468935 Jan 21 09:37:32.074710 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device aaa44833-b499-49a7-bd3d-8fd702f8ac25 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:32.094025 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46136) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:32.094690 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da7965-cf35-4951-afeb-c643517c55ea tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7be09599-7a23-4c2d-9512-9f387452d7f6,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:32.113041 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-71f23009-5dd7-4c91-9702-eccb00ad5f8d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Request body: {'security_group_rule': {'security_group_id': '7be09599-7a23-4c2d-9512-9f387452d7f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:32.113856 dv-neutron-825731-1-hyperv neutron-server[87514]: WARNING neutron.api.v2.base [None req-71f23009-5dd7-4c91-9702-eccb00ad5f8d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 21 09:37:32.114388 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-71f23009-5dd7-4c91-9702-eccb00ad5f8d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:37:32.121663 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46142) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:32.121788 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:32.122345 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:32.122449 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:32.122709 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:32.123049 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:32.123378 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:32.123787 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:32.124230 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:32.124441 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:32.124749 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-71f23009-5dd7-4c91-9702-eccb00ad5f8d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0272074 Jan 21 09:37:32.124844 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:32.125072 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:32.125393 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:32.130470 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e8722a04-da4a-46f9-a5f9-ac7db90dc56e tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.130470 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8722a04-da4a-46f9-a5f9-ac7db90dc56e tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 390752e5-612e-438f-b1b8-8881435c33f5 {{(pid=87515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:37:32.136120 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-4dfee64b-ff1b-4fdc-9b76-44ca38ae1c66 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Request body: {'security_group_rule': {'security_group_id': '7be09599-7a23-4c2d-9512-9f387452d7f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:32.138944 dv-neutron-825731-1-hyperv neutron-server[87515]: WARNING neutron.api.v2.base [None req-4dfee64b-ff1b-4fdc-9b76-44ca38ae1c66 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 21 09:37:32.139344 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-4dfee64b-ff1b-4fdc-9b76-44ca38ae1c66 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:37:32.143679 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4dfee64b-ff1b-4fdc-9b76-44ca38ae1c66 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0125794 Jan 21 09:37:32.153919 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46146) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:32.226725 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f920f125-570c-44c3-ae9d-34407d810242 req-3f1d957d-902e-45ac-bf9a-4ba6cb08c65d tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5322530 Jan 21 09:37:32.234407 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6c6ba852-44b2-43f0-b9d6-b045b2bddb17 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.247430 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port aaa44833-b499-49a7-bd3d-8fd702f8ac25 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:32.249055 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e8722a04-da4a-46f9-a5f9-ac7db90dc56e tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.252037 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e8722a04-da4a-46f9-a5f9-ac7db90dc56e tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] 10.222.0.110 "DELETE /v2.0/routers/390752e5-612e-438f-b1b8-8881435c33f5 HTTP/1.1" status: 204 len: 168 time: 1.1024108 Jan 21 09:37:32.256076 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6c6ba852-44b2-43f0-b9d6-b045b2bddb17 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] 10.222.0.110 "DELETE /v2.0/ports/9e4ebdde-b0fb-40bb-ab06-4043936ff6b0 HTTP/1.1" status: 204 len: 168 time: 2.2597420 Jan 21 09:37:32.257840 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46152) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:32.260334 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5f3a0faf-6e70-45d5-a6eb-3a2b539e43af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.270362 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46154) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:32.271111 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port aaa44833-b499-49a7-bd3d-8fd702f8ac25 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:32.271111 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.275843 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-32ee1151-82fe-4774-9413-8cb8212d26f2 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Request body: {'router': {'name': 'tempest-router-641646584', 'distributed': True}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:32.297917 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-eae1f2b4-9bec-490d-8878-76ea85ff6689 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b83029b1-70bc-428c-a24d-8495037b3e3f', 'external_fixed_ips': [{'subnet_id': '0ae2c80d-949a-4793-82d3-69f14aa35428', 'ip_address': '172.20.0.10'}]}}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:32.306556 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a99c5be6-bd00-435e-940b-1e9a084b221f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.307235 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-eae1f2b4-9bec-490d-8878-76ea85ff6689 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:32.313382 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-eae1f2b4-9bec-490d-8878-76ea85ff6689 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Usage tracker for resource:router and tenant:177571f5a59c4bcf9574f984e31ae653 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:32.318603 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-eae1f2b4-9bec-490d-8878-76ea85ff6689 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:32.355434 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e7281d7c-4303-41aa-ab1c-cb0021d9f726 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.365790 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c5be6-bd00-435e-940b-1e9a084b221f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'Port': ['ID=4b3a6adb-4633-4e44-ab36-72b1a56b6553,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:32.390483 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-eae1f2b4-9bec-490d-8878-76ea85ff6689 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:32.399199 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-32ee1151-82fe-4774-9413-8cb8212d26f2 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:32.418090 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-32ee1151-82fe-4774-9413-8cb8212d26f2 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Usage tracker for resource:router and tenant:de7afc348fed4b39a8eef2cf5665d05d is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:32.421949 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a99c5be6-bd00-435e-940b-1e9a084b221f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.427549 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-32ee1151-82fe-4774-9413-8cb8212d26f2 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:32.441610 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.442158 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5f3a0faf-6e70-45d5-a6eb-3a2b539e43af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.451180 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e7281d7c-4303-41aa-ab1c-cb0021d9f726 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.452650 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-32ee1151-82fe-4774-9413-8cb8212d26f2 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:32.460309 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a99c5be6-bd00-435e-940b-1e9a084b221f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/ports/4b3a6adb-4633-4e44-ab36-72b1a56b6553 HTTP/1.1" status: 204 len: 168 time: 1.5864694 Jan 21 09:37:32.463612 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46162) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:32.483666 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-eae1f2b4-9bec-490d-8878-76ea85ff6689 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.485142 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-eae1f2b4-9bec-490d-8878-76ea85ff6689 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.504653 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port aaa44833-b499-49a7-bd3d-8fd702f8ac25, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=aaa44833-b499-49a7-bd3d-8fd702f8ac25,segment=NetworkSegment(7b2b34af-57e3-48fa-8d8b-3f63b693734a),segment_id=7b2b34af-57e3-48fa-8d8b-3f63b693734a)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:32.509105 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9acc9e3-8064-4bee-849e-fa4ba8818808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f', 'code': 200} Jan 21 09:37:32.518327 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.519388 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-32ee1151-82fe-4774-9413-8cb8212d26f2 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.520498 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-32ee1151-82fe-4774-9413-8cb8212d26f2 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.545121 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-eae1f2b4-9bec-490d-8878-76ea85ff6689 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.557485 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-35b9d71f-1f93-43b4-9cb7-cb5e53ebf5a5 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] GET failed (client error): The resource could not be found. Jan 21 09:37:32.558397 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-35b9d71f-1f93-43b4-9cb7-cb5e53ebf5a5 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Synchronizing usage tracker for tenant:29c6ab04f24842d781b633e6233f3506 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:32.593098 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-35b9d71f-1f93-43b4-9cb7-cb5e53ebf5a5 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Unset dirty status for tenant:29c6ab04f24842d781b633e6233f3506 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:32.597337 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-35b9d71f-1f93-43b4-9cb7-cb5e53ebf5a5 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "GET /v2.0/ports/4b3a6adb-4633-4e44-ab36-72b1a56b6553 HTTP/1.1" status: 404 len: 333 time: 0.1326456 Jan 21 09:37:32.598016 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46166) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:32.616347 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=aaa44833-b499-49a7-bd3d-8fd702f8ac25,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:32.655746 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e7281d7c-4303-41aa-ab1c-cb0021d9f726 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.668320 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f79ac7b5-4443-4330-8d78-cc0abb4ac7c5 None None] Could not find standard attr ID for object 4b3a6adb-4633-4e44-ab36-72b1a56b6553. {{(pid=87516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:37:32.690606 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7281d7c-4303-41aa-ab1c-cb0021d9f726 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be09599-7a23-4c2d-9512-9f387452d7f6,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:32.701374 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f79ac7b5-4443-4330-8d78-cc0abb4ac7c5 None None] Provisioning complete for port aaa44833-b499-49a7-bd3d-8fd702f8ac25 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:32.701852 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f79ac7b5-4443-4330-8d78-cc0abb4ac7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.710989 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e7281d7c-4303-41aa-ab1c-cb0021d9f726 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.716867 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e7281d7c-4303-41aa-ab1c-cb0021d9f726 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "DELETE /v2.0/security-groups/7be09599-7a23-4c2d-9512-9f387452d7f6 HTTP/1.1" status: 204 len: 168 time: 0.5600989 Jan 21 09:37:32.724554 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-60d400a8-e428-4c87-94bc-d267ff17d7c3 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Deleting subnet d1f6f682-95e2-48be-8093-288a347b9016 {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:37:32.726699 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46170) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:32.737960 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-60d400a8-e428-4c87-94bc-d267ff17d7c3 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.738253 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5f3a0faf-6e70-45d5-a6eb-3a2b539e43af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.745137 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-32ee1151-82fe-4774-9413-8cb8212d26f2 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.847025 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-60d400a8-e428-4c87-94bc-d267ff17d7c3 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.892284 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-2f034abd-f38b-4ed9-84c3-5585dc805cdc tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Synchronizing usage tracker for tenant:eac03feaccec4a30855d01ce8c37ffa6 on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:32.929351 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-2f034abd-f38b-4ed9-84c3-5585dc805cdc tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Unset dirty status for tenant:eac03feaccec4a30855d01ce8c37ffa6 on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:32.935434 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2f034abd-f38b-4ed9-84c3-5585dc805cdc tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2029870 Jan 21 09:37:32.935831 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46174) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:32.942003 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-0ce21673-1767-4148-b998-a456d2afa90e tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Request body: {'security_group': {'name': 'tempest-secgroup--1336046814'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:32.958022 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-0ce21673-1767-4148-b998-a456d2afa90e tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:32.966476 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fecd55a-4554-4b0e-8632-47542ff3e7b3 req-d717fb3e-1fcd-42e2-babd-0ee6969ac885 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:32.970069 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1fecd55a-4554-4b0e-8632-47542ff3e7b3 req-d717fb3e-1fcd-42e2-babd-0ee6969ac885 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/ports?device_id=d9acc9e3-8064-4bee-849e-fa4ba8818808 HTTP/1.1" status: 200 len: 945 time: 0.7128630 Jan 21 09:37:32.970954 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-0ce21673-1767-4148-b998-a456d2afa90e tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:32.983097 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-60d400a8-e428-4c87-94bc-d267ff17d7c3 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.017990 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0ce21673-1767-4148-b998-a456d2afa90e tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.037599 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-3a910819-db8d-4fc1-b411-16eeb1b8c684 None None] Could not find standard attr ID for object 4b3a6adb-4633-4e44-ab36-72b1a56b6553. {{(pid=87516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:37:33.047827 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a0faf-6e70-45d5-a6eb-3a2b539e43af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e5cf96-b176-4f5b-9ef5-8af4ed3f70aa,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:33.058174 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-0ce21673-1767-4148-b998-a456d2afa90e tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:33.067138 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-0ce21673-1767-4148-b998-a456d2afa90e tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Usage tracker for resource:security_group_rule and tenant:eac03feaccec4a30855d01ce8c37ffa6 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:33.072110 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-0ce21673-1767-4148-b998-a456d2afa90e tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:33.080963 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-0ce21673-1767-4148-b998-a456d2afa90e tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:33.106470 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-60d400a8-e428-4c87-94bc-d267ff17d7c3 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.150640 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-60d400a8-e428-4c87-94bc-d267ff17d7c3 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.164455 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d400a8-e428-4c87-94bc-d267ff17d7c3 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'Subnet': ['ID=d1f6f682-95e2-48be-8093-288a347b9016,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:33.171669 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-60d400a8-e428-4c87-94bc-d267ff17d7c3 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/subnets/d1f6f682-95e2-48be-8093-288a347b9016 HTTP/1.1" status: 204 len: 168 time: 0.5619574 Jan 21 09:37:33.174508 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46180) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:33.180864 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-eae1f2b4-9bec-490d-8878-76ea85ff6689 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.191019 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1c70bd-d58c-44f7-b656-1c1f8513d695 None None] Network 1c7599ac-7ce9-4dd7-8b67-49b87f61ca2a requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:37:33.205789 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-32ee1151-82fe-4774-9413-8cb8212d26f2 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.218357 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5f3a0faf-6e70-45d5-a6eb-3a2b539e43af admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.222268 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5f3a0faf-6e70-45d5-a6eb-3a2b539e43af admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/e5e5cf96-b176-4f5b-9ef5-8af4ed3f70aa HTTP/1.1" status: 204 len: 168 time: 1.2738745 Jan 21 09:37:33.258033 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1fecd55a-4554-4b0e-8632-47542ff3e7b3 req-c930515c-6489-4dc6-9d26-13b596338642 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/security-groups?id=3ce8baa6-555a-4c73-bbe7-0434579bb7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2761610 Jan 21 09:37:33.284364 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 77d34ea9-68ce-4a71-9428-8b2152806e32 up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:33.289444 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cba636-1fb2-4737-867c-ff7e34b87bfe req-14e14910-8dcd-470f-972a-c17eed52722b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:33.293287 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-69cba636-1fb2-4737-867c-ff7e34b87bfe req-14e14910-8dcd-470f-972a-c17eed52722b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d9acc9e3-8064-4bee-849e-fa4ba8818808 HTTP/1.1" status: 200 len: 1098 time: 0.5483530 Jan 21 09:37:33.338471 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-32ee1151-82fe-4774-9413-8cb8212d26f2 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.339656 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-32ee1151-82fe-4774-9413-8cb8212d26f2 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.0807354 Jan 21 09:37:33.343277 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46188) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:33.431236 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0ce21673-1767-4148-b998-a456d2afa90e tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.451534 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e15a1960-b367-4824-ac33-b4678add0dfa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.455310 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-69cba636-1fb2-4737-867c-ff7e34b87bfe req-215f9293-2a62-4e9c-8b85-6e0c641ec6ac service neutron] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.456507 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0ce21673-1767-4148-b998-a456d2afa90e tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.476790 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port 77d34ea9-68ce-4a71-9428-8b2152806e32 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:33.485536 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port 77d34ea9-68ce-4a71-9428-8b2152806e32 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:33.485844 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.522792 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-e15a1960-b367-4824-ac33-b4678add0dfa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Deleting port aaa44833-b499-49a7-bd3d-8fd702f8ac25 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:33.523198 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e15a1960-b367-4824-ac33-b4678add0dfa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.612774 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31eb708-d431-408b-888f-6f9b7b8095e8 None None] DHCP port deletion for 1c7599ac-7ce9-4dd7-8b67-49b87f61ca2a request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:37:33.622420 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-69cba636-1fb2-4737-867c-ff7e34b87bfe req-215f9293-2a62-4e9c-8b85-6e0c641ec6ac service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:33.631097 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6e8ae099-1108-49d7-b6fd-8b3ea7ff2a35 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks [] for router, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.632194 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-a31eb708-d431-408b-888f-6f9b7b8095e8 None None] Deleting port aaa44833-b499-49a7-bd3d-8fd702f8ac25 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:33.632559 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a31eb708-d431-408b-888f-6f9b7b8095e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.672241 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce21673-1767-4148-b998-a456d2afa90e tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76e46a34-35f7-49ab-a625-70c74e2fb74c,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:33.675293 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.699116 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619b1fa-3ef2-4a88-9ec5-2f5daf9fa0ac req-0c753075-4fb0-48cb-bf97-39057678e0c2 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:33.700667 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8619b1fa-3ef2-4a88-9ec5-2f5daf9fa0ac req-0c753075-4fb0-48cb-bf97-39057678e0c2 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd33e193-8625-438a-ad0b-1d496fa053e8 HTTP/1.1" status: 200 len: 944 time: 0.4923835 Jan 21 09:37:33.703580 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0ce21673-1767-4148-b998-a456d2afa90e tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.703580 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0ce21673-1767-4148-b998-a456d2afa90e tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7657740 Jan 21 09:37:33.705561 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46196) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:33.712567 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-69cba636-1fb2-4737-867c-ff7e34b87bfe req-215f9293-2a62-4e9c-8b85-6e0c641ec6ac service neutron] Usage tracker for resource:security_group_rule and tenant:26b594d41f814f50bb1dd4afcfa8c790 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:33.731611 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-c387c57d-65e3-410a-a5b8-4c2467b694d5 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Request body: {'security_group_rule': {'security_group_id': '76e46a34-35f7-49ab-a625-70c74e2fb74c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:33.732338 dv-neutron-825731-1-hyperv neutron-server[87514]: WARNING neutron.api.v2.base [None req-c387c57d-65e3-410a-a5b8-4c2467b694d5 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 21 09:37:33.732454 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 77d34ea9-68ce-4a71-9428-8b2152806e32, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=77d34ea9-68ce-4a71-9428-8b2152806e32,segment=NetworkSegment(6dbe62b3-80b8-484a-a3b1-46049c848789),segment_id=6dbe62b3-80b8-484a-a3b1-46049c848789)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:33.732830 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-c387c57d-65e3-410a-a5b8-4c2467b694d5 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:37:33.733777 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c387c57d-65e3-410a-a5b8-4c2467b694d5 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0273261 Jan 21 09:37:33.742114 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46200) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:33.752086 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-1a691b13-ad37-47b6-b381-6203992b36bf tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Request body: {'security_group_rule': {'security_group_id': '76e46a34-35f7-49ab-a625-70c74e2fb74c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:33.762242 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-69cba636-1fb2-4737-867c-ff7e34b87bfe req-215f9293-2a62-4e9c-8b85-6e0c641ec6ac service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:33.771044 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.771385 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device b80b0da8-782a-4f84-8d84-968f7548fbd0 up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:33.791126 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-1a691b13-ad37-47b6-b381-6203992b36bf tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:33.804854 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-1a691b13-ad37-47b6-b381-6203992b36bf tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Usage tracker for resource:security_group_rule and tenant:eac03feaccec4a30855d01ce8c37ffa6 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:33.810087 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8619b1fa-3ef2-4a88-9ec5-2f5daf9fa0ac req-82c60bb2-69d2-4e2e-afd8-a39edd5baf31 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/security-groups?id=f948e57c-b596-4bc3-86a6-e57029d7a000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950603 Jan 21 09:37:33.810863 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-1a691b13-ad37-47b6-b381-6203992b36bf tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:33.842436 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-1a691b13-ad37-47b6-b381-6203992b36bf tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:33.889165 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-69cba636-1fb2-4737-867c-ff7e34b87bfe req-215f9293-2a62-4e9c-8b85-6e0c641ec6ac service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:33.927578 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-e15a1960-b367-4824-ac33-b4678add0dfa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] For port aaa44833-b499-49a7-bd3d-8fd702f8ac25, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=aaa44833-b499-49a7-bd3d-8fd702f8ac25,segment=NetworkSegment(7b2b34af-57e3-48fa-8d8b-3f63b693734a),segment_id=7b2b34af-57e3-48fa-8d8b-3f63b693734a)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:33.928737 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e15a1960-b367-4824-ac33-b4678add0dfa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.045446 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=77d34ea9-68ce-4a71-9428-8b2152806e32,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:34.062748 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device aaa44833-b499-49a7-bd3d-8fd702f8ac25 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:37:34.094422 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-e15a1960-b367-4824-ac33-b4678add0dfa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Calling delete_port for aaa44833-b499-49a7-bd3d-8fd702f8ac25 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:34.135311 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-a31eb708-d431-408b-888f-6f9b7b8095e8 None None] For port aaa44833-b499-49a7-bd3d-8fd702f8ac25, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=aaa44833-b499-49a7-bd3d-8fd702f8ac25,segment=NetworkSegment(7b2b34af-57e3-48fa-8d8b-3f63b693734a),segment_id=7b2b34af-57e3-48fa-8d8b-3f63b693734a)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:34.135754 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a31eb708-d431-408b-888f-6f9b7b8095e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.151161 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-1a691b13-ad37-47b6-b381-6203992b36bf tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:37:34.152226 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1a691b13-ad37-47b6-b381-6203992b36bf tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4091849 Jan 21 09:37:34.155082 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46212) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:34.163092 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-a6ad2dc9-bed9-426a-b144-a46d36d6e5b0 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Request body: {'security_group_rule': {'security_group_id': '76e46a34-35f7-49ab-a625-70c74e2fb74c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:34.163719 dv-neutron-825731-1-hyperv neutron-server[87514]: WARNING neutron.api.v2.base [None req-a6ad2dc9-bed9-426a-b144-a46d36d6e5b0 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 21 09:37:34.164324 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-a6ad2dc9-bed9-426a-b144-a46d36d6e5b0 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:37:34.165290 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a6ad2dc9-bed9-426a-b144-a46d36d6e5b0 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0092924 Jan 21 09:37:34.172559 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46216) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:34.183274 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-2eb479a7-f7e5-4570-ac62-25e28eac2336 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Request body: {'security_group_rule': {'security_group_id': '76e46a34-35f7-49ab-a625-70c74e2fb74c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:34.190228 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-2eb479a7-f7e5-4570-ac62-25e28eac2336 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:34.195605 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6e8ae099-1108-49d7-b6fd-8b3ea7ff2a35 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.202902 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6e8ae099-1108-49d7-b6fd-8b3ea7ff2a35 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.212984 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port b80b0da8-782a-4f84-8d84-968f7548fbd0 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:34.238180 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f8d57-9dd2-4936-8c2e-c85559ae20d9 req-d519f420-35d2-4b5d-a10f-476281a25bb5 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:34.246331 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-392f8d57-9dd2-4936-8c2e-c85559ae20d9 req-d519f420-35d2-4b5d-a10f-476281a25bb5 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 944 time: 0.7814319 Jan 21 09:37:34.285520 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-a31eb708-d431-408b-888f-6f9b7b8095e8 None None] Calling delete_port for aaa44833-b499-49a7-bd3d-8fd702f8ac25 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:34.293598 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-2eb479a7-f7e5-4570-ac62-25e28eac2336 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Usage tracker for resource:security_group_rule and tenant:eac03feaccec4a30855d01ce8c37ffa6 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:34.297389 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-2eb479a7-f7e5-4570-ac62-25e28eac2336 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:34.306403 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-2eb479a7-f7e5-4570-ac62-25e28eac2336 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:34.325146 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e15a1960-b367-4824-ac33-b4678add0dfa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.334660 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6e8ae099-1108-49d7-b6fd-8b3ea7ff2a35 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.335525 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8ae099-1108-49d7-b6fd-8b3ea7ff2a35 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca992aaa-33eb-4443-9bda-6ca06987965d {{(pid=87515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:37:34.392391 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a1960-b367-4824-ac33-b4678add0dfa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'Port': ['ID=aaa44833-b499-49a7-bd3d-8fd702f8ac25,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:34.405214 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-392f8d57-9dd2-4936-8c2e-c85559ae20d9 req-299da497-6fa9-4d24-932e-5dde10b684f6 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575878 Jan 21 09:37:34.413654 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15a1960-b367-4824-ac33-b4678add0dfa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] No DVR routers for this DVR port aaa44833-b499-49a7-bd3d-8fd702f8ac25 on host dv-neutron-825731-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:37:34.440344 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-69cba636-1fb2-4737-867c-ff7e34b87bfe req-215f9293-2a62-4e9c-8b85-6e0c641ec6ac service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.447173 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No ports have port_id starting with aaa44833-b499-49a7-bd3d-8fd702f8ac25 Jan 21 09:37:34.448216 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port b80b0da8-782a-4f84-8d84-968f7548fbd0 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:34.448777 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.464079 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-69cba636-1fb2-4737-867c-ff7e34b87bfe req-215f9293-2a62-4e9c-8b85-6e0c641ec6ac service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.483676 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6e8ae099-1108-49d7-b6fd-8b3ea7ff2a35 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.485216 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6e8ae099-1108-49d7-b6fd-8b3ea7ff2a35 tempest-RoutersTestDVR-787041801 tempest-RoutersTestDVR-787041801-project-admin] 10.222.0.110 "DELETE /v2.0/routers/ca992aaa-33eb-4443-9bda-6ca06987965d HTTP/1.1" status: 204 len: 168 time: 1.1395905 Jan 21 09:37:34.527198 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-2eb479a7-f7e5-4570-ac62-25e28eac2336 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:37:34.528299 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2eb479a7-f7e5-4570-ac62-25e28eac2336 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3548257 Jan 21 09:37:34.534306 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca0a84f-7fa2-4cac-b5af-88b7be9719fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d34ea9-68ce-4a71-9428-8b2152806e32'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:37:34.550224 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46230) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:34.551624 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-a31eb708-d431-408b-888f-6f9b7b8095e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:37:34.552300 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-a31eb708-d431-408b-888f-6f9b7b8095e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:37:34.643355 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46236) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:34.670003 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e15a1960-b367-4824-ac33-b4678add0dfa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.678240 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca0a84f-7fa2-4cac-b5af-88b7be9719fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d34ea9-68ce-4a71-9428-8b2152806e32', 'code': 200} Jan 21 09:37:34.678843 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.700787 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-e15a1960-b367-4824-ac33-b4678add0dfa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c7599ac-7ce9-4dd7-8b67-49b87f61ca2a']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:34.714868 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-e15a1960-b367-4824-ac33-b4678add0dfa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b2b34af-57e3-48fa-8d8b-3f63b693734a') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:34.715283 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-e15a1960-b367-4824-ac33-b4678add0dfa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b2b34af-57e3-48fa-8d8b-3f63b693734a') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:34.715703 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port b80b0da8-782a-4f84-8d84-968f7548fbd0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b80b0da8-782a-4f84-8d84-968f7548fbd0,segment=NetworkSegment(a3f72eb9-d03f-4ac6-be0d-97ce33afeb91),segment_id=a3f72eb9-d03f-4ac6-be0d-97ce33afeb91)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:34.728683 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e15a1960-b367-4824-ac33-b4678add0dfa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.732340 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.747064 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e15a1960-b367-4824-ac33-b4678add0dfa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.753556 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e15a1960-b367-4824-ac33-b4678add0dfa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:37:34.753949 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e15a1960-b367-4824-ac33-b4678add0dfa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.788443 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-bcc74a92-94d9-4203-94bf-325aa4812bd8 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Request body: {'security_group_rule': {'security_group_id': '76e46a34-35f7-49ab-a625-70c74e2fb74c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:34.789155 dv-neutron-825731-1-hyperv neutron-server[87514]: WARNING neutron.api.v2.base [None req-bcc74a92-94d9-4203-94bf-325aa4812bd8 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 21 09:37:34.790017 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-bcc74a92-94d9-4203-94bf-325aa4812bd8 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:37:34.793677 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-bcc74a92-94d9-4203-94bf-325aa4812bd8 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.2407548 Jan 21 09:37:34.794591 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:37:34.794591 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:37:34.794591 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:37:34.794591 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:37:34.794591 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:37:34.794591 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:37:34.794591 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:37:34.794591 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:37:34.794591 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:37:34.794591 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:37:34.794591 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:37:34.794591 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:37:34.794591 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:37:34.794591 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:37:34.794591 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:37:34.794591 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:37:34.794591 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:37:34.794591 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:37:34.794591 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:37:34.794591 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:37:34.794591 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:37:34.794591 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:37:34.794591 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:37:34.794591 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:37:34.794591 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:37:34.794591 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:37:34.794591 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:37:34.794591 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:37:34.794591 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:37:34.794591 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:37:34.794591 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:37:34.794591 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:37:34.805936 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-69cba636-1fb2-4737-867c-ff7e34b87bfe req-215f9293-2a62-4e9c-8b85-6e0c641ec6ac service neutron] Synchronizing usage tracker for tenant:26b594d41f814f50bb1dd4afcfa8c790 on resource:security_group {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:34.807018 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46240) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:34.820162 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-1b6b923d-e763-4ad6-aae8-541655a5cbbe tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Request body: {'security_group_rule': {'security_group_id': '76e46a34-35f7-49ab-a625-70c74e2fb74c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:34.893477 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-1b6b923d-e763-4ad6-aae8-541655a5cbbe tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:34.894821 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=b80b0da8-782a-4f84-8d84-968f7548fbd0,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:34.937910 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-1b6b923d-e763-4ad6-aae8-541655a5cbbe tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Usage tracker for resource:security_group_rule and tenant:eac03feaccec4a30855d01ce8c37ffa6 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:34.943096 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-1b6b923d-e763-4ad6-aae8-541655a5cbbe tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:34.960454 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-1b6b923d-e763-4ad6-aae8-541655a5cbbe tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:34.976945 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e15a1960-b367-4824-ac33-b4678add0dfa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.013292 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e15a1960-b367-4824-ac33-b4678add0dfa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.025980 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46250) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:35.040732 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a1960-b367-4824-ac33-b4678add0dfa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'Network': ['ID=1c7599ac-7ce9-4dd7-8b67-49b87f61ca2a,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:35.054240 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f9293-2a62-4e9c-8b85-6e0c641ec6ac service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf403ff-699c-49ae-838a-e955d94b3fc4,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:35.055080 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-a31eb708-d431-408b-888f-6f9b7b8095e8 None None] Deleting port aaa44833-b499-49a7-bd3d-8fd702f8ac25 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:35.055637 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a31eb708-d431-408b-888f-6f9b7b8095e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.066592 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30ffad-0524-452f-b875-68d9731f4ee7 req-deed4ff5-de58-4733-a510-464062722817 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:35.074413 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2d30ffad-0524-452f-b875-68d9731f4ee7 req-deed4ff5-de58-4733-a510-464062722817 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/ports?device_id=d9acc9e3-8064-4bee-849e-fa4ba8818808 HTTP/1.1" status: 200 len: 945 time: 0.6283097 Jan 21 09:37:35.131074 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e15a1960-b367-4824-ac33-b4678add0dfa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/networks/1c7599ac-7ce9-4dd7-8b67-49b87f61ca2a HTTP/1.1" status: 204 len: 168 time: 1.9554632 Jan 21 09:37:35.137927 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46256) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:35.139150 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-eae1f2b4-9bec-490d-8878-76ea85ff6689 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.152423 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-1b6b923d-e763-4ad6-aae8-541655a5cbbe tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:37:35.156350 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1b6b923d-e763-4ad6-aae8-541655a5cbbe tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3454993 Jan 21 09:37:35.156474 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-a31eb708-d431-408b-888f-6f9b7b8095e8 None None] The port 'aaa44833-b499-49a7-bd3d-8fd702f8ac25' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:37:35.170937 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46258) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:35.182128 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-bf284505-8ee7-4005-8c81-558f155153bc tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'port': {'network_id': 'e439457c-c827-47a2-82f8-06fb926caf27', 'name': 'tempest-PortsIpV6TestJSON-630769614'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:35.186740 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5ed7513e-31c7-41c1-a22d-55ece19fead2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.199533 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b7844-ae32-40b5-a605-3f3469ddc144 req-33226ad4-f5ed-4d9d-a0ef-e5c681b545c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:35.201291 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6a2b7844-ae32-40b5-a605-3f3469ddc144 req-33226ad4-f5ed-4d9d-a0ef-e5c681b545c9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 1098 time: 0.3193936 Jan 21 09:37:35.205673 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2d30ffad-0524-452f-b875-68d9731f4ee7 req-263ad6e8-d75b-46b8-adc5-06c2df4d36f2 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/security-groups?id=3ce8baa6-555a-4c73-bbe7-0434579bb7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1304889 Jan 21 09:37:35.206749 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-6752198c-1c3b-41b6-963d-e9cc94bb31b7 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Request body: {'security_group_rule': {'security_group_id': '76e46a34-35f7-49ab-a625-70c74e2fb74c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:35.207603 dv-neutron-825731-1-hyperv neutron-server[87515]: WARNING neutron.api.v2.base [None req-6752198c-1c3b-41b6-963d-e9cc94bb31b7 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 21 09:37:35.209169 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-6752198c-1c3b-41b6-963d-e9cc94bb31b7 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:37:35.212876 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6752198c-1c3b-41b6-963d-e9cc94bb31b7 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0338354 Jan 21 09:37:35.216376 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-0bded2ef-fb4c-4142-83ad-643da8791c3c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-275631356'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:35.219825 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-eae1f2b4-9bec-490d-8878-76ea85ff6689 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.222004 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-69cba636-1fb2-4737-867c-ff7e34b87bfe req-215f9293-2a62-4e9c-8b85-6e0c641ec6ac service neutron] Unset dirty status for tenant:26b594d41f814f50bb1dd4afcfa8c790 on resource:security_group {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:35.223059 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-69cba636-1fb2-4737-867c-ff7e34b87bfe req-215f9293-2a62-4e9c-8b85-6e0c641ec6ac service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3ce8baa6-555a-4c73-bbe7-0434579bb7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.9182012 Jan 21 09:37:35.223176 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46266) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:35.229967 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-112ec149-6cdb-43ab-8e79-a6d4ea5e7a71 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Request body: {'security_group_rule': {'security_group_id': '76e46a34-35f7-49ab-a625-70c74e2fb74c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:35.230231 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-0bded2ef-fb4c-4142-83ad-643da8791c3c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:35.234700 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-5ed7513e-31c7-41c1-a22d-55ece19fead2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:35.243370 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-5ed7513e-31c7-41c1-a22d-55ece19fead2 admin admin] Usage tracker for resource:security_group_rule and tenant:ada5d812779c44d29dbffc1d0a4fa4b1 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:35.246977 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-112ec149-6cdb-43ab-8e79-a6d4ea5e7a71 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:35.249139 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-5ed7513e-31c7-41c1-a22d-55ece19fead2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:35.262681 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-112ec149-6cdb-43ab-8e79-a6d4ea5e7a71 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Usage tracker for resource:security_group_rule and tenant:eac03feaccec4a30855d01ce8c37ffa6 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:35.266564 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-5ed7513e-31c7-41c1-a22d-55ece19fead2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:35.268565 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-112ec149-6cdb-43ab-8e79-a6d4ea5e7a71 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:35.284961 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-112ec149-6cdb-43ab-8e79-a6d4ea5e7a71 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:35.286111 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0bded2ef-fb4c-4142-83ad-643da8791c3c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:network and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:35.292335 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6a2b7844-ae32-40b5-a605-3f3469ddc144 req-40c70b0e-5a5c-4123-a7a0-921fb2edbd61 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843716 Jan 21 09:37:35.298924 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0bded2ef-fb4c-4142-83ad-643da8791c3c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:35.342500 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-112ec149-6cdb-43ab-8e79-a6d4ea5e7a71 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:37:35.346361 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-112ec149-6cdb-43ab-8e79-a6d4ea5e7a71 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1175196 Jan 21 09:37:35.346484 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46270) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:35.355257 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-c2c925ea-9de7-4ea3-b155-446e17d82f03 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Request body: {'security_group_rule': {'security_group_id': '76e46a34-35f7-49ab-a625-70c74e2fb74c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:35.367747 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c2c925ea-9de7-4ea3-b155-446e17d82f03 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:35.370733 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-0bded2ef-fb4c-4142-83ad-643da8791c3c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:35.379270 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c2c925ea-9de7-4ea3-b155-446e17d82f03 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Usage tracker for resource:security_group_rule and tenant:eac03feaccec4a30855d01ce8c37ffa6 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:35.384730 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c2c925ea-9de7-4ea3-b155-446e17d82f03 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:35.397961 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c2c925ea-9de7-4ea3-b155-446e17d82f03 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:35.420263 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5ed7513e-31c7-41c1-a22d-55ece19fead2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.428634 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5ed7513e-31c7-41c1-a22d-55ece19fead2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.431021 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-bf284505-8ee7-4005-8c81-558f155153bc tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:35.474166 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-bf284505-8ee7-4005-8c81-558f155153bc tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:port and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:35.477590 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-bf284505-8ee7-4005-8c81-558f155153bc tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:35.483348 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bded2ef-fb4c-4142-83ad-643da8791c3c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:35.485331 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-c2c925ea-9de7-4ea3-b155-446e17d82f03 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:37:35.488998 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c2c925ea-9de7-4ea3-b155-446e17d82f03 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1389890 Jan 21 09:37:35.489117 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0bded2ef-fb4c-4142-83ad-643da8791c3c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.489195 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7513e-31c7-41c1-a22d-55ece19fead2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93da83af-c954-4067-b596-00ff29a17206,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:35.491700 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46276) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:35.498563 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-5ed7513e-31c7-41c1-a22d-55ece19fead2 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=ada5d812779c44d29dbffc1d0a4fa4b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4639397 Jan 21 09:37:35.507205 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46280) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:35.508718 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc75c76-827e-43dd-bdb6-1cd1635042db req-2b62441e-17ef-4387-874d-cf3a6f678f01 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:35.511534 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0cc75c76-827e-43dd-bdb6-1cd1635042db req-2b62441e-17ef-4387-874d-cf3a6f678f01 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd33e193-8625-438a-ad0b-1d496fa053e8 HTTP/1.1" status: 200 len: 945 time: 0.4536188 Jan 21 09:37:35.519009 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-bf284505-8ee7-4005-8c81-558f155153bc tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:35.548225 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0bded2ef-fb4c-4142-83ad-643da8791c3c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.619496 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf284505-8ee7-4005-8c81-558f155153bc tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Made reservation on behalf of 29c6ab04f24842d781b633e6233f3506 for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:35.622737 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bf284505-8ee7-4005-8c81-558f155153bc tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.632733 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-0bded2ef-fb4c-4142-83ad-643da8791c3c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:35.647167 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0bded2ef-fb4c-4142-83ad-643da8791c3c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:security_group_rule and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:35.652253 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b5753441-b815-4a71-b517-0e26e06f8974 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.657717 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0bded2ef-fb4c-4142-83ad-643da8791c3c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:35.669218 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c10e7fb9-8a4a-4290-9620-a5b023893355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.678845 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-0bded2ef-fb4c-4142-83ad-643da8791c3c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:35.684523 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0cc75c76-827e-43dd-bdb6-1cd1635042db req-5a9f4e04-01cd-415b-82c2-93e0ae6c6209 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/security-groups?id=f948e57c-b596-4bc3-86a6-e57029d7a000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629593 Jan 21 09:37:35.685824 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-bf284505-8ee7-4005-8c81-558f155153bc tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] device_id is not set on port c08e0dbf-b1a4-43f7-ae67-23e30a52ce43 yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:35.707707 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b5753441-b815-4a71-b517-0e26e06f8974 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.735033 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c10e7fb9-8a4a-4290-9620-a5b023893355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.757367 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-eae1f2b4-9bec-490d-8878-76ea85ff6689 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Allocated IP 172.20.0.10 (b83029b1-70bc-428c-a24d-8495037b3e3f/0ae2c80d-949a-4793-82d3-69f14aa35428/9df4f54e-efff-464a-a523-fed4d44cd79b) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:35.824380 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2910e0-ec0e-4b16-aaa7-0e78aefb2fd7 req-13ad65e3-7b05-4a98-acb2-c3254a972bbb tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:35.826019 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-df2910e0-ec0e-4b16-aaa7-0e78aefb2fd7 req-13ad65e3-7b05-4a98-acb2-c3254a972bbb tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.2320094 Jan 21 09:37:35.850711 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b5753441-b815-4a71-b517-0e26e06f8974 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.876300 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5753441-b815-4a71-b517-0e26e06f8974 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e46a34-35f7-49ab-a625-70c74e2fb74c,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:35.891717 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c10e7fb9-8a4a-4290-9620-a5b023893355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.916154 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b5753441-b815-4a71-b517-0e26e06f8974 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.917270 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b5753441-b815-4a71-b517-0e26e06f8974 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "DELETE /v2.0/security-groups/76e46a34-35f7-49ab-a625-70c74e2fb74c HTTP/1.1" status: 204 len: 168 time: 0.4240675 Jan 21 09:37:35.921050 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46284) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:35.921324 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c10e7fb9-8a4a-4290-9620-a5b023893355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.922332 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c10e7fb9-8a4a-4290-9620-a5b023893355 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/93da83af-c954-4067-b596-00ff29a17206 HTTP/1.1" status: 204 len: 168 time: 0.4119463 Jan 21 09:37:35.923649 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e7fb9-8a4a-4290-9620-a5b023893355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93da83af-c954-4067-b596-00ff29a17206,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:35.941490 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-df2910e0-ec0e-4b16-aaa7-0e78aefb2fd7 req-76947fa1-5b7d-4b4f-ad96-a1feca065e62 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082315 Jan 21 09:37:36.157034 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-eae1f2b4-9bec-490d-8878-76ea85ff6689 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.191419 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-8e8ffbef-1ddc-4ee6-ae85-efe57d5af4b7 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Synchronizing usage tracker for tenant:eac03feaccec4a30855d01ce8c37ffa6 on resource:security_group {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:36.196610 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bf284505-8ee7-4005-8c81-558f155153bc tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.204505 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0bded2ef-fb4c-4142-83ad-643da8791c3c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.218153 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0bded2ef-fb4c-4142-83ad-643da8791c3c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.232175 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46292) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:36.250658 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-206ce9c9-7fbf-4fce-98f7-554339642c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.251289 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-8e8ffbef-1ddc-4ee6-ae85-efe57d5af4b7 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Unset dirty status for tenant:eac03feaccec4a30855d01ce8c37ffa6 on resource:security_group {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:36.252582 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-8e8ffbef-1ddc-4ee6-ae85-efe57d5af4b7 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3254697 Jan 21 09:37:36.257586 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bded2ef-fb4c-4142-83ad-643da8791c3c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:36.261448 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46298) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:36.267742 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-611b8dec-5719-4894-8bd6-125feea57d4b tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Request body: {'security_group': {'name': 'tempest-secgroup--1626801833'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:36.275947 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-611b8dec-5719-4894-8bd6-125feea57d4b tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:36.278241 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-206ce9c9-7fbf-4fce-98f7-554339642c22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:36.285882 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-206ce9c9-7fbf-4fce-98f7-554339642c22 admin admin] Usage tracker for resource:security_group_rule and tenant:de7afc348fed4b39a8eef2cf5665d05d is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:36.288820 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0bded2ef-fb4c-4142-83ad-643da8791c3c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.289163 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-0bded2ef-fb4c-4142-83ad-643da8791c3c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Added segment eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb of type vlan for network 36c4effd-f4af-4d10-91bd-714d225a3199 Jan 21 09:37:36.291675 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-206ce9c9-7fbf-4fce-98f7-554339642c22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:36.294884 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-611b8dec-5719-4894-8bd6-125feea57d4b tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:36.296561 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bded2ef-fb4c-4142-83ad-643da8791c3c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de99cead-03ff-4b4c-9bdd-1f00eb8ecd77,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:36.301075 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-206ce9c9-7fbf-4fce-98f7-554339642c22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:36.326112 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-611b8dec-5719-4894-8bd6-125feea57d4b tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.330339 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bf284505-8ee7-4005-8c81-558f155153bc tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.336376 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-eae1f2b4-9bec-490d-8878-76ea85ff6689 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.340825 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0bded2ef-fb4c-4142-83ad-643da8791c3c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.360155 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-611b8dec-5719-4894-8bd6-125feea57d4b tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:36.365848 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-611b8dec-5719-4894-8bd6-125feea57d4b tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Usage tracker for resource:security_group_rule and tenant:eac03feaccec4a30855d01ce8c37ffa6 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:36.371505 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-611b8dec-5719-4894-8bd6-125feea57d4b tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:36.378336 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-611b8dec-5719-4894-8bd6-125feea57d4b tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:36.444122 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-206ce9c9-7fbf-4fce-98f7-554339642c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.449801 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-206ce9c9-7fbf-4fce-98f7-554339642c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.464358 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae1f2b4-9bec-490d-8878-76ea85ff6689 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Network b83029b1-70bc-428c-a24d-8495037b3e3f is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:36.476600 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-eae1f2b4-9bec-490d-8878-76ea85ff6689 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:36.495283 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf284505-8ee7-4005-8c81-558f155153bc tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Network e439457c-c827-47a2-82f8-06fb926caf27 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:36.498883 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae1f2b4-9bec-490d-8878-76ea85ff6689 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:36.519868 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ce9c9-7fbf-4fce-98f7-554339642c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ded9e14-9351-48ac-8b04-db0df14c8547,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:36.529591 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-206ce9c9-7fbf-4fce-98f7-554339642c22 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=de7afc348fed4b39a8eef2cf5665d05d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2961261 Jan 21 09:37:36.529942 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae1f2b4-9bec-490d-8878-76ea85ff6689 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Pushing event updated for resources: {'Port': ['ID=9df4f54e-efff-464a-a523-fed4d44cd79b,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:36.532425 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-bf284505-8ee7-4005-8c81-558f155153bc tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:36.532538 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46302) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:36.534842 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf284505-8ee7-4005-8c81-558f155153bc tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:36.540339 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf284505-8ee7-4005-8c81-558f155153bc tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:36.540936 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bf284505-8ee7-4005-8c81-558f155153bc tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.559207 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-611b8dec-5719-4894-8bd6-125feea57d4b tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.569043 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-611b8dec-5719-4894-8bd6-125feea57d4b tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.633259 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b8dec-5719-4894-8bd6-125feea57d4b tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0464968-15cb-4243-a07d-059679744727,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:36.640345 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0bded2ef-fb4c-4142-83ad-643da8791c3c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.648077 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bded2ef-fb4c-4142-83ad-643da8791c3c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:36.648759 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0bded2ef-fb4c-4142-83ad-643da8791c3c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.657280 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2ce56962-2a32-4722-a9f7-b9afd1e34d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.667538 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-611b8dec-5719-4894-8bd6-125feea57d4b tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.671515 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-611b8dec-5719-4894-8bd6-125feea57d4b tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4063604 Jan 21 09:37:36.672389 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46306) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:36.679818 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd33e193-8625-438a-ad0b-1d496fa053e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80b0da8-782a-4f84-8d84-968f7548fbd0'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:37:36.687008 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-14463c3c-81a2-4883-ac84-2ad1ee4e2779 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Request body: {'security_group_rule': {'security_group_id': 'a0464968-15cb-4243-a07d-059679744727', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:36.694629 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-14463c3c-81a2-4883-ac84-2ad1ee4e2779 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:36.704572 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-14463c3c-81a2-4883-ac84-2ad1ee4e2779 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Usage tracker for resource:security_group_rule and tenant:eac03feaccec4a30855d01ce8c37ffa6 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:36.709398 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2ce56962-2a32-4722-a9f7-b9afd1e34d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.717226 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-14463c3c-81a2-4883-ac84-2ad1ee4e2779 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:36.727372 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-14463c3c-81a2-4883-ac84-2ad1ee4e2779 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:36.732416 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd33e193-8625-438a-ad0b-1d496fa053e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80b0da8-782a-4f84-8d84-968f7548fbd0', 'code': 200} Jan 21 09:37:36.782845 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf284505-8ee7-4005-8c81-558f155153bc tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Port': ['ID=c08e0dbf-b1a4-43f7-ae67-23e30a52ce43,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:36.816298 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-14463c3c-81a2-4883-ac84-2ad1ee4e2779 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] create failed (client error): The resource could not be found. Jan 21 09:37:36.820487 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-14463c3c-81a2-4883-ac84-2ad1ee4e2779 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1446035 Jan 21 09:37:36.825165 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46314) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:36.831468 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-05e93c53-a02d-46c0-bcfc-035700b93f12 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Request body: {'security_group_rule': {'security_group_id': 'a0464968-15cb-4243-a07d-059679744727', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '155205ad-8714-40ea-bf01-d68305cc7e51'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:36.857840 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-05e93c53-a02d-46c0-bcfc-035700b93f12 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:36.894607 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2ce56962-2a32-4722-a9f7-b9afd1e34d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.920857 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-05e93c53-a02d-46c0-bcfc-035700b93f12 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Usage tracker for resource:security_group_rule and tenant:eac03feaccec4a30855d01ce8c37ffa6 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:36.926412 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-05e93c53-a02d-46c0-bcfc-035700b93f12 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:36.934994 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce56962-2a32-4722-a9f7-b9afd1e34d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ded9e14-9351-48ac-8b04-db0df14c8547,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:36.946516 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-05e93c53-a02d-46c0-bcfc-035700b93f12 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:36.957568 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2ce56962-2a32-4722-a9f7-b9afd1e34d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.959478 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2ce56962-2a32-4722-a9f7-b9afd1e34d19 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/6ded9e14-9351-48ac-8b04-db0df14c8547 HTTP/1.1" status: 204 len: 168 time: 0.4259322 Jan 21 09:37:37.037415 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0bded2ef-fb4c-4142-83ad-643da8791c3c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.2606275 Jan 21 09:37:37.038836 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-bf284505-8ee7-4005-8c81-558f155153bc tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8715796 Jan 21 09:37:37.043821 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46322) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:37.044146 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46324) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:37.076786 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bded2ef-fb4c-4142-83ad-643da8791c3c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Network': ['ID=36c4effd-f4af-4d10-91bd-714d225a3199,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:37.094596 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:37:37.095332 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-ea201584-62d0-4c12-b54b-77dff84fa9bd tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:37.111998 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f25fa-592d-4317-9509-8dd4e3f696e0 req-f411720f-fdb3-47a1-b046-7f213e5b4c0b tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:37.113697 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ea9f25fa-592d-4317-9509-8dd4e3f696e0 req-f411720f-fdb3-47a1-b046-7f213e5b4c0b tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/ports?device_id=d9acc9e3-8064-4bee-849e-fa4ba8818808 HTTP/1.1" status: 200 len: 945 time: 0.7691317 Jan 21 09:37:37.150012 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-05e93c53-a02d-46c0-bcfc-035700b93f12 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] create failed (client error): The resource could not be found. Jan 21 09:37:37.153296 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-05e93c53-a02d-46c0-bcfc-035700b93f12 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3246629 Jan 21 09:37:37.157011 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46330) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:37.158522 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda2e9f-4309-442e-ae16-29c9fcb31fd6 req-a2803033-97df-4fe4-9d2b-d2c6f0c514b4 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:37.160631 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-edda2e9f-4309-442e-ae16-29c9fcb31fd6 req-a2803033-97df-4fe4-9d2b-d2c6f0c514b4 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd33e193-8625-438a-ad0b-1d496fa053e8 HTTP/1.1" status: 200 len: 945 time: 0.3204947 Jan 21 09:37:37.250830 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ea9f25fa-592d-4317-9509-8dd4e3f696e0 req-66a834fd-a67c-4ac2-90bc-f44178957535 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/security-groups?id=3ce8baa6-555a-4c73-bbe7-0434579bb7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1268106 Jan 21 09:37:37.381693 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-ea201584-62d0-4c12-b54b-77dff84fa9bd tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:37.393033 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-1b80aa8a-3317-4bc7-b46d-9072cef0a63c tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Deleting port c08e0dbf-b1a4-43f7-ae67-23e30a52ce43 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:37.393370 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1b80aa8a-3317-4bc7-b46d-9072cef0a63c tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:37.432444 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ea201584-62d0-4c12-b54b-77dff84fa9bd tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:subnet and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:37.438549 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ea201584-62d0-4c12-b54b-77dff84fa9bd tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:37.458981 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-ea201584-62d0-4c12-b54b-77dff84fa9bd tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:37.462767 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8394e761-3912-46be-9b49-38310cf1f0c0 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:37.471011 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-edda2e9f-4309-442e-ae16-29c9fcb31fd6 req-6a36f60f-5f29-43f6-896d-6fedd143483f tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/security-groups?id=f948e57c-b596-4bc3-86a6-e57029d7a000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340475 Jan 21 09:37:37.480400 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199307c-1ba5-44c1-ba7f-57ba1299949e req-b02514d4-dee2-46d6-b98d-d0074cd05b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:37.481867 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c199307c-1ba5-44c1-ba7f-57ba1299949e req-b02514d4-dee2-46d6-b98d-d0074cd05b43 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dd33e193-8625-438a-ad0b-1d496fa053e8 HTTP/1.1" status: 200 len: 1098 time: 0.5135212 Jan 21 09:37:37.507732 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-eae1f2b4-9bec-490d-8878-76ea85ff6689 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:37.518628 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea201584-62d0-4c12-b54b-77dff84fa9bd tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:37.522421 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ea201584-62d0-4c12-b54b-77dff84fa9bd tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:37.594599 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8394e761-3912-46be-9b49-38310cf1f0c0 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:37.595095 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:37:37.637693 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c199307c-1ba5-44c1-ba7f-57ba1299949e req-f979be14-80a4-4a1c-9c8e-f85676901cf1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f948e57c-b596-4bc3-86a6-e57029d7a000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375816 Jan 21 09:37:37.748403 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57fef48-d25a-4117-83f2-23f63c0d2d93 req-0886d0b3-3059-4802-812b-c33c1bd2947b tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:37.755768 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e57fef48-d25a-4117-83f2-23f63c0d2d93 req-0886d0b3-3059-4802-812b-c33c1bd2947b tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.3766637 Jan 21 09:37:37.859447 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8394e761-3912-46be-9b49-38310cf1f0c0 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:37.901229 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1b80aa8a-3317-4bc7-b46d-9072cef0a63c tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:37.903630 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394e761-3912-46be-9b49-38310cf1f0c0 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0464968-15cb-4243-a07d-059679744727,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:37.917642 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e57fef48-d25a-4117-83f2-23f63c0d2d93 req-8b4c1a4b-cf07-417a-97c9-4bfe23a2d17a tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608543 Jan 21 09:37:37.991245 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8394e761-3912-46be-9b49-38310cf1f0c0 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:37.992467 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-8394e761-3912-46be-9b49-38310cf1f0c0 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "DELETE /v2.0/security-groups/a0464968-15cb-4243-a07d-059679744727 HTTP/1.1" status: 204 len: 168 time: 0.8313005 Jan 21 09:37:37.995271 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46352) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:38.050158 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-eae1f2b4-9bec-490d-8878-76ea85ff6689 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.053820 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-1b80aa8a-3317-4bc7-b46d-9072cef0a63c tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Calling delete_port for c08e0dbf-b1a4-43f7-ae67-23e30a52ce43 owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:38.055533 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46356) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:38.141074 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-8eae91fe-debc-4a44-a606-5fe25ece171d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Synchronizing usage tracker for tenant:eac03feaccec4a30855d01ce8c37ffa6 on resource:security_group {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:38.198191 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ea201584-62d0-4c12-b54b-77dff84fa9bd tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.226720 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-8eae91fe-debc-4a44-a606-5fe25ece171d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Unset dirty status for tenant:eac03feaccec4a30855d01ce8c37ffa6 on resource:security_group {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:38.229247 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-8eae91fe-debc-4a44-a606-5fe25ece171d tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2311614 Jan 21 09:37:38.237069 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46362) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:38.244142 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1b80aa8a-3317-4bc7-b46d-9072cef0a63c tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.244734 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-d9f53e01-58f6-4bc0-a913-0fcaf4f5fbbc tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Request body: {'security_group_rule': {'security_group_id': '46daaa21-9acb-4c15-a376-55da81ab32c8', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:38.259343 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d9f53e01-58f6-4bc0-a913-0fcaf4f5fbbc tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:38.267043 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d9f53e01-58f6-4bc0-a913-0fcaf4f5fbbc tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Usage tracker for resource:security_group_rule and tenant:eac03feaccec4a30855d01ce8c37ffa6 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:38.272398 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d9f53e01-58f6-4bc0-a913-0fcaf4f5fbbc tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:38.282357 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d9f53e01-58f6-4bc0-a913-0fcaf4f5fbbc tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:38.313717 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b80aa8a-3317-4bc7-b46d-9072cef0a63c tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'Port': ['ID=c08e0dbf-b1a4-43f7-ae67-23e30a52ce43,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:38.322322 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-a0352a9b-6669-4139-bf2f-81a93fceaf5a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1490947342'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:38.326082 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1b80aa8a-3317-4bc7-b46d-9072cef0a63c tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.338570 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-a0352a9b-6669-4139-bf2f-81a93fceaf5a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:38.349049 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a0352a9b-6669-4139-bf2f-81a93fceaf5a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Usage tracker for resource:network and tenant:8592af9ac39140deab5543e1099d8863 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:38.353744 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a0352a9b-6669-4139-bf2f-81a93fceaf5a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:38.361222 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae1f2b4-9bec-490d-8878-76ea85ff6689 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Router a872330e-e91f-4673-b804-ea182af1d777 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:37:38.369482 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-a0352a9b-6669-4139-bf2f-81a93fceaf5a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:38.372833 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1b80aa8a-3317-4bc7-b46d-9072cef0a63c tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/ports/c08e0dbf-b1a4-43f7-ae67-23e30a52ce43 HTTP/1.1" status: 204 len: 168 time: 1.3240333 Jan 21 09:37:38.375027 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46368) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:38.375707 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea201584-62d0-4c12-b54b-77dff84fa9bd tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Subnet': ['ID=e593cbcd-89f1-4437-9fc7-50af0f5e4c9f,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:38.384647 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-d9f53e01-58f6-4bc0-a913-0fcaf4f5fbbc tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] create failed (client error): The resource could not be found. Jan 21 09:37:38.389245 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d9f53e01-58f6-4bc0-a913-0fcaf4f5fbbc tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1473873 Jan 21 09:37:38.389630 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-990584ce-b742-422e-b44b-3f9a441ec5b0 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'port': {'network_id': 'e439457c-c827-47a2-82f8-06fb926caf27', 'mac_address': 'fa:16:3e:ae:08:97', 'name': 'tempest-PortsIpV6TestJSON-592915024'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:38.401993 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea201584-62d0-4c12-b54b-77dff84fa9bd tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Checking segment: {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:37:38.402354 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea201584-62d0-4c12-b54b-77dff84fa9bd tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network hostable DHCP agents. Network: 36c4effd-f4af-4d10-91bd-714d225a3199, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:37:38.413089 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46372) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:38.425515 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-c4a0c98b-a897-4716-ba47-69051cdcd6d0 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Request body: {'security_group': {'name': 'tempest-secgroup--903611163'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:38.455206 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0352a9b-6669-4139-bf2f-81a93fceaf5a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Made reservation on behalf of 8592af9ac39140deab5543e1099d8863 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:38.458747 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a0352a9b-6669-4139-bf2f-81a93fceaf5a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.470718 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c4a0c98b-a897-4716-ba47-69051cdcd6d0 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:38.473317 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a0352a9b-6669-4139-bf2f-81a93fceaf5a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.499469 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-a0352a9b-6669-4139-bf2f-81a93fceaf5a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:38.507042 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a0352a9b-6669-4139-bf2f-81a93fceaf5a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Usage tracker for resource:security_group_rule and tenant:8592af9ac39140deab5543e1099d8863 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:38.507601 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c4a0c98b-a897-4716-ba47-69051cdcd6d0 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:38.511456 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a0352a9b-6669-4139-bf2f-81a93fceaf5a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:38.573660 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-a0352a9b-6669-4139-bf2f-81a93fceaf5a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:38.589213 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea201584-62d0-4c12-b54b-77dff84fa9bd tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:37:38.598426 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c4a0c98b-a897-4716-ba47-69051cdcd6d0 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.612853 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-990584ce-b742-422e-b44b-3f9a441ec5b0 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:38.625798 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-990584ce-b742-422e-b44b-3f9a441ec5b0 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:port and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:38.628895 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-ea201584-62d0-4c12-b54b-77dff84fa9bd tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 36c4effd-f4af-4d10-91bd-714d225a3199) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:38.633740 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea201584-62d0-4c12-b54b-77dff84fa9bd tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:38.634380 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ea201584-62d0-4c12-b54b-77dff84fa9bd tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.638653 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a79b1a0-fa9e-4333-9d37-4ac4aebaa33a None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:37:38.639273 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-990584ce-b742-422e-b44b-3f9a441ec5b0 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:38.652840 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c4a0c98b-a897-4716-ba47-69051cdcd6d0 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:38.656570 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae1f2b4-9bec-490d-8878-76ea85ff6689 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:37:38.660876 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-990584ce-b742-422e-b44b-3f9a441ec5b0 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:38.672100 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c4a0c98b-a897-4716-ba47-69051cdcd6d0 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Usage tracker for resource:security_group_rule and tenant:eac03feaccec4a30855d01ce8c37ffa6 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:38.676086 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e09f018-5997-4cea-bfa4-db69d72a0b1b None None] Sync routers for ids ['a872330e-e91f-4673-b804-ea182af1d777'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:38.678780 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c4a0c98b-a897-4716-ba47-69051cdcd6d0 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:38.691685 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ea201584-62d0-4c12-b54b-77dff84fa9bd tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6416690 Jan 21 09:37:38.691685 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c4a0c98b-a897-4716-ba47-69051cdcd6d0 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:38.693764 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e09f018-5997-4cea-bfa4-db69d72a0b1b None None] Routers {'a872330e-e91f-4673-b804-ea182af1d777'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:37:38.694505 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-9e09f018-5997-4cea-bfa4-db69d72a0b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:37:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['a872330e-e91f-4673-b804-ea182af1d777'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:38.696780 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46378) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:38.707644 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cdd6d-d3d3-48b1-9aa2-da51cff6b75b req-b32182fd-92cf-48fa-8274-707c333da662 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:38.710371 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ae0cdd6d-d3d3-48b1-9aa2-da51cff6b75b req-b32182fd-92cf-48fa-8274-707c333da662 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/ports?device_id=d9acc9e3-8064-4bee-849e-fa4ba8818808 HTTP/1.1" status: 200 len: 945 time: 0.2949996 Jan 21 09:37:38.710844 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990584ce-b742-422e-b44b-3f9a441ec5b0 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Made reservation on behalf of 29c6ab04f24842d781b633e6233f3506 for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:38.719271 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-eae1f2b4-9bec-490d-8878-76ea85ff6689 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.720007 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-eae1f2b4-9bec-490d-8878-76ea85ff6689 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 6.4555352 Jan 21 09:37:38.726694 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46382) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:38.735567 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-596c0033-0624-4041-ae96-5192df274dfb tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'port': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'name': 'tempest-NetworksTestDHCPv6-1846078064'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:38.984395 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-9e09f018-5997-4cea-bfa4-db69d72a0b1b None None] Set router a872330e-e91f-4673-b804-ea182af1d777 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:37:38.993354 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255390b4-b7dd-4bb8-9e2c-dd4c0f88f035 req-9b119311-b33c-4907-b23a-6fc2ae6faa5b tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:38.996466 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-255390b4-b7dd-4bb8-9e2c-dd4c0f88f035 req-9b119311-b33c-4907-b23a-6fc2ae6faa5b tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd33e193-8625-438a-ad0b-1d496fa053e8 HTTP/1.1" status: 200 len: 945 time: 0.3836825 Jan 21 09:37:39.018486 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ae0cdd6d-d3d3-48b1-9aa2-da51cff6b75b req-78fcdd01-9961-4186-a250-59d15bfa533e tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/security-groups?id=3ce8baa6-555a-4c73-bbe7-0434579bb7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2867539 Jan 21 09:37:39.027793 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-990584ce-b742-422e-b44b-3f9a441ec5b0 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.040653 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f2fe29-2aeb-482a-ae53-84f5178a8349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-36c4effd-f4af-4d10-91bd-714d225a3199', 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'tenant_id': 'ce9334fe18174618a851dcacd095feca', 'fixed_ips': [{'subnet_id': 'e593cbcd-89f1-4437-9fc7-50af0f5e4c9f'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:37:39.041781 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f7f2fe29-2aeb-482a-ae53-84f5178a8349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.096922 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-990584ce-b742-422e-b44b-3f9a441ec5b0 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] device_id is not set on port 3aff0c85-f4a3-40ec-ad52-ee5048116217 yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:39.145272 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-596c0033-0624-4041-ae96-5192df274dfb tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:39.236424 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-f7f2fe29-2aeb-482a-ae53-84f5178a8349 None None] Allocated IP 2001:db8::2 (36c4effd-f4af-4d10-91bd-714d225a3199/e593cbcd-89f1-4437-9fc7-50af0f5e4c9f/6b607d9b-4c38-4400-8320-4fc06c1fb004) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:39.249392 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-596c0033-0624-4041-ae96-5192df274dfb tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:port and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:39.258396 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c4a0c98b-a897-4716-ba47-69051cdcd6d0 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.259651 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-596c0033-0624-4041-ae96-5192df274dfb tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:39.277043 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-596c0033-0624-4041-ae96-5192df274dfb tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:39.292074 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c4a0c98b-a897-4716-ba47-69051cdcd6d0 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.394466 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a0352a9b-6669-4139-bf2f-81a93fceaf5a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.403437 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-255390b4-b7dd-4bb8-9e2c-dd4c0f88f035 req-dd370698-8b7a-499b-842e-4dcc59aa8081 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/security-groups?id=f948e57c-b596-4bc3-86a6-e57029d7a000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3967505 Jan 21 09:37:39.433314 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a0352a9b-6669-4139-bf2f-81a93fceaf5a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.453104 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-9e09f018-5997-4cea-bfa4-db69d72a0b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a872330e-e91f-4673-b804-ea182af1d777', 'name': '', 'tenant_id': '177571f5a59c4bcf9574f984e31ae653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83029b1-70bc-428c-a24d-8495037b3e3f', 'external_fixed_ips': [{'subnet_id': '0ae2c80d-949a-4793-82d3-69f14aa35428', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '9df4f54e-efff-464a-a523-fed4d44cd79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:32Z', 'updated_at': '2022-01-21T09:37:37Z', 'revision_number': 3, 'project_id': '177571f5a59c4bcf9574f984e31ae653', 'gw_port': {'id': '9df4f54e-efff-464a-a523-fed4d44cd79b', 'name': '', 'network_id': 'b83029b1-70bc-428c-a24d-8495037b3e3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d5:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a872330e-e91f-4673-b804-ea182af1d777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '0ae2c80d-949a-4793-82d3-69f14aa35428', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:35Z', 'updated_at': '2022-01-21T09:37:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ae2c80d-949a-4793-82d3-69f14aa35428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:39.460991 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e09f018-5997-4cea-bfa4-db69d72a0b1b None None] Checking router: a872330e-e91f-4673-b804-ea182af1d777 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:37:39.461371 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e09f018-5997-4cea-bfa4-db69d72a0b1b None None] Updating router a872330e-e91f-4673-b804-ea182af1d777 port 9df4f54e-efff-464a-a523-fed4d44cd79b binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:37:39.467748 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596c0033-0624-4041-ae96-5192df274dfb tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:39.471241 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-596c0033-0624-4041-ae96-5192df274dfb tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.493698 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f7f2fe29-2aeb-482a-ae53-84f5178a8349 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.497999 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0352a9b-6669-4139-bf2f-81a93fceaf5a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:39.507472 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f7f2fe29-2aeb-482a-ae53-84f5178a8349 None None] Transition to ACTIVE for port object 6b607d9b-4c38-4400-8320-4fc06c1fb004 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:39.519734 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2120c8e0-d944-4faa-9e6d-d1731cf81179 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for router, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.533573 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f7f2fe29-2aeb-482a-ae53-84f5178a8349 None None] Transition to ACTIVE for port object 6b607d9b-4c38-4400-8320-4fc06c1fb004 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:39.539494 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-9e09f018-5997-4cea-bfa4-db69d72a0b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.549451 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f7f2fe29-2aeb-482a-ae53-84f5178a8349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.576401 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-596c0033-0624-4041-ae96-5192df274dfb tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] device_id is not set on port 451931ec-14f3-40df-bb6a-d096c8912c3e yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:39.589993 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0352a9b-6669-4139-bf2f-81a93fceaf5a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f7e126-7e8e-4a3c-837a-0bc4525cb187,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:39.621436 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f2fe29-2aeb-482a-ae53-84f5178a8349 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:39.624452 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-f7f2fe29-2aeb-482a-ae53-84f5178a8349 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:39.628156 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f2fe29-2aeb-482a-ae53-84f5178a8349 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:39.634690 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2fe29-2aeb-482a-ae53-84f5178a8349 None None] Pushing event updated for resources: {'Port': ['ID=6b607d9b-4c38-4400-8320-4fc06c1fb004,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:39.646350 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a0352a9b-6669-4139-bf2f-81a93fceaf5a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.646861 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-a0352a9b-6669-4139-bf2f-81a93fceaf5a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Added segment 59581861-4a2c-43f4-82d3-e6c4e32125b9 of type vlan for network c0bd9b50-8952-4505-8ceb-d264440d4de6 Jan 21 09:37:39.731152 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-f7f2fe29-2aeb-482a-ae53-84f5178a8349 None None] Attempting to bind port 6b607d9b-4c38-4400-8320-4fc06c1fb004 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:39.731754 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-f7f2fe29-2aeb-482a-ae53-84f5178a8349 None None] Attempting to bind port 6b607d9b-4c38-4400-8320-4fc06c1fb004 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:39.731879 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f2fe29-2aeb-482a-ae53-84f5178a8349 None None] Attempting to bind port 6b607d9b-4c38-4400-8320-4fc06c1fb004 on network 36c4effd-f4af-4d10-91bd-714d225a3199 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:39.737645 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f2fe29-2aeb-482a-ae53-84f5178a8349 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:37:39.738011 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f2fe29-2aeb-482a-ae53-84f5178a8349 None None] Checking segment: {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:37:39.738568 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f7f2fe29-2aeb-482a-ae53-84f5178a8349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.738959 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f2fe29-2aeb-482a-ae53-84f5178a8349 None None] Bound using segment: {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:37:39.739516 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-f7f2fe29-2aeb-482a-ae53-84f5178a8349 None None] Bound port: 6b607d9b-4c38-4400-8320-4fc06c1fb004, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:39.739884 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f7f2fe29-2aeb-482a-ae53-84f5178a8349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.772436 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a0352a9b-6669-4139-bf2f-81a93fceaf5a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.855806 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2120c8e0-d944-4faa-9e6d-d1731cf81179 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.858869 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-596c0033-0624-4041-ae96-5192df274dfb tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Allocated IP 2001:db8::1e4 (36c4effd-f4af-4d10-91bd-714d225a3199/e593cbcd-89f1-4437-9fc7-50af0f5e4c9f/451931ec-14f3-40df-bb6a-d096c8912c3e) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:39.869013 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1455a70-8d18-4750-9d11-0435eb0e103d req-0812c404-ea71-45c0-a2ef-e8c1baca72d8 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:39.870650 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d1455a70-8d18-4750-9d11-0435eb0e103d req-0812c404-ea71-45c0-a2ef-e8c1baca72d8 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/ports?device_id=d9acc9e3-8064-4bee-849e-fa4ba8818808 HTTP/1.1" status: 200 len: 945 time: 0.2907426 Jan 21 09:37:39.871285 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a0352a9b-6669-4139-bf2f-81a93fceaf5a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.875830 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f7f2fe29-2aeb-482a-ae53-84f5178a8349 None None] For port 6b607d9b-4c38-4400-8320-4fc06c1fb004, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:37:39.876665 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0352a9b-6669-4139-bf2f-81a93fceaf5a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:39.877246 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a0352a9b-6669-4139-bf2f-81a93fceaf5a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.880868 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f7f2fe29-2aeb-482a-ae53-84f5178a8349 None None] For port 6b607d9b-4c38-4400-8320-4fc06c1fb004, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=6b607d9b-4c38-4400-8320-4fc06c1fb004,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:37:39.882789 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46390) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:39.887246 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f7f2fe29-2aeb-482a-ae53-84f5178a8349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.910661 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-2120c8e0-d944-4faa-9e6d-d1731cf81179 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Deleting port 9df4f54e-efff-464a-a523-fed4d44cd79b {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:39.911033 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2120c8e0-d944-4faa-9e6d-d1731cf81179 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.950260 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-2f5139c8-49c1-48f0-a7fd-efe5af3116e0 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Request body: {'floatingip': {'port_id': 'a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:39.995953 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2fe29-2aeb-482a-ae53-84f5178a8349 None None] Pushing event updated for resources: {'Port': ['ID=6b607d9b-4c38-4400-8320-4fc06c1fb004,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:40.039903 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-9e09f018-5997-4cea-bfa4-db69d72a0b1b None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.044315 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2f5139c8-49c1-48f0-a7fd-efe5af3116e0 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks [] for floatingip, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.055840 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-9e09f018-5997-4cea-bfa4-db69d72a0b1b None None] Transition to ACTIVE for port object 9df4f54e-efff-464a-a523-fed4d44cd79b will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:40.066828 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-9e09f018-5997-4cea-bfa4-db69d72a0b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.068775 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a0c98b-a897-4716-ba47-69051cdcd6d0 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5df04cf9-27ef-49ba-b3c0-a2581107bbbf,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:40.088865 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c4a0c98b-a897-4716-ba47-69051cdcd6d0 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.090262 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c4a0c98b-a897-4716-ba47-69051cdcd6d0 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6738210 Jan 21 09:37:40.117568 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46394) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:40.152549 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-8431ac63-e3ac-4cbc-8e07-85741a73df41 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Request body: {'security_group': {'name': 'tempest-secgroup--412702907'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:40.158302 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bcbc1-e2e7-4022-a4d9-d887e139ae18 None None] Pushing event updated for resources: {'Port': ['ID=9df4f54e-efff-464a-a523-fed4d44cd79b,revision_number=2']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:40.166539 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-9e09f018-5997-4cea-bfa4-db69d72a0b1b None None] Attempting to bind port 9df4f54e-efff-464a-a523-fed4d44cd79b on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:40.166915 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-9e09f018-5997-4cea-bfa4-db69d72a0b1b None None] Attempting to bind port 9df4f54e-efff-464a-a523-fed4d44cd79b by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'b20c8c40-9847-484b-93fe-5318ad1f904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b83029b1-70bc-428c-a24d-8495037b3e3f'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:40.167280 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e09f018-5997-4cea-bfa4-db69d72a0b1b None None] Attempting to bind port 9df4f54e-efff-464a-a523-fed4d44cd79b on network b83029b1-70bc-428c-a24d-8495037b3e3f {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:40.174714 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bcbc1-e2e7-4022-a4d9-d887e139ae18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:40.175094 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bcbc1-e2e7-4022-a4d9-d887e139ae18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:40.175488 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bcbc1-e2e7-4022-a4d9-d887e139ae18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:40.175806 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bcbc1-e2e7-4022-a4d9-d887e139ae18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:40.176147 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bcbc1-e2e7-4022-a4d9-d887e139ae18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:40.176508 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bcbc1-e2e7-4022-a4d9-d887e139ae18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:40.177455 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bcbc1-e2e7-4022-a4d9-d887e139ae18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:40.177851 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bcbc1-e2e7-4022-a4d9-d887e139ae18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:40.178280 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bcbc1-e2e7-4022-a4d9-d887e139ae18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:40.178625 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bcbc1-e2e7-4022-a4d9-d887e139ae18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:40.178957 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bcbc1-e2e7-4022-a4d9-d887e139ae18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:40.179289 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bcbc1-e2e7-4022-a4d9-d887e139ae18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:40.186644 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e09f018-5997-4cea-bfa4-db69d72a0b1b None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:37:40.187030 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e09f018-5997-4cea-bfa4-db69d72a0b1b None None] Checking segment: {'id': 'b20c8c40-9847-484b-93fe-5318ad1f904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b83029b1-70bc-428c-a24d-8495037b3e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:37:40.187464 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-9e09f018-5997-4cea-bfa4-db69d72a0b1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.188309 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e09f018-5997-4cea-bfa4-db69d72a0b1b None None] Bound using segment: {'id': 'b20c8c40-9847-484b-93fe-5318ad1f904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b83029b1-70bc-428c-a24d-8495037b3e3f'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:37:40.189473 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-9e09f018-5997-4cea-bfa4-db69d72a0b1b None None] Bound port: 9df4f54e-efff-464a-a523-fed4d44cd79b, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20c8c40-9847-484b-93fe-5318ad1f904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b83029b1-70bc-428c-a24d-8495037b3e3f'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:40.189881 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-9e09f018-5997-4cea-bfa4-db69d72a0b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.205506 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-8431ac63-e3ac-4cbc-8e07-85741a73df41 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:40.224203 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-596c0033-0624-4041-ae96-5192df274dfb tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.282053 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-8431ac63-e3ac-4cbc-8e07-85741a73df41 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Usage tracker for resource:security_group and tenant:eac03feaccec4a30855d01ce8c37ffa6 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:40.293630 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-8431ac63-e3ac-4cbc-8e07-85741a73df41 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:40.357676 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-9e09f018-5997-4cea-bfa4-db69d72a0b1b None None] For port 9df4f54e-efff-464a-a523-fed4d44cd79b, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:37:40.361120 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-9e09f018-5997-4cea-bfa4-db69d72a0b1b None None] For port 9df4f54e-efff-464a-a523-fed4d44cd79b, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=9df4f54e-efff-464a-a523-fed4d44cd79b,segment=NetworkSegment(b20c8c40-9847-484b-93fe-5318ad1f904e),segment_id=b20c8c40-9847-484b-93fe-5318ad1f904e)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:37:40.367730 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-9e09f018-5997-4cea-bfa4-db69d72a0b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.398607 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-8431ac63-e3ac-4cbc-8e07-85741a73df41 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:40.415879 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-596c0033-0624-4041-ae96-5192df274dfb tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Transition to ACTIVE for port object 451931ec-14f3-40df-bb6a-d096c8912c3e will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:40.444630 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-990584ce-b742-422e-b44b-3f9a441ec5b0 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.476951 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752d82b-e6d9-4f9e-b9c8-6932baa85ff8 req-b6b1d57d-d45a-49ff-8080-325bb127d6bf tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:40.478742 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-a752d82b-e6d9-4f9e-b9c8-6932baa85ff8 req-b6b1d57d-d45a-49ff-8080-325bb127d6bf tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 1.1584513 Jan 21 09:37:40.483262 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8431ac63-e3ac-4cbc-8e07-85741a73df41 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.526616 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e09f018-5997-4cea-bfa4-db69d72a0b1b None None] Routers {'a872330e-e91f-4673-b804-ea182af1d777'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:37:40.533996 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-9e09f018-5997-4cea-bfa4-db69d72a0b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:37:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['a872330e-e91f-4673-b804-ea182af1d777'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:40.556190 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-8431ac63-e3ac-4cbc-8e07-85741a73df41 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:40.571726 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-8431ac63-e3ac-4cbc-8e07-85741a73df41 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Usage tracker for resource:security_group_rule and tenant:eac03feaccec4a30855d01ce8c37ffa6 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:40.575265 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-8431ac63-e3ac-4cbc-8e07-85741a73df41 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:40.588889 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-8431ac63-e3ac-4cbc-8e07-85741a73df41 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:40.621217 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bcbc1-e2e7-4022-a4d9-d887e139ae18 None None] Pushing event updated for resources: {'Port': ['ID=9df4f54e-efff-464a-a523-fed4d44cd79b,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:40.635190 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-a752d82b-e6d9-4f9e-b9c8-6932baa85ff8 req-985c2578-1d77-47df-854a-3bd43ebad262 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262183 Jan 21 09:37:40.641200 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-596c0033-0624-4041-ae96-5192df274dfb tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.706679 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a0352a9b-6669-4139-bf2f-81a93fceaf5a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.6473920 Jan 21 09:37:40.712737 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46402) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:40.746191 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-9e09f018-5997-4cea-bfa4-db69d72a0b1b None None] Set router a872330e-e91f-4673-b804-ea182af1d777 gateway port host: None {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:37:40.786570 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8431ac63-e3ac-4cbc-8e07-85741a73df41 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.804911 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-1a29df5c-bbe2-4307-98be-c18590fb1b9a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Request body: {'subnet': {'network_id': 'c0bd9b50-8952-4505-8ceb-d264440d4de6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:40.820620 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-990584ce-b742-422e-b44b-3f9a441ec5b0 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.829515 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8431ac63-e3ac-4cbc-8e07-85741a73df41 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.850540 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0352a9b-6669-4139-bf2f-81a93fceaf5a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Pushing event updated for resources: {'Network': ['ID=c0bd9b50-8952-4505-8ceb-d264440d4de6,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:40.884813 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network c0bd9b50-8952-4505-8ceb-d264440d4de6 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:37:40.946621 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-9e09f018-5997-4cea-bfa4-db69d72a0b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a872330e-e91f-4673-b804-ea182af1d777', 'name': '', 'tenant_id': '177571f5a59c4bcf9574f984e31ae653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:32Z', 'updated_at': '2022-01-21T09:37:39Z', 'revision_number': 4, 'project_id': '177571f5a59c4bcf9574f984e31ae653', 'gw_port_host': None}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:40.955722 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e09f018-5997-4cea-bfa4-db69d72a0b1b None None] The sync data for ids ['a872330e-e91f-4673-b804-ea182af1d777'] in dv-neutron-825731-1-hyperv is: [{'id': 'a872330e-e91f-4673-b804-ea182af1d777', 'name': '', 'tenant_id': '177571f5a59c4bcf9574f984e31ae653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:32Z', 'updated_at': '2022-01-21T09:37:39Z', 'revision_number': 4, 'project_id': '177571f5a59c4bcf9574f984e31ae653', 'gw_port_host': None}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:41.038826 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596c0033-0624-4041-ae96-5192df274dfb tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:41.057121 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c0033-0624-4041-ae96-5192df274dfb tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Port': ['ID=451931ec-14f3-40df-bb6a-d096c8912c3e,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:41.070723 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-596c0033-0624-4041-ae96-5192df274dfb tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:41.073076 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431ac63-e3ac-4cbc-8e07-85741a73df41 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c33edc-1d19-4bfb-9ab4-9431bb4d533a,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:41.150567 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596c0033-0624-4041-ae96-5192df274dfb tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:41.156423 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596c0033-0624-4041-ae96-5192df274dfb tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:41.157227 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-596c0033-0624-4041-ae96-5192df274dfb tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.183006 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990584ce-b742-422e-b44b-3f9a441ec5b0 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Network e439457c-c827-47a2-82f8-06fb926caf27 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:41.198335 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-990584ce-b742-422e-b44b-3f9a441ec5b0 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:41.201344 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990584ce-b742-422e-b44b-3f9a441ec5b0 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:41.206905 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990584ce-b742-422e-b44b-3f9a441ec5b0 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:41.207558 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-990584ce-b742-422e-b44b-3f9a441ec5b0 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.234529 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-1a29df5c-bbe2-4307-98be-c18590fb1b9a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:41.238811 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-1a29df5c-bbe2-4307-98be-c18590fb1b9a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Usage tracker for resource:subnet and tenant:8592af9ac39140deab5543e1099d8863 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:41.243546 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-1a29df5c-bbe2-4307-98be-c18590fb1b9a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:41.250750 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-1a29df5c-bbe2-4307-98be-c18590fb1b9a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:41.285159 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-990584ce-b742-422e-b44b-3f9a441ec5b0 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.9034400 Jan 21 09:37:41.292480 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46408) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:41.301454 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8431ac63-e3ac-4cbc-8e07-85741a73df41 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.306399 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8431ac63-e3ac-4cbc-8e07-85741a73df41 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1692359 Jan 21 09:37:41.308234 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46410) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:41.309296 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a29df5c-bbe2-4307-98be-c18590fb1b9a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Made reservation on behalf of 8592af9ac39140deab5543e1099d8863 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:41.313162 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1a29df5c-bbe2-4307-98be-c18590fb1b9a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.371376 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-6a02d0b5-213c-4cfd-9823-e442e339fd4f tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Request body: {'security_group_rule': {'security_group_id': '5df04cf9-27ef-49ba-b3c0-a2581107bbbf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c5c33edc-1d19-4bfb-9ab4-9431bb4d533a'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:41.382185 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-6a02d0b5-213c-4cfd-9823-e442e339fd4f tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:41.386716 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71debcda-bf54-4f46-883e-ccc14c237c94 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:37:41.407556 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-6a02d0b5-213c-4cfd-9823-e442e339fd4f tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Usage tracker for resource:security_group_rule and tenant:eac03feaccec4a30855d01ce8c37ffa6 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:41.417550 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-6a02d0b5-213c-4cfd-9823-e442e339fd4f tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:41.425217 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-596c0033-0624-4041-ae96-5192df274dfb tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7244542 Jan 21 09:37:41.431928 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46416) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:41.444478 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-6a02d0b5-213c-4cfd-9823-e442e339fd4f tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:41.478749 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2120c8e0-d944-4faa-9e6d-d1731cf81179 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.498686 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990584ce-b742-422e-b44b-3f9a441ec5b0 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Port': ['ID=3aff0c85-f4a3-40ec-ad52-ee5048116217,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:41.542669 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f7f486ef-9ac2-414e-9db7-e4d3a392dc85 None None] Provisioning for port 6b607d9b-4c38-4400-8320-4fc06c1fb004 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:41.617810 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f9f9d5-7454-41b9-b8f8-7d5ca28914e2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:41.618383 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-76f9f9d5-7454-41b9-b8f8-7d5ca28914e2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Synchronizing usage tracker for tenant:29c6ab04f24842d781b633e6233f3506 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:41.627629 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-2120c8e0-d944-4faa-9e6d-d1731cf81179 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Calling delete_port for 9df4f54e-efff-464a-a523-fed4d44cd79b owned by network:router_gateway {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:41.646781 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df1755-b996-43c1-be20-c41568ab82c2 req-1b9c806c-ebcf-49ce-b8a0-a88ea3fbef4e tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:41.648327 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-73df1755-b996-43c1-be20-c41568ab82c2 req-1b9c806c-ebcf-49ce-b8a0-a88ea3fbef4e tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.6335199 Jan 21 09:37:41.679724 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46420) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:41.700721 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-54ab26fc-cc9f-43f5-8857-c035b3c6ecc5 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Request body: {'floatingip': {'port_id': '77d34ea9-68ce-4a71-9428-8b2152806e32'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:41.709943 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-76f9f9d5-7454-41b9-b8f8-7d5ca28914e2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Unset dirty status for tenant:29c6ab04f24842d781b633e6233f3506 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:41.713655 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-76f9f9d5-7454-41b9-b8f8-7d5ca28914e2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "GET /v2.0/ports/3aff0c85-f4a3-40ec-ad52-ee5048116217 HTTP/1.1" status: 200 len: 844 time: 0.4033298 Jan 21 09:37:41.717104 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46424) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:41.808774 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6e09c-441b-4875-9097-0516b39e64d6 req-d2331527-d739-4e26-a6be-403b344ffda1 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:41.818854 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-00e6e09c-441b-4875-9097-0516b39e64d6 req-d2331527-d739-4e26-a6be-403b344ffda1 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd33e193-8625-438a-ad0b-1d496fa053e8 HTTP/1.1" status: 200 len: 945 time: 1.0654638 Jan 21 09:37:41.820866 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-6a02d0b5-213c-4cfd-9823-e442e339fd4f tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:37:41.824368 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6a02d0b5-213c-4cfd-9823-e442e339fd4f tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4649301 Jan 21 09:37:41.825026 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-d38b2c56-0bdc-4d03-bd62-22c3d36de8d2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Deleting port 3aff0c85-f4a3-40ec-ad52-ee5048116217 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:41.825384 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d38b2c56-0bdc-4d03-bd62-22c3d36de8d2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.852039 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46428) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:41.880836 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.resource_extend [None req-2f5139c8-49c1-48f0-a7fd-efe5af3116e0 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:37:41.995302 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-54ab26fc-cc9f-43f5-8857-c035b3c6ecc5 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks [] for floatingip, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.087844 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 6b607d9b-4c38-4400-8320-4fc06c1fb004 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:42.199066 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 6b607d9b-4c38-4400-8320-4fc06c1fb004 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:42.205880 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 6b607d9b-4c38-4400-8320-4fc06c1fb004 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:42.206480 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.277898 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d38b2c56-0bdc-4d03-bd62-22c3d36de8d2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.388666 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-21c8478a-3398-4546-bc20-f952f50dc527 None None] Provisioning for port 451931ec-14f3-40df-bb6a-d096c8912c3e completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:42.403595 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-21c8478a-3398-4546-bc20-f952f50dc527 None None] Provisioning complete for port 451931ec-14f3-40df-bb6a-d096c8912c3e triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:42.403964 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-21c8478a-3398-4546-bc20-f952f50dc527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.419366 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-00e6e09c-441b-4875-9097-0516b39e64d6 req-9a0fd42c-9783-4b05-be15-9d154fd11f6b tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/security-groups?id=f948e57c-b596-4bc3-86a6-e57029d7a000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5993783 Jan 21 09:37:42.422918 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-d38b2c56-0bdc-4d03-bd62-22c3d36de8d2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Calling delete_port for 3aff0c85-f4a3-40ec-ad52-ee5048116217 owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:42.457204 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2f5139c8-49c1-48f0-a7fd-efe5af3116e0 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.474367 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2f5139c8-49c1-48f0-a7fd-efe5af3116e0 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.547069 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-21c8478a-3398-4546-bc20-f952f50dc527 None None] Port 451931ec-14f3-40df-bb6a-d096c8912c3e cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:37:42.572607 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e355ace-2ec3-4639-bf3b-0445b8df2956 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:42.579107 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e355ace-2ec3-4639-bf3b-0445b8df2956 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:42.579896 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-6e355ace-2ec3-4639-bf3b-0445b8df2956 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:42.586162 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.588899 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d38b2c56-0bdc-4d03-bd62-22c3d36de8d2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.601285 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.626224 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-21c8478a-3398-4546-bc20-f952f50dc527 None None] Provisioning complete for port 6b607d9b-4c38-4400-8320-4fc06c1fb004 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:42.626756 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-21c8478a-3398-4546-bc20-f952f50dc527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.652597 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1a29df5c-bbe2-4307-98be-c18590fb1b9a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.691592 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 6b607d9b-4c38-4400-8320-4fc06c1fb004, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=6b607d9b-4c38-4400-8320-4fc06c1fb004,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:42.701666 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.745640 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b2c56-0bdc-4d03-bd62-22c3d36de8d2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'Port': ['ID=3aff0c85-f4a3-40ec-ad52-ee5048116217,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:42.774382 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d38b2c56-0bdc-4d03-bd62-22c3d36de8d2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.780923 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-6e355ace-2ec3-4639-bf3b-0445b8df2956 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:42.786759 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-6e355ace-2ec3-4639-bf3b-0445b8df2956 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.3410549 Jan 21 09:37:42.788587 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46434) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:42.790976 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ee83c4eb-fe3e-47a8-bb34-f074d5ed11ab tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.898002 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=6b607d9b-4c38-4400-8320-4fc06c1fb004,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:42.901301 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.api [None req-2120c8e0-d944-4faa-9e6d-d1731cf81179 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:37:42.902220 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG oslo_db.api [None req-2120c8e0-d944-4faa-9e6d-d1731cf81179 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:37:42.917432 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29df5c-bbe2-4307-98be-c18590fb1b9a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Pushing event updated for resources: {'Subnet': ['ID=e7ead72d-023b-46c6-ba5f-0b1d1881310a,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:42.922284 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d38b2c56-0bdc-4d03-bd62-22c3d36de8d2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/ports/3aff0c85-f4a3-40ec-ad52-ee5048116217 HTTP/1.1" status: 204 len: 168 time: 1.2021286 Jan 21 09:37:42.925220 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46438) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:42.948170 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ee83c4eb-fe3e-47a8-bb34-f074d5ed11ab tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.956334 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a29df5c-bbe2-4307-98be-c18590fb1b9a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Checking segment: {'id': '59581861-4a2c-43f4-82d3-e6c4e32125b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c0bd9b50-8952-4505-8ceb-d264440d4de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:37:42.956701 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a29df5c-bbe2-4307-98be-c18590fb1b9a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Network hostable DHCP agents. Network: c0bd9b50-8952-4505-8ceb-d264440d4de6, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:37:42.974728 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-0c29346a-5b07-4f1f-8b40-bf9f47ef316f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting port 451931ec-14f3-40df-bb6a-d096c8912c3e {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:42.975065 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0c29346a-5b07-4f1f-8b40-bf9f47ef316f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.043311 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-773ec0b4-ad23-4e58-9072-5904c3508ab9 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] GET failed (client error): The resource could not be found. Jan 21 09:37:43.043787 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-773ec0b4-ad23-4e58-9072-5904c3508ab9 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Synchronizing usage tracker for tenant:29c6ab04f24842d781b633e6233f3506 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:43.068620 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7de24-68e2-4987-a245-0c92855273af req-7ce68c3c-cb77-40c7-84f7-7694ec5b8b07 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:43.070221 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6ee7de24-68e2-4987-a245-0c92855273af req-7ce68c3c-cb77-40c7-84f7-7694ec5b8b07 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd33e193-8625-438a-ad0b-1d496fa053e8 HTTP/1.1" status: 200 len: 945 time: 0.4368904 Jan 21 09:37:43.072580 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.l3_db [None req-2f5139c8-49c1-48f0-a7fd-efe5af3116e0 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Floating IP 23df5606-dc39-4c21-ac76-1a08df083f27 associated. External IP: 172.26.3.83, port: a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f. Jan 21 09:37:43.074527 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a29df5c-bbe2-4307-98be-c18590fb1b9a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Network c0bd9b50-8952-4505-8ceb-d264440d4de6 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:37:43.082328 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46442) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:43.091307 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-2b45b035-39a8-4642-8010-1f4cdb5e398c tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Request body: {'floatingip': {'port_id': 'b80b0da8-782a-4f84-8d84-968f7548fbd0'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:43.102448 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-4f228281-1623-439d-bde9-201aac42a6f0 None None] Provisioning complete for port 451931ec-14f3-40df-bb6a-d096c8912c3e triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:43.103053 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4f228281-1623-439d-bde9-201aac42a6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.158772 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-4f228281-1623-439d-bde9-201aac42a6f0 None None] Port 451931ec-14f3-40df-bb6a-d096c8912c3e cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:37:43.165646 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-773ec0b4-ad23-4e58-9072-5904c3508ab9 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Unset dirty status for tenant:29c6ab04f24842d781b633e6233f3506 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:43.166972 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-773ec0b4-ad23-4e58-9072-5904c3508ab9 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "GET /v2.0/ports/3aff0c85-f4a3-40ec-ad52-ee5048116217 HTTP/1.1" status: 404 len: 333 time: 0.2323024 Jan 21 09:37:43.171905 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46446) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:43.189501 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-b0efe95d-e404-4842-96ac-8c502ad0f374 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'port': {'network_id': 'e439457c-c827-47a2-82f8-06fb926caf27', 'name': 'tempest-PortsIpV6TestJSON-1359784707'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:43.196158 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-1a29df5c-bbe2-4307-98be-c18590fb1b9a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, c0bd9b50-8952-4505-8ceb-d264440d4de6) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:43.205073 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3953d79-2b2e-4a37-aa27-4ea2ad16d936 None None] Network c0bd9b50-8952-4505-8ceb-d264440d4de6 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:37:43.212696 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ee83c4eb-fe3e-47a8-bb34-f074d5ed11ab tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.234746 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a29df5c-bbe2-4307-98be-c18590fb1b9a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:43.235318 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1a29df5c-bbe2-4307-98be-c18590fb1b9a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.254252 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2b45b035-39a8-4642-8010-1f4cdb5e398c tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks [] for floatingip, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.341099 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83c4eb-fe3e-47a8-bb34-f074d5ed11ab tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c33edc-1d19-4bfb-9ab4-9431bb4d533a,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:43.433636 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ee83c4eb-fe3e-47a8-bb34-f074d5ed11ab tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.434747 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ee83c4eb-fe3e-47a8-bb34-f074d5ed11ab tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "DELETE /v2.0/security-groups/c5c33edc-1d19-4bfb-9ab4-9431bb4d533a HTTP/1.1" status: 204 len: 168 time: 1.5790744 Jan 21 09:37:43.441727 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1a29df5c-bbe2-4307-98be-c18590fb1b9a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6535723 Jan 21 09:37:43.446626 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-2120c8e0-d944-4faa-9e6d-d1731cf81179 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Deleting port 9df4f54e-efff-464a-a523-fed4d44cd79b {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:43.446968 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2120c8e0-d944-4faa-9e6d-d1731cf81179 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.450697 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927ad380-7335-4ee2-9e27-69626a22a159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-c0bd9b50-8952-4505-8ceb-d264440d4de6', 'network_id': 'c0bd9b50-8952-4505-8ceb-d264440d4de6', 'tenant_id': '8592af9ac39140deab5543e1099d8863', 'fixed_ips': [{'subnet_id': 'e7ead72d-023b-46c6-ba5f-0b1d1881310a'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:37:43.451692 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-927ad380-7335-4ee2-9e27-69626a22a159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.455585 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46450) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:43.455897 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46452) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:43.475679 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-7e59145f-7b10-4d51-b147-d1349eddb87c tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Request body: {'port': {'network_id': 'c0bd9b50-8952-4505-8ceb-d264440d4de6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1922964340'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:43.595768 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-b0efe95d-e404-4842-96ac-8c502ad0f374 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:43.618646 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-927ad380-7335-4ee2-9e27-69626a22a159 None None] Allocated IP 2001:db8::2 (c0bd9b50-8952-4505-8ceb-d264440d4de6/e7ead72d-023b-46c6-ba5f-0b1d1881310a/aff32496-42e6-4440-9a04-7ac1a3c0e477) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:43.653098 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-b0efe95d-e404-4842-96ac-8c502ad0f374 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:43.792020 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0efe95d-e404-4842-96ac-8c502ad0f374 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Made reservation on behalf of 29c6ab04f24842d781b633e6233f3506 for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:43.795189 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b0efe95d-e404-4842-96ac-8c502ad0f374 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.865345 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.resource_extend [None req-54ab26fc-cc9f-43f5-8857-c035b3c6ecc5 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:37:43.889642 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-927ad380-7335-4ee2-9e27-69626a22a159 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.903601 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-927ad380-7335-4ee2-9e27-69626a22a159 None None] Transition to ACTIVE for port object aff32496-42e6-4440-9a04-7ac1a3c0e477 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:43.929012 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-927ad380-7335-4ee2-9e27-69626a22a159 None None] Transition to ACTIVE for port object aff32496-42e6-4440-9a04-7ac1a3c0e477 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:43.936882 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-927ad380-7335-4ee2-9e27-69626a22a159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.953629 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0c29346a-5b07-4f1f-8b40-bf9f47ef316f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.979945 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-02175761-17f0-4f52-9377-ccb5a41a73b1 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Synchronizing usage tracker for tenant:eac03feaccec4a30855d01ce8c37ffa6 on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:44.003600 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 6b607d9b-4c38-4400-8320-4fc06c1fb004 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:44.088274 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-b0efe95d-e404-4842-96ac-8c502ad0f374 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] device_id is not set on port 27b9e7f0-587f-4f1f-9424-53410e876b97 yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:44.116456 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927ad380-7335-4ee2-9e27-69626a22a159 None None] Network c0bd9b50-8952-4505-8ceb-d264440d4de6 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:44.122803 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-0c29346a-5b07-4f1f-8b40-bf9f47ef316f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Calling delete_port for 451931ec-14f3-40df-bb6a-d096c8912c3e owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:44.128362 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-927ad380-7335-4ee2-9e27-69626a22a159 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:44.130955 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927ad380-7335-4ee2-9e27-69626a22a159 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:44.144590 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ad380-7335-4ee2-9e27-69626a22a159 None None] Pushing event updated for resources: {'Port': ['ID=aff32496-42e6-4440-9a04-7ac1a3c0e477,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:44.152388 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5139c8-49c1-48f0-a7fd-efe5af3116e0 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Router 25041724-9688-4e00-9538-e1c1fa0dfeae has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:37:44.190128 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-2120c8e0-d944-4faa-9e6d-d1731cf81179 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] For port 9df4f54e-efff-464a-a523-fed4d44cd79b, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=9df4f54e-efff-464a-a523-fed4d44cd79b,segment=NetworkSegment(b20c8c40-9847-484b-93fe-5318ad1f904e),segment_id=b20c8c40-9847-484b-93fe-5318ad1f904e)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:44.190485 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2120c8e0-d944-4faa-9e6d-d1731cf81179 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.206588 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-7e59145f-7b10-4d51-b147-d1349eddb87c tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:44.243884 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-927ad380-7335-4ee2-9e27-69626a22a159 None None] Attempting to bind port aff32496-42e6-4440-9a04-7ac1a3c0e477 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:44.244402 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-927ad380-7335-4ee2-9e27-69626a22a159 None None] Attempting to bind port aff32496-42e6-4440-9a04-7ac1a3c0e477 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '59581861-4a2c-43f4-82d3-e6c4e32125b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c0bd9b50-8952-4505-8ceb-d264440d4de6'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:44.244859 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927ad380-7335-4ee2-9e27-69626a22a159 None None] Attempting to bind port aff32496-42e6-4440-9a04-7ac1a3c0e477 on network c0bd9b50-8952-4505-8ceb-d264440d4de6 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:44.255483 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927ad380-7335-4ee2-9e27-69626a22a159 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:37:44.255988 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927ad380-7335-4ee2-9e27-69626a22a159 None None] Checking segment: {'id': '59581861-4a2c-43f4-82d3-e6c4e32125b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c0bd9b50-8952-4505-8ceb-d264440d4de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:37:44.256508 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-927ad380-7335-4ee2-9e27-69626a22a159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.256997 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927ad380-7335-4ee2-9e27-69626a22a159 None None] Bound using segment: {'id': '59581861-4a2c-43f4-82d3-e6c4e32125b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c0bd9b50-8952-4505-8ceb-d264440d4de6'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:37:44.257557 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-927ad380-7335-4ee2-9e27-69626a22a159 None None] Bound port: aff32496-42e6-4440-9a04-7ac1a3c0e477, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59581861-4a2c-43f4-82d3-e6c4e32125b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c0bd9b50-8952-4505-8ceb-d264440d4de6'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:44.258026 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-927ad380-7335-4ee2-9e27-69626a22a159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.263673 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-02175761-17f0-4f52-9377-ccb5a41a73b1 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Unset dirty status for tenant:eac03feaccec4a30855d01ce8c37ffa6 on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:44.267676 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-02175761-17f0-4f52-9377-ccb5a41a73b1 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.8081551 Jan 21 09:37:44.267814 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 6b607d9b-4c38-4400-8320-4fc06c1fb004 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:44.267814 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.279505 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-7e59145f-7b10-4d51-b147-d1349eddb87c tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Usage tracker for resource:port and tenant:8592af9ac39140deab5543e1099d8863 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:44.286823 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46458) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:44.304718 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-7e59145f-7b10-4d51-b147-d1349eddb87c tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:44.322871 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-54ab26fc-cc9f-43f5-8857-c035b3c6ecc5 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.332657 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-7e59145f-7b10-4d51-b147-d1349eddb87c tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:44.396945 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-2120c8e0-d944-4faa-9e6d-d1731cf81179 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Calling delete_port for 9df4f54e-efff-464a-a523-fed4d44cd79b owned by network:router_gateway {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:44.452613 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-54ab26fc-cc9f-43f5-8857-c035b3c6ecc5 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.453498 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-927ad380-7335-4ee2-9e27-69626a22a159 None None] For port aff32496-42e6-4440-9a04-7ac1a3c0e477, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:37:44.478704 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-927ad380-7335-4ee2-9e27-69626a22a159 None None] For port aff32496-42e6-4440-9a04-7ac1a3c0e477, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=aff32496-42e6-4440-9a04-7ac1a3c0e477,segment=NetworkSegment(59581861-4a2c-43f4-82d3-e6c4e32125b9),segment_id=59581861-4a2c-43f4-82d3-e6c4e32125b9)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:37:44.490785 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-927ad380-7335-4ee2-9e27-69626a22a159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.491104 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e59145f-7b10-4d51-b147-d1349eddb87c tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Made reservation on behalf of 8592af9ac39140deab5543e1099d8863 for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:44.494766 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7e59145f-7b10-4d51-b147-d1349eddb87c tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.585373 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ad380-7335-4ee2-9e27-69626a22a159 None None] Pushing event updated for resources: {'Port': ['ID=aff32496-42e6-4440-9a04-7ac1a3c0e477,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:44.703375 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-7e59145f-7b10-4d51-b147-d1349eddb87c tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] device_id is not set on port 76a4f26f-28f0-4a5e-86ba-f5dc78c09b33 yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:44.774120 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-64e7febc-b393-4b8e-965a-33531c4403d7 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.836260 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0c29346a-5b07-4f1f-8b40-bf9f47ef316f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.959423 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.l3_db [None req-54ab26fc-cc9f-43f5-8857-c035b3c6ecc5 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Floating IP 849eeebd-1c8e-4fd7-87e2-dcfb19593d78 associated. External IP: 172.26.3.206, port: 77d34ea9-68ce-4a71-9428-8b2152806e32. Jan 21 09:37:44.977950 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c29346a-5b07-4f1f-8b40-bf9f47ef316f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Port': ['ID=451931ec-14f3-40df-bb6a-d096c8912c3e,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:44.992973 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-64e7febc-b393-4b8e-965a-33531c4403d7 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.044706 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0c29346a-5b07-4f1f-8b40-bf9f47ef316f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.077249 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5139c8-49c1-48f0-a7fd-efe5af3116e0 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:37:45.094657 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6025a81-1a76-4671-b743-16af5b1547ee None None] Sync routers for ids ['25041724-9688-4e00-9538-e1c1fa0dfeae'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:45.112310 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6025a81-1a76-4671-b743-16af5b1547ee None None] Routers {'25041724-9688-4e00-9538-e1c1fa0dfeae'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:37:45.113301 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-e6025a81-1a76-4671-b743-16af5b1547ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:37:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['25041724-9688-4e00-9538-e1c1fa0dfeae'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:45.145128 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2f5139c8-49c1-48f0-a7fd-efe5af3116e0 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.188302 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0c29346a-5b07-4f1f-8b40-bf9f47ef316f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/ports/451931ec-14f3-40df-bb6a-d096c8912c3e HTTP/1.1" status: 204 len: 168 time: 2.3908269 Jan 21 09:37:45.188302 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-7e59145f-7b10-4d51-b147-d1349eddb87c tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Allocated IP 2001:db8::1ec (c0bd9b50-8952-4505-8ceb-d264440d4de6/e7ead72d-023b-46c6-ba5f-0b1d1881310a/76a4f26f-28f0-4a5e-86ba-f5dc78c09b33) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:45.189308 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46462) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:45.191738 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.resource_extend [None req-2b45b035-39a8-4642-8010-1f4cdb5e398c tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:37:45.260491 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b0efe95d-e404-4842-96ac-8c502ad0f374 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.300571 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-64e7febc-b393-4b8e-965a-33531c4403d7 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.309797 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2f5139c8-49c1-48f0-a7fd-efe5af3116e0 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "PUT /v2.0/floatingips/23df5606-dc39-4c21-ac76-1a08df083f27 HTTP/1.1" status: 200 len: 990 time: 5.4097376 Jan 21 09:37:45.339669 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9acc9e3-8064-4bee-849e-fa4ba8818808', 'tag': 'a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:37:45.361397 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-e6025a81-1a76-4671-b743-16af5b1547ee None None] Set router 25041724-9688-4e00-9538-e1c1fa0dfeae gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:37:45.469265 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9acc9e3-8064-4bee-849e-fa4ba8818808', 'tag': 'a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f', 'status': 'completed', 'code': 200} Jan 21 09:37:45.475557 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7febc-b393-4b8e-965a-33531c4403d7 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df04cf9-27ef-49ba-b3c0-a2581107bbbf,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:45.541711 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2120c8e0-d944-4faa-9e6d-d1731cf81179 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.554004 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b0efe95d-e404-4842-96ac-8c502ad0f374 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.752818 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-64e7febc-b393-4b8e-965a-33531c4403d7 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.756882 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-64e7febc-b393-4b8e-965a-33531c4403d7 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "DELETE /v2.0/security-groups/5df04cf9-27ef-49ba-b3c0-a2581107bbbf HTTP/1.1" status: 204 len: 168 time: 1.4658844 Jan 21 09:37:45.766128 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2b45b035-39a8-4642-8010-1f4cdb5e398c tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.773044 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46472) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:45.828587 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7b0db-98f6-4ac3-95f9-524b8c53f12a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:45.830069 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7b0db-98f6-4ac3-95f9-524b8c53f12a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:45.830810 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-8af7b0db-98f6-4ac3-95f9-524b8c53f12a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:45.872163 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2b45b035-39a8-4642-8010-1f4cdb5e398c tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.883553 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-e6025a81-1a76-4671-b743-16af5b1547ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25041724-9688-4e00-9538-e1c1fa0dfeae', 'name': 'tempest-ServersTestJSON-645974544-router', 'tenant_id': '85062a18014b46c39ce9762aca0ea494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': 'fb477a1c-ac45-4ac4-a136-0ed796eae698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:32Z', 'updated_at': '2022-01-21T09:36:45Z', 'revision_number': 4, 'project_id': '85062a18014b46c39ce9762aca0ea494', 'gw_port': {'id': 'fb477a1c-ac45-4ac4-a136-0ed796eae698', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25041724-9688-4e00-9538-e1c1fa0dfeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:36Z', 'updated_at': '2022-01-21T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '23df5606-dc39-4c21-ac76-1a08df083f27', 'tenant_id': '85062a18014b46c39ce9762aca0ea494', 'floating_ip_address': '172.26.3.83', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '25041724-9688-4e00-9538-e1c1fa0dfeae', 'port_id': 'a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1135e748-d422-4b50-8ae7-b9b34434f356', 'mac_address': 'fa:16:3e:b8:5d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9acc9e3-8064-4bee-849e-fa4ba8818808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:36:58Z', 'updated_at': '2022-01-21T09:37:41Z', 'revision_number': 1, 'project_id': '85062a18014b46c39ce9762aca0ea494', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5', 'name': '', 'network_id': '1135e748-d422-4b50-8ae7-b9b34434f356', 'tenant_id': '85062a18014b46c39ce9762aca0ea494', 'mac_address': 'fa:16:3e:7a:db:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25041724-9688-4e00-9538-e1c1fa0dfeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '012fac0f-b662-4d0e-800a-fe42d5135a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:43Z', 'updated_at': '2022-01-21T09:36:54Z', 'revision_number': 5, 'project_id': '85062a18014b46c39ce9762aca0ea494', 'subnets': [{'id': '012fac0f-b662-4d0e-800a-fe42d5135a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:45.887964 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6025a81-1a76-4671-b743-16af5b1547ee None None] Checking router: 25041724-9688-4e00-9538-e1c1fa0dfeae for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:37:45.894208 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0efe95d-e404-4842-96ac-8c502ad0f374 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Network e439457c-c827-47a2-82f8-06fb926caf27 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:45.900958 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00a6d73-e02f-437f-9077-51e244d04089 None None] Network c0bd9b50-8952-4505-8ceb-d264440d4de6 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:37:45.924882 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6025a81-1a76-4671-b743-16af5b1547ee None None] Routers {'25041724-9688-4e00-9538-e1c1fa0dfeae'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:37:45.925512 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-e6025a81-1a76-4671-b743-16af5b1547ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:37:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['25041724-9688-4e00-9538-e1c1fa0dfeae'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:45.961027 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-b0efe95d-e404-4842-96ac-8c502ad0f374 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:45.967531 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2120c8e0-d944-4faa-9e6d-d1731cf81179 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Pushing event deleted for resources: {'Port': ['ID=9df4f54e-efff-464a-a523-fed4d44cd79b,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:46.006501 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-57b39bd8-1407-42dc-bd54-3329d40e34e1 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Synchronizing usage tracker for tenant:eac03feaccec4a30855d01ce8c37ffa6 on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:46.026566 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0efe95d-e404-4842-96ac-8c502ad0f374 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:46.029610 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7e59145f-7b10-4d51-b147-d1349eddb87c tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.032921 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0efe95d-e404-4842-96ac-8c502ad0f374 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:46.033541 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b0efe95d-e404-4842-96ac-8c502ad0f374 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.047732 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a57500-f203-4210-b809-fd350fca133d req-6b593b36-52af-4a4d-86d8-8a3e5f7f0e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:46.049206 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f9a57500-f203-4210-b809-fd350fca133d req-6b593b36-52af-4a4d-86d8-8a3e5f7f0e49 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=85062a18014b46c39ce9762aca0ea494&device_id=d9acc9e3-8064-4bee-849e-fa4ba8818808 HTTP/1.1" status: 200 len: 1098 time: 0.5701246 Jan 21 09:37:46.054409 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-8af7b0db-98f6-4ac3-95f9-524b8c53f12a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:46.058473 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8af7b0db-98f6-4ac3-95f9-524b8c53f12a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8110046 Jan 21 09:37:46.064387 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46478) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:46.107327 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device aff32496-42e6-4440-9a04-7ac1a3c0e477 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:46.124406 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-b0efe95d-e404-4842-96ac-8c502ad0f374 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.9474678 Jan 21 09:37:46.129371 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46482) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:46.183493 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-57b39bd8-1407-42dc-bd54-3329d40e34e1 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Unset dirty status for tenant:eac03feaccec4a30855d01ce8c37ffa6 on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:46.184315 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-57b39bd8-1407-42dc-bd54-3329d40e34e1 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4103398 Jan 21 09:37:46.185282 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-f8cbda5d-e8ae-4b1d-982d-fbeed02c6886 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:46.193274 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-7e59145f-7b10-4d51-b147-d1349eddb87c tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Transition to ACTIVE for port object 76a4f26f-28f0-4a5e-86ba-f5dc78c09b33 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:46.202003 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46486) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:46.206293 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-640f0237-3b25-4547-9217-b005c9b7ca93 None None] Provisioning for port aff32496-42e6-4440-9a04-7ac1a3c0e477 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:46.236133 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-ec3ef00b-5841-479f-84da-9da855c01f49 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Request body: {'security_group': {'name': 'tempest-secgroup--1116006027'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:46.254190 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-ec3ef00b-5841-479f-84da-9da855c01f49 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:46.278571 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ab26fc-cc9f-43f5-8857-c035b3c6ecc5 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Router 29dc86f9-9542-4256-ae43-a8de2d8782fa has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:37:46.304846 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2120c8e0-d944-4faa-9e6d-d1731cf81179 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.337609 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-ec3ef00b-5841-479f-84da-9da855c01f49 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:46.343826 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.l3_db [None req-2b45b035-39a8-4642-8010-1f4cdb5e398c tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Floating IP 22c13324-3d77-4e2a-a892-48b743515f58 associated. External IP: 172.26.3.240, port: b80b0da8-782a-4f84-8d84-968f7548fbd0. Jan 21 09:37:46.359178 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-e6025a81-1a76-4671-b743-16af5b1547ee None None] Set router 25041724-9688-4e00-9538-e1c1fa0dfeae gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:37:46.425096 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c306656-9d08-4c07-a444-c57473471adf tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting subnet e593cbcd-89f1-4437-9fc7-50af0f5e4c9f {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:37:46.443978 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5c306656-9d08-4c07-a444-c57473471adf tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.491083 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ec3ef00b-5841-479f-84da-9da855c01f49 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.545913 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a57500-f203-4210-b809-fd350fca133d req-cd021eb1-9fad-422f-a5ec-dff91e21bff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:46.547378 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f9a57500-f203-4210-b809-fd350fca133d req-cd021eb1-9fad-422f-a5ec-dff91e21bff6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1135e748-d422-4b50-8ae7-b9b34434f356 HTTP/1.1" status: 200 len: 906 time: 0.4773543 Jan 21 09:37:46.568927 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port aff32496-42e6-4440-9a04-7ac1a3c0e477 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:46.591413 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port aff32496-42e6-4440-9a04-7ac1a3c0e477 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:46.591770 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.603442 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7e59145f-7b10-4d51-b147-d1349eddb87c tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.608258 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-ec3ef00b-5841-479f-84da-9da855c01f49 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:46.610682 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0efe95d-e404-4842-96ac-8c502ad0f374 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Port': ['ID=27b9e7f0-587f-4f1f-9424-53410e876b97,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:46.634273 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3489f635-f282-4ea4-b5cb-a772546f78de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.665094 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5c306656-9d08-4c07-a444-c57473471adf tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.710154 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2120c8e0-d944-4faa-9e6d-d1731cf81179 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.716902 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2120c8e0-d944-4faa-9e6d-d1731cf81179 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.745773 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ec3ef00b-5841-479f-84da-9da855c01f49 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Usage tracker for resource:security_group_rule and tenant:eac03feaccec4a30855d01ce8c37ffa6 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:46.756713 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ec3ef00b-5841-479f-84da-9da855c01f49 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:46.812347 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-ec3ef00b-5841-479f-84da-9da855c01f49 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:46.816361 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-19211a99-034f-4421-9c7a-e478c2cf7dd0 req-42c95860-6602-4901-afc9-7d9e64a29e9e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d9acc9e3-8064-4bee-849e-fa4ba8818808&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9105608 Jan 21 09:37:46.818082 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f8cbda5d-e8ae-4b1d-982d-fbeed02c6886 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.876915 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e59145f-7b10-4d51-b147-d1349eddb87c tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Network c0bd9b50-8952-4505-8ceb-d264440d4de6 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:46.881551 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2120c8e0-d944-4faa-9e6d-d1731cf81179 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.882053 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2120c8e0-d944-4faa-9e6d-d1731cf81179 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a872330e-e91f-4673-b804-ea182af1d777 {{(pid=87515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:37:46.890903 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-7e59145f-7b10-4d51-b147-d1349eddb87c tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:46.897053 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ab26fc-cc9f-43f5-8857-c035b3c6ecc5 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:37:46.898800 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e59145f-7b10-4d51-b147-d1349eddb87c tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Pushing event updated for resources: {'Port': ['ID=76a4f26f-28f0-4a5e-86ba-f5dc78c09b33,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:46.919716 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2120c8e0-d944-4faa-9e6d-d1731cf81179 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.922392 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.924574 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2120c8e0-d944-4faa-9e6d-d1731cf81179 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] 10.222.0.110 "DELETE /v2.0/routers/a872330e-e91f-4673-b804-ea182af1d777 HTTP/1.1" status: 204 len: 168 time: 8.1952186 Jan 21 09:37:46.925808 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e59145f-7b10-4d51-b147-d1349eddb87c tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:46.927879 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22642a43-40f6-4445-a1a8-91f9d765605e None None] Sync routers for ids ['29dc86f9-9542-4256-ae43-a8de2d8782fa'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:46.930082 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46494) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:46.935271 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e59145f-7b10-4d51-b147-d1349eddb87c tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:46.935957 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7e59145f-7b10-4d51-b147-d1349eddb87c tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.937020 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-54ab26fc-cc9f-43f5-8857-c035b3c6ecc5 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.966740 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22642a43-40f6-4445-a1a8-91f9d765605e None None] Routers {'29dc86f9-9542-4256-ae43-a8de2d8782fa'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:37:46.969251 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-22642a43-40f6-4445-a1a8-91f9d765605e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:37:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['29dc86f9-9542-4256-ae43-a8de2d8782fa'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:47.032054 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port aff32496-42e6-4440-9a04-7ac1a3c0e477, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=aff32496-42e6-4440-9a04-7ac1a3c0e477,segment=NetworkSegment(59581861-4a2c-43f4-82d3-e6c4e32125b9),segment_id=59581861-4a2c-43f4-82d3-e6c4e32125b9)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:47.045915 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-e6025a81-1a76-4671-b743-16af5b1547ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25041724-9688-4e00-9538-e1c1fa0dfeae', 'name': 'tempest-ServersTestJSON-645974544-router', 'tenant_id': '85062a18014b46c39ce9762aca0ea494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': 'fb477a1c-ac45-4ac4-a136-0ed796eae698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:32Z', 'updated_at': '2022-01-21T09:36:45Z', 'revision_number': 4, 'project_id': '85062a18014b46c39ce9762aca0ea494', 'gw_port': {'id': 'fb477a1c-ac45-4ac4-a136-0ed796eae698', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25041724-9688-4e00-9538-e1c1fa0dfeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:36Z', 'updated_at': '2022-01-21T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '23df5606-dc39-4c21-ac76-1a08df083f27', 'tenant_id': '85062a18014b46c39ce9762aca0ea494', 'floating_ip_address': '172.26.3.83', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '25041724-9688-4e00-9538-e1c1fa0dfeae', 'port_id': 'a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1135e748-d422-4b50-8ae7-b9b34434f356', 'mac_address': 'fa:16:3e:b8:5d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9acc9e3-8064-4bee-849e-fa4ba8818808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:36:58Z', 'updated_at': '2022-01-21T09:37:41Z', 'revision_number': 1, 'project_id': '85062a18014b46c39ce9762aca0ea494', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5', 'name': '', 'network_id': '1135e748-d422-4b50-8ae7-b9b34434f356', 'tenant_id': '85062a18014b46c39ce9762aca0ea494', 'mac_address': 'fa:16:3e:7a:db:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25041724-9688-4e00-9538-e1c1fa0dfeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '012fac0f-b662-4d0e-800a-fe42d5135a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:43Z', 'updated_at': '2022-01-21T09:36:54Z', 'revision_number': 5, 'project_id': '85062a18014b46c39ce9762aca0ea494', 'subnets': [{'id': '012fac0f-b662-4d0e-800a-fe42d5135a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:47.048407 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f9a57500-f203-4210-b809-fd350fca133d req-bce673e8-e38d-4590-9ed9-54f6bf921a50 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f HTTP/1.1" status: 200 len: 998 time: 0.4490874 Jan 21 09:37:47.052731 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.114709 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6025a81-1a76-4671-b743-16af5b1547ee None None] The sync data for ids ['25041724-9688-4e00-9538-e1c1fa0dfeae'] in dv-neutron-825731-1-hyperv is: [{'id': '25041724-9688-4e00-9538-e1c1fa0dfeae', 'name': 'tempest-ServersTestJSON-645974544-router', 'tenant_id': '85062a18014b46c39ce9762aca0ea494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': 'fb477a1c-ac45-4ac4-a136-0ed796eae698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:32Z', 'updated_at': '2022-01-21T09:36:45Z', 'revision_number': 4, 'project_id': '85062a18014b46c39ce9762aca0ea494', 'gw_port': {'id': 'fb477a1c-ac45-4ac4-a136-0ed796eae698', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25041724-9688-4e00-9538-e1c1fa0dfeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:36Z', 'updated_at': '2022-01-21T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '23df5606-dc39-4c21-ac76-1a08df083f27', 'tenant_id': '85062a18014b46c39ce9762aca0ea494', 'floating_ip_address': '172.26.3.83', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '25041724-9688-4e00-9538-e1c1fa0dfeae', 'port_id': 'a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1135e748-d422-4b50-8ae7-b9b34434f356', 'mac_address': 'fa:16:3e:b8:5d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9acc9e3-8064-4bee-849e-fa4ba8818808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:36:58Z', 'updated_at': '2022-01-21T09:37:41Z', 'revision_number': 1, 'project_id': '85062a18014b46c39ce9762aca0ea494', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5', 'name': '', 'network_id': '1135e748-d422-4b50-8ae7-b9b34434f356', 'tenant_id': '85062a18014b46c39ce9762aca0ea494', 'mac_address': 'fa:16:3e:7a:db:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25041724-9688-4e00-9538-e1c1fa0dfeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '012fac0f-b662-4d0e-800a-fe42d5135a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:43Z', 'updated_at': '2022-01-21T09:36:54Z', 'revision_number': 5, 'project_id': '85062a18014b46c39ce9762aca0ea494', 'subnets': [{'id': '012fac0f-b662-4d0e-800a-fe42d5135a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:47.185330 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=aff32496-42e6-4440-9a04-7ac1a3c0e477,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:47.225804 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7051798-72b7-41d9-983d-fd5369a30212 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Deleting subnet 0ae2c80d-949a-4793-82d3-69f14aa35428 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:37:47.233273 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-54ab26fc-cc9f-43f5-8857-c035b3c6ecc5 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "PUT /v2.0/floatingips/849eeebd-1c8e-4fd7-87e2-dcfb19593d78 HTTP/1.1" status: 200 len: 991 time: 5.5516365 Jan 21 09:37:47.249007 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c7051798-72b7-41d9-983d-fd5369a30212 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.290721 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7e59145f-7b10-4d51-b147-d1349eddb87c tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.8294656 Jan 21 09:37:47.315059 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-22642a43-40f6-4445-a1a8-91f9d765605e None None] Set router 29dc86f9-9542-4256-ae43-a8de2d8782fa gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:37:47.323431 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46500) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:47.394491 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-2b6ae4ee-a1b8-4c06-9ca0-e70385360f4d None None] Provisioning complete for port aff32496-42e6-4440-9a04-7ac1a3c0e477 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:47.395109 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2b6ae4ee-a1b8-4c06-9ca0-e70385360f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.423597 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-8b54762b-ce43-46f8-b64d-ad39d255a406 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Request body: {'port': {'network_id': 'c0bd9b50-8952-4505-8ceb-d264440d4de6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-794225832', 'allowed_address_pairs': [{'ip_address': '2001:db8::1ec', 'mac_address': 'fa:16:3e:f4:c7:3c'}]}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:47.482236 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fca0a84f-7fa2-4cac-b5af-88b7be9719fd', 'tag': '77d34ea9-68ce-4a71-9428-8b2152806e32'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:37:47.495847 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f7eb45-35c8-4b0d-8ec5-f2616c6757f1 None None] New status for floating IP 23df5606-dc39-4c21-ac76-1a08df083f27: ACTIVE {{(pid=87516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:37:47.519994 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5c306656-9d08-4c07-a444-c57473471adf tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.594189 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fca0a84f-7fa2-4cac-b5af-88b7be9719fd', 'tag': '77d34ea9-68ce-4a71-9428-8b2152806e32', 'status': 'completed', 'code': 200} Jan 21 09:37:47.666847 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a57500-f203-4210-b809-fd350fca133d req-030f7b43-0a1c-413d-9f44-7d36ab1e180f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:47.668496 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c7051798-72b7-41d9-983d-fd5369a30212 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.669275 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f9a57500-f203-4210-b809-fd350fca133d req-030f7b43-0a1c-413d-9f44-7d36ab1e180f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=012fac0f-b662-4d0e-800a-fe42d5135a9c HTTP/1.1" status: 200 len: 844 time: 0.5974243 Jan 21 09:37:47.734175 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5c306656-9d08-4c07-a444-c57473471adf tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.742605 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.resource_extend [None req-f8cbda5d-e8ae-4b1d-982d-fbeed02c6886 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:37:47.830597 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c306656-9d08-4c07-a444-c57473471adf tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Subnet': ['ID=e593cbcd-89f1-4437-9fc7-50af0f5e4c9f,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:47.841224 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0408133e-e5b9-4fbb-8957-9790df4e606f None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:37:47.842768 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f8cbda5d-e8ae-4b1d-982d-fbeed02c6886 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.845622 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5c306656-9d08-4c07-a444-c57473471adf tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.859707 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ec3ef00b-5841-479f-84da-9da855c01f49 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.879140 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f8cbda5d-e8ae-4b1d-982d-fbeed02c6886 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.886744 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ec3ef00b-5841-479f-84da-9da855c01f49 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.897669 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b45b035-39a8-4642-8010-1f4cdb5e398c tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Router c9c94c7a-742e-40cc-b34e-ba592c66b7ea has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:37:47.939823 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-5c306656-9d08-4c07-a444-c57473471adf tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/e593cbcd-89f1-4437-9fc7-50af0f5e4c9f HTTP/1.1" status: 204 len: 168 time: 1.8740222 Jan 21 09:37:47.941416 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46508) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:47.973055 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-22642a43-40f6-4445-a1a8-91f9d765605e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'name': 'tempest-ServerActionsTestJSON-304556091-router', 'tenant_id': '21bf33c022814c088610cd12785c806c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '8eac12c5-0b88-435b-beee-31592b141764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:29Z', 'updated_at': '2022-01-21T09:36:40Z', 'revision_number': 4, 'project_id': '21bf33c022814c088610cd12785c806c', 'gw_port': {'id': '8eac12c5-0b88-435b-beee-31592b141764', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:31Z', 'updated_at': '2022-01-21T09:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '849eeebd-1c8e-4fd7-87e2-dcfb19593d78', 'tenant_id': '21bf33c022814c088610cd12785c806c', 'floating_ip_address': '172.26.3.206', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'port_id': '77d34ea9-68ce-4a71-9428-8b2152806e32', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55051115-0a6d-4aad-ae33-4c0466ea1935', 'mac_address': 'fa:16:3e:6a:66:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca0a84f-7fa2-4cac-b5af-88b7be9719fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:36:58Z', 'updated_at': '2022-01-21T09:37:43Z', 'revision_number': 1, 'project_id': '21bf33c022814c088610cd12785c806c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d92270-6f2c-48c5-bae5-62608422225c', 'name': '', 'network_id': '55051115-0a6d-4aad-ae33-4c0466ea1935', 'tenant_id': '21bf33c022814c088610cd12785c806c', 'mac_address': 'fa:16:3e:3b:2b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'cd14a905-cd68-4fb4-a084-5e658ee5e25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:37Z', 'updated_at': '2022-01-21T09:36:57Z', 'revision_number': 5, 'project_id': '21bf33c022814c088610cd12785c806c', 'subnets': [{'id': 'cd14a905-cd68-4fb4-a084-5e658ee5e25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:47.978780 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22642a43-40f6-4445-a1a8-91f9d765605e None None] Checking router: 29dc86f9-9542-4256-ae43-a8de2d8782fa for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:37:47.990425 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22642a43-40f6-4445-a1a8-91f9d765605e None None] Routers {'29dc86f9-9542-4256-ae43-a8de2d8782fa'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:37:47.991338 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-22642a43-40f6-4445-a1a8-91f9d765605e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:37:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['29dc86f9-9542-4256-ae43-a8de2d8782fa'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:48.049522 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b3701588-f04d-4c63-83f2-55bd82bc4e39 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0940802 Jan 21 09:37:48.055450 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46512) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:48.062189 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device aff32496-42e6-4440-9a04-7ac1a3c0e477 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:48.067868 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-c8286084-fb33-4882-82de-fcb7f58a57ef tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:48.096979 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c7051798-72b7-41d9-983d-fd5369a30212 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.138266 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ec3ef00b-5841-479f-84da-9da855c01f49 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.139468 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ec3ef00b-5841-479f-84da-9da855c01f49 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9328632 Jan 21 09:37:48.149550 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ef00b-5841-479f-84da-9da855c01f49 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a57090ea-5469-4bcc-b1f1-8992060f6137,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:48.167230 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46516) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:48.182274 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-c74f34eb-b4bf-4f91-be85-c273ff2ff0c0 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:48.182727 dv-neutron-825731-1-hyperv neutron-server[87514]: WARNING neutron.api.v2.base [None req-c74f34eb-b4bf-4f91-be85-c273ff2ff0c0 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 21 09:37:48.183273 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-c74f34eb-b4bf-4f91-be85-c273ff2ff0c0 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] update failed (client error): There was a conflict when trying to complete your request. Jan 21 09:37:48.184314 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c74f34eb-b4bf-4f91-be85-c273ff2ff0c0 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "PUT /v2.0/security-groups/a57090ea-5469-4bcc-b1f1-8992060f6137 HTTP/1.1" status: 409 len: 330 time: 0.0152128 Jan 21 09:37:48.187514 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46520) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:48.207060 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a57500-f203-4210-b809-fd350fca133d req-5b6ac790-8de2-4ba3-b512-f3af279e2330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:48.209295 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f9a57500-f203-4210-b809-fd350fca133d req-5b6ac790-8de2-4ba3-b512-f3af279e2330 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1135e748-d422-4b50-8ae7-b9b34434f356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5210385 Jan 21 09:37:48.214649 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-f8cbda5d-e8ae-4b1d-982d-fbeed02c6886 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] In _notify_port_updated(), no bound segment for port 27b9e7f0-587f-4f1f-9424-53410e876b97 on network e439457c-c827-47a2-82f8-06fb926caf27 {{(pid=87515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:37:48.220904 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cbda5d-e8ae-4b1d-982d-fbeed02c6886 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:48.221790 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f8cbda5d-e8ae-4b1d-982d-fbeed02c6886 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.227194 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f8cbda5d-e8ae-4b1d-982d-fbeed02c6886 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "PUT /v2.0/ports/27b9e7f0-587f-4f1f-9424-53410e876b97 HTTP/1.1" status: 200 len: 818 time: 2.0874200 Jan 21 09:37:48.228945 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46524) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:48.234087 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-8b54762b-ce43-46f8-b64d-ad39d255a406 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:48.261760 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-22642a43-40f6-4445-a1a8-91f9d765605e None None] Set router 29dc86f9-9542-4256-ae43-a8de2d8782fa gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:37:48.282512 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-2b6ae4ee-a1b8-4c06-9ca0-e70385360f4d None None] Provisioning for port 76a4f26f-28f0-4a5e-86ba-f5dc78c09b33 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:48.299715 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-8b54762b-ce43-46f8-b64d-ad39d255a406 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Usage tracker for resource:port and tenant:8592af9ac39140deab5543e1099d8863 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:48.307413 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-2b6ae4ee-a1b8-4c06-9ca0-e70385360f4d None None] Provisioning complete for port 76a4f26f-28f0-4a5e-86ba-f5dc78c09b33 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:48.307783 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2b6ae4ee-a1b8-4c06-9ca0-e70385360f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.324659 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-8b54762b-ce43-46f8-b64d-ad39d255a406 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:48.367514 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-8b54762b-ce43-46f8-b64d-ad39d255a406 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:48.382551 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f9a57500-f203-4210-b809-fd350fca133d req-5cdd3540-e3b2-4d68-90b8-2ab2f3a761ed service neutron] 10.222.0.72 "GET /v2.0/networks/1135e748-d422-4b50-8ae7-b9b34434f356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569896 Jan 21 09:37:48.388790 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port aff32496-42e6-4440-9a04-7ac1a3c0e477 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:48.389168 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.392061 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cbda5d-e8ae-4b1d-982d-fbeed02c6886 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Port': ['ID=27b9e7f0-587f-4f1f-9424-53410e876b97,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:48.420472 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-2b6ae4ee-a1b8-4c06-9ca0-e70385360f4d None None] Port 76a4f26f-28f0-4a5e-86ba-f5dc78c09b33 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:37:48.430597 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf4097-6196-4ed8-a416-f689dd14a59a req-69b9ad4d-065a-478e-92a0-ebfdbfb6c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:48.432374 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-afbf4097-6196-4ed8-a416-f689dd14a59a req-69b9ad4d-065a-478e-92a0-ebfdbfb6c022 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=21bf33c022814c088610cd12785c806c&device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 1098 time: 0.7819126 Jan 21 09:37:48.437686 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-17bfc3d1-32d0-4904-b540-d50764b63b2d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Deleting port 27b9e7f0-587f-4f1f-9424-53410e876b97 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:48.437855 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-17bfc3d1-32d0-4904-b540-d50764b63b2d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.511723 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b54762b-ce43-46f8-b64d-ad39d255a406 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Made reservation on behalf of 8592af9ac39140deab5543e1099d8863 for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:48.557877 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1077ac-7672-4704-9bbf-4b19f9e035ed None None] DHCP port deletion for 36c4effd-f4af-4d10-91bd-714d225a3199 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:37:48.566350 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-2b1077ac-7672-4704-9bbf-4b19f9e035ed None None] Deleting port 6b607d9b-4c38-4400-8320-4fc06c1fb004 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:48.566723 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2b1077ac-7672-4704-9bbf-4b19f9e035ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.610119 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c7051798-72b7-41d9-983d-fd5369a30212 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.675344 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-52496fe4-4138-494a-a6e8-a0a3b7835782 None None] Provisioning complete for port 76a4f26f-28f0-4a5e-86ba-f5dc78c09b33 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:48.675759 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-52496fe4-4138-494a-a6e8-a0a3b7835782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.700847 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7051798-72b7-41d9-983d-fd5369a30212 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0ae2c80d-949a-4793-82d3-69f14aa35428,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:48.716804 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f9a57500-f203-4210-b809-fd350fca133d req-0089ff66-9a30-4139-a9e9-bbadf1e7adb4 service neutron] 10.222.0.72 "GET /v2.0/networks/1135e748-d422-4b50-8ae7-b9b34434f356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771442 Jan 21 09:37:48.717884 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6166df56-6901-4bf1-a692-218d547d7195 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.722584 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c8286084-fb33-4882-82de-fcb7f58a57ef tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:48.734663 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c8286084-fb33-4882-82de-fcb7f58a57ef tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:subnet and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:48.738141 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c7051798-72b7-41d9-983d-fd5369a30212 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.742121 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c8286084-fb33-4882-82de-fcb7f58a57ef tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:48.755638 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c8286084-fb33-4882-82de-fcb7f58a57ef tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:48.761789 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b45b035-39a8-4642-8010-1f4cdb5e398c tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:37:48.776488 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2b45b035-39a8-4642-8010-1f4cdb5e398c tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.842386 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8286084-fb33-4882-82de-fcb7f58a57ef tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:48.854758 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c8286084-fb33-4882-82de-fcb7f58a57ef tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.887319 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb2fb9d-1e15-483c-90b9-64f64c23b7ba None None] Sync routers for ids ['c9c94c7a-742e-40cc-b34e-ba592c66b7ea'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:48.906878 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb2fb9d-1e15-483c-90b9-64f64c23b7ba None None] Routers {'c9c94c7a-742e-40cc-b34e-ba592c66b7ea'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:37:48.908308 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-bfb2fb9d-1e15-483c-90b9-64f64c23b7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:37:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['c9c94c7a-742e-40cc-b34e-ba592c66b7ea'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:48.914758 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-52496fe4-4138-494a-a6e8-a0a3b7835782 None None] Port 76a4f26f-28f0-4a5e-86ba-f5dc78c09b33 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:37:48.946192 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5fe53b72-818c-453c-976b-c9b8d3b2f4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.065050 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-2b1077ac-7672-4704-9bbf-4b19f9e035ed None None] For port 6b607d9b-4c38-4400-8320-4fc06c1fb004, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=6b607d9b-4c38-4400-8320-4fc06c1fb004,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:49.065550 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2b1077ac-7672-4704-9bbf-4b19f9e035ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.075133 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-17bfc3d1-32d0-4904-b540-d50764b63b2d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.097399 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c7051798-72b7-41d9-983d-fd5369a30212 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] 10.222.0.110 "DELETE /v2.0/subnets/0ae2c80d-949a-4793-82d3-69f14aa35428 HTTP/1.1" status: 204 len: 168 time: 2.1653996 Jan 21 09:37:49.111134 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46532) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:49.149986 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-bfb2fb9d-1e15-483c-90b9-64f64c23b7ba None None] Set router c9c94c7a-742e-40cc-b34e-ba592c66b7ea gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:37:49.219530 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-2b1077ac-7672-4704-9bbf-4b19f9e035ed None None] Calling delete_port for 6b607d9b-4c38-4400-8320-4fc06c1fb004 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:49.245800 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2b45b035-39a8-4642-8010-1f4cdb5e398c tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "PUT /v2.0/floatingips/22c13324-3d77-4e2a-a892-48b743515f58 HTTP/1.1" status: 200 len: 991 time: 6.1625335 Jan 21 09:37:49.246707 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6166df56-6901-4bf1-a692-218d547d7195 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.259076 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c8286084-fb33-4882-82de-fcb7f58a57ef tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.271877 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-17bfc3d1-32d0-4904-b540-d50764b63b2d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Calling delete_port for 27b9e7f0-587f-4f1f-9424-53410e876b97 owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:49.290249 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd33e193-8625-438a-ad0b-1d496fa053e8', 'tag': 'b80b0da8-782a-4f84-8d84-968f7548fbd0'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:37:49.352718 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2b1077ac-7672-4704-9bbf-4b19f9e035ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.389873 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8b54762b-ce43-46f8-b64d-ad39d255a406 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.420251 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1077ac-7672-4704-9bbf-4b19f9e035ed None None] Pushing event deleted for resources: {'Port': ['ID=6b607d9b-4c38-4400-8320-4fc06c1fb004,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:49.427765 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1077ac-7672-4704-9bbf-4b19f9e035ed None None] No DVR routers for this DVR port 6b607d9b-4c38-4400-8320-4fc06c1fb004 on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:37:49.469632 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8286084-fb33-4882-82de-fcb7f58a57ef tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:49.471331 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd33e193-8625-438a-ad0b-1d496fa053e8', 'tag': 'b80b0da8-782a-4f84-8d84-968f7548fbd0', 'status': 'completed', 'code': 200} Jan 21 09:37:49.476599 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-c8286084-fb33-4882-82de-fcb7f58a57ef tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:49.483198 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8286084-fb33-4882-82de-fcb7f58a57ef tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:49.483979 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c8286084-fb33-4882-82de-fcb7f58a57ef tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.487897 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e8552b-e2d6-4da2-874c-f135088040ad None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:37:49.496063 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8286084-fb33-4882-82de-fcb7f58a57ef tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Subnet': ['ID=6ad531de-1ef3-4952-b26f-9258d422643f,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:49.508122 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf4097-6196-4ed8-a416-f689dd14a59a req-3a47c487-8bd5-4da1-8905-f7649d64fda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:49.509537 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-afbf4097-6196-4ed8-a416-f689dd14a59a req-3a47c487-8bd5-4da1-8905-f7649d64fda1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=55051115-0a6d-4aad-ae33-4c0466ea1935 HTTP/1.1" status: 200 len: 912 time: 1.0179846 Jan 21 09:37:49.517031 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-8b54762b-ce43-46f8-b64d-ad39d255a406 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] device_id is not set on port 1de05d49-1281-41c6-82c6-6bee60bfa1cf yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:49.555829 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19211a99-034f-4421-9c7a-e478c2cf7dd0 req-57e2390f-789d-4d85-8d95-b7841989074d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:49.557900 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-19211a99-034f-4421-9c7a-e478c2cf7dd0 req-57e2390f-789d-4d85-8d95-b7841989074d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=85062a18014b46c39ce9762aca0ea494&device_id=d9acc9e3-8064-4bee-849e-fa4ba8818808 HTTP/1.1" status: 200 len: 1098 time: 0.3543315 Jan 21 09:37:49.560710 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c8286084-fb33-4882-82de-fcb7f58a57ef tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5029490 Jan 21 09:37:49.563384 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46540) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:49.573859 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-1c200b21-e0f4-4a3f-b640-2eaf68fc0413 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'port': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'name': 'tempest-NetworksTestDHCPv6-51317013'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:49.588915 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-621ecb25-1b71-4dc1-81b5-b0ae82847633 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.668820 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-bfb2fb9d-1e15-483c-90b9-64f64c23b7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'name': 'tempest-ServersTestManualDisk-1792931814-router', 'tenant_id': '614e7202dc0749a98acdc83ef7167698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': 'a1fe4401-629a-4cde-b850-43e1c0f29540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:32Z', 'updated_at': '2022-01-21T09:36:47Z', 'revision_number': 4, 'project_id': '614e7202dc0749a98acdc83ef7167698', 'gw_port': {'id': 'a1fe4401-629a-4cde-b850-43e1c0f29540', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:34Z', 'updated_at': '2022-01-21T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '22c13324-3d77-4e2a-a892-48b743515f58', 'tenant_id': '614e7202dc0749a98acdc83ef7167698', 'floating_ip_address': '172.26.3.240', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'port_id': 'b80b0da8-782a-4f84-8d84-968f7548fbd0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8776044d-5553-42d2-939f-ade42846845d', 'mac_address': 'fa:16:3e:53:af:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd33e193-8625-438a-ad0b-1d496fa053e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:37:01Z', 'updated_at': '2022-01-21T09:37:45Z', 'revision_number': 1, 'project_id': '614e7202dc0749a98acdc83ef7167698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '854f0d97-5e99-4cae-8e97-ac25321ffcf0', 'name': '', 'network_id': '8776044d-5553-42d2-939f-ade42846845d', 'tenant_id': '614e7202dc0749a98acdc83ef7167698', 'mac_address': 'fa:16:3e:01:8d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '7a6f8e0d-a61d-4a99-89f1-9eb4469ba816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:42Z', 'updated_at': '2022-01-21T09:36:58Z', 'revision_number': 5, 'project_id': '614e7202dc0749a98acdc83ef7167698', 'subnets': [{'id': '7a6f8e0d-a61d-4a99-89f1-9eb4469ba816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:49.673123 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb2fb9d-1e15-483c-90b9-64f64c23b7ba None None] Checking router: c9c94c7a-742e-40cc-b34e-ba592c66b7ea for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:37:49.692050 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb2fb9d-1e15-483c-90b9-64f64c23b7ba None None] Routers {'c9c94c7a-742e-40cc-b34e-ba592c66b7ea'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:37:49.692669 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-bfb2fb9d-1e15-483c-90b9-64f64c23b7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:37:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['c9c94c7a-742e-40cc-b34e-ba592c66b7ea'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:49.773664 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-17bfc3d1-32d0-4904-b540-d50764b63b2d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.775019 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6166df56-6901-4bf1-a692-218d547d7195 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.867022 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fc02d1-060a-4240-9db3-702c5fa09080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-36c4effd-f4af-4d10-91bd-714d225a3199', 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'tenant_id': 'ce9334fe18174618a851dcacd095feca', 'fixed_ips': [{'subnet_id': '6ad531de-1ef3-4952-b26f-9258d422643f'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:37:49.868472 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-08fc02d1-060a-4240-9db3-702c5fa09080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.886835 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.928307 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.952863 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-bfb2fb9d-1e15-483c-90b9-64f64c23b7ba None None] Set router c9c94c7a-742e-40cc-b34e-ba592c66b7ea gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:37:50.030278 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 6b607d9b-4c38-4400-8320-4fc06c1fb004 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:37:50.081492 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-afbf4097-6196-4ed8-a416-f689dd14a59a req-baf775a5-153e-4840-a6bd-8946c7de472e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77d34ea9-68ce-4a71-9428-8b2152806e32 HTTP/1.1" status: 200 len: 999 time: 0.5074744 Jan 21 09:37:50.082139 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166df56-6901-4bf1-a692-218d547d7195 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57090ea-5469-4bcc-b1f1-8992060f6137,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:50.092302 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 6b607d9b-4c38-4400-8320-4fc06c1fb004 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:37:50.092991 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 6b607d9b-4c38-4400-8320-4fc06c1fb004 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:37:50.122437 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bfc3d1-32d0-4904-b540-d50764b63b2d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'Port': ['ID=27b9e7f0-587f-4f1f-9424-53410e876b97,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:50.157707 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-1c200b21-e0f4-4a3f-b640-2eaf68fc0413 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:50.188965 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19211a99-034f-4421-9c7a-e478c2cf7dd0 req-544afca0-0669-4f38-a1f5-ca9c65553352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:50.190977 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-19211a99-034f-4421-9c7a-e478c2cf7dd0 req-544afca0-0669-4f38-a1f5-ca9c65553352 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1135e748-d422-4b50-8ae7-b9b34434f356 HTTP/1.1" status: 200 len: 906 time: 0.5725522 Jan 21 09:37:50.198395 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-17bfc3d1-32d0-4904-b540-d50764b63b2d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:50.198716 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-1c200b21-e0f4-4a3f-b640-2eaf68fc0413 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:port and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:50.259222 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6166df56-6901-4bf1-a692-218d547d7195 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:50.260461 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6166df56-6901-4bf1-a692-218d547d7195 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "DELETE /v2.0/security-groups/a57090ea-5469-4bcc-b1f1-8992060f6137 HTTP/1.1" status: 204 len: 168 time: 2.0568032 Jan 21 09:37:50.275000 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-17bfc3d1-32d0-4904-b540-d50764b63b2d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/ports/27b9e7f0-587f-4f1f-9424-53410e876b97 HTTP/1.1" status: 204 len: 168 time: 2.0173481 Jan 21 09:37:50.275000 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46548) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:50.276556 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-1c200b21-e0f4-4a3f-b640-2eaf68fc0413 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:50.281752 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-08fc02d1-060a-4240-9db3-702c5fa09080 None None] Allocated IP 2001:db8::2 (36c4effd-f4af-4d10-91bd-714d225a3199/6ad531de-1ef3-4952-b26f-9258d422643f/7e615b21-66bf-4cfa-9330-7dda1a0bda34) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:50.285741 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46550) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:50.305735 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-1c200b21-e0f4-4a3f-b640-2eaf68fc0413 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:50.332148 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-621ecb25-1b71-4dc1-81b5-b0ae82847633 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:50.373656 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c200b21-e0f4-4a3f-b640-2eaf68fc0413 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:50.377375 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1c200b21-e0f4-4a3f-b640-2eaf68fc0413 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:50.382936 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-8b54762b-ce43-46f8-b64d-ad39d255a406 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Allocated IP 2001:db8::21e (c0bd9b50-8952-4505-8ceb-d264440d4de6/e7ead72d-023b-46c6-ba5f-0b1d1881310a/1de05d49-1281-41c6-82c6-6bee60bfa1cf) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:50.397645 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b1b1b-5da6-49e4-8471-9de62c80a5d6 req-cfbe3b99-028a-44e8-bade-0b316f2ca839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:50.399706 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6f0b1b1b-5da6-49e4-8471-9de62c80a5d6 req-cfbe3b99-028a-44e8-bade-0b316f2ca839 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=614e7202dc0749a98acdc83ef7167698&device_id=dd33e193-8625-438a-ad0b-1d496fa053e8 HTTP/1.1" status: 200 len: 1098 time: 0.8077989 Jan 21 09:37:50.401085 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf4097-6196-4ed8-a416-f689dd14a59a req-61002657-6da4-4f8c-882b-5554b4a5d758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:50.402525 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-afbf4097-6196-4ed8-a416-f689dd14a59a req-61002657-6da4-4f8c-882b-5554b4a5d758 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd14a905-cd68-4fb4-a084-5e658ee5e25a HTTP/1.1" status: 200 len: 850 time: 0.2777054 Jan 21 09:37:50.413228 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-621ecb25-1b71-4dc1-81b5-b0ae82847633 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b83029b1-70bc-428c-a24d-8495037b3e3f']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:50.421505 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-1c200b21-e0f4-4a3f-b640-2eaf68fc0413 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] device_id is not set on port 5ccda7c6-6ac9-4106-9e60-b104f90714e3 yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:50.437143 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-22642a43-40f6-4445-a1a8-91f9d765605e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'name': 'tempest-ServerActionsTestJSON-304556091-router', 'tenant_id': '21bf33c022814c088610cd12785c806c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '8eac12c5-0b88-435b-beee-31592b141764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:29Z', 'updated_at': '2022-01-21T09:36:40Z', 'revision_number': 4, 'project_id': '21bf33c022814c088610cd12785c806c', 'gw_port': {'id': '8eac12c5-0b88-435b-beee-31592b141764', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:31Z', 'updated_at': '2022-01-21T09:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '849eeebd-1c8e-4fd7-87e2-dcfb19593d78', 'tenant_id': '21bf33c022814c088610cd12785c806c', 'floating_ip_address': '172.26.3.206', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'port_id': '77d34ea9-68ce-4a71-9428-8b2152806e32', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55051115-0a6d-4aad-ae33-4c0466ea1935', 'mac_address': 'fa:16:3e:6a:66:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca0a84f-7fa2-4cac-b5af-88b7be9719fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:36:58Z', 'updated_at': '2022-01-21T09:37:43Z', 'revision_number': 1, 'project_id': '21bf33c022814c088610cd12785c806c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d92270-6f2c-48c5-bae5-62608422225c', 'name': '', 'network_id': '55051115-0a6d-4aad-ae33-4c0466ea1935', 'tenant_id': '21bf33c022814c088610cd12785c806c', 'mac_address': 'fa:16:3e:3b:2b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'cd14a905-cd68-4fb4-a084-5e658ee5e25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:37Z', 'updated_at': '2022-01-21T09:36:57Z', 'revision_number': 5, 'project_id': '21bf33c022814c088610cd12785c806c', 'subnets': [{'id': 'cd14a905-cd68-4fb4-a084-5e658ee5e25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:50.447644 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-bfb2fb9d-1e15-483c-90b9-64f64c23b7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'name': 'tempest-ServersTestManualDisk-1792931814-router', 'tenant_id': '614e7202dc0749a98acdc83ef7167698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': 'a1fe4401-629a-4cde-b850-43e1c0f29540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:32Z', 'updated_at': '2022-01-21T09:36:47Z', 'revision_number': 4, 'project_id': '614e7202dc0749a98acdc83ef7167698', 'gw_port': {'id': 'a1fe4401-629a-4cde-b850-43e1c0f29540', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:34Z', 'updated_at': '2022-01-21T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '22c13324-3d77-4e2a-a892-48b743515f58', 'tenant_id': '614e7202dc0749a98acdc83ef7167698', 'floating_ip_address': '172.26.3.240', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'port_id': 'b80b0da8-782a-4f84-8d84-968f7548fbd0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8776044d-5553-42d2-939f-ade42846845d', 'mac_address': 'fa:16:3e:53:af:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd33e193-8625-438a-ad0b-1d496fa053e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:37:01Z', 'updated_at': '2022-01-21T09:37:45Z', 'revision_number': 1, 'project_id': '614e7202dc0749a98acdc83ef7167698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '854f0d97-5e99-4cae-8e97-ac25321ffcf0', 'name': '', 'network_id': '8776044d-5553-42d2-939f-ade42846845d', 'tenant_id': '614e7202dc0749a98acdc83ef7167698', 'mac_address': 'fa:16:3e:01:8d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '7a6f8e0d-a61d-4a99-89f1-9eb4469ba816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:42Z', 'updated_at': '2022-01-21T09:36:58Z', 'revision_number': 5, 'project_id': '614e7202dc0749a98acdc83ef7167698', 'subnets': [{'id': '7a6f8e0d-a61d-4a99-89f1-9eb4469ba816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:50.452833 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb2fb9d-1e15-483c-90b9-64f64c23b7ba None None] The sync data for ids ['c9c94c7a-742e-40cc-b34e-ba592c66b7ea'] in dv-neutron-825731-1-hyperv is: [{'id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'name': 'tempest-ServersTestManualDisk-1792931814-router', 'tenant_id': '614e7202dc0749a98acdc83ef7167698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': 'a1fe4401-629a-4cde-b850-43e1c0f29540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:32Z', 'updated_at': '2022-01-21T09:36:47Z', 'revision_number': 4, 'project_id': '614e7202dc0749a98acdc83ef7167698', 'gw_port': {'id': 'a1fe4401-629a-4cde-b850-43e1c0f29540', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:34Z', 'updated_at': '2022-01-21T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '22c13324-3d77-4e2a-a892-48b743515f58', 'tenant_id': '614e7202dc0749a98acdc83ef7167698', 'floating_ip_address': '172.26.3.240', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'port_id': 'b80b0da8-782a-4f84-8d84-968f7548fbd0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8776044d-5553-42d2-939f-ade42846845d', 'mac_address': 'fa:16:3e:53:af:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd33e193-8625-438a-ad0b-1d496fa053e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:37:01Z', 'updated_at': '2022-01-21T09:37:45Z', 'revision_number': 1, 'project_id': '614e7202dc0749a98acdc83ef7167698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '854f0d97-5e99-4cae-8e97-ac25321ffcf0', 'name': '', 'network_id': '8776044d-5553-42d2-939f-ade42846845d', 'tenant_id': '614e7202dc0749a98acdc83ef7167698', 'mac_address': 'fa:16:3e:01:8d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '7a6f8e0d-a61d-4a99-89f1-9eb4469ba816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:42Z', 'updated_at': '2022-01-21T09:36:58Z', 'revision_number': 5, 'project_id': '614e7202dc0749a98acdc83ef7167698', 'subnets': [{'id': '7a6f8e0d-a61d-4a99-89f1-9eb4469ba816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:50.456383 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22642a43-40f6-4445-a1a8-91f9d765605e None None] The sync data for ids ['29dc86f9-9542-4256-ae43-a8de2d8782fa'] in dv-neutron-825731-1-hyperv is: [{'id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'name': 'tempest-ServerActionsTestJSON-304556091-router', 'tenant_id': '21bf33c022814c088610cd12785c806c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '8eac12c5-0b88-435b-beee-31592b141764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:29Z', 'updated_at': '2022-01-21T09:36:40Z', 'revision_number': 4, 'project_id': '21bf33c022814c088610cd12785c806c', 'gw_port': {'id': '8eac12c5-0b88-435b-beee-31592b141764', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:31Z', 'updated_at': '2022-01-21T09:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '849eeebd-1c8e-4fd7-87e2-dcfb19593d78', 'tenant_id': '21bf33c022814c088610cd12785c806c', 'floating_ip_address': '172.26.3.206', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'port_id': '77d34ea9-68ce-4a71-9428-8b2152806e32', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55051115-0a6d-4aad-ae33-4c0466ea1935', 'mac_address': 'fa:16:3e:6a:66:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca0a84f-7fa2-4cac-b5af-88b7be9719fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:36:58Z', 'updated_at': '2022-01-21T09:37:43Z', 'revision_number': 1, 'project_id': '21bf33c022814c088610cd12785c806c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d92270-6f2c-48c5-bae5-62608422225c', 'name': '', 'network_id': '55051115-0a6d-4aad-ae33-4c0466ea1935', 'tenant_id': '21bf33c022814c088610cd12785c806c', 'mac_address': 'fa:16:3e:3b:2b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'cd14a905-cd68-4fb4-a084-5e658ee5e25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:37Z', 'updated_at': '2022-01-21T09:36:57Z', 'revision_number': 5, 'project_id': '21bf33c022814c088610cd12785c806c', 'subnets': [{'id': 'cd14a905-cd68-4fb4-a084-5e658ee5e25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:50.478137 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-19211a99-034f-4421-9c7a-e478c2cf7dd0 req-ba593eee-6eaa-4673-964a-270f218640c5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f HTTP/1.1" status: 200 len: 1000 time: 0.2713711 Jan 21 09:37:50.603860 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b56485-a9e4-4539-aa10-bf6a56c6ad2c tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:50.604772 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c4b56485-a9e4-4539-aa10-bf6a56c6ad2c tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Synchronizing usage tracker for tenant:29c6ab04f24842d781b633e6233f3506 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:50.624603 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-621ecb25-1b71-4dc1-81b5-b0ae82847633 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b20c8c40-9847-484b-93fe-5318ad1f904e') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:50.624905 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-621ecb25-1b71-4dc1-81b5-b0ae82847633 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b20c8c40-9847-484b-93fe-5318ad1f904e') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:50.631792 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c4b56485-a9e4-4539-aa10-bf6a56c6ad2c tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Unset dirty status for tenant:29c6ab04f24842d781b633e6233f3506 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:50.636099 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c4b56485-a9e4-4539-aa10-bf6a56c6ad2c tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3502936 Jan 21 09:37:50.638869 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46558) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:50.642454 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19211a99-034f-4421-9c7a-e478c2cf7dd0 req-1e8132a0-03ee-4d9e-bd6a-72b9ac95d79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:50.644673 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-19211a99-034f-4421-9c7a-e478c2cf7dd0 req-1e8132a0-03ee-4d9e-bd6a-72b9ac95d79a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=012fac0f-b662-4d0e-800a-fe42d5135a9c HTTP/1.1" status: 200 len: 844 time: 0.1568327 Jan 21 09:37:50.646594 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-08fc02d1-060a-4240-9db3-702c5fa09080 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:50.659013 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-08fc02d1-060a-4240-9db3-702c5fa09080 None None] Transition to ACTIVE for port object 7e615b21-66bf-4cfa-9330-7dda1a0bda34 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:50.700404 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-5dbdc091-ca3c-4e90-a908-1e0757dfe256 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Synchronizing usage tracker for tenant:eac03feaccec4a30855d01ce8c37ffa6 on resource:security_group {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:50.700557 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-08fc02d1-060a-4240-9db3-702c5fa09080 None None] Transition to ACTIVE for port object 7e615b21-66bf-4cfa-9330-7dda1a0bda34 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:50.708486 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-621ecb25-1b71-4dc1-81b5-b0ae82847633 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:50.708755 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-08fc02d1-060a-4240-9db3-702c5fa09080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:50.785178 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc02d1-060a-4240-9db3-702c5fa09080 None None] Pushing event updated for resources: {'Port': ['ID=7e615b21-66bf-4cfa-9330-7dda1a0bda34,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:50.792986 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2364f2c-c298-4907-afb7-46492304a888 None None] New status for floating IP 22c13324-3d77-4e2a-a892-48b743515f58: ACTIVE {{(pid=87516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:37:50.806657 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee40ebb5-8958-4e51-8b5f-693aff0a704c tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] GET failed (client error): The resource could not be found. Jan 21 09:37:50.808037 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ee40ebb5-8958-4e51-8b5f-693aff0a704c tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "GET /v2.0/ports/27b9e7f0-587f-4f1f-9424-53410e876b97 HTTP/1.1" status: 404 len: 333 time: 0.1678507 Jan 21 09:37:50.813948 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46562) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:50.820612 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-d3590cf3-7925-49c5-8732-31956be547cf tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1270916930'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:50.826414 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d3590cf3-7925-49c5-8732-31956be547cf tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:50.830356 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d3590cf3-7925-49c5-8732-31956be547cf tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:network and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:50.834188 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d3590cf3-7925-49c5-8732-31956be547cf tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:50.840385 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d3590cf3-7925-49c5-8732-31956be547cf tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:50.865027 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3590cf3-7925-49c5-8732-31956be547cf tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Made reservation on behalf of 29c6ab04f24842d781b633e6233f3506 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:50.869212 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d3590cf3-7925-49c5-8732-31956be547cf tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:50.921560 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3590cf3-7925-49c5-8732-31956be547cf tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:50.930951 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d3590cf3-7925-49c5-8732-31956be547cf tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:50.931457 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-d3590cf3-7925-49c5-8732-31956be547cf tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Added segment 2cbcac9c-2bc4-4d54-805b-02299ebaa4c2 of type vlan for network b8b6d24f-8985-4e15-866e-baedc179ca1c Jan 21 09:37:50.968850 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d3590cf3-7925-49c5-8732-31956be547cf tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:50.997460 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-621ecb25-1b71-4dc1-81b5-b0ae82847633 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.008311 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fc02d1-060a-4240-9db3-702c5fa09080 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:51.023918 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-08fc02d1-060a-4240-9db3-702c5fa09080 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:51.032536 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-1c200b21-e0f4-4a3f-b640-2eaf68fc0413 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Allocated IP 2001:db8::1f5 (36c4effd-f4af-4d10-91bd-714d225a3199/6ad531de-1ef3-4952-b26f-9258d422643f/5ccda7c6-6ac9-4106-9e60-b104f90714e3) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:51.034929 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d3590cf3-7925-49c5-8732-31956be547cf tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.035931 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fc02d1-060a-4240-9db3-702c5fa09080 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:51.045411 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3590cf3-7925-49c5-8732-31956be547cf tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:51.046393 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d3590cf3-7925-49c5-8732-31956be547cf tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.049015 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-621ecb25-1b71-4dc1-81b5-b0ae82847633 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:37:51.049479 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-621ecb25-1b71-4dc1-81b5-b0ae82847633 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.067065 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b83efe1-3622-4c96-b3fc-06957b496ead None None] New status for floating IP 849eeebd-1c8e-4fd7-87e2-dcfb19593d78: ACTIVE {{(pid=87517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:37:51.079983 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:37:51.079983 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:37:51.079983 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:37:51.079983 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:37:51.079983 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:37:51.079983 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:37:51.079983 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:37:51.079983 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:37:51.079983 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:37:51.079983 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:37:51.079983 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:37:51.079983 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:37:51.079983 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:37:51.079983 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:37:51.079983 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:37:51.079983 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:37:51.079983 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:37:51.079983 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:37:51.079983 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:37:51.079983 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:37:51.079983 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:37:51.079983 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:37:51.079983 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:37:51.079983 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:37:51.079983 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:37:51.079983 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:37:51.079983 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:37:51.079983 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:37:51.079983 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:37:51.079983 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:37:51.079983 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:37:51.079983 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:37:51.079983 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:37:51.079983 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:37:51.085701 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-5dbdc091-ca3c-4e90-a908-1e0757dfe256 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] Unset dirty status for tenant:eac03feaccec4a30855d01ce8c37ffa6 on resource:security_group {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:51.087416 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5dbdc091-ca3c-4e90-a908-1e0757dfe256 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7616165 Jan 21 09:37:51.100191 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46568) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:51.109193 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8b54762b-ce43-46f8-b64d-ad39d255a406 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.132847 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-78cbc9e8-1c5f-4da5-9def-44ec4e2a947e tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] delete failed (client error): The resource could not be found. Jan 21 09:37:51.133870 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-78cbc9e8-1c5f-4da5-9def-44ec4e2a947e tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "DELETE /v2.0/security-groups/df527798-d74f-4a2b-a851-581ebe05403c HTTP/1.1" status: 404 len: 347 time: 0.0307841 Jan 21 09:37:51.141377 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46572) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:51.192239 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-6c1bf495-4ee1-4922-a777-64aa8d58b8d4 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] show failed (client error): The resource could not be found. Jan 21 09:37:51.193785 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-6c1bf495-4ee1-4922-a777-64aa8d58b8d4 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "GET /v2.0/security-groups/57014712-eb35-40a7-b0ef-3bdfe276c930 HTTP/1.1" status: 404 len: 347 time: 0.0483310 Jan 21 09:37:51.195211 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d3590cf3-7925-49c5-8732-31956be547cf tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3800898 Jan 21 09:37:51.202998 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46576) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:51.203321 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46578) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:51.228133 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19211a99-034f-4421-9c7a-e478c2cf7dd0 req-27b345e0-c194-4421-a685-b0f0fa72a2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:51.229604 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-19211a99-034f-4421-9c7a-e478c2cf7dd0 req-27b345e0-c194-4421-a685-b0f0fa72a2f6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1135e748-d422-4b50-8ae7-b9b34434f356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5374739 Jan 21 09:37:51.233093 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-74ee3a72-fb1f-4eeb-9908-f1b251af9ec9 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'subnet': {'network_id': 'b8b6d24f-8985-4e15-866e-baedc179ca1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:51.260821 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b1b1b-5da6-49e4-8471-9de62c80a5d6 req-bd70994c-9315-44d7-98e4-3d92e23a2c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:51.263018 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6f0b1b1b-5da6-49e4-8471-9de62c80a5d6 req-bd70994c-9315-44d7-98e4-3d92e23a2c12 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8776044d-5553-42d2-939f-ade42846845d HTTP/1.1" status: 200 len: 913 time: 0.8332939 Jan 21 09:37:51.268533 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf4097-6196-4ed8-a416-f689dd14a59a req-d9894b05-cce2-490a-a2f5-c6d34a01f27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:51.272328 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-afbf4097-6196-4ed8-a416-f689dd14a59a req-d9894b05-cce2-490a-a2f5-c6d34a01f27e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=55051115-0a6d-4aad-ae33-4c0466ea1935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8459454 Jan 21 09:37:51.284225 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-08fc02d1-060a-4240-9db3-702c5fa09080 None None] Attempting to bind port 7e615b21-66bf-4cfa-9330-7dda1a0bda34 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:51.284935 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-08fc02d1-060a-4240-9db3-702c5fa09080 None None] Attempting to bind port 7e615b21-66bf-4cfa-9330-7dda1a0bda34 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:51.285324 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fc02d1-060a-4240-9db3-702c5fa09080 None None] Attempting to bind port 7e615b21-66bf-4cfa-9330-7dda1a0bda34 on network 36c4effd-f4af-4d10-91bd-714d225a3199 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:51.293938 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fc02d1-060a-4240-9db3-702c5fa09080 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:37:51.294380 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fc02d1-060a-4240-9db3-702c5fa09080 None None] Checking segment: {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:37:51.294857 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-08fc02d1-060a-4240-9db3-702c5fa09080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.295253 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fc02d1-060a-4240-9db3-702c5fa09080 None None] Bound using segment: {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:37:51.295844 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-08fc02d1-060a-4240-9db3-702c5fa09080 None None] Bound port: 7e615b21-66bf-4cfa-9330-7dda1a0bda34, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:51.296221 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-08fc02d1-060a-4240-9db3-702c5fa09080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.341105 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.398481 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-08fc02d1-060a-4240-9db3-702c5fa09080 None None] For port 7e615b21-66bf-4cfa-9330-7dda1a0bda34, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:37:51.405682 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-08fc02d1-060a-4240-9db3-702c5fa09080 None None] For port 7e615b21-66bf-4cfa-9330-7dda1a0bda34, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=7e615b21-66bf-4cfa-9330-7dda1a0bda34,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:37:51.422021 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-08fc02d1-060a-4240-9db3-702c5fa09080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.436070 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-0e3e9622-87f8-4ec4-be31-3fc7e500d426 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] show failed (client error): The resource could not be found. Jan 21 09:37:51.440341 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0e3e9622-87f8-4ec4-be31-3fc7e500d426 tempest-NegativeSecGroupTest-703983420 tempest-NegativeSecGroupTest-703983420-project] 10.222.0.110 "GET /v2.0/security-group-rules/ca210e6f-bc3a-492d-a5f6-9e612fbf0d78 HTTP/1.1" status: 404 len: 356 time: 0.2328901 Jan 21 09:37:51.440341 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3590cf3-7925-49c5-8732-31956be547cf tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Network': ['ID=b8b6d24f-8985-4e15-866e-baedc179ca1c,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:51.523716 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network b8b6d24f-8985-4e15-866e-baedc179ca1c details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:37:51.546722 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-afbf4097-6196-4ed8-a416-f689dd14a59a req-12d1360c-afe2-4456-8e48-0a5ce19e8081 service neutron] 10.222.0.72 "GET /v2.0/networks/55051115-0a6d-4aad-ae33-4c0466ea1935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684175 Jan 21 09:37:51.575768 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-8b54762b-ce43-46f8-b64d-ad39d255a406 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Transition to ACTIVE for port object 1de05d49-1281-41c6-82c6-6bee60bfa1cf will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:51.653820 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8b54762b-ce43-46f8-b64d-ad39d255a406 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.655511 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-621ecb25-1b71-4dc1-81b5-b0ae82847633 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.684518 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-74ee3a72-fb1f-4eeb-9908-f1b251af9ec9 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:51.694084 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-19211a99-034f-4421-9c7a-e478c2cf7dd0 req-577f94ac-deed-4b6d-82f3-f5007e45ef32 service neutron] 10.222.0.72 "GET /v2.0/networks/1135e748-d422-4b50-8ae7-b9b34434f356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828158 Jan 21 09:37:51.703102 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-74ee3a72-fb1f-4eeb-9908-f1b251af9ec9 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:subnet and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:51.737916 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-74ee3a72-fb1f-4eeb-9908-f1b251af9ec9 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:51.750687 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc02d1-060a-4240-9db3-702c5fa09080 None None] Pushing event updated for resources: {'Port': ['ID=7e615b21-66bf-4cfa-9330-7dda1a0bda34,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:51.768326 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-74ee3a72-fb1f-4eeb-9908-f1b251af9ec9 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:51.820305 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54762b-ce43-46f8-b64d-ad39d255a406 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Pushing event updated for resources: {'Port': ['ID=1de05d49-1281-41c6-82c6-6bee60bfa1cf,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:51.856844 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621ecb25-1b71-4dc1-81b5-b0ae82847633 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b83029b1-70bc-428c-a24d-8495037b3e3f {{(pid=87515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 21 09:37:51.863808 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ecb25-1b71-4dc1-81b5-b0ae82847633 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Pushing event deleted for resources: {'Network': ['ID=b83029b1-70bc-428c-a24d-8495037b3e3f,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:51.866390 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-621ecb25-1b71-4dc1-81b5-b0ae82847633 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.890566 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b54762b-ce43-46f8-b64d-ad39d255a406 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Network c0bd9b50-8952-4505-8ceb-d264440d4de6 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:51.890740 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ee3a72-fb1f-4eeb-9908-f1b251af9ec9 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Made reservation on behalf of 29c6ab04f24842d781b633e6233f3506 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:51.898102 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-74ee3a72-fb1f-4eeb-9908-f1b251af9ec9 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.955617 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1c200b21-e0f4-4a3f-b640-2eaf68fc0413 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.040692 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-8b54762b-ce43-46f8-b64d-ad39d255a406 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:52.073406 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b54762b-ce43-46f8-b64d-ad39d255a406 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:52.081362 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b54762b-ce43-46f8-b64d-ad39d255a406 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:52.083129 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8b54762b-ce43-46f8-b64d-ad39d255a406 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.097418 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-621ecb25-1b71-4dc1-81b5-b0ae82847633 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] 10.222.0.110 "DELETE /v2.0/networks/b83029b1-70bc-428c-a24d-8495037b3e3f HTTP/1.1" status: 204 len: 168 time: 2.9281151 Jan 21 09:37:52.120258 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-1c200b21-e0f4-4a3f-b640-2eaf68fc0413 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Transition to ACTIVE for port object 5ccda7c6-6ac9-4106-9e60-b104f90714e3 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:52.121257 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46594) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:52.142969 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6f0b1b1b-5da6-49e4-8471-9de62c80a5d6 req-294ac9a8-7828-4969-988c-5371fe5f6cd6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b80b0da8-782a-4f84-8d84-968f7548fbd0 HTTP/1.1" status: 200 len: 1001 time: 0.8677778 Jan 21 09:37:52.154902 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-19211a99-034f-4421-9c7a-e478c2cf7dd0 req-6424eea1-ded1-4277-aa24-ff416b0a4b46 service neutron] 10.222.0.72 "GET /v2.0/networks/1135e748-d422-4b50-8ae7-b9b34434f356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4487731 Jan 21 09:37:52.243741 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 7e615b21-66bf-4cfa-9330-7dda1a0bda34 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:52.277444 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b1b1b-5da6-49e4-8471-9de62c80a5d6 req-b1ba94ad-51e4-4602-9302-4d6d9c11efb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:52.282361 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6f0b1b1b-5da6-49e4-8471-9de62c80a5d6 req-b1ba94ad-51e4-4602-9302-4d6d9c11efb5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7a6f8e0d-a61d-4a99-89f1-9eb4469ba816 HTTP/1.1" status: 200 len: 851 time: 0.1245575 Jan 21 09:37:52.416375 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-8b54762b-ce43-46f8-b64d-ad39d255a406 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 5.0082543 Jan 21 09:37:52.424500 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46602) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:52.429598 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 7e615b21-66bf-4cfa-9330-7dda1a0bda34 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:52.535851 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-605bde9e-49e0-4431-9f04-71bbddc42f3e None None] Provisioning for port 1de05d49-1281-41c6-82c6-6bee60bfa1cf completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:52.538870 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-afbf4097-6196-4ed8-a416-f689dd14a59a req-70e13b85-e5a2-43bb-b029-664de26429f7 service neutron] 10.222.0.72 "GET /v2.0/networks/55051115-0a6d-4aad-ae33-4c0466ea1935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9250832 Jan 21 09:37:52.544744 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-605bde9e-49e0-4431-9f04-71bbddc42f3e None None] Provisioning complete for port 1de05d49-1281-41c6-82c6-6bee60bfa1cf triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:52.545321 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-605bde9e-49e0-4431-9f04-71bbddc42f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.578458 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fb3e4d-bf36-4685-bb09-6430e954b255 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:52.585098 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fb3e4d-bf36-4685-bb09-6430e954b255 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:52.591087 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fb3e4d-bf36-4685-bb09-6430e954b255 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:52.591978 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-95fb3e4d-bf36-4685-bb09-6430e954b255 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Synchronizing usage tracker for tenant:8592af9ac39140deab5543e1099d8863 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:52.600992 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b1b1b-5da6-49e4-8471-9de62c80a5d6 req-c9aaf5fa-4b2d-4280-a768-94b59ca8c635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:52.603024 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6f0b1b1b-5da6-49e4-8471-9de62c80a5d6 req-c9aaf5fa-4b2d-4280-a768-94b59ca8c635 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8776044d-5553-42d2-939f-ade42846845d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3098795 Jan 21 09:37:52.678840 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-605bde9e-49e0-4431-9f04-71bbddc42f3e None None] Port 1de05d49-1281-41c6-82c6-6bee60bfa1cf cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:37:52.698474 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1c200b21-e0f4-4a3f-b640-2eaf68fc0413 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.700814 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46612) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:52.714009 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-67d2e491-9187-43e3-8336-5928ddf8d62f tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Request body: {'router': {'name': 'tempest-router--1796147609', 'project_id': 'e71ed707500449b98145cb7c6fd2e5cf'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:52.803741 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-67d2e491-9187-43e3-8336-5928ddf8d62f tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:52.828833 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-67d2e491-9187-43e3-8336-5928ddf8d62f tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Usage tracker for resource:router and tenant:e71ed707500449b98145cb7c6fd2e5cf is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:52.832374 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-67d2e491-9187-43e3-8336-5928ddf8d62f tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:52.840113 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-67d2e491-9187-43e3-8336-5928ddf8d62f tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:52.844363 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3f0f1233-d1c7-49d5-94b4-c42a4be909f7 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=eac03feaccec4a30855d01ce8c37ffa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7220070 Jan 21 09:37:52.861918 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46616) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:52.874740 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c200b21-e0f4-4a3f-b640-2eaf68fc0413 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:52.894520 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-1c200b21-e0f4-4a3f-b640-2eaf68fc0413 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:52.897163 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c200b21-e0f4-4a3f-b640-2eaf68fc0413 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:52.903455 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c200b21-e0f4-4a3f-b640-2eaf68fc0413 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:52.904134 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1c200b21-e0f4-4a3f-b640-2eaf68fc0413 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.913997 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c200b21-e0f4-4a3f-b640-2eaf68fc0413 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Port': ['ID=5ccda7c6-6ac9-4106-9e60-b104f90714e3,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:52.921259 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-67d2e491-9187-43e3-8336-5928ddf8d62f tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.922288 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-67d2e491-9187-43e3-8336-5928ddf8d62f tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.947368 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-74ee3a72-fb1f-4eeb-9908-f1b251af9ec9 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.978606 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-95fb3e4d-bf36-4685-bb09-6430e954b255 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Unset dirty status for tenant:8592af9ac39140deab5543e1099d8863 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:52.982396 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-95fb3e4d-bf36-4685-bb09-6430e954b255 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.5541694 Jan 21 09:37:52.982658 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46622) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:53.051037 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1c200b21-e0f4-4a3f-b640-2eaf68fc0413 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4854310 Jan 21 09:37:53.059190 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-67d2e491-9187-43e3-8336-5928ddf8d62f tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.064678 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46626) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:53.092032 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-def763e5-e427-4159-b420-0ab989e14ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.117146 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee3a72-fb1f-4eeb-9908-f1b251af9ec9 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Subnet': ['ID=14fb9ba2-84e6-449c-a65f-0701a9c210a6,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:53.125065 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6f0b1b1b-5da6-49e4-8471-9de62c80a5d6 req-cf4b730f-fdb4-4117-89d0-b4ab8d623d95 service neutron] 10.222.0.72 "GET /v2.0/networks/8776044d-5553-42d2-939f-ade42846845d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5088356 Jan 21 09:37:53.139377 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-def763e5-e427-4159-b420-0ab989e14ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.147524 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ee3a72-fb1f-4eeb-9908-f1b251af9ec9 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Checking segment: {'id': '2cbcac9c-2bc4-4d54-805b-02299ebaa4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b8b6d24f-8985-4e15-866e-baedc179ca1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:37:53.147889 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ee3a72-fb1f-4eeb-9908-f1b251af9ec9 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Network hostable DHCP agents. Network: b8b6d24f-8985-4e15-866e-baedc179ca1c, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:37:53.155663 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-67d2e491-9187-43e3-8336-5928ddf8d62f tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.162274 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-633e3201-ab68-429b-983d-1b7fe8c7f7c0 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Deleting port 1de05d49-1281-41c6-82c6-6bee60bfa1cf {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:53.162928 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-633e3201-ab68-429b-983d-1b7fe8c7f7c0 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.207035 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-67d2e491-9187-43e3-8336-5928ddf8d62f tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.211745 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-67d2e491-9187-43e3-8336-5928ddf8d62f tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5006924 Jan 21 09:37:53.212005 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46630) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:53.271416 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ee3a72-fb1f-4eeb-9908-f1b251af9ec9 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Network b8b6d24f-8985-4e15-866e-baedc179ca1c is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:37:53.313092 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-85272f86-fa32-4d79-b221-bb33db595c1c None None] Provisioning for port 7e615b21-66bf-4cfa-9330-7dda1a0bda34 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:53.320081 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-85272f86-fa32-4d79-b221-bb33db595c1c None None] Provisioning complete for port 7e615b21-66bf-4cfa-9330-7dda1a0bda34 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:53.320576 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-85272f86-fa32-4d79-b221-bb33db595c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.344302 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-74ee3a72-fb1f-4eeb-9908-f1b251af9ec9 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, b8b6d24f-8985-4e15-866e-baedc179ca1c) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:53.357069 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ee3a72-fb1f-4eeb-9908-f1b251af9ec9 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:53.357658 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-74ee3a72-fb1f-4eeb-9908-f1b251af9ec9 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.369778 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e0c99afb-67ae-4117-8696-caa1f3312d02 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.374329 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007cb1cb-b234-4a7b-8126-6b5f069407e1 None None] Network b8b6d24f-8985-4e15-866e-baedc179ca1c requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:37:53.411655 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1999bf-e73f-4c14-967e-518568bca795 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:53.419135 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1999bf-e73f-4c14-967e-518568bca795 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:53.420861 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1b1999bf-e73f-4c14-967e-518568bca795 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.3549142 Jan 21 09:37:53.426409 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-def763e5-e427-4159-b420-0ab989e14ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.431451 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46634) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:53.447754 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6f0b1b1b-5da6-49e4-8471-9de62c80a5d6 req-ab588686-55e3-4cea-9f9c-586fcdfcb75b service neutron] 10.222.0.72 "GET /v2.0/networks/8776044d-5553-42d2-939f-ade42846845d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089395 Jan 21 09:37:53.582148 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-633e3201-ab68-429b-983d-1b7fe8c7f7c0 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.582431 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def763e5-e427-4159-b420-0ab989e14ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629f00cc-7b19-470f-a633-2a06cf205598,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:53.589655 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-74ee3a72-fb1f-4eeb-9908-f1b251af9ec9 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3838239 Jan 21 09:37:53.640197 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46640) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:53.643478 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-def763e5-e427-4159-b420-0ab989e14ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.648169 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-def763e5-e427-4159-b420-0ab989e14ca5 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/629f00cc-7b19-470f-a633-2a06cf205598 HTTP/1.1" status: 204 len: 168 time: 0.7825906 Jan 21 09:37:53.683211 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-85272f86-fa32-4d79-b221-bb33db595c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.723258 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-a3c941e5-9f9b-414b-b805-851c61e6d110 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'subnet': {'network_id': 'b8b6d24f-8985-4e15-866e-baedc179ca1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:53.728059 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-633e3201-ab68-429b-983d-1b7fe8c7f7c0 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Calling delete_port for 1de05d49-1281-41c6-82c6-6bee60bfa1cf owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:53.763795 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-85272f86-fa32-4d79-b221-bb33db595c1c None None] For port 7e615b21-66bf-4cfa-9330-7dda1a0bda34, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=7e615b21-66bf-4cfa-9330-7dda1a0bda34,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:53.776866 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-85272f86-fa32-4d79-b221-bb33db595c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.860663 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa5718f-3918-44fc-9d56-717a4f862e56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-b8b6d24f-8985-4e15-866e-baedc179ca1c', 'network_id': 'b8b6d24f-8985-4e15-866e-baedc179ca1c', 'tenant_id': '29c6ab04f24842d781b633e6233f3506', 'fixed_ips': [{'subnet_id': '14fb9ba2-84e6-449c-a65f-0701a9c210a6'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:37:53.861490 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7aa5718f-3918-44fc-9d56-717a4f862e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.879290 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-144fb89d-f168-4d3c-bc15-71862bc8e587 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting port 5ccda7c6-6ac9-4106-9e60-b104f90714e3 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:53.881205 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-144fb89d-f168-4d3c-bc15-71862bc8e587 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.890392 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-633e3201-ab68-429b-983d-1b7fe8c7f7c0 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.925062 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e0c99afb-67ae-4117-8696-caa1f3312d02 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.938134 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e0c99afb-67ae-4117-8696-caa1f3312d02 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.982669 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-559af097-62bb-4d07-987b-dd473cce1261 None None] Provisioning for port 5ccda7c6-6ac9-4106-9e60-b104f90714e3 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:53.998860 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e3201-ab68-429b-983d-1b7fe8c7f7c0 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Pushing event deleted for resources: {'Port': ['ID=1de05d49-1281-41c6-82c6-6bee60bfa1cf,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:54.002900 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-559af097-62bb-4d07-987b-dd473cce1261 None None] Provisioning complete for port 5ccda7c6-6ac9-4106-9e60-b104f90714e3 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:54.003267 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-559af097-62bb-4d07-987b-dd473cce1261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.076591 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-559af097-62bb-4d07-987b-dd473cce1261 None None] Port 5ccda7c6-6ac9-4106-9e60-b104f90714e3 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:37:54.081228 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85272f86-fa32-4d79-b221-bb33db595c1c None None] Pushing event updated for resources: {'Port': ['ID=7e615b21-66bf-4cfa-9330-7dda1a0bda34,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:54.106715 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e0c99afb-67ae-4117-8696-caa1f3312d02 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.107198 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c99afb-67ae-4117-8696-caa1f3312d02 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7bede335-b2fa-47b9-b933-0ae03be94804 {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:37:54.153119 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e0c99afb-67ae-4117-8696-caa1f3312d02 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.154539 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e0c99afb-67ae-4117-8696-caa1f3312d02 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] 10.222.0.110 "DELETE /v2.0/routers/7bede335-b2fa-47b9-b933-0ae03be94804 HTTP/1.1" status: 204 len: 168 time: 0.9414144 Jan 21 09:37:54.203977 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a3c941e5-9f9b-414b-b805-851c61e6d110 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:54.213953 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a3c941e5-9f9b-414b-b805-851c61e6d110 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:subnet and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:54.221088 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a3c941e5-9f9b-414b-b805-851c61e6d110 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:54.239945 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a3c941e5-9f9b-414b-b805-851c61e6d110 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:54.257703 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-633e3201-ab68-429b-983d-1b7fe8c7f7c0 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.295626 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-633e3201-ab68-429b-983d-1b7fe8c7f7c0 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] 10.222.0.110 "DELETE /v2.0/ports/1de05d49-1281-41c6-82c6-6bee60bfa1cf HTTP/1.1" status: 204 len: 168 time: 1.3117790 Jan 21 09:37:54.298460 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46658) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:54.301701 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-7aa5718f-3918-44fc-9d56-717a4f862e56 None None] Allocated IP 2001:db8::2 (b8b6d24f-8985-4e15-866e-baedc179ca1c/14fb9ba2-84e6-449c-a65f-0701a9c210a6/63bd03a4-acd8-44e9-a458-6a94b2c666c6) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:54.360944 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e99a2b0-68c4-4601-81fc-9e176f4a37d5 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] GET failed (client error): The resource could not be found. Jan 21 09:37:54.360944 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-1e99a2b0-68c4-4601-81fc-9e176f4a37d5 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Synchronizing usage tracker for tenant:8592af9ac39140deab5543e1099d8863 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:54.390847 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-1e99a2b0-68c4-4601-81fc-9e176f4a37d5 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Unset dirty status for tenant:8592af9ac39140deab5543e1099d8863 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:54.396155 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1e99a2b0-68c4-4601-81fc-9e176f4a37d5 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] 10.222.0.110 "GET /v2.0/ports/1de05d49-1281-41c6-82c6-6bee60bfa1cf HTTP/1.1" status: 404 len: 333 time: 0.0925679 Jan 21 09:37:54.397282 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46664) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:54.402374 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-65d31189-bcf9-48e4-8a1a-b3197754111d tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Request body: {'port': {'network_id': 'c0bd9b50-8952-4505-8ceb-d264440d4de6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-938366603'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:54.410169 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c941e5-9f9b-414b-b805-851c61e6d110 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Made reservation on behalf of 29c6ab04f24842d781b633e6233f3506 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:54.414397 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a3c941e5-9f9b-414b-b805-851c61e6d110 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.452186 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46668) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:54.624549 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-65d31189-bcf9-48e4-8a1a-b3197754111d tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:54.637844 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-65d31189-bcf9-48e4-8a1a-b3197754111d tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:54.649349 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7aa5718f-3918-44fc-9d56-717a4f862e56 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.657742 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d31189-bcf9-48e4-8a1a-b3197754111d tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Made reservation on behalf of 8592af9ac39140deab5543e1099d8863 for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:54.663232 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-65d31189-bcf9-48e4-8a1a-b3197754111d tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.667534 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-7aa5718f-3918-44fc-9d56-717a4f862e56 None None] Transition to ACTIVE for port object 63bd03a4-acd8-44e9-a458-6a94b2c666c6 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:54.713243 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-65d31189-bcf9-48e4-8a1a-b3197754111d tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] device_id is not set on port 799f238f-a3da-4cce-8103-211a1034816f yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:54.714397 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-7aa5718f-3918-44fc-9d56-717a4f862e56 None None] Transition to ACTIVE for port object 63bd03a4-acd8-44e9-a458-6a94b2c666c6 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:54.731119 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7aa5718f-3918-44fc-9d56-717a4f862e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.761659 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-144fb89d-f168-4d3c-bc15-71862bc8e587 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.896270 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-c44a0503-bcc8-4421-a78f-ce23c737d7a9 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-369644780', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}, 'admin_state_up': False}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:54.898279 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa5718f-3918-44fc-9d56-717a4f862e56 None None] Pushing event updated for resources: {'Port': ['ID=63bd03a4-acd8-44e9-a458-6a94b2c666c6,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:54.921437 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa5718f-3918-44fc-9d56-717a4f862e56 None None] Network b8b6d24f-8985-4e15-866e-baedc179ca1c is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:54.923248 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-7aa5718f-3918-44fc-9d56-717a4f862e56 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:54.926077 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa5718f-3918-44fc-9d56-717a4f862e56 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:54.930023 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-144fb89d-f168-4d3c-bc15-71862bc8e587 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Calling delete_port for 5ccda7c6-6ac9-4106-9e60-b104f90714e3 owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:54.952403 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-c44a0503-bcc8-4421-a78f-ce23c737d7a9 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:54.963270 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-c44a0503-bcc8-4421-a78f-ce23c737d7a9 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Usage tracker for resource:router and tenant:1882f1a8657044acadd1beb42be5b4f1 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:54.968026 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-c44a0503-bcc8-4421-a78f-ce23c737d7a9 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:54.985300 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-c44a0503-bcc8-4421-a78f-ce23c737d7a9 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:55.013426 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-65d31189-bcf9-48e4-8a1a-b3197754111d tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Allocated IP 2001:db8::3e4 (c0bd9b50-8952-4505-8ceb-d264440d4de6/e7ead72d-023b-46c6-ba5f-0b1d1881310a/799f238f-a3da-4cce-8103-211a1034816f) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:55.013656 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.ipam_backend_mixin [None req-a3c941e5-9f9b-414b-b805-851c61e6d110 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 14fb9ba2-84e6-449c-a65f-0701a9c210a6 (CIDR: 2001:db8::/64) Jan 21 09:37:55.015882 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c44a0503-bcc8-4421-a78f-ce23c737d7a9 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.016954 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c44a0503-bcc8-4421-a78f-ce23c737d7a9 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.024154 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c941e5-9f9b-414b-b805-851c61e6d110 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:37:55.024604 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3c941e5-9f9b-414b-b805-851c61e6d110 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:37:55.032818 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c44a0503-bcc8-4421-a78f-ce23c737d7a9 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.064356 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a3c941e5-9f9b-414b-b805-851c61e6d110 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4141428 Jan 21 09:37:55.065090 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46688) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:55.078431 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-95d5b3e5-edbf-43c2-ab7b-890ee1d8ceeb tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'subnet': {'network_id': 'b8b6d24f-8985-4e15-866e-baedc179ca1c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:55.126706 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-7aa5718f-3918-44fc-9d56-717a4f862e56 None None] Attempting to bind port 63bd03a4-acd8-44e9-a458-6a94b2c666c6 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:55.126958 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-7aa5718f-3918-44fc-9d56-717a4f862e56 None None] Attempting to bind port 63bd03a4-acd8-44e9-a458-6a94b2c666c6 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '2cbcac9c-2bc4-4d54-805b-02299ebaa4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b8b6d24f-8985-4e15-866e-baedc179ca1c'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:55.127318 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa5718f-3918-44fc-9d56-717a4f862e56 None None] Attempting to bind port 63bd03a4-acd8-44e9-a458-6a94b2c666c6 on network b8b6d24f-8985-4e15-866e-baedc179ca1c {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:55.134293 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa5718f-3918-44fc-9d56-717a4f862e56 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:37:55.134668 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa5718f-3918-44fc-9d56-717a4f862e56 None None] Checking segment: {'id': '2cbcac9c-2bc4-4d54-805b-02299ebaa4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b8b6d24f-8985-4e15-866e-baedc179ca1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:37:55.135066 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7aa5718f-3918-44fc-9d56-717a4f862e56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.135491 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa5718f-3918-44fc-9d56-717a4f862e56 None None] Bound using segment: {'id': '2cbcac9c-2bc4-4d54-805b-02299ebaa4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b8b6d24f-8985-4e15-866e-baedc179ca1c'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:37:55.135956 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-7aa5718f-3918-44fc-9d56-717a4f862e56 None None] Bound port: 63bd03a4-acd8-44e9-a458-6a94b2c666c6, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cbcac9c-2bc4-4d54-805b-02299ebaa4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b8b6d24f-8985-4e15-866e-baedc179ca1c'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:55.136328 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7aa5718f-3918-44fc-9d56-717a4f862e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.172286 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-144fb89d-f168-4d3c-bc15-71862bc8e587 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.262651 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46692) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:55.280260 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144fb89d-f168-4d3c-bc15-71862bc8e587 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Port': ['ID=5ccda7c6-6ac9-4106-9e60-b104f90714e3,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:55.297806 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-144fb89d-f168-4d3c-bc15-71862bc8e587 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.313539 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-144fb89d-f168-4d3c-bc15-71862bc8e587 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/ports/5ccda7c6-6ac9-4106-9e60-b104f90714e3 HTTP/1.1" status: 204 len: 168 time: 1.8672364 Jan 21 09:37:55.314454 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46698) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:55.321142 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-7aa5718f-3918-44fc-9d56-717a4f862e56 None None] For port 63bd03a4-acd8-44e9-a458-6a94b2c666c6, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:37:55.325234 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-7aa5718f-3918-44fc-9d56-717a4f862e56 None None] For port 63bd03a4-acd8-44e9-a458-6a94b2c666c6, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=63bd03a4-acd8-44e9-a458-6a94b2c666c6,segment=NetworkSegment(2cbcac9c-2bc4-4d54-805b-02299ebaa4c2),segment_id=2cbcac9c-2bc4-4d54-805b-02299ebaa4c2)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:37:55.342265 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7aa5718f-3918-44fc-9d56-717a4f862e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.392861 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a77ae9d-8670-4181-9dc4-1eef114d8298 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:55.394490 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a77ae9d-8670-4181-9dc4-1eef114d8298 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:55.395365 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9a77ae9d-8670-4181-9dc4-1eef114d8298 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:55.443632 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9a77ae9d-8670-4181-9dc4-1eef114d8298 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:55.444805 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9a77ae9d-8670-4181-9dc4-1eef114d8298 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1293452 Jan 21 09:37:55.447580 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46704) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:55.491984 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa5718f-3918-44fc-9d56-717a4f862e56 None None] Pushing event updated for resources: {'Port': ['ID=63bd03a4-acd8-44e9-a458-6a94b2c666c6,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:55.517345 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-e8a11069-9132-449e-9662-d913ce562271 tempest-SubnetPoolsTestJSON-1295480622 tempest-SubnetPoolsTestJSON-1295480622-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-718024910', 'prefixes': ['172.20.0.0/16']}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:55.533736 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-e8a11069-9132-449e-9662-d913ce562271 tempest-SubnetPoolsTestJSON-1295480622 tempest-SubnetPoolsTestJSON-1295480622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:55.560724 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d6c771-e732-4553-920c-fe54362e3400 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting subnet 6ad531de-1ef3-4952-b26f-9258d422643f {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:37:55.565359 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e4d6c771-e732-4553-920c-fe54362e3400 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.625773 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c44a0503-bcc8-4421-a78f-ce23c737d7a9 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.642510 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e4d6c771-e732-4553-920c-fe54362e3400 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.753499 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e8a11069-9132-449e-9662-d913ce562271 tempest-SubnetPoolsTestJSON-1295480622 tempest-SubnetPoolsTestJSON-1295480622-project] Notify callbacks [] for subnetpool, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.757443 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e8a11069-9132-449e-9662-d913ce562271 tempest-SubnetPoolsTestJSON-1295480622 tempest-SubnetPoolsTestJSON-1295480622-project] 10.222.0.110 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4852662 Jan 21 09:37:55.758057 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46708) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:55.797724 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e4be9737-9037-4b0f-9944-dce1e25cd746 tempest-SubnetPoolsTestJSON-1295480622 tempest-SubnetPoolsTestJSON-1295480622-project] 10.222.0.110 "GET /v2.0/subnetpools/68da3e85-5543-4310-b56d-9bc675256cbc HTTP/1.1" status: 200 len: 731 time: 0.0365517 Jan 21 09:37:55.798843 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46712) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:55.805956 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e4d6c771-e732-4553-920c-fe54362e3400 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.833949 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-3bd2a45e-cf97-4ffa-96ce-ff08cf080529 tempest-SubnetPoolsTestJSON-1295480622 tempest-SubnetPoolsTestJSON-1295480622-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-995061113'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:55.852465 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-95d5b3e5-edbf-43c2-ab7b-890ee1d8ceeb tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:55.856562 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-95d5b3e5-edbf-43c2-ab7b-890ee1d8ceeb tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:subnet and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:55.860993 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-95d5b3e5-edbf-43c2-ab7b-890ee1d8ceeb tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:55.888208 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-95d5b3e5-edbf-43c2-ab7b-890ee1d8ceeb tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:55.894731 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e4d6c771-e732-4553-920c-fe54362e3400 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.945051 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e4d6c771-e732-4553-920c-fe54362e3400 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.954774 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6c771-e732-4553-920c-fe54362e3400 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Subnet': ['ID=6ad531de-1ef3-4952-b26f-9258d422643f,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:55.967005 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87777ae-3b00-4eae-a9ba-8c5c1253526a None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:37:55.975311 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e4d6c771-e732-4553-920c-fe54362e3400 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/6ad531de-1ef3-4952-b26f-9258d422643f HTTP/1.1" status: 204 len: 168 time: 0.5265977 Jan 21 09:37:55.977925 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46718) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:56.000166 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d5b3e5-edbf-43c2-ab7b-890ee1d8ceeb tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Made reservation on behalf of 29c6ab04f24842d781b633e6233f3506 for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:56.003635 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-95d5b3e5-edbf-43c2-ab7b-890ee1d8ceeb tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.082071 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-459e8883-7d7b-4c77-ad81-6cc8b56d305c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1021724 Jan 21 09:37:56.099655 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46722) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:56.106031 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-4139fa2b-a73c-4818-865f-67c23e834e39 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:56.216540 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-65d31189-bcf9-48e4-8a1a-b3197754111d tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.217940 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 63bd03a4-acd8-44e9-a458-6a94b2c666c6 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:56.235251 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-65d31189-bcf9-48e4-8a1a-b3197754111d tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Transition to ACTIVE for port object 799f238f-a3da-4cce-8103-211a1034816f will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:56.274096 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-4139fa2b-a73c-4818-865f-67c23e834e39 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:56.279090 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4139fa2b-a73c-4818-865f-67c23e834e39 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:subnet and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:56.282898 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4139fa2b-a73c-4818-865f-67c23e834e39 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:56.291504 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-4139fa2b-a73c-4818-865f-67c23e834e39 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:56.305313 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4139fa2b-a73c-4818-865f-67c23e834e39 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:56.309303 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4139fa2b-a73c-4818-865f-67c23e834e39 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.323194 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 63bd03a4-acd8-44e9-a458-6a94b2c666c6 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:56.329487 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 7e615b21-66bf-4cfa-9330-7dda1a0bda34 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:56.393501 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-65d31189-bcf9-48e4-8a1a-b3197754111d tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.422220 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbb9dbd-4576-4da5-859b-2821284ca3a6 None None] DHCP port deletion for 36c4effd-f4af-4d10-91bd-714d225a3199 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:37:56.434003 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-8fbb9dbd-4576-4da5-859b-2821284ca3a6 None None] Deleting port 7e615b21-66bf-4cfa-9330-7dda1a0bda34 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:56.434194 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8fbb9dbd-4576-4da5-859b-2821284ca3a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.473873 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 7e615b21-66bf-4cfa-9330-7dda1a0bda34 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:56.474387 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.597040 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4139fa2b-a73c-4818-865f-67c23e834e39 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.606226 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3bd2a45e-cf97-4ffa-96ce-ff08cf080529 tempest-SubnetPoolsTestJSON-1295480622 tempest-SubnetPoolsTestJSON-1295480622-project] Notify callbacks [] for subnetpool, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.607406 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-3bd2a45e-cf97-4ffa-96ce-ff08cf080529 tempest-SubnetPoolsTestJSON-1295480622 tempest-SubnetPoolsTestJSON-1295480622-project] 10.222.0.110 "PUT /v2.0/subnetpools/68da3e85-5543-4310-b56d-9bc675256cbc HTTP/1.1" status: 200 len: 683 time: 0.7964962 Jan 21 09:37:56.617825 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46730) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:56.667888 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d31189-bcf9-48e4-8a1a-b3197754111d tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Network c0bd9b50-8952-4505-8ceb-d264440d4de6 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:56.671047 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4139fa2b-a73c-4818-865f-67c23e834e39 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:56.674136 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-65d31189-bcf9-48e4-8a1a-b3197754111d tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:56.682972 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d31189-bcf9-48e4-8a1a-b3197754111d tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:56.688398 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d31189-bcf9-48e4-8a1a-b3197754111d tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:56.689015 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-65d31189-bcf9-48e4-8a1a-b3197754111d tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.689880 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-4139fa2b-a73c-4818-865f-67c23e834e39 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:56.696188 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4139fa2b-a73c-4818-865f-67c23e834e39 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:56.697142 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4139fa2b-a73c-4818-865f-67c23e834e39 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.730420 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d31189-bcf9-48e4-8a1a-b3197754111d tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Pushing event updated for resources: {'Port': ['ID=799f238f-a3da-4cce-8103-211a1034816f,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:56.805414 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-65d31189-bcf9-48e4-8a1a-b3197754111d tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4074938 Jan 21 09:37:56.809607 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46734) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:56.829476 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-e9911811-e8fc-4b47-b023-1b1cf31180a3 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1ec', 'mac_address': 'fa:16:3e:f4:c7:3c'}]}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:56.873901 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-8fbb9dbd-4576-4da5-859b-2821284ca3a6 None None] For port 7e615b21-66bf-4cfa-9330-7dda1a0bda34, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=7e615b21-66bf-4cfa-9330-7dda1a0bda34,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:56.874297 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8fbb9dbd-4576-4da5-859b-2821284ca3a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.883808 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4139fa2b-a73c-4818-865f-67c23e834e39 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7828434 Jan 21 09:37:56.886831 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46738) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:56.887894 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7027dadb-e271-4a2c-a595-4f9a2f715a6b None None] Network b8b6d24f-8985-4e15-866e-baedc179ca1c requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:37:56.925309 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139fa2b-a73c-4818-865f-67c23e834e39 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Subnet': ['ID=0544918a-9924-4651-9145-08e5b29875da,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:56.965218 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8661607d-0179-445d-abee-d006358bf0ba tempest-SubnetPoolsTestJSON-1295480622 tempest-SubnetPoolsTestJSON-1295480622-project] Notify callbacks [] for subnetpool, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.967434 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8661607d-0179-445d-abee-d006358bf0ba tempest-SubnetPoolsTestJSON-1295480622 tempest-SubnetPoolsTestJSON-1295480622-project] 10.222.0.110 "DELETE /v2.0/subnetpools/68da3e85-5543-4310-b56d-9bc675256cbc HTTP/1.1" status: 204 len: 168 time: 0.3082793 Jan 21 09:37:56.969393 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46742) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:56.994574 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-dc59635b-03ff-4fe4-b537-69edd66bc275 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'port': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'name': 'tempest-NetworksTestDHCPv6-2028004607'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:56.997093 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-7054d1f9-cbed-4c5f-a6ae-2160a2a9c99c tempest-SubnetPoolsTestJSON-1295480622 tempest-SubnetPoolsTestJSON-1295480622-project] show failed (client error): The resource could not be found. Jan 21 09:37:56.998616 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7054d1f9-cbed-4c5f-a6ae-2160a2a9c99c tempest-SubnetPoolsTestJSON-1295480622 tempest-SubnetPoolsTestJSON-1295480622-project] 10.222.0.110 "GET /v2.0/subnetpools/68da3e85-5543-4310-b56d-9bc675256cbc HTTP/1.1" status: 404 len: 346 time: 0.0281918 Jan 21 09:37:57.001719 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46746) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:57.023031 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-b3c93452-77a5-48dc-8206-be5658a4ddd6 tempest-SubnetPoolsTestJSON-1295480622 tempest-SubnetPoolsTestJSON-1295480622-project] delete failed (client error): The resource could not be found. Jan 21 09:37:57.024525 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b3c93452-77a5-48dc-8206-be5658a4ddd6 tempest-SubnetPoolsTestJSON-1295480622 tempest-SubnetPoolsTestJSON-1295480622-project] 10.222.0.110 "DELETE /v2.0/subnetpools/68da3e85-5543-4310-b56d-9bc675256cbc HTTP/1.1" status: 404 len: 346 time: 0.0212326 Jan 21 09:37:57.072413 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-8fbb9dbd-4576-4da5-859b-2821284ca3a6 None None] Calling delete_port for 7e615b21-66bf-4cfa-9330-7dda1a0bda34 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:57.111763 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-95d5b3e5-edbf-43c2-ab7b-890ee1d8ceeb tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.184445 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-b34d55f9-23cd-41f0-a2b7-4ec226546f35 None None] Provisioning for port 63bd03a4-acd8-44e9-a458-6a94b2c666c6 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:57.211947 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-b34d55f9-23cd-41f0-a2b7-4ec226546f35 None None] Provisioning complete for port 63bd03a4-acd8-44e9-a458-6a94b2c666c6 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:57.212324 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b34d55f9-23cd-41f0-a2b7-4ec226546f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.331150 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8fbb9dbd-4576-4da5-859b-2821284ca3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.356395 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46756) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:57.397200 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb9dbd-4576-4da5-859b-2821284ca3a6 None None] Pushing event deleted for resources: {'Port': ['ID=7e615b21-66bf-4cfa-9330-7dda1a0bda34,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:57.404585 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbb9dbd-4576-4da5-859b-2821284ca3a6 None None] No DVR routers for this DVR port 7e615b21-66bf-4cfa-9330-7dda1a0bda34 on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:37:57.423794 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb94215-24c0-49ad-a967-ca4f5c7dd03d None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:37:57.462976 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c44a0503-bcc8-4421-a78f-ce23c737d7a9 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router_gateway, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.512487 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d5b3e5-edbf-43c2-ab7b-890ee1d8ceeb tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Network b8b6d24f-8985-4e15-866e-baedc179ca1c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:57.517339 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-04a8e9d6-a306-4f97-9da1-68de21973ed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.532218 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-04a8e9d6-a306-4f97-9da1-68de21973ed7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:57.542116 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c44a0503-bcc8-4421-a78f-ce23c737d7a9 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.542960 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-04a8e9d6-a306-4f97-9da1-68de21973ed7 admin admin] Usage tracker for resource:security_group_rule and tenant:9c7f066241d1425eafc8cad750c9afa3 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:57.544189 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-95d5b3e5-edbf-43c2-ab7b-890ee1d8ceeb tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:57.553904 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-04a8e9d6-a306-4f97-9da1-68de21973ed7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:57.560110 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-04a8e9d6-a306-4f97-9da1-68de21973ed7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:57.593976 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d5b3e5-edbf-43c2-ab7b-890ee1d8ceeb tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:57.594368 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-95d5b3e5-edbf-43c2-ab7b-890ee1d8ceeb tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.606851 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d5b3e5-edbf-43c2-ab7b-890ee1d8ceeb tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Subnet': ['ID=95356b18-ff67-4f0b-a7ff-ca8dfe127b5d,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:57.637229 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-dc59635b-03ff-4fe4-b537-69edd66bc275 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:57.656749 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-04a8e9d6-a306-4f97-9da1-68de21973ed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.662150 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-dc59635b-03ff-4fe4-b537-69edd66bc275 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:port and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:57.664484 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-04a8e9d6-a306-4f97-9da1-68de21973ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.668790 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b34d55f9-23cd-41f0-a2b7-4ec226546f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.712858 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-dc59635b-03ff-4fe4-b537-69edd66bc275 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:57.715342 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-04a8e9d6-a306-4f97-9da1-68de21973ed7 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=9c7f066241d1425eafc8cad750c9afa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3577633 Jan 21 09:37:57.715594 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46764) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:57.717326 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8e9d6-a306-4f97-9da1-68de21973ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d556d5-817b-4c51-a205-f0924231ab40,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:57.741532 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-95d5b3e5-edbf-43c2-ab7b-890ee1d8ceeb tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.6724095 Jan 21 09:37:57.744213 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46768) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:57.746689 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-b34d55f9-23cd-41f0-a2b7-4ec226546f35 None None] For port 63bd03a4-acd8-44e9-a458-6a94b2c666c6, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=63bd03a4-acd8-44e9-a458-6a94b2c666c6,segment=NetworkSegment(2cbcac9c-2bc4-4d54-805b-02299ebaa4c2),segment_id=2cbcac9c-2bc4-4d54-805b-02299ebaa4c2)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:57.750383 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-10822ad7-d405-4a76-9d86-0e09e6a20729 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'port': {'network_id': 'b8b6d24f-8985-4e15-866e-baedc179ca1c', 'fixed_ips': [{'subnet_id': '14fb9ba2-84e6-449c-a65f-0701a9c210a6'}, {'subnet_id': '95356b18-ff67-4f0b-a7ff-ca8dfe127b5d'}], 'name': 'tempest-PortsIpV6TestJSON-1034123704'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:57.780941 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b34d55f9-23cd-41f0-a2b7-4ec226546f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.814207 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-dc59635b-03ff-4fe4-b537-69edd66bc275 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:57.928113 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc59635b-03ff-4fe4-b537-69edd66bc275 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:57.932717 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dc59635b-03ff-4fe4-b537-69edd66bc275 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.986962 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d55f9-23cd-41f0-a2b7-4ec226546f35 None None] Pushing event updated for resources: {'Port': ['ID=63bd03a4-acd8-44e9-a458-6a94b2c666c6,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:57.991327 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2468b751-1728-496b-891e-f76e203679a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-36c4effd-f4af-4d10-91bd-714d225a3199', 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'tenant_id': 'ce9334fe18174618a851dcacd095feca', 'fixed_ips': [{'subnet_id': '0544918a-9924-4651-9145-08e5b29875da'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:37:57.992183 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2468b751-1728-496b-891e-f76e203679a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.007073 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e0f0f360-b4f0-4eb1-95f5-6ca7bb5a22ad None None] Provisioning for port 799f238f-a3da-4cce-8103-211a1034816f completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:58.018148 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 7e615b21-66bf-4cfa-9330-7dda1a0bda34 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:37:58.039097 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-10822ad7-d405-4a76-9d86-0e09e6a20729 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:58.043316 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-10822ad7-d405-4a76-9d86-0e09e6a20729 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:port and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:58.046179 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-10822ad7-d405-4a76-9d86-0e09e6a20729 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:58.052625 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-10822ad7-d405-4a76-9d86-0e09e6a20729 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:58.061587 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6442b8db-c4f3-4d7f-a6e4-cc4314dc9b74 None None] Update dhcp port {'port': {'network_id': 'b8b6d24f-8985-4e15-866e-baedc179ca1c', 'fixed_ips': [{'subnet_id': '14fb9ba2-84e6-449c-a65f-0701a9c210a6', 'ip_address': '2001:db8::2'}, {'subnet_id': '95356b18-ff67-4f0b-a7ff-ca8dfe127b5d'}], 'binding:host_id': 'dv-neutron-825731-1-hyperv'}, 'id': '63bd03a4-acd8-44e9-a458-6a94b2c666c6'} from dv-neutron-825731-1-hyperv. {{(pid=87516) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 09:37:58.063756 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10822ad7-d405-4a76-9d86-0e09e6a20729 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Made reservation on behalf of 29c6ab04f24842d781b633e6233f3506 for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:58.068588 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-28a8e9ef-10ca-4361-9278-5d8e3c25dbb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.073628 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-dc59635b-03ff-4fe4-b537-69edd66bc275 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] device_id is not set on port 2799ddb5-19fd-4d6b-bafb-71d955f94a2e yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:58.091420 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e0f0f360-b4f0-4eb1-95f5-6ca7bb5a22ad None None] Provisioning complete for port 799f238f-a3da-4cce-8103-211a1034816f triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:58.091962 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e0f0f360-b4f0-4eb1-95f5-6ca7bb5a22ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.115799 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 7e615b21-66bf-4cfa-9330-7dda1a0bda34 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:37:58.116158 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 7e615b21-66bf-4cfa-9330-7dda1a0bda34 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:37:58.138278 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-c44a0503-bcc8-4421-a78f-ce23c737d7a9 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Allocated IP 172.26.3.99 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/84b68bdd-dc3d-4a69-bb6f-f9207b8a3370) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:58.188922 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-28a8e9ef-10ca-4361-9278-5d8e3c25dbb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.205020 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e9911811-e8fc-4b47-b023-1b1cf31180a3 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.216616 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-10822ad7-d405-4a76-9d86-0e09e6a20729 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.232707 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6442b8db-c4f3-4d7f-a6e4-cc4314dc9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.243162 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-10822ad7-d405-4a76-9d86-0e09e6a20729 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] device_id is not set on port 558d192f-33e9-4faf-b2bb-0141558b06c2 yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:58.249979 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-e0f0f360-b4f0-4eb1-95f5-6ca7bb5a22ad None None] Port 799f238f-a3da-4cce-8103-211a1034816f cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:37:58.439153 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-2468b751-1728-496b-891e-f76e203679a6 None None] Allocated IP 2001:db8::2 (36c4effd-f4af-4d10-91bd-714d225a3199/0544918a-9924-4651-9145-08e5b29875da/247bb46d-5d3a-4f58-81b8-a6183d375bc1) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:58.558294 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c44a0503-bcc8-4421-a78f-ce23c737d7a9 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.569532 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-28a8e9ef-10ca-4361-9278-5d8e3c25dbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.601904 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8e9ef-10ca-4361-9278-5d8e3c25dbb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d556d5-817b-4c51-a205-f0924231ab40,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:58.611700 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-6442b8db-c4f3-4d7f-a6e4-cc4314dc9b74 None None] Allocated IP 2001:db8:0:1::2 (b8b6d24f-8985-4e15-866e-baedc179ca1c/95356b18-ff67-4f0b-a7ff-ca8dfe127b5d/63bd03a4-acd8-44e9-a458-6a94b2c666c6) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:58.656767 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-28a8e9ef-10ca-4361-9278-5d8e3c25dbb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.658343 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-28a8e9ef-10ca-4361-9278-5d8e3c25dbb9 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/c1d556d5-817b-4c51-a205-f0924231ab40 HTTP/1.1" status: 204 len: 168 time: 0.9309950 Jan 21 09:37:58.688227 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e9911811-e8fc-4b47-b023-1b1cf31180a3 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.696692 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e9911811-e8fc-4b47-b023-1b1cf31180a3 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.701026 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c44a0503-bcc8-4421-a78f-ce23c737d7a9 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.782384 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9911811-e8fc-4b47-b023-1b1cf31180a3 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Pushing event updated for resources: {'Port': ['ID=799f238f-a3da-4cce-8103-211a1034816f,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:58.830002 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-e9911811-e8fc-4b47-b023-1b1cf31180a3 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] In _notify_port_updated(), no bound segment for port 799f238f-a3da-4cce-8103-211a1034816f on network c0bd9b50-8952-4505-8ceb-d264440d4de6 {{(pid=87515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:37:58.835740 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9911811-e8fc-4b47-b023-1b1cf31180a3 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:58.836878 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e9911811-e8fc-4b47-b023-1b1cf31180a3 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.840381 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e9911811-e8fc-4b47-b023-1b1cf31180a3 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] 10.222.0.110 "PUT /v2.0/ports/799f238f-a3da-4cce-8103-211a1034816f HTTP/1.1" status: 200 len: 1002 time: 2.0176482 Jan 21 09:37:58.841245 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46782) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:58.849798 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44a0503-bcc8-4421-a78f-ce23c737d7a9 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:58.852963 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-c44a0503-bcc8-4421-a78f-ce23c737d7a9 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:58.861890 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44a0503-bcc8-4421-a78f-ce23c737d7a9 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:58.906692 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-6442b8db-c4f3-4d7f-a6e4-cc4314dc9b74 None None] For port 63bd03a4-acd8-44e9-a458-6a94b2c666c6, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=63bd03a4-acd8-44e9-a458-6a94b2c666c6,segment=NetworkSegment(2cbcac9c-2bc4-4d54-805b-02299ebaa4c2),segment_id=2cbcac9c-2bc4-4d54-805b-02299ebaa4c2)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:37:58.910340 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a0503-bcc8-4421-a78f-ce23c737d7a9 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Pushing event updated for resources: {'Port': ['ID=84b68bdd-dc3d-4a69-bb6f-f9207b8a3370,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:58.947049 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-d124e38b-7498-4548-b7f1-d44effdc2823 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Deleting port 799f238f-a3da-4cce-8103-211a1034816f {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:37:58.947049 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d124e38b-7498-4548-b7f1-d44effdc2823 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.949972 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6442b8db-c4f3-4d7f-a6e4-cc4314dc9b74 None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.969241 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-6442b8db-c4f3-4d7f-a6e4-cc4314dc9b74 None None] Transition to ACTIVE for port object 63bd03a4-acd8-44e9-a458-6a94b2c666c6 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:58.999250 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6442b8db-c4f3-4d7f-a6e4-cc4314dc9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.073833 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2468b751-1728-496b-891e-f76e203679a6 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.206218 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-2468b751-1728-496b-891e-f76e203679a6 None None] Transition to ACTIVE for port object 247bb46d-5d3a-4f58-81b8-a6183d375bc1 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:59.260612 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442b8db-c4f3-4d7f-a6e4-cc4314dc9b74 None None] Pushing event updated for resources: {'Port': ['ID=63bd03a4-acd8-44e9-a458-6a94b2c666c6,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:59.272127 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-2468b751-1728-496b-891e-f76e203679a6 None None] Transition to ACTIVE for port object 247bb46d-5d3a-4f58-81b8-a6183d375bc1 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:59.292429 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2468b751-1728-496b-891e-f76e203679a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.352124 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-393320a3-70a6-4142-9f98-4c1c0206e3c6 None None] Provisioning complete for port 799f238f-a3da-4cce-8103-211a1034816f triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:59.352721 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-393320a3-70a6-4142-9f98-4c1c0206e3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.445813 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2468b751-1728-496b-891e-f76e203679a6 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:59.454200 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-2468b751-1728-496b-891e-f76e203679a6 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:59.464127 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2468b751-1728-496b-891e-f76e203679a6 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:37:59.476722 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-393320a3-70a6-4142-9f98-4c1c0206e3c6 None None] Port 799f238f-a3da-4cce-8103-211a1034816f cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:37:59.481572 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468b751-1728-496b-891e-f76e203679a6 None None] Pushing event updated for resources: {'Port': ['ID=247bb46d-5d3a-4f58-81b8-a6183d375bc1,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:59.509450 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-10822ad7-d405-4a76-9d86-0e09e6a20729 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Allocated IP 2001:db8::164 (b8b6d24f-8985-4e15-866e-baedc179ca1c/14fb9ba2-84e6-449c-a65f-0701a9c210a6/558d192f-33e9-4faf-b2bb-0141558b06c2) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:59.523781 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-10822ad7-d405-4a76-9d86-0e09e6a20729 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Allocated IP 2001:db8:0:1::2b2 (b8b6d24f-8985-4e15-866e-baedc179ca1c/95356b18-ff67-4f0b-a7ff-ca8dfe127b5d/558d192f-33e9-4faf-b2bb-0141558b06c2) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:59.548340 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d124e38b-7498-4548-b7f1-d44effdc2823 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.668558 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-2468b751-1728-496b-891e-f76e203679a6 None None] Attempting to bind port 247bb46d-5d3a-4f58-81b8-a6183d375bc1 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:59.669329 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-2468b751-1728-496b-891e-f76e203679a6 None None] Attempting to bind port 247bb46d-5d3a-4f58-81b8-a6183d375bc1 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:59.669909 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2468b751-1728-496b-891e-f76e203679a6 None None] Attempting to bind port 247bb46d-5d3a-4f58-81b8-a6183d375bc1 on network 36c4effd-f4af-4d10-91bd-714d225a3199 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:37:59.676771 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2468b751-1728-496b-891e-f76e203679a6 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:37:59.677927 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2468b751-1728-496b-891e-f76e203679a6 None None] Checking segment: {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:37:59.678583 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2468b751-1728-496b-891e-f76e203679a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.679187 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2468b751-1728-496b-891e-f76e203679a6 None None] Bound using segment: {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:37:59.679908 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-2468b751-1728-496b-891e-f76e203679a6 None None] Bound port: 247bb46d-5d3a-4f58-81b8-a6183d375bc1, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:59.680495 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2468b751-1728-496b-891e-f76e203679a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.800518 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-d124e38b-7498-4548-b7f1-d44effdc2823 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Calling delete_port for 799f238f-a3da-4cce-8103-211a1034816f owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:37:59.889502 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-2468b751-1728-496b-891e-f76e203679a6 None None] For port 247bb46d-5d3a-4f58-81b8-a6183d375bc1, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:37:59.896936 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-2468b751-1728-496b-891e-f76e203679a6 None None] For port 247bb46d-5d3a-4f58-81b8-a6183d375bc1, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=247bb46d-5d3a-4f58-81b8-a6183d375bc1,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:37:59.901298 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c44a0503-bcc8-4421-a78f-ce23c737d7a9 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router_gateway, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.904175 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2468b751-1728-496b-891e-f76e203679a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.048328 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 63bd03a4-acd8-44e9-a458-6a94b2c666c6 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:00.178537 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-10822ad7-d405-4a76-9d86-0e09e6a20729 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.184019 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-dc59635b-03ff-4fe4-b537-69edd66bc275 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Allocated IP 2001:db8::199 (36c4effd-f4af-4d10-91bd-714d225a3199/0544918a-9924-4651-9145-08e5b29875da/2799ddb5-19fd-4d6b-bafb-71d955f94a2e) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:00.186599 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d124e38b-7498-4548-b7f1-d44effdc2823 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.224336 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468b751-1728-496b-891e-f76e203679a6 None None] Pushing event updated for resources: {'Port': ['ID=247bb46d-5d3a-4f58-81b8-a6183d375bc1,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:00.370316 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745306c2-18d0-40a0-b691-6d7ff9ea98c8 None None] Network b8b6d24f-8985-4e15-866e-baedc179ca1c requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:00.394473 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124e38b-7498-4548-b7f1-d44effdc2823 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Pushing event deleted for resources: {'Port': ['ID=799f238f-a3da-4cce-8103-211a1034816f,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:00.407110 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-10822ad7-d405-4a76-9d86-0e09e6a20729 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Transition to ACTIVE for port object 558d192f-33e9-4faf-b2bb-0141558b06c2 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:00.508760 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-6f75a123-b2fd-444f-8006-1dba1cd8524f None None] Provisioning for port 63bd03a4-acd8-44e9-a458-6a94b2c666c6 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:00.518442 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-6f75a123-b2fd-444f-8006-1dba1cd8524f None None] Provisioning complete for port 63bd03a4-acd8-44e9-a458-6a94b2c666c6 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:00.521295 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6f75a123-b2fd-444f-8006-1dba1cd8524f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.648146 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c44a0503-bcc8-4421-a78f-ce23c737d7a9 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.854640 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d124e38b-7498-4548-b7f1-d44effdc2823 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.889918 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-10822ad7-d405-4a76-9d86-0e09e6a20729 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.993859 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d124e38b-7498-4548-b7f1-d44effdc2823 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] 10.222.0.110 "DELETE /v2.0/ports/799f238f-a3da-4cce-8103-211a1034816f HTTP/1.1" status: 204 len: 168 time: 2.1516795 Jan 21 09:38:01.004731 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46828) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:01.079696 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10822ad7-d405-4a76-9d86-0e09e6a20729 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Network b8b6d24f-8985-4e15-866e-baedc179ca1c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:01.096800 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b29023-60fd-480d-9bee-848924d9b575 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] GET failed (client error): The resource could not be found. Jan 21 09:38:01.097307 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-59b29023-60fd-480d-9bee-848924d9b575 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Synchronizing usage tracker for tenant:8592af9ac39140deab5543e1099d8863 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:01.100165 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-10822ad7-d405-4a76-9d86-0e09e6a20729 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:01.102741 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10822ad7-d405-4a76-9d86-0e09e6a20729 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:01.113051 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dc59635b-03ff-4fe4-b537-69edd66bc275 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:01.117006 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10822ad7-d405-4a76-9d86-0e09e6a20729 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:01.117973 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-10822ad7-d405-4a76-9d86-0e09e6a20729 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:01.141336 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-dc59635b-03ff-4fe4-b537-69edd66bc275 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Transition to ACTIVE for port object 2799ddb5-19fd-4d6b-bafb-71d955f94a2e will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:01.170040 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-10822ad7-d405-4a76-9d86-0e09e6a20729 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.4222343 Jan 21 09:38:01.170040 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10822ad7-d405-4a76-9d86-0e09e6a20729 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Port': ['ID=558d192f-33e9-4faf-b2bb-0141558b06c2,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:01.171688 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46836) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:01.174306 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-59b29023-60fd-480d-9bee-848924d9b575 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Unset dirty status for tenant:8592af9ac39140deab5543e1099d8863 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:01.176433 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-59b29023-60fd-480d-9bee-848924d9b575 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] 10.222.0.110 "GET /v2.0/ports/799f238f-a3da-4cce-8103-211a1034816f HTTP/1.1" status: 404 len: 333 time: 0.1654375 Jan 21 09:38:01.182453 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46838) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:01.191266 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-2dbbd16e-b694-4e8a-936d-ec207eb95d6e tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Request body: {'port': {'network_id': 'c0bd9b50-8952-4505-8ceb-d264440d4de6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1190964519'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:01.195342 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-6ed14032-e888-4f60-b327-79ecdac2a34b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '14fb9ba2-84e6-449c-a65f-0701a9c210a6'}]}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:01.279421 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5c611377-0ad0-4aee-a708-e4b04cb901fb None None] Provisioning complete for port 63bd03a4-acd8-44e9-a458-6a94b2c666c6 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:01.279898 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5c611377-0ad0-4aee-a708-e4b04cb901fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:01.285932 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44a0503-bcc8-4421-a78f-ce23c737d7a9 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Router 8b620043-6294-4a59-a9cd-378ccce512b6 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:38:01.294150 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dc59635b-03ff-4fe4-b537-69edd66bc275 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:01.403411 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-2dbbd16e-b694-4e8a-936d-ec207eb95d6e tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:01.415103 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-2dbbd16e-b694-4e8a-936d-ec207eb95d6e tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:01.428853 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbbd16e-b694-4e8a-936d-ec207eb95d6e tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Made reservation on behalf of 8592af9ac39140deab5543e1099d8863 for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:01.433861 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2dbbd16e-b694-4e8a-936d-ec207eb95d6e tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:01.465528 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-2dbbd16e-b694-4e8a-936d-ec207eb95d6e tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] device_id is not set on port 2e55e3bf-adf3-46c3-9375-88a289fabe95 yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:01.560764 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc59635b-03ff-4fe4-b537-69edd66bc275 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:01.568582 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-dc59635b-03ff-4fe4-b537-69edd66bc275 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:01.571000 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc59635b-03ff-4fe4-b537-69edd66bc275 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:01.576773 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc59635b-03ff-4fe4-b537-69edd66bc275 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:01.577381 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dc59635b-03ff-4fe4-b537-69edd66bc275 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:01.670885 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-2dbbd16e-b694-4e8a-936d-ec207eb95d6e tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Allocated IP 2001:db8::247 (c0bd9b50-8952-4505-8ceb-d264440d4de6/e7ead72d-023b-46c6-ba5f-0b1d1881310a/2e55e3bf-adf3-46c3-9375-88a289fabe95) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:01.749186 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e3859db8-b5d2-4f73-b296-6137d9f859b5 None None] Provisioning for port 558d192f-33e9-4faf-b2bb-0141558b06c2 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:01.754577 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e3859db8-b5d2-4f73-b296-6137d9f859b5 None None] Provisioning complete for port 558d192f-33e9-4faf-b2bb-0141558b06c2 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:01.755808 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e3859db8-b5d2-4f73-b296-6137d9f859b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:01.820197 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46846) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:01.829697 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-d33738df-bb8e-453f-8c0b-4453ce11dcb4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-336715650', 'description': 'tempest-secgroup-smoke-336715650 description', 'project_id': 'd15bf70c941f4d099cc1535f666f7a67'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:01.866968 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-e3859db8-b5d2-4f73-b296-6137d9f859b5 None None] Port 558d192f-33e9-4faf-b2bb-0141558b06c2 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:38:01.893679 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d33738df-bb8e-453f-8c0b-4453ce11dcb4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:01.902663 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d33738df-bb8e-453f-8c0b-4453ce11dcb4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Usage tracker for resource:security_group and tenant:d15bf70c941f4d099cc1535f666f7a67 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:01.907559 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d33738df-bb8e-453f-8c0b-4453ce11dcb4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:01.912406 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc59635b-03ff-4fe4-b537-69edd66bc275 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Port': ['ID=2799ddb5-19fd-4d6b-bafb-71d955f94a2e,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:01.918410 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d33738df-bb8e-453f-8c0b-4453ce11dcb4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:01.952618 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-dc59635b-03ff-4fe4-b537-69edd66bc275 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.0604956 Jan 21 09:38:01.954963 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d33738df-bb8e-453f-8c0b-4453ce11dcb4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:01.965502 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46850) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:01.993846 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44a0503-bcc8-4421-a78f-ce23c737d7a9 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:38:01.994790 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-c737656a-d117-4f79-b245-d87466e7b918 None None] Provisioning for port 247bb46d-5d3a-4f58-81b8-a6183d375bc1 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:02.008201 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79be3fd-309a-48d7-901f-7dd0ac092ae2 None None] Sync routers for ids ['8b620043-6294-4a59-a9cd-378ccce512b6'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:38:02.019181 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d33738df-bb8e-453f-8c0b-4453ce11dcb4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.064480 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79be3fd-309a-48d7-901f-7dd0ac092ae2 None None] Routers {'8b620043-6294-4a59-a9cd-378ccce512b6'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:02.067716 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-b79be3fd-309a-48d7-901f-7dd0ac092ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:37:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['8b620043-6294-4a59-a9cd-378ccce512b6'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:02.082382 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2dbbd16e-b694-4e8a-936d-ec207eb95d6e tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.100366 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d33738df-bb8e-453f-8c0b-4453ce11dcb4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:02.110550 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d33738df-bb8e-453f-8c0b-4453ce11dcb4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Usage tracker for resource:security_group_rule and tenant:d15bf70c941f4d099cc1535f666f7a67 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:02.113588 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6ed14032-e888-4f60-b327-79ecdac2a34b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.114220 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-2dbbd16e-b694-4e8a-936d-ec207eb95d6e tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Transition to ACTIVE for port object 2e55e3bf-adf3-46c3-9375-88a289fabe95 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:02.115735 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d33738df-bb8e-453f-8c0b-4453ce11dcb4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:02.129492 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c44a0503-bcc8-4421-a78f-ce23c737d7a9 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.132132 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d33738df-bb8e-453f-8c0b-4453ce11dcb4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:02.136101 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c44a0503-bcc8-4421-a78f-ce23c737d7a9 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.6828051 Jan 21 09:38:02.137019 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46856) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:02.176278 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 247bb46d-5d3a-4f58-81b8-a6183d375bc1 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:02.258929 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-b79be3fd-309a-48d7-901f-7dd0ac092ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:02.276943 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79be3fd-309a-48d7-901f-7dd0ac092ae2 None None] Routers {'8b620043-6294-4a59-a9cd-378ccce512b6'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:02.277620 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-b79be3fd-309a-48d7-901f-7dd0ac092ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:37:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['8b620043-6294-4a59-a9cd-378ccce512b6'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:02.336720 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-8e73f7b0-1ca4-49f4-98c7-80cf012105db None None] Provisioning for port 2799ddb5-19fd-4d6b-bafb-71d955f94a2e completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:02.340573 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537ab426-221f-4d26-b08d-25f404e5ef26 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:02.346844 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537ab426-221f-4d26-b08d-25f404e5ef26 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:02.347660 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-537ab426-221f-4d26-b08d-25f404e5ef26 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:02.358682 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-8e73f7b0-1ca4-49f4-98c7-80cf012105db None None] Provisioning complete for port 2799ddb5-19fd-4d6b-bafb-71d955f94a2e triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:02.359047 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8e73f7b0-1ca4-49f4-98c7-80cf012105db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.367944 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2dbbd16e-b694-4e8a-936d-ec207eb95d6e tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.388861 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-b79be3fd-309a-48d7-901f-7dd0ac092ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:02.389177 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79be3fd-309a-48d7-901f-7dd0ac092ae2 None None] The sync data for ids ['8b620043-6294-4a59-a9cd-378ccce512b6'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:38:02.396907 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 247bb46d-5d3a-4f58-81b8-a6183d375bc1 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:02.409145 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 247bb46d-5d3a-4f58-81b8-a6183d375bc1 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:02.409511 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.461060 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-8e73f7b0-1ca4-49f4-98c7-80cf012105db None None] Port 2799ddb5-19fd-4d6b-bafb-71d955f94a2e cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:38:02.472009 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-537ab426-221f-4d26-b08d-25f404e5ef26 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:02.476165 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-537ab426-221f-4d26-b08d-25f404e5ef26 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5035832 Jan 21 09:38:02.476165 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbbd16e-b694-4e8a-936d-ec207eb95d6e tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Network c0bd9b50-8952-4505-8ceb-d264440d4de6 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:02.483424 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46862) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:02.486283 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-2dbbd16e-b694-4e8a-936d-ec207eb95d6e tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:02.488595 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbbd16e-b694-4e8a-936d-ec207eb95d6e tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:02.494887 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbbd16e-b694-4e8a-936d-ec207eb95d6e tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:02.495514 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2dbbd16e-b694-4e8a-936d-ec207eb95d6e tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.534791 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-6ed14032-e888-4f60-b327-79ecdac2a34b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Delete allocated IP 2001:db8:0:1::2b2 (b8b6d24f-8985-4e15-866e-baedc179ca1c/95356b18-ff67-4f0b-a7ff-ca8dfe127b5d) {{(pid=87515) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 21 09:38:02.541564 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.562671 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbbd16e-b694-4e8a-936d-ec207eb95d6e tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Pushing event updated for resources: {'Port': ['ID=2e55e3bf-adf3-46c3-9375-88a289fabe95,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:02.576499 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 247bb46d-5d3a-4f58-81b8-a6183d375bc1, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=247bb46d-5d3a-4f58-81b8-a6183d375bc1,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:02.579910 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-636bdb21-f460-43f7-8eee-ea75ab1cb2aa tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] 10.222.0.110 "GET /v2.0/routers/8b620043-6294-4a59-a9cd-378ccce512b6 HTTP/1.1" status: 200 len: 919 time: 0.4408085 Jan 21 09:38:02.583920 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.594546 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46866) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:02.634881 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d33738df-bb8e-453f-8c0b-4453ce11dcb4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.643665 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-f4abee87-f2cc-4386-a2f2-d6d9b73488ee tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting port 2799ddb5-19fd-4d6b-bafb-71d955f94a2e {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:02.643846 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f4abee87-f2cc-4386-a2f2-d6d9b73488ee tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.652911 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-656b33b1-408a-4f6e-9904-d0777551a948 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] 10.222.0.110 "GET /v2.0/ports?device_id=8b620043-6294-4a59-a9cd-378ccce512b6 HTTP/1.1" status: 200 len: 205 time: 0.0573740 Jan 21 09:38:02.660460 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=247bb46d-5d3a-4f58-81b8-a6183d375bc1,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:02.670357 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46870) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:02.679216 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2dbbd16e-b694-4e8a-936d-ec207eb95d6e tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4959354 Jan 21 09:38:02.679990 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d33738df-bb8e-453f-8c0b-4453ce11dcb4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.737042 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46874) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:02.772070 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-37bcb441-9499-4ff1-8d59-dba064bdb488 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:f4:c7:3c'}]}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:02.779119 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6ed14032-e888-4f60-b327-79ecdac2a34b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.796875 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-6ed14032-e888-4f60-b327-79ecdac2a34b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Transition to ACTIVE for port object 558d192f-33e9-4faf-b2bb-0141558b06c2 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:02.802645 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d33738df-bb8e-453f-8c0b-4453ce11dcb4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:02.802894 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6ed14032-e888-4f60-b327-79ecdac2a34b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.862769 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d33738df-bb8e-453f-8c0b-4453ce11dcb4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Usage tracker for resource:security_group_rule and tenant:d15bf70c941f4d099cc1535f666f7a67 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:02.871540 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d33738df-bb8e-453f-8c0b-4453ce11dcb4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:02.891944 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-2c3846f5-811e-4175-93c9-671e07db5f4b None None] Provisioning for port 2e55e3bf-adf3-46c3-9375-88a289fabe95 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:02.901577 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-2c3846f5-811e-4175-93c9-671e07db5f4b None None] Provisioning complete for port 2e55e3bf-adf3-46c3-9375-88a289fabe95 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:02.901952 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2c3846f5-811e-4175-93c9-671e07db5f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.918397 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-6ed14032-e888-4f60-b327-79ecdac2a34b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] In _notify_port_updated(), no bound segment for port 558d192f-33e9-4faf-b2bb-0141558b06c2 on network b8b6d24f-8985-4e15-866e-baedc179ca1c {{(pid=87515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:38:02.923747 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed14032-e888-4f60-b327-79ecdac2a34b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:02.924359 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6ed14032-e888-4f60-b327-79ecdac2a34b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.925658 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6ed14032-e888-4f60-b327-79ecdac2a34b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "PUT /v2.0/ports/558d192f-33e9-4faf-b2bb-0141558b06c2 HTTP/1.1" status: 200 len: 926 time: 1.7397306 Jan 21 09:38:02.929400 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46880) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:02.936572 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d33738df-bb8e-453f-8c0b-4453ce11dcb4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:02.937655 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-6ac33bce-e666-49d9-a200-e1d79c8e6c9f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '14fb9ba2-84e6-449c-a65f-0701a9c210a6'}, {'subnet_id': '95356b18-ff67-4f0b-a7ff-ca8dfe127b5d'}]}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:02.978175 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed14032-e888-4f60-b327-79ecdac2a34b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Port': ['ID=558d192f-33e9-4faf-b2bb-0141558b06c2,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:02.979339 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-2c3846f5-811e-4175-93c9-671e07db5f4b None None] Port 2e55e3bf-adf3-46c3-9375-88a289fabe95 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:38:02.991103 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33738df-bb8e-453f-8c0b-4453ce11dcb4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba466ee9-d145-4d67-b272-07115b56ecff,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:03.076607 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6ac33bce-e666-49d9-a200-e1d79c8e6c9f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.204668 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0ab65801-61b6-40c5-880b-0a4cb5f312ef None None] Provisioning for port 558d192f-33e9-4faf-b2bb-0141558b06c2 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:03.210325 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0ab65801-61b6-40c5-880b-0a4cb5f312ef None None] Provisioning complete for port 558d192f-33e9-4faf-b2bb-0141558b06c2 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:03.210771 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0ab65801-61b6-40c5-880b-0a4cb5f312ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.265961 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-0ab65801-61b6-40c5-880b-0a4cb5f312ef None None] Port 558d192f-33e9-4faf-b2bb-0141558b06c2 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:38:03.459809 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fd70-5baa-43ee-9243-f542d2378e83 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.467059 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-6ac33bce-e666-49d9-a200-e1d79c8e6c9f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Allocated IP 2001:db8:0:1::186 (b8b6d24f-8985-4e15-866e-baedc179ca1c/95356b18-ff67-4f0b-a7ff-ca8dfe127b5d/558d192f-33e9-4faf-b2bb-0141558b06c2) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:03.567054 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d33738df-bb8e-453f-8c0b-4453ce11dcb4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.585715 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d33738df-bb8e-453f-8c0b-4453ce11dcb4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.632419 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6ac33bce-e666-49d9-a200-e1d79c8e6c9f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.634403 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f4abee87-f2cc-4386-a2f2-d6d9b73488ee tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.647868 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-6ac33bce-e666-49d9-a200-e1d79c8e6c9f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Ignored duplicate provisioning block setup for port 558d192f-33e9-4faf-b2bb-0141558b06c2 by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 21 09:38:03.651684 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6ac33bce-e666-49d9-a200-e1d79c8e6c9f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.802966 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-6ac33bce-e666-49d9-a200-e1d79c8e6c9f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] In _notify_port_updated(), no bound segment for port 558d192f-33e9-4faf-b2bb-0141558b06c2 on network b8b6d24f-8985-4e15-866e-baedc179ca1c {{(pid=87515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:38:03.808425 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac33bce-e666-49d9-a200-e1d79c8e6c9f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:03.809079 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6ac33bce-e666-49d9-a200-e1d79c8e6c9f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.810395 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6ac33bce-e666-49d9-a200-e1d79c8e6c9f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "PUT /v2.0/ports/558d192f-33e9-4faf-b2bb-0141558b06c2 HTTP/1.1" status: 200 len: 1012 time: 0.8800635 Jan 21 09:38:03.811726 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac33bce-e666-49d9-a200-e1d79c8e6c9f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Port': ['ID=558d192f-33e9-4faf-b2bb-0141558b06c2,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:03.814575 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46888) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:03.822922 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-f4abee87-f2cc-4386-a2f2-d6d9b73488ee tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Calling delete_port for 2799ddb5-19fd-4d6b-bafb-71d955f94a2e owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:03.887355 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-5cfffde5-2046-48b8-84af-5c8bbe3191a5 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Deleting port 558d192f-33e9-4faf-b2bb-0141558b06c2 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:03.887749 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5cfffde5-2046-48b8-84af-5c8bbe3191a5 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.946313 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-37bcb441-9499-4ff1-8d59-dba064bdb488 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.988105 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33738df-bb8e-453f-8c0b-4453ce11dcb4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b83642e6-062a-4f81-884a-c0f0968e848b,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:03.991292 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d33738df-bb8e-453f-8c0b-4453ce11dcb4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.992516 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d33738df-bb8e-453f-8c0b-4453ce11dcb4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 2.1701906 Jan 21 09:38:04.004767 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46894) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:04.027373 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-03c8db2c-950d-4601-8fd6-da598005b2c4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Request body: {'security_group_rule': {'security_group_id': 'b83642e6-062a-4f81-884a-c0f0968e848b', 'project_id': 'd15bf70c941f4d099cc1535f666f7a67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:04.040338 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 247bb46d-5d3a-4f58-81b8-a6183d375bc1 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:04.080448 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-03c8db2c-950d-4601-8fd6-da598005b2c4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:04.108357 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-03c8db2c-950d-4601-8fd6-da598005b2c4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Usage tracker for resource:security_group_rule and tenant:d15bf70c941f4d099cc1535f666f7a67 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:04.113593 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-190cd6f7-0477-4681-9519-1498534fca79 None None] Provisioning complete for port 558d192f-33e9-4faf-b2bb-0141558b06c2 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:04.114036 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-190cd6f7-0477-4681-9519-1498534fca79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.123431 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-03c8db2c-950d-4601-8fd6-da598005b2c4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:04.136463 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fd70-5baa-43ee-9243-f542d2378e83 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.141963 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-03c8db2c-950d-4601-8fd6-da598005b2c4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:04.205206 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-03c8db2c-950d-4601-8fd6-da598005b2c4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.216736 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-190cd6f7-0477-4681-9519-1498534fca79 None None] Port 558d192f-33e9-4faf-b2bb-0141558b06c2 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:38:04.224520 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 247bb46d-5d3a-4f58-81b8-a6183d375bc1 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:04.225013 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.269773 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f4abee87-f2cc-4386-a2f2-d6d9b73488ee tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.306862 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5cfffde5-2046-48b8-84af-5c8bbe3191a5 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.346192 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-c1f2fd70-5baa-43ee-9243-f542d2378e83 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Deleting port 84b68bdd-dc3d-4a69-bb6f-f9207b8a3370 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:04.346538 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fd70-5baa-43ee-9243-f542d2378e83 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.395985 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4abee87-f2cc-4386-a2f2-d6d9b73488ee tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Port': ['ID=2799ddb5-19fd-4d6b-bafb-71d955f94a2e,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:04.446197 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-5cfffde5-2046-48b8-84af-5c8bbe3191a5 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Calling delete_port for 558d192f-33e9-4faf-b2bb-0141558b06c2 owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:04.507464 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-03c8db2c-950d-4601-8fd6-da598005b2c4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.524253 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-03c8db2c-950d-4601-8fd6-da598005b2c4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.610815 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c8db2c-950d-4601-8fd6-da598005b2c4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f3416cd-aa9c-4cf4-8b62-4b17ad8ce3f4,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:04.628657 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f4abee87-f2cc-4386-a2f2-d6d9b73488ee tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.699133 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-03c8db2c-950d-4601-8fd6-da598005b2c4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.700345 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-03c8db2c-950d-4601-8fd6-da598005b2c4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6938725 Jan 21 09:38:04.705838 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46902) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:04.712157 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f4abee87-f2cc-4386-a2f2-d6d9b73488ee tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/ports/2799ddb5-19fd-4d6b-bafb-71d955f94a2e HTTP/1.1" status: 204 len: 168 time: 2.2127290 Jan 21 09:38:04.715693 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46906) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:04.715978 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-ca10bd4c-b541-4729-951d-f0671d81b743 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Request body: {'security_group_rule': {'security_group_id': 'b83642e6-062a-4f81-884a-c0f0968e848b', 'project_id': 'd15bf70c941f4d099cc1535f666f7a67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:04.721569 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ca10bd4c-b541-4729-951d-f0671d81b743 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:04.725466 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ca10bd4c-b541-4729-951d-f0671d81b743 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Usage tracker for resource:security_group_rule and tenant:d15bf70c941f4d099cc1535f666f7a67 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:04.728354 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ca10bd4c-b541-4729-951d-f0671d81b743 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:04.734926 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ca10bd4c-b541-4729-951d-f0671d81b743 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:04.751659 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5cfffde5-2046-48b8-84af-5c8bbe3191a5 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.789434 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ca10bd4c-b541-4729-951d-f0671d81b743 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.826356 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfffde5-2046-48b8-84af-5c8bbe3191a5 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'Port': ['ID=558d192f-33e9-4faf-b2bb-0141558b06c2,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:04.907721 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.resource_extend [None req-37bcb441-9499-4ff1-8d59-dba064bdb488 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:38:04.929232 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-37bcb441-9499-4ff1-8d59-dba064bdb488 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.931946 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5cfffde5-2046-48b8-84af-5c8bbe3191a5 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.934019 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fd70-5baa-43ee-9243-f542d2378e83 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.952768 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5cfffde5-2046-48b8-84af-5c8bbe3191a5 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/ports/558d192f-33e9-4faf-b2bb-0141558b06c2 HTTP/1.1" status: 204 len: 168 time: 1.1338699 Jan 21 09:38:04.952984 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-37bcb441-9499-4ff1-8d59-dba064bdb488 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.953457 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46910) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:05.007478 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-f880452a-2239-4ea5-8ad9-0e1fe43d17e9 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] GET failed (client error): The resource could not be found. Jan 21 09:38:05.008010 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f880452a-2239-4ea5-8ad9-0e1fe43d17e9 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Synchronizing usage tracker for tenant:29c6ab04f24842d781b633e6233f3506 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:05.011463 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ca10bd4c-b541-4729-951d-f0671d81b743 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.018194 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ca10bd4c-b541-4729-951d-f0671d81b743 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.046061 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f880452a-2239-4ea5-8ad9-0e1fe43d17e9 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Unset dirty status for tenant:29c6ab04f24842d781b633e6233f3506 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:05.049841 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f880452a-2239-4ea5-8ad9-0e1fe43d17e9 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "GET /v2.0/ports/558d192f-33e9-4faf-b2bb-0141558b06c2 HTTP/1.1" status: 404 len: 333 time: 0.0944173 Jan 21 09:38:05.049841 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10bd4c-b541-4729-951d-f0671d81b743 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e6cdbfa-8281-4807-9fa9-1882a9207e60,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:05.051411 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46914) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:05.099600 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ca10bd4c-b541-4729-951d-f0671d81b743 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.100685 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ca10bd4c-b541-4729-951d-f0671d81b743 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3941367 Jan 21 09:38:05.103502 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46918) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:05.112164 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-13373776-3157-4251-8f20-8cb68cb4ea6f tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Request body: {'security_group_rule': {'security_group_id': 'b83642e6-062a-4f81-884a-c0f0968e848b', 'project_id': 'd15bf70c941f4d099cc1535f666f7a67', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:05.125407 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-13373776-3157-4251-8f20-8cb68cb4ea6f tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:05.135341 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-13373776-3157-4251-8f20-8cb68cb4ea6f tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Usage tracker for resource:security_group_rule and tenant:d15bf70c941f4d099cc1535f666f7a67 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:05.140116 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-13373776-3157-4251-8f20-8cb68cb4ea6f tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:05.141963 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-c1f2fd70-5baa-43ee-9243-f542d2378e83 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Calling delete_port for 84b68bdd-dc3d-4a69-bb6f-f9207b8a3370 owned by network:router_gateway {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:05.147816 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ef874e-16b5-4835-9387-3a874bcb8ff4 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Deleting subnet 95356b18-ff67-4f0b-a7ff-ca8dfe127b5d {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:38:05.153877 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-13373776-3157-4251-8f20-8cb68cb4ea6f tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:05.155624 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-56ef874e-16b5-4835-9387-3a874bcb8ff4 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.173479 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c5bad7-5e54-445f-ad0b-229a2f7245dc tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:05.175086 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c5bad7-5e54-445f-ad0b-229a2f7245dc tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:05.176066 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-51c5bad7-5e54-445f-ad0b-229a2f7245dc tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:05.179674 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-37bcb441-9499-4ff1-8d59-dba064bdb488 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] In _notify_port_updated(), no bound segment for port 2e55e3bf-adf3-46c3-9375-88a289fabe95 on network c0bd9b50-8952-4505-8ceb-d264440d4de6 {{(pid=87514) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:38:05.184933 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bcb441-9499-4ff1-8d59-dba064bdb488 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:05.185432 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-37bcb441-9499-4ff1-8d59-dba064bdb488 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.186690 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-37bcb441-9499-4ff1-8d59-dba064bdb488 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] 10.222.0.110 "PUT /v2.0/ports/2e55e3bf-adf3-46c3-9375-88a289fabe95 HTTP/1.1" status: 200 len: 1003 time: 2.4415438 Jan 21 09:38:05.192926 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46924) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:05.225394 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bcb441-9499-4ff1-8d59-dba064bdb488 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Pushing event updated for resources: {'Port': ['ID=2e55e3bf-adf3-46c3-9375-88a289fabe95,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:05.282998 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-13373776-3157-4251-8f20-8cb68cb4ea6f tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.302413 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-56ef874e-16b5-4835-9387-3a874bcb8ff4 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.357288 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-75eecc31-5ac9-4236-a11f-e1385b7c5bac tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Deleting port 2e55e3bf-adf3-46c3-9375-88a289fabe95 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:05.357626 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-75eecc31-5ac9-4236-a11f-e1385b7c5bac tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.385406 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-51c5bad7-5e54-445f-ad0b-229a2f7245dc tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:05.386598 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-51c5bad7-5e54-445f-ad0b-229a2f7245dc tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6682968 Jan 21 09:38:05.394836 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46928) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:05.462101 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-b917bd9c-24b8-4a2e-b23f-423fd78d67ab None None] Provisioning complete for port 2e55e3bf-adf3-46c3-9375-88a289fabe95 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:05.463508 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b917bd9c-24b8-4a2e-b23f-423fd78d67ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.473639 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-13373776-3157-4251-8f20-8cb68cb4ea6f tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.492637 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-b98bf118-5a6e-46f7-83ec-75715862d61d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting subnet 0544918a-9924-4651-9145-08e5b29875da {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:38:05.496391 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b98bf118-5a6e-46f7-83ec-75715862d61d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.511484 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-13373776-3157-4251-8f20-8cb68cb4ea6f tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.524632 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-b917bd9c-24b8-4a2e-b23f-423fd78d67ab None None] Port 2e55e3bf-adf3-46c3-9375-88a289fabe95 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:38:05.563118 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13373776-3157-4251-8f20-8cb68cb4ea6f tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e0ccc90-efde-4086-8524-02f617a0ffc4,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:05.576734 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-56ef874e-16b5-4835-9387-3a874bcb8ff4 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.590714 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b98bf118-5a6e-46f7-83ec-75715862d61d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.635449 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-13373776-3157-4251-8f20-8cb68cb4ea6f tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.636636 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-13373776-3157-4251-8f20-8cb68cb4ea6f tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5323014 Jan 21 09:38:05.640677 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46934) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:05.662697 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-0f949a62-ae87-473c-b871-12aa29b44084 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Request body: {'security_group_rule': {'security_group_id': 'b83642e6-062a-4f81-884a-c0f0968e848b', 'project_id': 'd15bf70c941f4d099cc1535f666f7a67', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:05.674411 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-0f949a62-ae87-473c-b871-12aa29b44084 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:05.686203 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-0f949a62-ae87-473c-b871-12aa29b44084 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Usage tracker for resource:security_group_rule and tenant:d15bf70c941f4d099cc1535f666f7a67 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:05.691589 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-0f949a62-ae87-473c-b871-12aa29b44084 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:05.695772 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fd70-5baa-43ee-9243-f542d2378e83 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.741490 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-0f949a62-ae87-473c-b871-12aa29b44084 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:05.756901 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2fd70-5baa-43ee-9243-f542d2378e83 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Pushing event deleted for resources: {'Port': ['ID=84b68bdd-dc3d-4a69-bb6f-f9207b8a3370,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:05.780907 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-56ef874e-16b5-4835-9387-3a874bcb8ff4 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.812347 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-75eecc31-5ac9-4236-a11f-e1385b7c5bac tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.835875 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef874e-16b5-4835-9387-3a874bcb8ff4 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'Subnet': ['ID=95356b18-ff67-4f0b-a7ff-ca8dfe127b5d,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:05.837853 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-56ef874e-16b5-4835-9387-3a874bcb8ff4 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.854582 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0f949a62-ae87-473c-b871-12aa29b44084 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.856361 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92c6fd6-190b-41f6-8965-39a26b30387f None None] Network b8b6d24f-8985-4e15-866e-baedc179ca1c requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:05.897993 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b98bf118-5a6e-46f7-83ec-75715862d61d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.963228 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fd70-5baa-43ee-9243-f542d2378e83 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.054875 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-56ef874e-16b5-4835-9387-3a874bcb8ff4 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/subnets/95356b18-ff67-4f0b-a7ff-ca8dfe127b5d HTTP/1.1" status: 204 len: 168 time: 1.0009308 Jan 21 09:38:06.063862 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-75eecc31-5ac9-4236-a11f-e1385b7c5bac tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Calling delete_port for 2e55e3bf-adf3-46c3-9375-88a289fabe95 owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:06.080381 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46940) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:06.214441 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0f949a62-ae87-473c-b871-12aa29b44084 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.220028 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-75eecc31-5ac9-4236-a11f-e1385b7c5bac tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.226681 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fd70-5baa-43ee-9243-f542d2378e83 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.232326 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0f949a62-ae87-473c-b871-12aa29b44084 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.235205 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fd70-5baa-43ee-9243-f542d2378e83 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.269062 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b98bf118-5a6e-46f7-83ec-75715862d61d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.278405 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eecc31-5ac9-4236-a11f-e1385b7c5bac tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Pushing event deleted for resources: {'Port': ['ID=2e55e3bf-adf3-46c3-9375-88a289fabe95,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:06.327728 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-11dde993-2b2b-4c35-8340-1d25361673b8 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Deleting subnet 14fb9ba2-84e6-449c-a65f-0701a9c210a6 {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:38:06.330943 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-75eecc31-5ac9-4236-a11f-e1385b7c5bac tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.340865 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f949a62-ae87-473c-b871-12aa29b44084 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5db96fb-b41c-4265-a733-3e61c3ab2c37,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:06.350089 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bf118-5a6e-46f7-83ec-75715862d61d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Subnet': ['ID=0544918a-9924-4651-9145-08e5b29875da,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:06.360383 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-11dde993-2b2b-4c35-8340-1d25361673b8 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.364837 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-75eecc31-5ac9-4236-a11f-e1385b7c5bac tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] 10.222.0.110 "DELETE /v2.0/ports/2e55e3bf-adf3-46c3-9375-88a289fabe95 HTTP/1.1" status: 204 len: 168 time: 1.1693773 Jan 21 09:38:06.367335 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46946) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:06.422238 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-5adefae8-2033-4613-a64c-7a58f009ee52 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] GET failed (client error): The resource could not be found. Jan 21 09:38:06.423228 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-5adefae8-2033-4613-a64c-7a58f009ee52 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Synchronizing usage tracker for tenant:8592af9ac39140deab5543e1099d8863 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:06.442521 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-5adefae8-2033-4613-a64c-7a58f009ee52 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Unset dirty status for tenant:8592af9ac39140deab5543e1099d8863 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:06.444056 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5adefae8-2033-4613-a64c-7a58f009ee52 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] 10.222.0.110 "GET /v2.0/ports/2e55e3bf-adf3-46c3-9375-88a289fabe95 HTTP/1.1" status: 404 len: 333 time: 0.0755477 Jan 21 09:38:06.448185 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46950) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:06.454272 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-496c3488-3a99-48ce-855b-bc98048fbfb2 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Request body: {'port': {'network_id': 'c0bd9b50-8952-4505-8ceb-d264440d4de6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-20956208'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:06.543918 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fd70-5baa-43ee-9243-f542d2378e83 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.544598 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f2fd70-5baa-43ee-9243-f542d2378e83 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Fanout notify agent at l3_agent the message router_deleted on router 8b620043-6294-4a59-a9cd-378ccce512b6 {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:38:06.546856 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd7c503-b776-45b3-aea7-08b48b37dbca None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:06.550009 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b98bf118-5a6e-46f7-83ec-75715862d61d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.570933 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b98bf118-5a6e-46f7-83ec-75715862d61d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/0544918a-9924-4651-9145-08e5b29875da HTTP/1.1" status: 204 len: 168 time: 1.1744816 Jan 21 09:38:06.578828 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46954) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:06.588459 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fd70-5baa-43ee-9243-f542d2378e83 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.589535 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c1f2fd70-5baa-43ee-9243-f542d2378e83 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] 10.222.0.110 "DELETE /v2.0/routers/8b620043-6294-4a59-a9cd-378ccce512b6 HTTP/1.1" status: 204 len: 168 time: 3.9182668 Jan 21 09:38:06.593625 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0f949a62-ae87-473c-b871-12aa29b44084 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.594712 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0f949a62-ae87-473c-b871-12aa29b44084 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9471202 Jan 21 09:38:06.601025 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46958) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:06.604699 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46960) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:06.634077 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-496c3488-3a99-48ce-855b-bc98048fbfb2 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:06.644849 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-496c3488-3a99-48ce-855b-bc98048fbfb2 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:06.666226 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496c3488-3a99-48ce-855b-bc98048fbfb2 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Made reservation on behalf of 8592af9ac39140deab5543e1099d8863 for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:06.671181 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-496c3488-3a99-48ce-855b-bc98048fbfb2 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.695594 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-11dde993-2b2b-4c35-8340-1d25361673b8 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.700106 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-496c3488-3a99-48ce-855b-bc98048fbfb2 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] device_id is not set on port 037712b7-3e34-4641-973a-7e9d524e1ad1 yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:06.729521 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-48822654-bb83-4987-afdf-ddf368f2f53c tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Request body: {'router': {'name': 'tempest-snat-router-969092588', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'enable_snat': False}}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:06.747887 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-3f2269dd-cefa-4013-8bbd-b20664e5c91e tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Request body: {'security_group_rule': {'security_group_id': 'b83642e6-062a-4f81-884a-c0f0968e848b', 'project_id': 'd15bf70c941f4d099cc1535f666f7a67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:06.758623 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-6714ad01-4b2b-4d45-9063-23d251e6f5b1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1782281 Jan 21 09:38:06.760235 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-3f2269dd-cefa-4013-8bbd-b20664e5c91e tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:06.763485 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46966) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:06.765698 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-48822654-bb83-4987-afdf-ddf368f2f53c tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:06.772645 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-3f2269dd-cefa-4013-8bbd-b20664e5c91e tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Usage tracker for resource:security_group_rule and tenant:d15bf70c941f4d099cc1535f666f7a67 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:06.783803 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-3f2269dd-cefa-4013-8bbd-b20664e5c91e tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:06.788210 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-48822654-bb83-4987-afdf-ddf368f2f53c tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Usage tracker for resource:router and tenant:177571f5a59c4bcf9574f984e31ae653 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:06.796093 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-48822654-bb83-4987-afdf-ddf368f2f53c tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:06.801114 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-3f2269dd-cefa-4013-8bbd-b20664e5c91e tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:06.810232 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-48822654-bb83-4987-afdf-ddf368f2f53c tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:06.851756 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.securitygroups_db [None req-3f2269dd-cefa-4013-8bbd-b20664e5c91e tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Project d15bf70c941f4d099cc1535f666f7a67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:38:06.864814 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3f2269dd-cefa-4013-8bbd-b20664e5c91e tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.879309 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-48822654-bb83-4987-afdf-ddf368f2f53c tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.880697 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-48822654-bb83-4987-afdf-ddf368f2f53c tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.949017 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5555f701-9e34-4770-80d9-50bf6eeda50b None None] DHCP port deletion for 36c4effd-f4af-4d10-91bd-714d225a3199 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:38:06.951677 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-11dde993-2b2b-4c35-8340-1d25361673b8 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.954832 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-5555f701-9e34-4770-80d9-50bf6eeda50b None None] Deleting port 247bb46d-5d3a-4f58-81b8-a6183d375bc1 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:06.955204 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5555f701-9e34-4770-80d9-50bf6eeda50b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.027606 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-496c3488-3a99-48ce-855b-bc98048fbfb2 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Allocated IP 2001:db8::e0 (c0bd9b50-8952-4505-8ceb-d264440d4de6/e7ead72d-023b-46c6-ba5f-0b1d1881310a/037712b7-3e34-4641-973a-7e9d524e1ad1) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:07.028095 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-48822654-bb83-4987-afdf-ddf368f2f53c tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.060196 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f951bc6c-c2f1-4e00-b4ee-0536cb077bca tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:07.060942 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f951bc6c-c2f1-4e00-b4ee-0536cb077bca tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:07.088112 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3f2269dd-cefa-4013-8bbd-b20664e5c91e tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.110847 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f951bc6c-c2f1-4e00-b4ee-0536cb077bca tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:07.115314 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f951bc6c-c2f1-4e00-b4ee-0536cb077bca tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3487368 Jan 21 09:38:07.115976 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46974) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:07.150769 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3f2269dd-cefa-4013-8bbd-b20664e5c91e tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.200278 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68db372-b688-43d2-a5be-07e4bee662ac tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:07.204034 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f68db372-b688-43d2-a5be-07e4bee662ac tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0848463 Jan 21 09:38:07.204804 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46978) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:07.220957 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-5555f701-9e34-4770-80d9-50bf6eeda50b None None] For port 247bb46d-5d3a-4f58-81b8-a6183d375bc1, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=247bb46d-5d3a-4f58-81b8-a6183d375bc1,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:07.221342 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5555f701-9e34-4770-80d9-50bf6eeda50b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.235183 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f9892b62-c2b2-4cf5-8863-89b2babd5b72 None None] Provisioning complete for port 63bd03a4-acd8-44e9-a458-6a94b2c666c6 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:07.235427 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f9892b62-c2b2-4cf5-8863-89b2babd5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.247847 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2269dd-cefa-4013-8bbd-b20664e5c91e tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f2dda05-617f-4f41-8729-da490fd5a50a,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:07.312438 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f5f25d8d-829c-4b34-99ba-2e6be3c403e7 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0922265 Jan 21 09:38:07.318292 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46982) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:07.326953 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-885f8ee5-5fd4-44df-a038-9e5e5a52f811 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:07.327474 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-11dde993-2b2b-4c35-8340-1d25361673b8 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.394283 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-5555f701-9e34-4770-80d9-50bf6eeda50b None None] Calling delete_port for 247bb46d-5d3a-4f58-81b8-a6183d375bc1 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:07.417325 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3f2269dd-cefa-4013-8bbd-b20664e5c91e tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.421043 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3f2269dd-cefa-4013-8bbd-b20664e5c91e tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7422676 Jan 21 09:38:07.423851 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46986) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:07.427821 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-48822654-bb83-4987-afdf-ddf368f2f53c tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.431206 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-3ec0d374-6922-4488-8090-387a1c132cca tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Request body: {'security_group_rule': {'security_group_id': 'b83642e6-062a-4f81-884a-c0f0968e848b', 'project_id': 'd15bf70c941f4d099cc1535f666f7a67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:07.431717 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dde993-2b2b-4c35-8340-1d25361673b8 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'Subnet': ['ID=14fb9ba2-84e6-449c-a65f-0701a9c210a6,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:07.440788 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-3ec0d374-6922-4488-8090-387a1c132cca tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:07.441159 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-11dde993-2b2b-4c35-8340-1d25361673b8 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.443719 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-11dde993-2b2b-4c35-8340-1d25361673b8 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/subnets/14fb9ba2-84e6-449c-a65f-0701a9c210a6 HTTP/1.1" status: 204 len: 168 time: 1.3623571 Jan 21 09:38:07.446249 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-3ec0d374-6922-4488-8090-387a1c132cca tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Usage tracker for resource:security_group_rule and tenant:d15bf70c941f4d099cc1535f666f7a67 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:07.446837 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 46990) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:07.449498 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-3ec0d374-6922-4488-8090-387a1c132cca tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:07.455423 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5b683b-579f-4cec-8e74-01d91fe1e4e3 None None] Network b8b6d24f-8985-4e15-866e-baedc179ca1c requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:07.508581 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-3ec0d374-6922-4488-8090-387a1c132cca tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:07.553969 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-885f8ee5-5fd4-44df-a038-9e5e5a52f811 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:07.564279 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-885f8ee5-5fd4-44df-a038-9e5e5a52f811 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:07.574027 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.securitygroups_db [None req-3ec0d374-6922-4488-8090-387a1c132cca tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Project d15bf70c941f4d099cc1535f666f7a67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:38:07.594881 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3ec0d374-6922-4488-8090-387a1c132cca tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.634609 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885f8ee5-5fd4-44df-a038-9e5e5a52f811 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:07.638359 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-885f8ee5-5fd4-44df-a038-9e5e5a52f811 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.648733 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fce434de-27b6-459b-8f9d-cc95716a5eaa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.668990 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-fce434de-27b6-459b-8f9d-cc95716a5eaa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Deleting port 63bd03a4-acd8-44e9-a458-6a94b2c666c6 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:07.669436 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fce434de-27b6-459b-8f9d-cc95716a5eaa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.669668 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-496c3488-3a99-48ce-855b-bc98048fbfb2 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.694451 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5555f701-9e34-4770-80d9-50bf6eeda50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.764049 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5555f701-9e34-4770-80d9-50bf6eeda50b None None] No DVR routers for this DVR port 247bb46d-5d3a-4f58-81b8-a6183d375bc1 on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:38:07.771670 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5555f701-9e34-4770-80d9-50bf6eeda50b None None] Pushing event deleted for resources: {'Port': ['ID=247bb46d-5d3a-4f58-81b8-a6183d375bc1,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:07.780840 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-496c3488-3a99-48ce-855b-bc98048fbfb2 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Transition to ACTIVE for port object 037712b7-3e34-4641-973a-7e9d524e1ad1 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:07.829609 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3ec0d374-6922-4488-8090-387a1c132cca tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.837242 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3ec0d374-6922-4488-8090-387a1c132cca tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.877949 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0d374-6922-4488-8090-387a1c132cca tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61241ad9-55ef-4ba9-be60-c06e73818a83,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:07.896119 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a29db4-c82d-423e-a89d-06713f60f889 None None] DHCP port deletion for b8b6d24f-8985-4e15-866e-baedc179ca1c request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:38:07.901022 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-77a29db4-c82d-423e-a89d-06713f60f889 None None] Deleting port 63bd03a4-acd8-44e9-a458-6a94b2c666c6 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:07.901506 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-77a29db4-c82d-423e-a89d-06713f60f889 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.924877 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-496c3488-3a99-48ce-855b-bc98048fbfb2 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.932152 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3ec0d374-6922-4488-8090-387a1c132cca tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.933332 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-3ec0d374-6922-4488-8090-387a1c132cca tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5105991 Jan 21 09:38:07.988683 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 46996) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:08.018518 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496c3488-3a99-48ce-855b-bc98048fbfb2 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Network c0bd9b50-8952-4505-8ceb-d264440d4de6 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:08.031808 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-976a5f57-7b30-41c9-a22a-5de83815fa26 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Request body: {'network': {'name': 'tempest-network-smoke--1879631173', 'project_id': 'd15bf70c941f4d099cc1535f666f7a67', 'port_security_enabled': True}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:08.035511 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 63bd03a4-acd8-44e9-a458-6a94b2c666c6 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:38:08.050805 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-496c3488-3a99-48ce-855b-bc98048fbfb2 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:08.072312 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-976a5f57-7b30-41c9-a22a-5de83815fa26 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:08.074864 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496c3488-3a99-48ce-855b-bc98048fbfb2 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:08.083791 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496c3488-3a99-48ce-855b-bc98048fbfb2 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:08.084675 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-496c3488-3a99-48ce-855b-bc98048fbfb2 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.143666 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-496c3488-3a99-48ce-855b-bc98048fbfb2 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.6934831 Jan 21 09:38:08.148411 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47004) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:08.153356 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-976a5f57-7b30-41c9-a22a-5de83815fa26 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Usage tracker for resource:network and tenant:d15bf70c941f4d099cc1535f666f7a67 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:08.161515 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-fce434de-27b6-459b-8f9d-cc95716a5eaa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] For port 63bd03a4-acd8-44e9-a458-6a94b2c666c6, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=63bd03a4-acd8-44e9-a458-6a94b2c666c6,segment=NetworkSegment(2cbcac9c-2bc4-4d54-805b-02299ebaa4c2),segment_id=2cbcac9c-2bc4-4d54-805b-02299ebaa4c2)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:08.162131 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fce434de-27b6-459b-8f9d-cc95716a5eaa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.162228 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-976a5f57-7b30-41c9-a22a-5de83815fa26 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:08.166945 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c3488-3a99-48ce-855b-bc98048fbfb2 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Pushing event updated for resources: {'Port': ['ID=037712b7-3e34-4641-973a-7e9d524e1ad1,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:08.178110 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-2d5c7cd6-6b76-4883-972c-59fe52b61079 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Request body: {'port': {'network_id': 'c0bd9b50-8952-4505-8ceb-d264440d4de6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-351554238'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:08.339570 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-976a5f57-7b30-41c9-a22a-5de83815fa26 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:08.397870 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976a5f57-7b30-41c9-a22a-5de83815fa26 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Made reservation on behalf of d15bf70c941f4d099cc1535f666f7a67 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:08.399684 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-77a29db4-c82d-423e-a89d-06713f60f889 None None] For port 63bd03a4-acd8-44e9-a458-6a94b2c666c6, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=63bd03a4-acd8-44e9-a458-6a94b2c666c6,segment=NetworkSegment(2cbcac9c-2bc4-4d54-805b-02299ebaa4c2),segment_id=2cbcac9c-2bc4-4d54-805b-02299ebaa4c2)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:08.400072 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-77a29db4-c82d-423e-a89d-06713f60f889 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.401036 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-976a5f57-7b30-41c9-a22a-5de83815fa26 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.407712 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.423115 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-48822654-bb83-4987-afdf-ddf368f2f53c tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.453966 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-fce434de-27b6-459b-8f9d-cc95716a5eaa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Calling delete_port for 63bd03a4-acd8-44e9-a458-6a94b2c666c6 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:08.481786 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-885f8ee5-5fd4-44df-a038-9e5e5a52f811 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.497651 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-48822654-bb83-4987-afdf-ddf368f2f53c tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.546275 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-976a5f57-7b30-41c9-a22a-5de83815fa26 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:38:08.555060 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-77a29db4-c82d-423e-a89d-06713f60f889 None None] Calling delete_port for 63bd03a4-acd8-44e9-a458-6a94b2c666c6 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:08.584282 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-118afb6b-1238-471e-a51c-400f70da92fd None None] Provisioning for port 037712b7-3e34-4641-973a-7e9d524e1ad1 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:08.592204 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885f8ee5-5fd4-44df-a038-9e5e5a52f811 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:08.596394 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-976a5f57-7b30-41c9-a22a-5de83815fa26 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.596737 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-976a5f57-7b30-41c9-a22a-5de83815fa26 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Added segment 25b0ac5d-1185-455d-bf1f-5371ec34aaed of type vlan for network 88749b10-68b8-4728-b80e-07b14beb6e8a Jan 21 09:38:08.603027 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-885f8ee5-5fd4-44df-a038-9e5e5a52f811 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:08.610516 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-118afb6b-1238-471e-a51c-400f70da92fd None None] Provisioning complete for port 037712b7-3e34-4641-973a-7e9d524e1ad1 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:08.611098 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-118afb6b-1238-471e-a51c-400f70da92fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.612684 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2d5c7cd6-6b76-4883-972c-59fe52b61079 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:08.616284 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885f8ee5-5fd4-44df-a038-9e5e5a52f811 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:08.616877 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-885f8ee5-5fd4-44df-a038-9e5e5a52f811 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.620497 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f8ee5-5fd4-44df-a038-9e5e5a52f811 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Subnet': ['ID=24d0f58a-c381-4f35-a015-207525a6625c,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:08.646104 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be538b6-b879-4333-acb1-9e2240aa4579 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:08.654132 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2d5c7cd6-6b76-4883-972c-59fe52b61079 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:08.667755 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-976a5f57-7b30-41c9-a22a-5de83815fa26 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.669075 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 63bd03a4-acd8-44e9-a458-6a94b2c666c6, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=63bd03a4-acd8-44e9-a458-6a94b2c666c6,segment=NetworkSegment(2cbcac9c-2bc4-4d54-805b-02299ebaa4c2),segment_id=2cbcac9c-2bc4-4d54-805b-02299ebaa4c2)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:08.692132 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5c7cd6-6b76-4883-972c-59fe52b61079 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Made reservation on behalf of 8592af9ac39140deab5543e1099d8863 for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:08.696335 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2d5c7cd6-6b76-4883-972c-59fe52b61079 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.698716 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-48822654-bb83-4987-afdf-ddf368f2f53c tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Allocated IP 172.26.3.17 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/cac61bcd-9b76-47e6-898e-25e1b76acb9f) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:08.704218 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.704874 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 247bb46d-5d3a-4f58-81b8-a6183d375bc1 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:38:08.710809 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47010) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:08.711237 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-885f8ee5-5fd4-44df-a038-9e5e5a52f811 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3918369 Jan 21 09:38:08.717290 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-fce434de-27b6-459b-8f9d-cc95716a5eaa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:38:08.718291 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-fce434de-27b6-459b-8f9d-cc95716a5eaa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:38:08.722413 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-6d2c4fc0-2944-45f3-ae14-c8d61dc00942 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'port': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'fixed_ips': [{'subnet_id': '24d0f58a-c381-4f35-a015-207525a6625c', 'ip_address': '2001:db8::d26e:b891:57c4:c0cb'}], 'name': 'tempest-NetworksTestDHCPv6-800290722'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:08.733872 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-2d5c7cd6-6b76-4883-972c-59fe52b61079 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] device_id is not set on port 4faa3ade-4582-4159-bd11-9503e764103f yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:08.773531 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-976a5f57-7b30-41c9-a22a-5de83815fa26 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.779270 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976a5f57-7b30-41c9-a22a-5de83815fa26 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:08.779932 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-976a5f57-7b30-41c9-a22a-5de83815fa26 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.800803 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 247bb46d-5d3a-4f58-81b8-a6183d375bc1 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:38:08.801387 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 247bb46d-5d3a-4f58-81b8-a6183d375bc1 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:38:08.868122 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-118afb6b-1238-471e-a51c-400f70da92fd None None] Port 037712b7-3e34-4641-973a-7e9d524e1ad1 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:38:08.924411 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=63bd03a4-acd8-44e9-a458-6a94b2c666c6,revision_number=7']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:08.930510 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-77a29db4-c82d-423e-a89d-06713f60f889 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:38:08.930864 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-77a29db4-c82d-423e-a89d-06713f60f889 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:38:08.941484 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-976a5f57-7b30-41c9-a22a-5de83815fa26 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9443872 Jan 21 09:38:08.946366 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47014) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:08.946495 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a5f57-7b30-41c9-a22a-5de83815fa26 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Pushing event updated for resources: {'Network': ['ID=88749b10-68b8-4728-b80e-07b14beb6e8a,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:08.954371 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-e9cf5a83-7ed7-4890-9913-126a3d0ccfb6 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1669450373', 'admin_state_up': True, 'project_id': 'd15bf70c941f4d099cc1535f666f7a67', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:08.970599 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 88749b10-68b8-4728-b80e-07b14beb6e8a details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:38:08.995967 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-e9cf5a83-7ed7-4890-9913-126a3d0ccfb6 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:09.006183 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e9cf5a83-7ed7-4890-9913-126a3d0ccfb6 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Usage tracker for resource:router and tenant:d15bf70c941f4d099cc1535f666f7a67 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:09.015730 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e9cf5a83-7ed7-4890-9913-126a3d0ccfb6 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:09.029124 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-6d2c4fc0-2944-45f3-ae14-c8d61dc00942 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:09.029681 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-e9cf5a83-7ed7-4890-9913-126a3d0ccfb6 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:09.041878 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-48822654-bb83-4987-afdf-ddf368f2f53c tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.048591 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-6d2c4fc0-2944-45f3-ae14-c8d61dc00942 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:09.061671 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-2d5c7cd6-6b76-4883-972c-59fe52b61079 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Allocated IP 2001:db8::261 (c0bd9b50-8952-4505-8ceb-d264440d4de6/e7ead72d-023b-46c6-ba5f-0b1d1881310a/4faa3ade-4582-4159-bd11-9503e764103f) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:09.062256 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2c4fc0-2944-45f3-ae14-c8d61dc00942 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:09.063986 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e9cf5a83-7ed7-4890-9913-126a3d0ccfb6 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.065054 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e9cf5a83-7ed7-4890-9913-126a3d0ccfb6 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.106311 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e9cf5a83-7ed7-4890-9913-126a3d0ccfb6 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.135000 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b836f8-47ce-47fe-a372-05c8130c47c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-36c4effd-f4af-4d10-91bd-714d225a3199', 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'tenant_id': 'ce9334fe18174618a851dcacd095feca', 'fixed_ips': [{'subnet_id': '24d0f58a-c381-4f35-a015-207525a6625c'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:38:09.135869 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-88b836f8-47ce-47fe-a372-05c8130c47c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.203029 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-48822654-bb83-4987-afdf-ddf368f2f53c tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.274897 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48822654-bb83-4987-afdf-ddf368f2f53c tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:09.275869 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-fce434de-27b6-459b-8f9d-cc95716a5eaa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Deleting port 63bd03a4-acd8-44e9-a458-6a94b2c666c6 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:09.276262 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fce434de-27b6-459b-8f9d-cc95716a5eaa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.320466 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-48822654-bb83-4987-afdf-ddf368f2f53c tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:09.325357 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48822654-bb83-4987-afdf-ddf368f2f53c tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:09.328815 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-88b836f8-47ce-47fe-a372-05c8130c47c8 None None] Allocated IP 2001:db8::2 (36c4effd-f4af-4d10-91bd-714d225a3199/24d0f58a-c381-4f35-a015-207525a6625c/b1415920-32f1-4574-8e4b-40d510cd4b4c) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:09.401439 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4fc0-2944-45f3-ae14-c8d61dc00942 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.452836 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48822654-bb83-4987-afdf-ddf368f2f53c tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Pushing event updated for resources: {'Port': ['ID=cac61bcd-9b76-47e6-898e-25e1b76acb9f,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:09.497123 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-6d2c4fc0-2944-45f3-ae14-c8d61dc00942 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] device_id is not set on port 9bc67e2e-8d23-47a0-8b27-fbd696761a61 yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:09.529569 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e9cf5a83-7ed7-4890-9913-126a3d0ccfb6 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.545092 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-77a29db4-c82d-423e-a89d-06713f60f889 None None] Deleting port 63bd03a4-acd8-44e9-a458-6a94b2c666c6 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:09.545092 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-77a29db4-c82d-423e-a89d-06713f60f889 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.594422 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2d5c7cd6-6b76-4883-972c-59fe52b61079 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.632889 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-2d5c7cd6-6b76-4883-972c-59fe52b61079 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Transition to ACTIVE for port object 4faa3ade-4582-4159-bd11-9503e764103f will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:09.665704 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-88b836f8-47ce-47fe-a372-05c8130c47c8 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.701043 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-88b836f8-47ce-47fe-a372-05c8130c47c8 None None] Transition to ACTIVE for port object b1415920-32f1-4574-8e4b-40d510cd4b4c will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:09.724451 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-88b836f8-47ce-47fe-a372-05c8130c47c8 None None] Transition to ACTIVE for port object b1415920-32f1-4574-8e4b-40d510cd4b4c will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:09.743454 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2d5c7cd6-6b76-4883-972c-59fe52b61079 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.876646 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-88b836f8-47ce-47fe-a372-05c8130c47c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.975140 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b836f8-47ce-47fe-a372-05c8130c47c8 None None] Pushing event updated for resources: {'Port': ['ID=b1415920-32f1-4574-8e4b-40d510cd4b4c,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:09.987184 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-77a29db4-c82d-423e-a89d-06713f60f889 None None] For port 63bd03a4-acd8-44e9-a458-6a94b2c666c6, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=63bd03a4-acd8-44e9-a458-6a94b2c666c6,segment=NetworkSegment(2cbcac9c-2bc4-4d54-805b-02299ebaa4c2),segment_id=2cbcac9c-2bc4-4d54-805b-02299ebaa4c2)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:09.987604 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-77a29db4-c82d-423e-a89d-06713f60f889 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.034686 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-fce434de-27b6-459b-8f9d-cc95716a5eaa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] For port 63bd03a4-acd8-44e9-a458-6a94b2c666c6, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=63bd03a4-acd8-44e9-a458-6a94b2c666c6,segment=NetworkSegment(2cbcac9c-2bc4-4d54-805b-02299ebaa4c2),segment_id=2cbcac9c-2bc4-4d54-805b-02299ebaa4c2)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:10.035061 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fce434de-27b6-459b-8f9d-cc95716a5eaa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.068065 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5c7cd6-6b76-4883-972c-59fe52b61079 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Network c0bd9b50-8952-4505-8ceb-d264440d4de6 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:10.073754 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-2d5c7cd6-6b76-4883-972c-59fe52b61079 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:10.079631 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5c7cd6-6b76-4883-972c-59fe52b61079 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:10.085154 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5c7cd6-6b76-4883-972c-59fe52b61079 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:10.085765 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2d5c7cd6-6b76-4883-972c-59fe52b61079 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.127467 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c7cd6-6b76-4883-972c-59fe52b61079 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Pushing event updated for resources: {'Port': ['ID=4faa3ade-4582-4159-bd11-9503e764103f,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:10.139298 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e9cf5a83-7ed7-4890-9913-126a3d0ccfb6 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for router_gateway, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.143261 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-77a29db4-c82d-423e-a89d-06713f60f889 None None] Calling delete_port for 63bd03a4-acd8-44e9-a458-6a94b2c666c6 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:10.175694 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e9cf5a83-7ed7-4890-9913-126a3d0ccfb6 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.205352 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b836f8-47ce-47fe-a372-05c8130c47c8 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:10.209498 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-fce434de-27b6-459b-8f9d-cc95716a5eaa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Calling delete_port for 63bd03a4-acd8-44e9-a458-6a94b2c666c6 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:10.215081 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2d5c7cd6-6b76-4883-972c-59fe52b61079 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0574772 Jan 21 09:38:10.218122 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47024) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:10.220603 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-88b836f8-47ce-47fe-a372-05c8130c47c8 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:10.223177 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b836f8-47ce-47fe-a372-05c8130c47c8 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:10.229644 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-cf674cdd-bd54-491c-ac2d-244eea0bff74 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1ec', 'mac_address': 'fa:16:3e:f4:c7:3c'}, {'ip_address': '2001:db8::e0', 'mac_address': 'fa:16:3e:04:9b:69'}]}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:10.263869 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-77a29db4-c82d-423e-a89d-06713f60f889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.357797 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a29db4-c82d-423e-a89d-06713f60f889 None None] Pushing event deleted for resources: {'Port': ['ID=63bd03a4-acd8-44e9-a458-6a94b2c666c6,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:10.360185 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a29db4-c82d-423e-a89d-06713f60f889 None None] No DVR routers for this DVR port 63bd03a4-acd8-44e9-a458-6a94b2c666c6 on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:38:10.384379 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-88b836f8-47ce-47fe-a372-05c8130c47c8 None None] Attempting to bind port b1415920-32f1-4574-8e4b-40d510cd4b4c on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:10.386038 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-88b836f8-47ce-47fe-a372-05c8130c47c8 None None] Attempting to bind port b1415920-32f1-4574-8e4b-40d510cd4b4c by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:10.386499 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b836f8-47ce-47fe-a372-05c8130c47c8 None None] Attempting to bind port b1415920-32f1-4574-8e4b-40d510cd4b4c on network 36c4effd-f4af-4d10-91bd-714d225a3199 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:38:10.396694 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b836f8-47ce-47fe-a372-05c8130c47c8 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:38:10.397154 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b836f8-47ce-47fe-a372-05c8130c47c8 None None] Checking segment: {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:10.397798 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-88b836f8-47ce-47fe-a372-05c8130c47c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.398637 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b836f8-47ce-47fe-a372-05c8130c47c8 None None] Bound using segment: {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:38:10.398878 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-88b836f8-47ce-47fe-a372-05c8130c47c8 None None] Bound port: b1415920-32f1-4574-8e4b-40d510cd4b4c, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:10.399353 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-88b836f8-47ce-47fe-a372-05c8130c47c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.538401 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-88b836f8-47ce-47fe-a372-05c8130c47c8 None None] For port b1415920-32f1-4574-8e4b-40d510cd4b4c, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:38:10.542469 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-88b836f8-47ce-47fe-a372-05c8130c47c8 None None] For port b1415920-32f1-4574-8e4b-40d510cd4b4c, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=b1415920-32f1-4574-8e4b-40d510cd4b4c,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:38:10.548775 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-6d2c4fc0-2944-45f3-ae14-c8d61dc00942 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Allocated IP 2001:db8::d26e:b891:57c4:c0cb (36c4effd-f4af-4d10-91bd-714d225a3199/24d0f58a-c381-4f35-a015-207525a6625c/9bc67e2e-8d23-47a0-8b27-fbd696761a61) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:10.559339 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-88b836f8-47ce-47fe-a372-05c8130c47c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.564784 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-fce434de-27b6-459b-8f9d-cc95716a5eaa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:38:10.565107 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-fce434de-27b6-459b-8f9d-cc95716a5eaa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:38:10.585020 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-48822654-bb83-4987-afdf-ddf368f2f53c tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.595793 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-e9cf5a83-7ed7-4890-9913-126a3d0ccfb6 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Allocated IP 172.26.3.250 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/54c839e7-508a-450f-aa95-d8a87f2c5081) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:10.629209 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-bde1ebed-19c5-4fb3-82ca-ff4ddc86bcd7 None None] Provisioning for port 4faa3ade-4582-4159-bd11-9503e764103f completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:10.647373 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-fce434de-27b6-459b-8f9d-cc95716a5eaa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Deleting port 63bd03a4-acd8-44e9-a458-6a94b2c666c6 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:10.648155 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fce434de-27b6-459b-8f9d-cc95716a5eaa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.648516 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-bde1ebed-19c5-4fb3-82ca-ff4ddc86bcd7 None None] Provisioning complete for port 4faa3ade-4582-4159-bd11-9503e764103f triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:10.649047 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-bde1ebed-19c5-4fb3-82ca-ff4ddc86bcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.756228 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cf674cdd-bd54-491c-ac2d-244eea0bff74 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.770021 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-bde1ebed-19c5-4fb3-82ca-ff4ddc86bcd7 None None] Port 4faa3ade-4582-4159-bd11-9503e764103f cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:38:10.776683 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b836f8-47ce-47fe-a372-05c8130c47c8 None None] Pushing event updated for resources: {'Port': ['ID=b1415920-32f1-4574-8e4b-40d510cd4b4c,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:10.793481 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-fce434de-27b6-459b-8f9d-cc95716a5eaa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] The port '63bd03a4-acd8-44e9-a458-6a94b2c666c6' was deleted {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:38:10.995329 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e9cf5a83-7ed7-4890-9913-126a3d0ccfb6 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.136089 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e9cf5a83-7ed7-4890-9913-126a3d0ccfb6 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.170248 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fce434de-27b6-459b-8f9d-cc95716a5eaa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.178696 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cf674cdd-bd54-491c-ac2d-244eea0bff74 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.195598 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cf674cdd-bd54-491c-ac2d-244eea0bff74 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.223974 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-cf674cdd-bd54-491c-ac2d-244eea0bff74 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] In _notify_port_updated(), no bound segment for port 4faa3ade-4582-4159-bd11-9503e764103f on network c0bd9b50-8952-4505-8ceb-d264440d4de6 {{(pid=87515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:38:11.229573 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf674cdd-bd54-491c-ac2d-244eea0bff74 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:11.230373 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cf674cdd-bd54-491c-ac2d-244eea0bff74 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.234375 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-cf674cdd-bd54-491c-ac2d-244eea0bff74 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] 10.222.0.110 "PUT /v2.0/ports/4faa3ade-4582-4159-bd11-9503e764103f HTTP/1.1" status: 200 len: 1066 time: 1.0126617 Jan 21 09:38:11.237524 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47034) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:11.246291 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cf5a83-7ed7-4890-9913-126a3d0ccfb6 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:11.297143 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-fce434de-27b6-459b-8f9d-cc95716a5eaa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b6d24f-8985-4e15-866e-baedc179ca1c']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:11.340176 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-fce434de-27b6-459b-8f9d-cc95716a5eaa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cbcac9c-2bc4-4d54-805b-02299ebaa4c2') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:11.340466 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-fce434de-27b6-459b-8f9d-cc95716a5eaa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cbcac9c-2bc4-4d54-805b-02299ebaa4c2') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:11.343854 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-5745b662-6568-4171-b1e9-70b0221578f5 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Deleting port 4faa3ade-4582-4159-bd11-9503e764103f {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:11.343854 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5745b662-6568-4171-b1e9-70b0221578f5 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.375756 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-e9cf5a83-7ed7-4890-9913-126a3d0ccfb6 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:11.384617 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf5a83-7ed7-4890-9913-126a3d0ccfb6 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Pushing event updated for resources: {'Port': ['ID=54c839e7-508a-450f-aa95-d8a87f2c5081,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:11.388828 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cf5a83-7ed7-4890-9913-126a3d0ccfb6 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:11.420535 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fce434de-27b6-459b-8f9d-cc95716a5eaa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.465868 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4fc0-2944-45f3-ae14-c8d61dc00942 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.471473 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fce434de-27b6-459b-8f9d-cc95716a5eaa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.495800 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-6d2c4fc0-2944-45f3-ae14-c8d61dc00942 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Transition to ACTIVE for port object 9bc67e2e-8d23-47a0-8b27-fbd696761a61 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:11.497499 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fce434de-27b6-459b-8f9d-cc95716a5eaa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:38:11.498073 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fce434de-27b6-459b-8f9d-cc95716a5eaa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.514389 dv-neutron-825731-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:38:11.514389 dv-neutron-825731-1-hyperv neutron-server[87514]: util.warn( Jan 21 09:38:11.514389 dv-neutron-825731-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:38:11.514389 dv-neutron-825731-1-hyperv neutron-server[87514]: util.warn( Jan 21 09:38:11.514389 dv-neutron-825731-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:38:11.514389 dv-neutron-825731-1-hyperv neutron-server[87514]: util.warn( Jan 21 09:38:11.514389 dv-neutron-825731-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:38:11.514389 dv-neutron-825731-1-hyperv neutron-server[87514]: util.warn( Jan 21 09:38:11.514389 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:38:11.514389 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:38:11.514389 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:38:11.514389 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:38:11.514389 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:38:11.514389 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:38:11.514389 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:38:11.514389 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:38:11.514389 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:38:11.514389 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:38:11.514389 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:38:11.514389 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:38:11.514389 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:38:11.514389 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:38:11.514389 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:38:11.514389 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:38:11.514389 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:38:11.514389 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:38:11.514389 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:38:11.514389 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:38:11.514389 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:38:11.514389 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:38:11.514389 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:38:11.514389 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:38:11.514389 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:38:11.514389 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:38:11.514389 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:38:11.514389 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:38:11.514389 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:38:11.514389 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:38:11.514389 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:38:11.514389 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:38:11.555379 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf674cdd-bd54-491c-ac2d-244eea0bff74 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Pushing event updated for resources: {'Port': ['ID=4faa3ade-4582-4159-bd11-9503e764103f,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:11.622751 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-190b7eb8-d1d8-4798-8c9e-11c570346a0d None None] Provisioning complete for port 4faa3ade-4582-4159-bd11-9503e764103f triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:11.623110 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-190b7eb8-d1d8-4798-8c9e-11c570346a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.705681 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-190b7eb8-d1d8-4798-8c9e-11c570346a0d None None] Port 4faa3ade-4582-4159-bd11-9503e764103f cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:38:11.706446 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-48822654-bb83-4987-afdf-ddf368f2f53c tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.878034 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fce434de-27b6-459b-8f9d-cc95716a5eaa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.884792 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fce434de-27b6-459b-8f9d-cc95716a5eaa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.906880 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4fc0-2944-45f3-ae14-c8d61dc00942 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.981711 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce434de-27b6-459b-8f9d-cc95716a5eaa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'Network': ['ID=b8b6d24f-8985-4e15-866e-baedc179ca1c,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:12.061800 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device b1415920-32f1-4574-8e4b-40d510cd4b4c up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:12.088286 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-fce434de-27b6-459b-8f9d-cc95716a5eaa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/networks/b8b6d24f-8985-4e15-866e-baedc179ca1c HTTP/1.1" status: 204 len: 168 time: 4.6391592 Jan 21 09:38:12.101923 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47042) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:12.107507 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2c4fc0-2944-45f3-ae14-c8d61dc00942 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:12.138278 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-589ab37b-749c-4df9-b9c1-32c2a6479909 None None] Provisioning for port b1415920-32f1-4574-8e4b-40d510cd4b4c completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:12.139553 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5745b662-6568-4171-b1e9-70b0221578f5 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:12.144757 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port b1415920-32f1-4574-8e4b-40d510cd4b4c completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:12.145293 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-6d2c4fc0-2944-45f3-ae14-c8d61dc00942 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:12.149141 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2c4fc0-2944-45f3-ae14-c8d61dc00942 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:12.150353 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port b1415920-32f1-4574-8e4b-40d510cd4b4c triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:12.150725 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:12.154530 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2c4fc0-2944-45f3-ae14-c8d61dc00942 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:12.155147 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4fc0-2944-45f3-ae14-c8d61dc00942 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:12.198493 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c4fc0-2944-45f3-ae14-c8d61dc00942 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Port': ['ID=9bc67e2e-8d23-47a0-8b27-fbd696761a61,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:12.205360 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-6d2c4fc0-2944-45f3-ae14-c8d61dc00942 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4926805 Jan 21 09:38:12.210976 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47046) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:12.287830 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:12.291557 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-5745b662-6568-4171-b1e9-70b0221578f5 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Calling delete_port for 4faa3ade-4582-4159-bd11-9503e764103f owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:12.326868 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port b1415920-32f1-4574-8e4b-40d510cd4b4c, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=b1415920-32f1-4574-8e4b-40d510cd4b4c,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:12.333387 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a52078-76e1-40f7-b8ec-6da7c43c33b2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:12.334125 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-45a52078-76e1-40f7-b8ec-6da7c43c33b2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Synchronizing usage tracker for tenant:29c6ab04f24842d781b633e6233f3506 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:12.337680 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:12.341272 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48822654-bb83-4987-afdf-ddf368f2f53c tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Router 18930f08-2a2f-4ff2-acfb-a91d86755553 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:38:12.421179 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-45a52078-76e1-40f7-b8ec-6da7c43c33b2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Unset dirty status for tenant:29c6ab04f24842d781b633e6233f3506 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:12.428058 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-45a52078-76e1-40f7-b8ec-6da7c43c33b2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3249915 Jan 21 09:38:12.429755 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47052) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:12.438344 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=b1415920-32f1-4574-8e4b-40d510cd4b4c,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:12.446015 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc7a65a-5d27-40c3-b042-d06cf14eb87b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:12.451946 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc7a65a-5d27-40c3-b042-d06cf14eb87b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:12.452750 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-0cc7a65a-5d27-40c3-b042-d06cf14eb87b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:12.497250 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e9cf5a83-7ed7-4890-9913-126a3d0ccfb6 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for router_gateway, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:12.532866 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:12.545291 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-0cc7a65a-5d27-40c3-b042-d06cf14eb87b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:12.546666 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0cc7a65a-5d27-40c3-b042-d06cf14eb87b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3347533 Jan 21 09:38:12.553912 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47056) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:12.578234 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-1c14ee3e-9d3e-495f-9f1b-9600c5c9c4ca None None] Provisioning for port 9bc67e2e-8d23-47a0-8b27-fbd696761a61 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:12.588198 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-1c14ee3e-9d3e-495f-9f1b-9600c5c9c4ca None None] Provisioning complete for port 9bc67e2e-8d23-47a0-8b27-fbd696761a61 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:12.589119 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1c14ee3e-9d3e-495f-9f1b-9600c5c9c4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:12.646173 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48822654-bb83-4987-afdf-ddf368f2f53c tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:38:12.656423 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-38e7186d-1163-474c-ab67-7472421ff778 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting port 9bc67e2e-8d23-47a0-8b27-fbd696761a61 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:12.656767 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-38e7186d-1163-474c-ab67-7472421ff778 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:12.662251 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df01823f-82a2-482f-beb8-88011396a313 None None] Sync routers for ids ['18930f08-2a2f-4ff2-acfb-a91d86755553'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:38:12.663225 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-1c14ee3e-9d3e-495f-9f1b-9600c5c9c4ca None None] Port 9bc67e2e-8d23-47a0-8b27-fbd696761a61 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:38:12.673857 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df01823f-82a2-482f-beb8-88011396a313 None None] Routers {'18930f08-2a2f-4ff2-acfb-a91d86755553'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:12.674864 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-df01823f-82a2-482f-beb8-88011396a313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:37:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['18930f08-2a2f-4ff2-acfb-a91d86755553'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:12.716654 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-48822654-bb83-4987-afdf-ddf368f2f53c tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:12.717972 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-48822654-bb83-4987-afdf-ddf368f2f53c tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.0433660 Jan 21 09:38:12.721081 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47062) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:12.779041 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5f7896ea-f5a3-425b-88ca-3d3e61ea69bd tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3481452 Jan 21 09:38:12.807343 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47066) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:12.840845 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5745b662-6568-4171-b1e9-70b0221578f5 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:12.853554 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-fbdb0067-3edb-4072-9271-98743435f391 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1977223310'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:12.867800 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-fbdb0067-3edb-4072-9271-98743435f391 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:12.887707 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-fbdb0067-3edb-4072-9271-98743435f391 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:network and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:12.895880 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-fbdb0067-3edb-4072-9271-98743435f391 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:12.908824 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-fbdb0067-3edb-4072-9271-98743435f391 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:12.944398 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-df01823f-82a2-482f-beb8-88011396a313 None None] Set router 18930f08-2a2f-4ff2-acfb-a91d86755553 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:38:12.947595 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5745b662-6568-4171-b1e9-70b0221578f5 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Pushing event deleted for resources: {'Port': ['ID=4faa3ade-4582-4159-bd11-9503e764103f,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:13.050855 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdb0067-3edb-4072-9271-98743435f391 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Made reservation on behalf of 29c6ab04f24842d781b633e6233f3506 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:13.054925 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fbdb0067-3edb-4072-9271-98743435f391 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.128723 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e9cf5a83-7ed7-4890-9913-126a3d0ccfb6 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.223531 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-38e7186d-1163-474c-ab67-7472421ff778 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.338485 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-df01823f-82a2-482f-beb8-88011396a313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18930f08-2a2f-4ff2-acfb-a91d86755553', 'name': 'tempest-snat-router-969092588', 'tenant_id': '177571f5a59c4bcf9574f984e31ae653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.17'}], 'enable_snat': False}, 'gw_port_id': 'cac61bcd-9b76-47e6-898e-25e1b76acb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:06Z', 'updated_at': '2022-01-21T09:38:10Z', 'revision_number': 3, 'project_id': '177571f5a59c4bcf9574f984e31ae653', 'gw_port': {'id': 'cac61bcd-9b76-47e6-898e-25e1b76acb9f', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18930f08-2a2f-4ff2-acfb-a91d86755553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:08Z', 'updated_at': '2022-01-21T09:38:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:13.343964 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df01823f-82a2-482f-beb8-88011396a313 None None] Checking router: 18930f08-2a2f-4ff2-acfb-a91d86755553 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:38:13.344441 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df01823f-82a2-482f-beb8-88011396a313 None None] Updating router 18930f08-2a2f-4ff2-acfb-a91d86755553 port cac61bcd-9b76-47e6-898e-25e1b76acb9f binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:38:13.416397 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-df01823f-82a2-482f-beb8-88011396a313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.496103 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-38e7186d-1163-474c-ab67-7472421ff778 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Calling delete_port for 9bc67e2e-8d23-47a0-8b27-fbd696761a61 owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:13.520128 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5745b662-6568-4171-b1e9-70b0221578f5 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.536692 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2a754395-ab7c-4292-b7ea-9231a15612a5 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] 10.222.0.110 "GET /v2.0/routers/18930f08-2a2f-4ff2-acfb-a91d86755553 HTTP/1.1" status: 200 len: 907 time: 0.8138461 Jan 21 09:38:13.544427 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47072) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:13.553729 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbdb0067-3edb-4072-9271-98743435f391 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:38:13.556515 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-439d49d2-5390-4a24-b16a-3b6e4f99b23a tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Request body: {'router': {'name': 'tempest-snat-router-969092588', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'enable_snat': True}}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:13.565743 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-439d49d2-5390-4a24-b16a-3b6e4f99b23a tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:13.566743 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fbdb0067-3edb-4072-9271-98743435f391 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.567139 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-fbdb0067-3edb-4072-9271-98743435f391 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Added segment a3a25350-7f6f-495c-ad66-2a5c0b957240 of type vlan for network 2b517e62-eff4-43f3-9d50-a80f56626471 Jan 21 09:38:13.573572 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5745b662-6568-4171-b1e9-70b0221578f5 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] 10.222.0.110 "DELETE /v2.0/ports/4faa3ade-4582-4159-bd11-9503e764103f HTTP/1.1" status: 204 len: 168 time: 2.3350172 Jan 21 09:38:13.574704 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-439d49d2-5390-4a24-b16a-3b6e4f99b23a tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Usage tracker for resource:router and tenant:177571f5a59c4bcf9574f984e31ae653 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:13.576670 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47076) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:13.580543 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-439d49d2-5390-4a24-b16a-3b6e4f99b23a tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:13.589910 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-439d49d2-5390-4a24-b16a-3b6e4f99b23a tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:13.611980 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-439d49d2-5390-4a24-b16a-3b6e4f99b23a tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.612971 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-439d49d2-5390-4a24-b16a-3b6e4f99b23a tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.642801 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-439d49d2-5390-4a24-b16a-3b6e4f99b23a tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.658806 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9cf5a83-7ed7-4890-9913-126a3d0ccfb6 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Router 4b8852d1-fd09-4d16-a0f4-df8f1768310e is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:38:13.685318 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fbdb0067-3edb-4072-9271-98743435f391 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.689334 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-c67d7241-10a1-4b59-8c6e-c95d252b0da1 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] GET failed (client error): The resource could not be found. Jan 21 09:38:13.689889 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c67d7241-10a1-4b59-8c6e-c95d252b0da1 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Synchronizing usage tracker for tenant:8592af9ac39140deab5543e1099d8863 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:13.772973 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c67d7241-10a1-4b59-8c6e-c95d252b0da1 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Unset dirty status for tenant:8592af9ac39140deab5543e1099d8863 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:13.776863 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c67d7241-10a1-4b59-8c6e-c95d252b0da1 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] 10.222.0.110 "GET /v2.0/ports/4faa3ade-4582-4159-bd11-9503e764103f HTTP/1.1" status: 404 len: 333 time: 0.1990917 Jan 21 09:38:13.780097 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47082) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:13.839348 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-df01823f-82a2-482f-beb8-88011396a313 None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.846769 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-38e7186d-1163-474c-ab67-7472421ff778 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.855221 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-df01823f-82a2-482f-beb8-88011396a313 None None] Transition to ACTIVE for port object cac61bcd-9b76-47e6-898e-25e1b76acb9f will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:13.864518 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-df01823f-82a2-482f-beb8-88011396a313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.892921 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fbdb0067-3edb-4072-9271-98743435f391 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.898314 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdb0067-3edb-4072-9271-98743435f391 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:13.898885 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fbdb0067-3edb-4072-9271-98743435f391 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.961717 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac41d1-0c54-4398-afec-00b9506e5897 None None] Pushing event updated for resources: {'Port': ['ID=cac61bcd-9b76-47e6-898e-25e1b76acb9f,revision_number=2']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:14.000564 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7186d-1163-474c-ab67-7472421ff778 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Port': ['ID=9bc67e2e-8d23-47a0-8b27-fbd696761a61,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:14.004327 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-df01823f-82a2-482f-beb8-88011396a313 None None] Attempting to bind port cac61bcd-9b76-47e6-898e-25e1b76acb9f on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:14.007109 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-df01823f-82a2-482f-beb8-88011396a313 None None] Attempting to bind port cac61bcd-9b76-47e6-898e-25e1b76acb9f by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:14.007738 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df01823f-82a2-482f-beb8-88011396a313 None None] Attempting to bind port cac61bcd-9b76-47e6-898e-25e1b76acb9f on network 80a065d7-b55c-43ad-a3e8-c65befe4136c {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:38:14.018541 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df01823f-82a2-482f-beb8-88011396a313 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:38:14.019485 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df01823f-82a2-482f-beb8-88011396a313 None None] Checking segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:14.020047 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-df01823f-82a2-482f-beb8-88011396a313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.020886 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df01823f-82a2-482f-beb8-88011396a313 None None] Bound using segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:38:14.022107 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-df01823f-82a2-482f-beb8-88011396a313 None None] Bound port: cac61bcd-9b76-47e6-898e-25e1b76acb9f, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:14.023378 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-df01823f-82a2-482f-beb8-88011396a313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.048830 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-a0a50c0a-da8b-41b5-bcb0-377037015b7a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Deleting port 037712b7-3e34-4641-973a-7e9d524e1ad1 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:14.049175 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a0a50c0a-da8b-41b5-bcb0-377037015b7a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.063491 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device b1415920-32f1-4574-8e4b-40d510cd4b4c up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:14.111514 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-439d49d2-5390-4a24-b16a-3b6e4f99b23a tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.132021 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-fbdb0067-3edb-4072-9271-98743435f391 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3202229 Jan 21 09:38:14.143730 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9cf5a83-7ed7-4890-9913-126a3d0ccfb6 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:38:14.148438 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47088) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:14.161617 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a912f04-102e-48bc-b111-1f2deff807a9 None None] Sync routers for ids ['4b8852d1-fd09-4d16-a0f4-df8f1768310e'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:38:14.178893 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a912f04-102e-48bc-b111-1f2deff807a9 None None] Routers {'4b8852d1-fd09-4d16-a0f4-df8f1768310e'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:14.180024 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-1a912f04-102e-48bc-b111-1f2deff807a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:37:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['4b8852d1-fd09-4d16-a0f4-df8f1768310e'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:14.193036 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-38e7186d-1163-474c-ab67-7472421ff778 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.194899 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-38e7186d-1163-474c-ab67-7472421ff778 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/ports/9bc67e2e-8d23-47a0-8b27-fbd696761a61 HTTP/1.1" status: 204 len: 168 time: 1.6400747 Jan 21 09:38:14.195942 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb0067-3edb-4072-9271-98743435f391 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Network': ['ID=2b517e62-eff4-43f3-9d50-a80f56626471,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:14.198331 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47094) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:14.206790 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-df01823f-82a2-482f-beb8-88011396a313 None None] For port cac61bcd-9b76-47e6-898e-25e1b76acb9f, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:38:14.215669 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-df01823f-82a2-482f-beb8-88011396a313 None None] For port cac61bcd-9b76-47e6-898e-25e1b76acb9f, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=cac61bcd-9b76-47e6-898e-25e1b76acb9f,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:38:14.218712 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-657dc609-ffd7-4b00-93c6-c1db8a35e813 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'subnet': {'network_id': '2b517e62-eff4-43f3-9d50-a80f56626471', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:14.242535 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-df01823f-82a2-482f-beb8-88011396a313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.279831 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 2b517e62-eff4-43f3-9d50-a80f56626471 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:38:14.364830 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e9cf5a83-7ed7-4890-9913-126a3d0ccfb6 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.369738 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e9cf5a83-7ed7-4890-9913-126a3d0ccfb6 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.4200132 Jan 21 09:38:14.370703 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47098) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:14.380465 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df01823f-82a2-482f-beb8-88011396a313 None None] Routers {'18930f08-2a2f-4ff2-acfb-a91d86755553'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:14.381255 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-df01823f-82a2-482f-beb8-88011396a313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:37:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['18930f08-2a2f-4ff2-acfb-a91d86755553'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:14.393207 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-657dc609-ffd7-4b00-93c6-c1db8a35e813 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:14.399201 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-657dc609-ffd7-4b00-93c6-c1db8a35e813 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:subnet and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:14.403427 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-657dc609-ffd7-4b00-93c6-c1db8a35e813 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:14.416989 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2e9076-49b3-41e7-91e3-169582eaf3be tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:14.418765 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2e9076-49b3-41e7-91e3-169582eaf3be tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:14.419639 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9d2e9076-49b3-41e7-91e3-169582eaf3be tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:14.448339 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port b1415920-32f1-4574-8e4b-40d510cd4b4c triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:14.448739 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.457296 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-657dc609-ffd7-4b00-93c6-c1db8a35e813 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:14.481564 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657dc609-ffd7-4b00-93c6-c1db8a35e813 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Made reservation on behalf of 29c6ab04f24842d781b633e6233f3506 for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:14.485834 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-657dc609-ffd7-4b00-93c6-c1db8a35e813 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.488844 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9d2e9076-49b3-41e7-91e3-169582eaf3be tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:14.496643 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9d2e9076-49b3-41e7-91e3-169582eaf3be tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2894478 Jan 21 09:38:14.501254 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47104) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:14.507720 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac41d1-0c54-4398-afec-00b9506e5897 None None] Pushing event updated for resources: {'Port': ['ID=cac61bcd-9b76-47e6-898e-25e1b76acb9f,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:14.656201 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6960d613-4217-43d8-8270-298f423c0376 tempest-TestNetworkAdvancedServerOps-826945881 tempest-TestNetworkAdvancedServerOps-826945881-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=d15bf70c941f4d099cc1535f666f7a67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2807903 Jan 21 09:38:14.658490 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47108) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:14.658760 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-925147ea-3461-430d-9ef0-f20fd0176db4 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting subnet 24d0f58a-c381-4f35-a015-207525a6625c {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:38:14.666760 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-925147ea-3461-430d-9ef0-f20fd0176db4 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.703484 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a0a50c0a-da8b-41b5-bcb0-377037015b7a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.713216 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-df01823f-82a2-482f-beb8-88011396a313 None None] Set router 18930f08-2a2f-4ff2-acfb-a91d86755553 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:38:14.746130 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-1a912f04-102e-48bc-b111-1f2deff807a9 None None] Set router 4b8852d1-fd09-4d16-a0f4-df8f1768310e gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:38:14.856883 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-a0a50c0a-da8b-41b5-bcb0-377037015b7a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Calling delete_port for 037712b7-3e34-4641-973a-7e9d524e1ad1 owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:14.938565 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-925147ea-3461-430d-9ef0-f20fd0176db4 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.984849 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-439d49d2-5390-4a24-b16a-3b6e4f99b23a tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.073966 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:38:15.172029 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-1a912f04-102e-48bc-b111-1f2deff807a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669450373', 'tenant_id': 'd15bf70c941f4d099cc1535f666f7a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '54c839e7-508a-450f-aa95-d8a87f2c5081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:38:12Z', 'revision_number': 3, 'project_id': 'd15bf70c941f4d099cc1535f666f7a67', 'gw_port': {'id': '54c839e7-508a-450f-aa95-d8a87f2c5081', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:dc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:10Z', 'updated_at': '2022-01-21T09:38:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:15.179651 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a0a50c0a-da8b-41b5-bcb0-377037015b7a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.181837 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a912f04-102e-48bc-b111-1f2deff807a9 None None] Checking router: 4b8852d1-fd09-4d16-a0f4-df8f1768310e for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:38:15.184169 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a912f04-102e-48bc-b111-1f2deff807a9 None None] Updating router 4b8852d1-fd09-4d16-a0f4-df8f1768310e port 54c839e7-508a-450f-aa95-d8a87f2c5081 binding host dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:38:15.224402 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-439d49d2-5390-4a24-b16a-3b6e4f99b23a tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.256164 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1a912f04-102e-48bc-b111-1f2deff807a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.280032 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-df01823f-82a2-482f-beb8-88011396a313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18930f08-2a2f-4ff2-acfb-a91d86755553', 'name': 'tempest-snat-router-969092588', 'tenant_id': '177571f5a59c4bcf9574f984e31ae653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.17'}], 'enable_snat': False}, 'gw_port_id': 'cac61bcd-9b76-47e6-898e-25e1b76acb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:06Z', 'updated_at': '2022-01-21T09:38:10Z', 'revision_number': 3, 'project_id': '177571f5a59c4bcf9574f984e31ae653', 'gw_port': {'id': 'cac61bcd-9b76-47e6-898e-25e1b76acb9f', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18930f08-2a2f-4ff2-acfb-a91d86755553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:08Z', 'updated_at': '2022-01-21T09:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:15.280320 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-925147ea-3461-430d-9ef0-f20fd0176db4 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.289982 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df01823f-82a2-482f-beb8-88011396a313 None None] The sync data for ids ['18930f08-2a2f-4ff2-acfb-a91d86755553'] in dv-neutron-825731-1-hyperv is: [{'id': '18930f08-2a2f-4ff2-acfb-a91d86755553', 'name': 'tempest-snat-router-969092588', 'tenant_id': '177571f5a59c4bcf9574f984e31ae653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.17'}], 'enable_snat': False}, 'gw_port_id': 'cac61bcd-9b76-47e6-898e-25e1b76acb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:06Z', 'updated_at': '2022-01-21T09:38:10Z', 'revision_number': 3, 'project_id': '177571f5a59c4bcf9574f984e31ae653', 'gw_port': {'id': 'cac61bcd-9b76-47e6-898e-25e1b76acb9f', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18930f08-2a2f-4ff2-acfb-a91d86755553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:08Z', 'updated_at': '2022-01-21T09:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:38:15.316048 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a0a50c0a-da8b-41b5-bcb0-377037015b7a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.324068 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a50c0a-da8b-41b5-bcb0-377037015b7a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Pushing event deleted for resources: {'Port': ['ID=037712b7-3e34-4641-973a-7e9d524e1ad1,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:15.355169 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a0a50c0a-da8b-41b5-bcb0-377037015b7a tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] 10.222.0.110 "DELETE /v2.0/ports/037712b7-3e34-4641-973a-7e9d524e1ad1 HTTP/1.1" status: 204 len: 168 time: 1.5719929 Jan 21 09:38:15.358419 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47116) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:15.413905 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ecaa8c5-6bc8-4406-9551-44e93d65b6ac tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] GET failed (client error): The resource could not be found. Jan 21 09:38:15.415851 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-8ecaa8c5-6bc8-4406-9551-44e93d65b6ac tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Synchronizing usage tracker for tenant:8592af9ac39140deab5543e1099d8863 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:15.444154 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-8ecaa8c5-6bc8-4406-9551-44e93d65b6ac tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Unset dirty status for tenant:8592af9ac39140deab5543e1099d8863 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:15.445423 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8ecaa8c5-6bc8-4406-9551-44e93d65b6ac tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] 10.222.0.110 "GET /v2.0/ports/037712b7-3e34-4641-973a-7e9d524e1ad1 HTTP/1.1" status: 404 len: 333 time: 0.0860898 Jan 21 09:38:15.448095 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-925147ea-3461-430d-9ef0-f20fd0176db4 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.474689 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47122) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:15.481158 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c082a7f8-0e2e-4d6c-8ad7-d76b09ef84d3 tempest-TestNetworkAdvancedServerOps-826945881 tempest-TestNetworkAdvancedServerOps-826945881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:15.483118 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c082a7f8-0e2e-4d6c-8ad7-d76b09ef84d3 tempest-TestNetworkAdvancedServerOps-826945881 tempest-TestNetworkAdvancedServerOps-826945881-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8165929 Jan 21 09:38:15.489712 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47124) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:15.522835 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-925147ea-3461-430d-9ef0-f20fd0176db4 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.529837 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d601031-59d4-45b5-a4d5-6132f695cbcd None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:15.533621 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925147ea-3461-430d-9ef0-f20fd0176db4 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Subnet': ['ID=24d0f58a-c381-4f35-a015-207525a6625c,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:15.568733 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-537260b5-8793-493f-97ac-021ae67416d6 tempest-TestNetworkAdvancedServerOps-826945881 tempest-TestNetworkAdvancedServerOps-826945881-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=80a065d7-b55c-43ad-a3e8-c65befe4136c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0709307 Jan 21 09:38:15.587351 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47130) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:15.595652 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-925147ea-3461-430d-9ef0-f20fd0176db4 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/24d0f58a-c381-4f35-a015-207525a6625c HTTP/1.1" status: 204 len: 168 time: 1.0911827 Jan 21 09:38:15.597258 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47134) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:15.628570 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-675962bf-9639-467b-9517-2779affd8365 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1306728820', 'network_id': '88749b10-68b8-4728-b80e-07b14beb6e8a', 'project_id': 'd15bf70c941f4d099cc1535f666f7a67', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:15.705342 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-439d49d2-5390-4a24-b16a-3b6e4f99b23a tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Allocated IP 172.26.3.6 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/15faccc3-7463-4a6e-9d50-92e8180c12f4) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:15.713634 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c8c1bcfd-922c-43ec-a9fa-eca18f6063f6 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1134784 Jan 21 09:38:15.720137 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47138) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:15.728707 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-acba6342-f728-498a-97b6-2c387ec73005 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:15.748436 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-657dc609-ffd7-4b00-93c6-c1db8a35e813 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.950648 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2993c7b6-0bb8-42fe-ba40-aa1335dccd72 None None] DHCP port deletion for 36c4effd-f4af-4d10-91bd-714d225a3199 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:38:15.955261 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-2993c7b6-0bb8-42fe-ba40-aa1335dccd72 None None] Deleting port b1415920-32f1-4574-8e4b-40d510cd4b4c {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:15.955750 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2993c7b6-0bb8-42fe-ba40-aa1335dccd72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.980419 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-675962bf-9639-467b-9517-2779affd8365 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:15.991517 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-675962bf-9639-467b-9517-2779affd8365 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Usage tracker for resource:subnet and tenant:d15bf70c941f4d099cc1535f666f7a67 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:15.999230 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-675962bf-9639-467b-9517-2779affd8365 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:16.011945 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-675962bf-9639-467b-9517-2779affd8365 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:16.034565 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675962bf-9639-467b-9517-2779affd8365 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Made reservation on behalf of d15bf70c941f4d099cc1535f666f7a67 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:16.044741 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-675962bf-9639-467b-9517-2779affd8365 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.121633 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device cac61bcd-9b76-47e6-898e-25e1b76acb9f up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:16.144941 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-acba6342-f728-498a-97b6-2c387ec73005 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:16.149838 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657dc609-ffd7-4b00-93c6-c1db8a35e813 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Subnet': ['ID=bd14860a-ed00-4d29-b74f-2348b5c14741,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:16.190289 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-acba6342-f728-498a-97b6-2c387ec73005 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:subnet and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:16.197041 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-acba6342-f728-498a-97b6-2c387ec73005 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:16.200571 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657dc609-ffd7-4b00-93c6-c1db8a35e813 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Checking segment: {'id': 'a3a25350-7f6f-495c-ad66-2a5c0b957240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2b517e62-eff4-43f3-9d50-a80f56626471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:16.201339 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657dc609-ffd7-4b00-93c6-c1db8a35e813 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Network hostable DHCP agents. Network: 2b517e62-eff4-43f3-9d50-a80f56626471, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:38:16.218084 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-acba6342-f728-498a-97b6-2c387ec73005 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:16.244605 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-439d49d2-5390-4a24-b16a-3b6e4f99b23a tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.261420 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acba6342-f728-498a-97b6-2c387ec73005 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:16.270997 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-acba6342-f728-498a-97b6-2c387ec73005 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.299875 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657dc609-ffd7-4b00-93c6-c1db8a35e813 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Network 2b517e62-eff4-43f3-9d50-a80f56626471 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:38:16.320981 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-b43babb1-bd77-4445-9974-103682e6264f tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Deleting port 76a4f26f-28f0-4a5e-86ba-f5dc78c09b33 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:16.321240 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b43babb1-bd77-4445-9974-103682e6264f tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.326746 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port cac61bcd-9b76-47e6-898e-25e1b76acb9f completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:16.338037 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-2993c7b6-0bb8-42fe-ba40-aa1335dccd72 None None] For port b1415920-32f1-4574-8e4b-40d510cd4b4c, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=b1415920-32f1-4574-8e4b-40d510cd4b4c,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:16.338524 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2993c7b6-0bb8-42fe-ba40-aa1335dccd72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.346022 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port cac61bcd-9b76-47e6-898e-25e1b76acb9f triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:16.347642 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.417704 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-657dc609-ffd7-4b00-93c6-c1db8a35e813 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 2b517e62-eff4-43f3-9d50-a80f56626471) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:16.435430 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657dc609-ffd7-4b00-93c6-c1db8a35e813 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:16.436297 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-657dc609-ffd7-4b00-93c6-c1db8a35e813 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.478964 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e052e73d-64cf-4736-84ad-4a40e49f3f83 None None] Network 2b517e62-eff4-43f3-9d50-a80f56626471 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:16.494774 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-657dc609-ffd7-4b00-93c6-c1db8a35e813 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3406613 Jan 21 09:38:16.495784 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47146) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:16.503406 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-439d49d2-5390-4a24-b16a-3b6e4f99b23a tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.513298 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-e0e93d7f-2c02-42da-889b-503d2063cc87 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'port': {'network_id': '2b517e62-eff4-43f3-9d50-a80f56626471', 'name': 'tempest-PortsIpV6TestJSON-955924624'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:16.576453 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-2993c7b6-0bb8-42fe-ba40-aa1335dccd72 None None] Calling delete_port for b1415920-32f1-4574-8e4b-40d510cd4b4c owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:16.675409 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439d49d2-5390-4a24-b16a-3b6e4f99b23a tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:16.686761 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-439d49d2-5390-4a24-b16a-3b6e4f99b23a tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:16.745501 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b43babb1-bd77-4445-9974-103682e6264f tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.748174 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439d49d2-5390-4a24-b16a-3b6e4f99b23a tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:16.783789 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d49d2-5390-4a24-b16a-3b6e4f99b23a tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Pushing event updated for resources: {'Port': ['ID=15faccc3-7463-4a6e-9d50-92e8180c12f4,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:16.832185 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-245b675e-78aa-4005-83ad-9c37c745e15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.858489 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-675962bf-9639-467b-9517-2779affd8365 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.960032 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.964030 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-acba6342-f728-498a-97b6-2c387ec73005 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.974490 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-b43babb1-bd77-4445-9974-103682e6264f tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Calling delete_port for 76a4f26f-28f0-4a5e-86ba-f5dc78c09b33 owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:17.025247 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port cac61bcd-9b76-47e6-898e-25e1b76acb9f, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=cac61bcd-9b76-47e6-898e-25e1b76acb9f,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:17.057558 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-e0e93d7f-2c02-42da-889b-503d2063cc87 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:17.059907 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.061581 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2993c7b6-0bb8-42fe-ba40-aa1335dccd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.066651 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675962bf-9639-467b-9517-2779affd8365 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Pushing event updated for resources: {'Subnet': ['ID=de5008b0-2c3b-473b-895d-445e9d641801,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:17.077463 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675962bf-9639-467b-9517-2779affd8365 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Checking segment: {'id': '25b0ac5d-1185-455d-bf1f-5371ec34aaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '88749b10-68b8-4728-b80e-07b14beb6e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:17.077706 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675962bf-9639-467b-9517-2779affd8365 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Network hostable DHCP agents. Network: 88749b10-68b8-4728-b80e-07b14beb6e8a, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:38:17.124318 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2993c7b6-0bb8-42fe-ba40-aa1335dccd72 None None] No DVR routers for this DVR port b1415920-32f1-4574-8e4b-40d510cd4b4c on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:38:17.171835 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675962bf-9639-467b-9517-2779affd8365 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Network 88749b10-68b8-4728-b80e-07b14beb6e8a is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:38:17.183368 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device b1415920-32f1-4574-8e4b-40d510cd4b4c no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:38:17.216477 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-675962bf-9639-467b-9517-2779affd8365 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 88749b10-68b8-4728-b80e-07b14beb6e8a) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:17.233770 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675962bf-9639-467b-9517-2779affd8365 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:17.234150 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-675962bf-9639-467b-9517-2779affd8365 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.237982 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e67825b-d5cc-4113-ad99-b07ff8657939 None None] Network 88749b10-68b8-4728-b80e-07b14beb6e8a requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:17.243525 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b43babb1-bd77-4445-9974-103682e6264f tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.267944 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-e0e93d7f-2c02-42da-889b-503d2063cc87 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:17.291067 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acba6342-f728-498a-97b6-2c387ec73005 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:17.299330 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-acba6342-f728-498a-97b6-2c387ec73005 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:17.308008 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acba6342-f728-498a-97b6-2c387ec73005 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:17.308595 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-acba6342-f728-498a-97b6-2c387ec73005 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.333497 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e93d7f-2c02-42da-889b-503d2063cc87 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Made reservation on behalf of 29c6ab04f24842d781b633e6233f3506 for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:17.337289 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e0e93d7f-2c02-42da-889b-503d2063cc87 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.341107 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43babb1-bd77-4445-9974-103682e6264f tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Pushing event deleted for resources: {'Port': ['ID=76a4f26f-28f0-4a5e-86ba-f5dc78c09b33,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:17.354171 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba6342-f728-498a-97b6-2c387ec73005 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Subnet': ['ID=8dc45b77-97f8-41fb-8f2a-44c7a1874e3f,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:17.375542 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-675962bf-9639-467b-9517-2779affd8365 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7867332 Jan 21 09:38:17.378777 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47154) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:17.391338 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b43babb1-bd77-4445-9974-103682e6264f tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.393470 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b43babb1-bd77-4445-9974-103682e6264f tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] 10.222.0.110 "DELETE /v2.0/ports/76a4f26f-28f0-4a5e-86ba-f5dc78c09b33 HTTP/1.1" status: 204 len: 168 time: 1.8755293 Jan 21 09:38:17.400625 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47158) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:17.404652 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6181a83-293d-44a0-85a1-c8eeff195905 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:17.425769 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: b1415920-32f1-4574-8e4b-40d510cd4b4c {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:38:17.426121 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device b1415920-32f1-4574-8e4b-40d510cd4b4c not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:38:17.455071 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.resource_extend [None req-1a912f04-102e-48bc-b111-1f2deff807a9 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:38:17.498810 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-19ab6ee9-cd98-440d-af5a-f92f8763381c tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Deleting subnet e7ead72d-023b-46c6-ba5f-0b1d1881310a {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:38:17.521167 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-19ab6ee9-cd98-440d-af5a-f92f8763381c tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.559918 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=cac61bcd-9b76-47e6-898e-25e1b76acb9f,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:17.600305 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-19ab6ee9-cd98-440d-af5a-f92f8763381c tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.685500 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-acba6342-f728-498a-97b6-2c387ec73005 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9644794 Jan 21 09:38:17.689473 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47164) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:17.696884 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-384d3413-1ae1-4056-b476-3af12cd83577 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'port': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'fixed_ips': [{'subnet_id': '8dc45b77-97f8-41fb-8f2a-44c7a1874e3f', 'ip_address': '2001:db8::4e88:c105:2cb3:6e9b'}], 'name': 'tempest-NetworksTestDHCPv6-1484595999'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:17.745399 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-e0e93d7f-2c02-42da-889b-503d2063cc87 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] device_id is not set on port 43420084-1503-4c55-9a8e-5c8f3a2ef069 yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:17.815626 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2993c7b6-0bb8-42fe-ba40-aa1335dccd72 None None] Pushing event deleted for resources: {'Port': ['ID=b1415920-32f1-4574-8e4b-40d510cd4b4c,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:17.837234 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3622fb6e-fe88-4a0d-888e-20a815b8218a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-88749b10-68b8-4728-b80e-07b14beb6e8a', 'network_id': '88749b10-68b8-4728-b80e-07b14beb6e8a', 'tenant_id': 'd15bf70c941f4d099cc1535f666f7a67', 'fixed_ips': [{'subnet_id': 'de5008b0-2c3b-473b-895d-445e9d641801'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:38:17.838056 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3622fb6e-fe88-4a0d-888e-20a815b8218a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.896087 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-19ab6ee9-cd98-440d-af5a-f92f8763381c tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.908977 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1a912f04-102e-48bc-b111-1f2deff807a9 None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.916520 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807ac3fa-add9-4e29-99a5-7d60250ea953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-2b517e62-eff4-43f3-9d50-a80f56626471', 'network_id': '2b517e62-eff4-43f3-9d50-a80f56626471', 'tenant_id': '29c6ab04f24842d781b633e6233f3506', 'fixed_ips': [{'subnet_id': 'bd14860a-ed00-4d29-b74f-2348b5c14741'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:38:17.922257 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-807ac3fa-add9-4e29-99a5-7d60250ea953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.993074 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-384d3413-1ae1-4056-b476-3af12cd83577 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:18.001182 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-1a912f04-102e-48bc-b111-1f2deff807a9 None None] Transition to ACTIVE for port object 54c839e7-508a-450f-aa95-d8a87f2c5081 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:18.004304 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-384d3413-1ae1-4056-b476-3af12cd83577 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:18.032543 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384d3413-1ae1-4056-b476-3af12cd83577 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:18.059436 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1a912f04-102e-48bc-b111-1f2deff807a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.080349 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-19ab6ee9-cd98-440d-af5a-f92f8763381c tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.147864 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device cac61bcd-9b76-47e6-898e-25e1b76acb9f up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:18.217840 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-439d49d2-5390-4a24-b16a-3b6e4f99b23a tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.256194 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-19ab6ee9-cd98-440d-af5a-f92f8763381c tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.258890 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab6ee9-cd98-440d-af5a-f92f8763381c tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Pushing event deleted for resources: {'Subnet': ['ID=e7ead72d-023b-46c6-ba5f-0b1d1881310a,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:18.311881 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de58cc8-d124-4049-814c-1de667c1a562 None None] Network c0bd9b50-8952-4505-8ceb-d264440d4de6 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:18.315276 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-19ab6ee9-cd98-440d-af5a-f92f8763381c tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] 10.222.0.110 "DELETE /v2.0/subnets/e7ead72d-023b-46c6-ba5f-0b1d1881310a HTTP/1.1" status: 204 len: 168 time: 0.9109859 Jan 21 09:38:18.315980 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47172) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:18.449802 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-280a9e6c-e65f-4842-a3b8-b355c0cc0f08 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.476746 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-384d3413-1ae1-4056-b476-3af12cd83577 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.495060 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-280a9e6c-e65f-4842-a3b8-b355c0cc0f08 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Deleting port aff32496-42e6-4440-9a04-7ac1a3c0e477 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:18.495415 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-280a9e6c-e65f-4842-a3b8-b355c0cc0f08 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.508108 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-e0e93d7f-2c02-42da-889b-503d2063cc87 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Allocated IP 2001:db8::1ed (2b517e62-eff4-43f3-9d50-a80f56626471/bd14860a-ed00-4d29-b74f-2348b5c14741/43420084-1503-4c55-9a8e-5c8f3a2ef069) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:18.518780 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04100e43-988f-4da3-8d4d-933e49ef084c None None] Pushing event updated for resources: {'Port': ['ID=54c839e7-508a-450f-aa95-d8a87f2c5081,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:18.539650 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-384d3413-1ae1-4056-b476-3af12cd83577 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] device_id is not set on port b5888b38-254d-480a-a3c6-07e5d0180683 yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:18.565147 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-1a912f04-102e-48bc-b111-1f2deff807a9 None None] Attempting to bind port 54c839e7-508a-450f-aa95-d8a87f2c5081 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:18.565442 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-1a912f04-102e-48bc-b111-1f2deff807a9 None None] Attempting to bind port 54c839e7-508a-450f-aa95-d8a87f2c5081 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:18.565784 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a912f04-102e-48bc-b111-1f2deff807a9 None None] Attempting to bind port 54c839e7-508a-450f-aa95-d8a87f2c5081 on network 80a065d7-b55c-43ad-a3e8-c65befe4136c {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:38:18.622530 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a912f04-102e-48bc-b111-1f2deff807a9 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:38:18.622996 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a912f04-102e-48bc-b111-1f2deff807a9 None None] Checking segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:18.623289 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1a912f04-102e-48bc-b111-1f2deff807a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.623699 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a912f04-102e-48bc-b111-1f2deff807a9 None None] Bound using segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:38:18.624174 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-1a912f04-102e-48bc-b111-1f2deff807a9 None None] Bound port: 54c839e7-508a-450f-aa95-d8a87f2c5081, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:18.624537 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1a912f04-102e-48bc-b111-1f2deff807a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.648299 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7244a1d-5be7-48e4-9652-65147c1c7c97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-36c4effd-f4af-4d10-91bd-714d225a3199', 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'tenant_id': 'ce9334fe18174618a851dcacd095feca', 'fixed_ips': [{'subnet_id': '8dc45b77-97f8-41fb-8f2a-44c7a1874e3f'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:38:18.649186 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e7244a1d-5be7-48e4-9652-65147c1c7c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.694107 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-3622fb6e-fe88-4a0d-888e-20a815b8218a None None] Allocated IP 172.20.0.2 (88749b10-68b8-4728-b80e-07b14beb6e8a/de5008b0-2c3b-473b-895d-445e9d641801/43642a9f-31a0-4e5d-b18a-ae12c8946a20) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:18.916564 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-280a9e6c-e65f-4842-a3b8-b355c0cc0f08 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] For port aff32496-42e6-4440-9a04-7ac1a3c0e477, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=aff32496-42e6-4440-9a04-7ac1a3c0e477,segment=NetworkSegment(59581861-4a2c-43f4-82d3-e6c4e32125b9),segment_id=59581861-4a2c-43f4-82d3-e6c4e32125b9)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:18.917214 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-280a9e6c-e65f-4842-a3b8-b355c0cc0f08 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.956569 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-439d49d2-5390-4a24-b16a-3b6e4f99b23a tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.027210 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a423eeab-bcc5-419f-aaf6-4ebfb6cf4074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.038386 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port cac61bcd-9b76-47e6-898e-25e1b76acb9f triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:19.038917 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.059614 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-280a9e6c-e65f-4842-a3b8-b355c0cc0f08 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Calling delete_port for aff32496-42e6-4440-9a04-7ac1a3c0e477 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:19.095177 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-384d3413-1ae1-4056-b476-3af12cd83577 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Allocated IP 2001:db8::4e88:c105:2cb3:6e9b (36c4effd-f4af-4d10-91bd-714d225a3199/8dc45b77-97f8-41fb-8f2a-44c7a1874e3f/b5888b38-254d-480a-a3c6-07e5d0180683) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:19.130532 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-1a912f04-102e-48bc-b111-1f2deff807a9 None None] For port 54c839e7-508a-450f-aa95-d8a87f2c5081, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:38:19.200520 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-1a912f04-102e-48bc-b111-1f2deff807a9 None None] For port 54c839e7-508a-450f-aa95-d8a87f2c5081, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=54c839e7-508a-450f-aa95-d8a87f2c5081,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:38:19.206365 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-280a9e6c-e65f-4842-a3b8-b355c0cc0f08 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.220591 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1a912f04-102e-48bc-b111-1f2deff807a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.281832 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a9e6c-e65f-4842-a3b8-b355c0cc0f08 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Pushing event deleted for resources: {'Port': ['ID=aff32496-42e6-4440-9a04-7ac1a3c0e477,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:19.306635 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280a9e6c-e65f-4842-a3b8-b355c0cc0f08 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] No DVR routers for this DVR port aff32496-42e6-4440-9a04-7ac1a3c0e477 on host dv-neutron-825731-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:38:19.347057 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3622fb6e-fe88-4a0d-888e-20a815b8218a None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.382952 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e0e93d7f-2c02-42da-889b-503d2063cc87 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.399212 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a912f04-102e-48bc-b111-1f2deff807a9 None None] Routers {'4b8852d1-fd09-4d16-a0f4-df8f1768310e'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:19.400043 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-1a912f04-102e-48bc-b111-1f2deff807a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['4b8852d1-fd09-4d16-a0f4-df8f1768310e'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:19.438289 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-e0e93d7f-2c02-42da-889b-503d2063cc87 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Transition to ACTIVE for port object 43420084-1503-4c55-9a8e-5c8f3a2ef069 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:19.441787 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-536f3dde-85f6-44c4-ac50-8d11919a71fe tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.472274 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b21988-7ffe-4662-8822-4f49068462ed None None] DHCP port deletion for c0bd9b50-8952-4505-8ceb-d264440d4de6 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:38:19.491120 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-3622fb6e-fe88-4a0d-888e-20a815b8218a None None] Transition to ACTIVE for port object 43642a9f-31a0-4e5d-b18a-ae12c8946a20 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:19.526829 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04100e43-988f-4da3-8d4d-933e49ef084c None None] Pushing event updated for resources: {'Port': ['ID=54c839e7-508a-450f-aa95-d8a87f2c5081,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:19.554539 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-280a9e6c-e65f-4842-a3b8-b355c0cc0f08 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.600056 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-384d3413-1ae1-4056-b476-3af12cd83577 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.600254 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e0e93d7f-2c02-42da-889b-503d2063cc87 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.604841 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-280a9e6c-e65f-4842-a3b8-b355c0cc0f08 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0bd9b50-8952-4505-8ceb-d264440d4de6']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:19.624663 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-280a9e6c-e65f-4842-a3b8-b355c0cc0f08 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59581861-4a2c-43f4-82d3-e6c4e32125b9') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:19.624965 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-280a9e6c-e65f-4842-a3b8-b355c0cc0f08 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59581861-4a2c-43f4-82d3-e6c4e32125b9') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:19.640219 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-384d3413-1ae1-4056-b476-3af12cd83577 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Transition to ACTIVE for port object b5888b38-254d-480a-a3c6-07e5d0180683 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:19.642169 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-280a9e6c-e65f-4842-a3b8-b355c0cc0f08 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.655586 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-3622fb6e-fe88-4a0d-888e-20a815b8218a None None] Transition to ACTIVE for port object 43642a9f-31a0-4e5d-b18a-ae12c8946a20 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:19.662894 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-280a9e6c-e65f-4842-a3b8-b355c0cc0f08 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.672217 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-280a9e6c-e65f-4842-a3b8-b355c0cc0f08 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:38:19.672941 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-280a9e6c-e65f-4842-a3b8-b355c0cc0f08 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.688743 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:38:19.688743 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:38:19.688743 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:38:19.688743 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:38:19.688743 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:38:19.688743 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:38:19.688743 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:38:19.688743 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:38:19.688743 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:38:19.688743 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:38:19.688743 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:38:19.688743 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:38:19.688743 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:38:19.688743 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:38:19.688743 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:38:19.688743 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:38:19.688743 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:38:19.688743 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:38:19.688743 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:38:19.688743 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:38:19.688743 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:38:19.688743 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:38:19.688743 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:38:19.688743 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:38:19.688743 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:38:19.688743 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:38:19.688743 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:38:19.688743 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:38:19.688743 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:38:19.688743 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:38:19.688743 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:38:19.688743 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:38:19.696386 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3622fb6e-fe88-4a0d-888e-20a815b8218a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.714844 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439d49d2-5390-4a24-b16a-3b6e4f99b23a tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Router c6699c13-80bd-4f35-839b-5e8f0848858f is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:38:19.722642 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e93d7f-2c02-42da-889b-503d2063cc87 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Network 2b517e62-eff4-43f3-9d50-a80f56626471 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:19.786673 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-e0e93d7f-2c02-42da-889b-503d2063cc87 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:19.797550 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e93d7f-2c02-42da-889b-503d2063cc87 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:19.805169 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.809300 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-807ac3fa-add9-4e29-99a5-7d60250ea953 None None] Allocated IP 2001:db8::2 (2b517e62-eff4-43f3-9d50-a80f56626471/bd14860a-ed00-4d29-b74f-2348b5c14741/4c71ee9c-6668-4cc6-9c80-d425af339932) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:19.814110 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e93d7f-2c02-42da-889b-503d2063cc87 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:19.816151 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e0e93d7f-2c02-42da-889b-503d2063cc87 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.816285 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3622fb6e-fe88-4a0d-888e-20a815b8218a None None] Network 88749b10-68b8-4728-b80e-07b14beb6e8a is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:19.825831 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-1a912f04-102e-48bc-b111-1f2deff807a9 None None] Set router 4b8852d1-fd09-4d16-a0f4-df8f1768310e gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:38:19.835198 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-384d3413-1ae1-4056-b476-3af12cd83577 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.849579 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e93d7f-2c02-42da-889b-503d2063cc87 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Port': ['ID=43420084-1503-4c55-9a8e-5c8f3a2ef069,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:19.871128 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-3622fb6e-fe88-4a0d-888e-20a815b8218a None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:19.900495 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-280a9e6c-e65f-4842-a3b8-b355c0cc0f08 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.904913 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-280a9e6c-e65f-4842-a3b8-b355c0cc0f08 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.945415 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a9e6c-e65f-4842-a3b8-b355c0cc0f08 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] Pushing event deleted for resources: {'Network': ['ID=c0bd9b50-8952-4505-8ceb-d264440d4de6,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:19.976297 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3622fb6e-fe88-4a0d-888e-20a815b8218a None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:19.988418 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384d3413-1ae1-4056-b476-3af12cd83577 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:19.994940 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-384d3413-1ae1-4056-b476-3af12cd83577 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:20.000376 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e0e93d7f-2c02-42da-889b-503d2063cc87 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4995093 Jan 21 09:38:20.001108 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384d3413-1ae1-4056-b476-3af12cd83577 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:20.008126 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47188) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:20.009510 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384d3413-1ae1-4056-b476-3af12cd83577 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:20.010450 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-384d3413-1ae1-4056-b476-3af12cd83577 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:20.027534 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3622fb6e-fe88-4a0d-888e-20a815b8218a None None] Pushing event updated for resources: {'Port': ['ID=43642a9f-31a0-4e5d-b18a-ae12c8946a20,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:20.030566 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d3413-1ae1-4056-b476-3af12cd83577 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Port': ['ID=b5888b38-254d-480a-a3c6-07e5d0180683,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:20.040192 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-280a9e6c-e65f-4842-a3b8-b355c0cc0f08 tempest-AllowedAddressPairIpV6TestJSON-1454291183 tempest-AllowedAddressPairIpV6TestJSON-1454291183-project] 10.222.0.110 "DELETE /v2.0/networks/c0bd9b50-8952-4505-8ceb-d264440d4de6 HTTP/1.1" status: 204 len: 168 time: 1.7236805 Jan 21 09:38:20.057680 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-384d3413-1ae1-4056-b476-3af12cd83577 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3648956 Jan 21 09:38:20.059549 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-2d8db668-d679-4010-8ea8-874158613584 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'port': {'network_id': '2b517e62-eff4-43f3-9d50-a80f56626471', 'name': 'tempest-PortsIpV6TestJSON-708476063'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:20.059682 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47194) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:20.134015 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device aff32496-42e6-4440-9a04-7ac1a3c0e477 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:38:20.181833 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:20.213005 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: aff32496-42e6-4440-9a04-7ac1a3c0e477 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:38:20.213347 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device aff32496-42e6-4440-9a04-7ac1a3c0e477 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:38:20.245506 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-3622fb6e-fe88-4a0d-888e-20a815b8218a None None] Attempting to bind port 43642a9f-31a0-4e5d-b18a-ae12c8946a20 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:20.245852 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-3622fb6e-fe88-4a0d-888e-20a815b8218a None None] Attempting to bind port 43642a9f-31a0-4e5d-b18a-ae12c8946a20 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '25b0ac5d-1185-455d-bf1f-5371ec34aaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '88749b10-68b8-4728-b80e-07b14beb6e8a'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:20.246192 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3622fb6e-fe88-4a0d-888e-20a815b8218a None None] Attempting to bind port 43642a9f-31a0-4e5d-b18a-ae12c8946a20 on network 88749b10-68b8-4728-b80e-07b14beb6e8a {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:38:20.262762 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3622fb6e-fe88-4a0d-888e-20a815b8218a None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:38:20.263140 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3622fb6e-fe88-4a0d-888e-20a815b8218a None None] Checking segment: {'id': '25b0ac5d-1185-455d-bf1f-5371ec34aaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '88749b10-68b8-4728-b80e-07b14beb6e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:20.263568 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3622fb6e-fe88-4a0d-888e-20a815b8218a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:20.264396 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3622fb6e-fe88-4a0d-888e-20a815b8218a None None] Bound using segment: {'id': '25b0ac5d-1185-455d-bf1f-5371ec34aaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '88749b10-68b8-4728-b80e-07b14beb6e8a'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:38:20.264635 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-3622fb6e-fe88-4a0d-888e-20a815b8218a None None] Bound port: 43642a9f-31a0-4e5d-b18a-ae12c8946a20, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25b0ac5d-1185-455d-bf1f-5371ec34aaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '88749b10-68b8-4728-b80e-07b14beb6e8a'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:20.265074 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3622fb6e-fe88-4a0d-888e-20a815b8218a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:20.310959 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439d49d2-5390-4a24-b16a-3b6e4f99b23a tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:38:20.314338 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496d08df-7cf3-4299-bee1-80c75b9a815b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:20.315107 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-496d08df-7cf3-4299-bee1-80c75b9a815b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:20.325643 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497ee0f1-9381-406f-92bd-d903b023cd4b None None] Sync routers for ids ['c6699c13-80bd-4f35-839b-5e8f0848858f'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:38:20.341981 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497ee0f1-9381-406f-92bd-d903b023cd4b None None] Routers {'c6699c13-80bd-4f35-839b-5e8f0848858f'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:20.342749 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-497ee0f1-9381-406f-92bd-d903b023cd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['c6699c13-80bd-4f35-839b-5e8f0848858f'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:20.359301 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-496d08df-7cf3-4299-bee1-80c75b9a815b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:20.362919 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-496d08df-7cf3-4299-bee1-80c75b9a815b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3016689 Jan 21 09:38:20.363162 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47200) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:20.421848 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2d8db668-d679-4010-8ea8-874158613584 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:20.426399 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2d8db668-d679-4010-8ea8-874158613584 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:port and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:20.432557 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2d8db668-d679-4010-8ea8-874158613584 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:20.438668 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2d8db668-d679-4010-8ea8-874158613584 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:20.451426 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-439d49d2-5390-4a24-b16a-3b6e4f99b23a tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:20.453295 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-439d49d2-5390-4a24-b16a-3b6e4f99b23a tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 6.9051528 Jan 21 09:38:20.462701 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47206) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:20.463615 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8db668-d679-4010-8ea8-874158613584 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Made reservation on behalf of 29c6ab04f24842d781b633e6233f3506 for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:20.466707 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-865d6bd5-085c-4e1e-a436-2dd6aa6f1f87 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting port b5888b38-254d-480a-a3c6-07e5d0180683 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:20.467048 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-865d6bd5-085c-4e1e-a436-2dd6aa6f1f87 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:20.467503 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2d8db668-d679-4010-8ea8-874158613584 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:20.524623 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-e7244a1d-5be7-48e4-9652-65147c1c7c97 None None] Allocated IP 2001:db8::2 (36c4effd-f4af-4d10-91bd-714d225a3199/8dc45b77-97f8-41fb-8f2a-44c7a1874e3f/ac45b152-240c-4d55-9e51-9472dbe1d4a7) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:20.558016 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-2d8db668-d679-4010-8ea8-874158613584 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] device_id is not set on port a64ac4c6-0d13-4e05-a7ac-681165d6bd61 yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:20.620733 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47210) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:20.634745 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-497ee0f1-9381-406f-92bd-d903b023cd4b None None] Set router c6699c13-80bd-4f35-839b-5e8f0848858f gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:38:21.017128 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-865d6bd5-085c-4e1e-a436-2dd6aa6f1f87 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.027020 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c9463d31-ccc7-45ea-ad08-322acdc1c439 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=8592af9ac39140deab5543e1099d8863&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4036310 Jan 21 09:38:21.030003 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47220) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:21.059237 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e7244a1d-5be7-48e4-9652-65147c1c7c97 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.071087 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e7244a1d-5be7-48e4-9652-65147c1c7c97 None None] Transition to ACTIVE for port object ac45b152-240c-4d55-9e51-9472dbe1d4a7 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:21.092142 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e7244a1d-5be7-48e4-9652-65147c1c7c97 None None] Transition to ACTIVE for port object ac45b152-240c-4d55-9e51-9472dbe1d4a7 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:21.093828 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-497ee0f1-9381-406f-92bd-d903b023cd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6699c13-80bd-4f35-839b-5e8f0848858f', 'name': 'tempest-snat-router-969092588', 'tenant_id': '177571f5a59c4bcf9574f984e31ae653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '15faccc3-7463-4a6e-9d50-92e8180c12f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:13Z', 'updated_at': '2022-01-21T09:38:17Z', 'revision_number': 3, 'project_id': '177571f5a59c4bcf9574f984e31ae653', 'gw_port': {'id': '15faccc3-7463-4a6e-9d50-92e8180c12f4', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:10:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6699c13-80bd-4f35-839b-5e8f0848858f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:15Z', 'updated_at': '2022-01-21T09:38:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:21.098015 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497ee0f1-9381-406f-92bd-d903b023cd4b None None] Checking router: c6699c13-80bd-4f35-839b-5e8f0848858f for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:38:21.098702 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497ee0f1-9381-406f-92bd-d903b023cd4b None None] Updating router c6699c13-80bd-4f35-839b-5e8f0848858f port 15faccc3-7463-4a6e-9d50-92e8180c12f4 binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:38:21.116442 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e7244a1d-5be7-48e4-9652-65147c1c7c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.148754 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-536f3dde-85f6-44c4-ac50-8d11919a71fe tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Allocated IP 172.20.0.1 (88749b10-68b8-4728-b80e-07b14beb6e8a/de5008b0-2c3b-473b-895d-445e9d641801/c3969c03-43b7-40fb-9420-0007ef460f01) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:21.155869 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-497ee0f1-9381-406f-92bd-d903b023cd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.171089 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-3622fb6e-fe88-4a0d-888e-20a815b8218a None None] For port 43642a9f-31a0-4e5d-b18a-ae12c8946a20, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:38:21.174777 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-865d6bd5-085c-4e1e-a436-2dd6aa6f1f87 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Calling delete_port for b5888b38-254d-480a-a3c6-07e5d0180683 owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:21.250053 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-3622fb6e-fe88-4a0d-888e-20a815b8218a None None] For port 43642a9f-31a0-4e5d-b18a-ae12c8946a20, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=43642a9f-31a0-4e5d-b18a-ae12c8946a20,segment=NetworkSegment(25b0ac5d-1185-455d-bf1f-5371ec34aaed),segment_id=25b0ac5d-1185-455d-bf1f-5371ec34aaed)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:38:21.268068 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-807ac3fa-add9-4e29-99a5-7d60250ea953 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.274199 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7244a1d-5be7-48e4-9652-65147c1c7c97 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:21.289647 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-e7244a1d-5be7-48e4-9652-65147c1c7c97 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:21.300618 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-024ac545-53f2-44c6-84e3-40535483f32a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.302568 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3622fb6e-fe88-4a0d-888e-20a815b8218a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.318519 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7244a1d-5be7-48e4-9652-65147c1c7c97 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:21.325983 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7244a1d-5be7-48e4-9652-65147c1c7c97 None None] Pushing event updated for resources: {'Port': ['ID=ac45b152-240c-4d55-9e51-9472dbe1d4a7,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:21.363241 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.365225 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-807ac3fa-add9-4e29-99a5-7d60250ea953 None None] Transition to ACTIVE for port object 4c71ee9c-6668-4cc6-9c80-d425af339932 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:21.370500 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-024ac545-53f2-44c6-84e3-40535483f32a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.384532 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-536f3dde-85f6-44c4-ac50-8d11919a71fe tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.405967 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-536f3dde-85f6-44c4-ac50-8d11919a71fe tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Transition to ACTIVE for port object c3969c03-43b7-40fb-9420-0007ef460f01 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:21.433669 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-865d6bd5-085c-4e1e-a436-2dd6aa6f1f87 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.449503 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-1a912f04-102e-48bc-b111-1f2deff807a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669450373', 'tenant_id': 'd15bf70c941f4d099cc1535f666f7a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '54c839e7-508a-450f-aa95-d8a87f2c5081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:38:12Z', 'revision_number': 3, 'project_id': 'd15bf70c941f4d099cc1535f666f7a67', 'gw_port': {'id': '54c839e7-508a-450f-aa95-d8a87f2c5081', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:dc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:10Z', 'updated_at': '2022-01-21T09:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:21.459344 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-536f3dde-85f6-44c4-ac50-8d11919a71fe tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.464782 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a912f04-102e-48bc-b111-1f2deff807a9 None None] The sync data for ids ['4b8852d1-fd09-4d16-a0f4-df8f1768310e'] in dv-neutron-825731-1-hyperv is: [{'id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669450373', 'tenant_id': 'd15bf70c941f4d099cc1535f666f7a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '54c839e7-508a-450f-aa95-d8a87f2c5081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:38:12Z', 'revision_number': 3, 'project_id': 'd15bf70c941f4d099cc1535f666f7a67', 'gw_port': {'id': '54c839e7-508a-450f-aa95-d8a87f2c5081', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:dc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:10Z', 'updated_at': '2022-01-21T09:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:38:21.537297 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d6bd5-085c-4e1e-a436-2dd6aa6f1f87 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Port': ['ID=b5888b38-254d-480a-a3c6-07e5d0180683,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:21.556615 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-807ac3fa-add9-4e29-99a5-7d60250ea953 None None] Transition to ACTIVE for port object 4c71ee9c-6668-4cc6-9c80-d425af339932 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:21.590302 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-e7244a1d-5be7-48e4-9652-65147c1c7c97 None None] Attempting to bind port ac45b152-240c-4d55-9e51-9472dbe1d4a7 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:21.590888 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-e7244a1d-5be7-48e4-9652-65147c1c7c97 None None] Attempting to bind port ac45b152-240c-4d55-9e51-9472dbe1d4a7 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:21.591414 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7244a1d-5be7-48e4-9652-65147c1c7c97 None None] Attempting to bind port ac45b152-240c-4d55-9e51-9472dbe1d4a7 on network 36c4effd-f4af-4d10-91bd-714d225a3199 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:38:21.593965 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-865d6bd5-085c-4e1e-a436-2dd6aa6f1f87 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.597159 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-024ac545-53f2-44c6-84e3-40535483f32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.603364 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-807ac3fa-add9-4e29-99a5-7d60250ea953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.613391 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7244a1d-5be7-48e4-9652-65147c1c7c97 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:38:21.614693 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7244a1d-5be7-48e4-9652-65147c1c7c97 None None] Checking segment: {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:21.615320 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e7244a1d-5be7-48e4-9652-65147c1c7c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.616035 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7244a1d-5be7-48e4-9652-65147c1c7c97 None None] Bound using segment: {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:38:21.616624 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-e7244a1d-5be7-48e4-9652-65147c1c7c97 None None] Bound port: ac45b152-240c-4d55-9e51-9472dbe1d4a7, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:21.617112 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e7244a1d-5be7-48e4-9652-65147c1c7c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.630598 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3622fb6e-fe88-4a0d-888e-20a815b8218a None None] Pushing event updated for resources: {'Port': ['ID=43642a9f-31a0-4e5d-b18a-ae12c8946a20,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:21.631966 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ac545-53f2-44c6-84e3-40535483f32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f7e126-7e8e-4a3c-837a-0bc4525cb187,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:21.640532 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-865d6bd5-085c-4e1e-a436-2dd6aa6f1f87 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/ports/b5888b38-254d-480a-a3c6-07e5d0180683 HTTP/1.1" status: 204 len: 168 time: 1.2740021 Jan 21 09:38:21.640532 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-024ac545-53f2-44c6-84e3-40535483f32a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.640532 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-024ac545-53f2-44c6-84e3-40535483f32a admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/f8f7e126-7e8e-4a3c-837a-0bc4525cb187 HTTP/1.1" status: 204 len: 168 time: 0.6093607 Jan 21 09:38:21.640896 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47226) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:21.661426 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-497ee0f1-9381-406f-92bd-d903b023cd4b None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.706111 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-497ee0f1-9381-406f-92bd-d903b023cd4b None None] Transition to ACTIVE for port object 15faccc3-7463-4a6e-9d50-92e8180c12f4 will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:21.718531 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-497ee0f1-9381-406f-92bd-d903b023cd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.731726 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea0b3c9-b62e-42e3-a129-f3252981bf33 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:21.733650 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea0b3c9-b62e-42e3-a129-f3252981bf33 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:21.734709 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-bea0b3c9-b62e-42e3-a129-f3252981bf33 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:21.757177 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-bea0b3c9-b62e-42e3-a129-f3252981bf33 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:21.758727 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-bea0b3c9-b62e-42e3-a129-f3252981bf33 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1169999 Jan 21 09:38:21.761710 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47232) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:21.775276 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536f3dde-85f6-44c4-ac50-8d11919a71fe tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Network 88749b10-68b8-4728-b80e-07b14beb6e8a is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:21.791355 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f3dde-85f6-44c4-ac50-8d11919a71fe tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Pushing event updated for resources: {'Port': ['ID=c3969c03-43b7-40fb-9420-0007ef460f01,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:21.809644 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807ac3fa-add9-4e29-99a5-7d60250ea953 None None] Network 2b517e62-eff4-43f3-9d50-a80f56626471 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:21.815066 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-536f3dde-85f6-44c4-ac50-8d11919a71fe tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:21.819176 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-807ac3fa-add9-4e29-99a5-7d60250ea953 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:21.860894 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807ac3fa-add9-4e29-99a5-7d60250ea953 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:21.866034 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c055921-e650-412a-af6b-3d9c825d1326 None None] Pushing event updated for resources: {'Port': ['ID=15faccc3-7463-4a6e-9d50-92e8180c12f4,revision_number=2']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:21.886808 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-497ee0f1-9381-406f-92bd-d903b023cd4b None None] Attempting to bind port 15faccc3-7463-4a6e-9d50-92e8180c12f4 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:21.887326 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-497ee0f1-9381-406f-92bd-d903b023cd4b None None] Attempting to bind port 15faccc3-7463-4a6e-9d50-92e8180c12f4 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:21.889414 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497ee0f1-9381-406f-92bd-d903b023cd4b None None] Attempting to bind port 15faccc3-7463-4a6e-9d50-92e8180c12f4 on network 80a065d7-b55c-43ad-a3e8-c65befe4136c {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:38:21.900476 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497ee0f1-9381-406f-92bd-d903b023cd4b None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:38:21.900859 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497ee0f1-9381-406f-92bd-d903b023cd4b None None] Checking segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:21.901251 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-497ee0f1-9381-406f-92bd-d903b023cd4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.901646 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497ee0f1-9381-406f-92bd-d903b023cd4b None None] Bound using segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:38:21.902248 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-497ee0f1-9381-406f-92bd-d903b023cd4b None None] Bound port: 15faccc3-7463-4a6e-9d50-92e8180c12f4, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:21.902684 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-497ee0f1-9381-406f-92bd-d903b023cd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.907552 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd739af-f363-4785-8a10-60b7627a0a3b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting subnet 8dc45b77-97f8-41fb-8f2a-44c7a1874e3f {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:38:21.931790 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5bd739af-f363-4785-8a10-60b7627a0a3b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.011642 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-497ee0f1-9381-406f-92bd-d903b023cd4b None None] For port 15faccc3-7463-4a6e-9d50-92e8180c12f4, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:38:22.018781 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-497ee0f1-9381-406f-92bd-d903b023cd4b None None] For port 15faccc3-7463-4a6e-9d50-92e8180c12f4, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=15faccc3-7463-4a6e-9d50-92e8180c12f4,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:38:22.030860 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-497ee0f1-9381-406f-92bd-d903b023cd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.068640 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536f3dde-85f6-44c4-ac50-8d11919a71fe tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:22.144011 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5bd739af-f363-4785-8a10-60b7627a0a3b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.223190 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c055921-e650-412a-af6b-3d9c825d1326 None None] Pushing event updated for resources: {'Port': ['ID=15faccc3-7463-4a6e-9d50-92e8180c12f4,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:22.238409 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497ee0f1-9381-406f-92bd-d903b023cd4b None None] Routers {'c6699c13-80bd-4f35-839b-5e8f0848858f'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:22.239525 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-497ee0f1-9381-406f-92bd-d903b023cd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['c6699c13-80bd-4f35-839b-5e8f0848858f'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:22.309018 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5bd739af-f363-4785-8a10-60b7627a0a3b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.351275 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ac3fa-add9-4e29-99a5-7d60250ea953 None None] Pushing event updated for resources: {'Port': ['ID=4c71ee9c-6668-4cc6-9c80-d425af339932,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:22.381993 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47246) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:22.383101 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-fe583586-53b5-4ba6-b0d0-ff679f54deb9 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] 10.222.0.110 "GET /v2.0/routers/c6699c13-80bd-4f35-839b-5e8f0848858f HTTP/1.1" status: 200 len: 905 time: 1.8959262 Jan 21 09:38:22.408087 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 43642a9f-31a0-4e5d-b18a-ae12c8946a20 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:22.427623 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-2d8db668-d679-4010-8ea8-874158613584 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Allocated IP 2001:db8::287 (2b517e62-eff4-43f3-9d50-a80f56626471/bd14860a-ed00-4d29-b74f-2348b5c14741/a64ac4c6-0d13-4e05-a7ac-681165d6bd61) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:22.576373 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-807ac3fa-add9-4e29-99a5-7d60250ea953 None None] Attempting to bind port 4c71ee9c-6668-4cc6-9c80-d425af339932 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:22.577174 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-807ac3fa-add9-4e29-99a5-7d60250ea953 None None] Attempting to bind port 4c71ee9c-6668-4cc6-9c80-d425af339932 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'a3a25350-7f6f-495c-ad66-2a5c0b957240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2b517e62-eff4-43f3-9d50-a80f56626471'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:22.577358 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807ac3fa-add9-4e29-99a5-7d60250ea953 None None] Attempting to bind port 4c71ee9c-6668-4cc6-9c80-d425af339932 on network 2b517e62-eff4-43f3-9d50-a80f56626471 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:38:22.588931 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807ac3fa-add9-4e29-99a5-7d60250ea953 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:38:22.589404 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807ac3fa-add9-4e29-99a5-7d60250ea953 None None] Checking segment: {'id': 'a3a25350-7f6f-495c-ad66-2a5c0b957240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2b517e62-eff4-43f3-9d50-a80f56626471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:22.590139 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-807ac3fa-add9-4e29-99a5-7d60250ea953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.590925 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807ac3fa-add9-4e29-99a5-7d60250ea953 None None] Bound using segment: {'id': 'a3a25350-7f6f-495c-ad66-2a5c0b957240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2b517e62-eff4-43f3-9d50-a80f56626471'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:38:22.591262 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-807ac3fa-add9-4e29-99a5-7d60250ea953 None None] Bound port: 4c71ee9c-6668-4cc6-9c80-d425af339932, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a25350-7f6f-495c-ad66-2a5c0b957240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2b517e62-eff4-43f3-9d50-a80f56626471'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:22.591731 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-807ac3fa-add9-4e29-99a5-7d60250ea953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.603646 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-536f3dde-85f6-44c4-ac50-8d11919a71fe tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.620707 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-497ee0f1-9381-406f-92bd-d903b023cd4b None None] Set router c6699c13-80bd-4f35-839b-5e8f0848858f gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:38:22.785422 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5bd739af-f363-4785-8a10-60b7627a0a3b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.807732 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 43642a9f-31a0-4e5d-b18a-ae12c8946a20 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:22.816726 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-e7244a1d-5be7-48e4-9652-65147c1c7c97 None None] For port ac45b152-240c-4d55-9e51-9472dbe1d4a7, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:38:22.874740 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-e7244a1d-5be7-48e4-9652-65147c1c7c97 None None] For port ac45b152-240c-4d55-9e51-9472dbe1d4a7, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=ac45b152-240c-4d55-9e51-9472dbe1d4a7,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:38:22.892162 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-807ac3fa-add9-4e29-99a5-7d60250ea953 None None] For port 4c71ee9c-6668-4cc6-9c80-d425af339932, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:38:22.894806 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e7244a1d-5be7-48e4-9652-65147c1c7c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.914111 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-807ac3fa-add9-4e29-99a5-7d60250ea953 None None] For port 4c71ee9c-6668-4cc6-9c80-d425af339932, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=4c71ee9c-6668-4cc6-9c80-d425af339932,segment=NetworkSegment(a3a25350-7f6f-495c-ad66-2a5c0b957240),segment_id=a3a25350-7f6f-495c-ad66-2a5c0b957240)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:38:22.987234 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd739af-f363-4785-8a10-60b7627a0a3b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Subnet': ['ID=8dc45b77-97f8-41fb-8f2a-44c7a1874e3f,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:23.019587 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5bd739af-f363-4785-8a10-60b7627a0a3b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:23.041966 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-807ac3fa-add9-4e29-99a5-7d60250ea953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:23.080645 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7612c5b7-9eed-484b-ab94-3d6cddff1aa1 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:23.157890 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7244a1d-5be7-48e4-9652-65147c1c7c97 None None] Pushing event updated for resources: {'Port': ['ID=ac45b152-240c-4d55-9e51-9472dbe1d4a7,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:23.305376 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-497ee0f1-9381-406f-92bd-d903b023cd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6699c13-80bd-4f35-839b-5e8f0848858f', 'name': 'tempest-snat-router-969092588', 'tenant_id': '177571f5a59c4bcf9574f984e31ae653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '15faccc3-7463-4a6e-9d50-92e8180c12f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:13Z', 'updated_at': '2022-01-21T09:38:17Z', 'revision_number': 3, 'project_id': '177571f5a59c4bcf9574f984e31ae653', 'gw_port': {'id': '15faccc3-7463-4a6e-9d50-92e8180c12f4', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:10:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6699c13-80bd-4f35-839b-5e8f0848858f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:15Z', 'updated_at': '2022-01-21T09:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:23.332212 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497ee0f1-9381-406f-92bd-d903b023cd4b None None] The sync data for ids ['c6699c13-80bd-4f35-839b-5e8f0848858f'] in dv-neutron-825731-1-hyperv is: [{'id': 'c6699c13-80bd-4f35-839b-5e8f0848858f', 'name': 'tempest-snat-router-969092588', 'tenant_id': '177571f5a59c4bcf9574f984e31ae653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '15faccc3-7463-4a6e-9d50-92e8180c12f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:13Z', 'updated_at': '2022-01-21T09:38:17Z', 'revision_number': 3, 'project_id': '177571f5a59c4bcf9574f984e31ae653', 'gw_port': {'id': '15faccc3-7463-4a6e-9d50-92e8180c12f4', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:10:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6699c13-80bd-4f35-839b-5e8f0848858f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:15Z', 'updated_at': '2022-01-21T09:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:38:23.355030 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ac3fa-add9-4e29-99a5-7d60250ea953 None None] Pushing event updated for resources: {'Port': ['ID=4c71ee9c-6668-4cc6-9c80-d425af339932,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:23.396660 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-5bd739af-f363-4785-8a10-60b7627a0a3b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/8dc45b77-97f8-41fb-8f2a-44c7a1874e3f HTTP/1.1" status: 204 len: 168 time: 1.6336508 Jan 21 09:38:23.407648 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47266) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:23.418066 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2d8db668-d679-4010-8ea8-874158613584 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:23.469571 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc5cdae-6899-42be-9e5e-5a7c346ff8dc None None] Network 88749b10-68b8-4728-b80e-07b14beb6e8a requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:23.619997 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47272) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:23.656009 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-2d8db668-d679-4010-8ea8-874158613584 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Transition to ACTIVE for port object a64ac4c6-0d13-4e05-a7ac-681165d6bd61 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:23.682304 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-209df196-248c-40c5-9c16-1996c50d8eff tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2729948 Jan 21 09:38:23.700747 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47278) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:23.787074 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-366f828f-a045-4d55-8db6-a3845758e06a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:23.946331 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-79170d66-b11d-437f-a317-90e160150436 None None] Provisioning for port 43642a9f-31a0-4e5d-b18a-ae12c8946a20 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:23.955840 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-79170d66-b11d-437f-a317-90e160150436 None None] Provisioning complete for port 43642a9f-31a0-4e5d-b18a-ae12c8946a20 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:23.956216 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-79170d66-b11d-437f-a317-90e160150436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:23.979764 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2d8db668-d679-4010-8ea8-874158613584 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.024751 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-163e70bf-3625-461d-b4ba-8231fb5b8987 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-370993987'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:24.037792 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-163e70bf-3625-461d-b4ba-8231fb5b8987 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:24.039364 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7612c5b7-9eed-484b-ab94-3d6cddff1aa1 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.047851 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-163e70bf-3625-461d-b4ba-8231fb5b8987 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Usage tracker for resource:network and tenant:6ceae7553b4c4a00ae004c3be6a7adb1 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:24.058322 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-163e70bf-3625-461d-b4ba-8231fb5b8987 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:24.065816 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-163e70bf-3625-461d-b4ba-8231fb5b8987 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:24.076885 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-7612c5b7-9eed-484b-ab94-3d6cddff1aa1 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Deleting port 15faccc3-7463-4a6e-9d50-92e8180c12f4 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:24.077247 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7612c5b7-9eed-484b-ab94-3d6cddff1aa1 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.306102 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-79170d66-b11d-437f-a317-90e160150436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.326132 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 15faccc3-7463-4a6e-9d50-92e8180c12f4 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:24.346500 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8db668-d679-4010-8ea8-874158613584 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Network 2b517e62-eff4-43f3-9d50-a80f56626471 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:24.353717 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-2d8db668-d679-4010-8ea8-874158613584 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:24.356133 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-366f828f-a045-4d55-8db6-a3845758e06a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:24.362732 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8db668-d679-4010-8ea8-874158613584 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:24.387016 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8db668-d679-4010-8ea8-874158613584 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:24.388685 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2d8db668-d679-4010-8ea8-874158613584 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.397660 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-79170d66-b11d-437f-a317-90e160150436 None None] For port 43642a9f-31a0-4e5d-b18a-ae12c8946a20, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=43642a9f-31a0-4e5d-b18a-ae12c8946a20,segment=NetworkSegment(25b0ac5d-1185-455d-bf1f-5371ec34aaed),segment_id=25b0ac5d-1185-455d-bf1f-5371ec34aaed)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:24.398217 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8db668-d679-4010-8ea8-874158613584 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Port': ['ID=a64ac4c6-0d13-4e05-a7ac-681165d6bd61,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:24.412485 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-79170d66-b11d-437f-a317-90e160150436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.422035 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163e70bf-3625-461d-b4ba-8231fb5b8987 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Made reservation on behalf of 6ceae7553b4c4a00ae004c3be6a7adb1 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:24.424408 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-366f828f-a045-4d55-8db6-a3845758e06a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:subnet and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:24.427163 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-163e70bf-3625-461d-b4ba-8231fb5b8987 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.428192 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-366f828f-a045-4d55-8db6-a3845758e06a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:24.434661 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-366f828f-a045-4d55-8db6-a3845758e06a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:24.464246 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-163e70bf-3625-461d-b4ba-8231fb5b8987 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.465871 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366f828f-a045-4d55-8db6-a3845758e06a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:24.476509 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-366f828f-a045-4d55-8db6-a3845758e06a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.497750 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-7612c5b7-9eed-484b-ab94-3d6cddff1aa1 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] For port 15faccc3-7463-4a6e-9d50-92e8180c12f4, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=15faccc3-7463-4a6e-9d50-92e8180c12f4,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:24.498038 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7612c5b7-9eed-484b-ab94-3d6cddff1aa1 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.576306 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79170d66-b11d-437f-a317-90e160150436 None None] Pushing event updated for resources: {'Port': ['ID=43642a9f-31a0-4e5d-b18a-ae12c8946a20,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:24.584716 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 15faccc3-7463-4a6e-9d50-92e8180c12f4 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:24.593505 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 15faccc3-7463-4a6e-9d50-92e8180c12f4 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:24.594277 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.620296 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2d8db668-d679-4010-8ea8-874158613584 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.6109586 Jan 21 09:38:24.638622 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47286) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:24.745702 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-163e70bf-3625-461d-b4ba-8231fb5b8987 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:24.774009 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-7612c5b7-9eed-484b-ab94-3d6cddff1aa1 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Calling delete_port for 15faccc3-7463-4a6e-9d50-92e8180c12f4 owned by network:router_gateway {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:24.799862 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-536f3dde-85f6-44c4-ac50-8d11919a71fe tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.820775 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-b54841e7-64b1-42e1-bb85-72a38b8ea2c0 None None] Provisioning for port c3969c03-43b7-40fb-9420-0007ef460f01 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:24.836407 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-b54841e7-64b1-42e1-bb85-72a38b8ea2c0 None None] Provisioning complete for port c3969c03-43b7-40fb-9420-0007ef460f01 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:24.836870 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b54841e7-64b1-42e1-bb85-72a38b8ea2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.862629 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-163e70bf-3625-461d-b4ba-8231fb5b8987 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Usage tracker for resource:security_group_rule and tenant:6ceae7553b4c4a00ae004c3be6a7adb1 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:24.877928 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-163e70bf-3625-461d-b4ba-8231fb5b8987 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:24.925219 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-163e70bf-3625-461d-b4ba-8231fb5b8987 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:24.945943 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-b54841e7-64b1-42e1-bb85-72a38b8ea2c0 None None] Port c3969c03-43b7-40fb-9420-0007ef460f01 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:38:25.003625 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.029753 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-b54841e7-64b1-42e1-bb85-72a38b8ea2c0 None None] Provisioning complete for port 43642a9f-31a0-4e5d-b18a-ae12c8946a20 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:25.031968 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b54841e7-64b1-42e1-bb85-72a38b8ea2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.118177 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 15faccc3-7463-4a6e-9d50-92e8180c12f4, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=15faccc3-7463-4a6e-9d50-92e8180c12f4,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:25.125674 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.126443 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 54c839e7-508a-450f-aa95-d8a87f2c5081 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:25.164616 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-7612c5b7-9eed-484b-ab94-3d6cddff1aa1 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:38:25.164926 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-7612c5b7-9eed-484b-ab94-3d6cddff1aa1 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:38:25.220910 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-163e70bf-3625-461d-b4ba-8231fb5b8987 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.230794 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-163e70bf-3625-461d-b4ba-8231fb5b8987 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.292570 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-163e70bf-3625-461d-b4ba-8231fb5b8987 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:38:25.305639 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e70bf-3625-461d-b4ba-8231fb5b8987 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=435855e7-392f-42b1-916b-c8136f622bf7,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:25.310231 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-163e70bf-3625-461d-b4ba-8231fb5b8987 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.310555 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-163e70bf-3625-461d-b4ba-8231fb5b8987 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Added segment 1a57c4e1-273f-4b10-be98-8048cc39ae7b of type vlan for network 96bf4bb4-25a9-404e-859d-0b4b25b1d214 Jan 21 09:38:25.341464 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-163e70bf-3625-461d-b4ba-8231fb5b8987 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.376747 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-163e70bf-3625-461d-b4ba-8231fb5b8987 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.384172 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=15faccc3-7463-4a6e-9d50-92e8180c12f4,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:25.385997 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163e70bf-3625-461d-b4ba-8231fb5b8987 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:25.386781 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-163e70bf-3625-461d-b4ba-8231fb5b8987 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.398142 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 54c839e7-508a-450f-aa95-d8a87f2c5081 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:25.405128 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 54c839e7-508a-450f-aa95-d8a87f2c5081 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:25.405910 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.436976 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-163e70bf-3625-461d-b4ba-8231fb5b8987 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7918780 Jan 21 09:38:25.438057 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47294) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:25.451639 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-f17c4249-6df6-47b9-9773-68ec4d947036 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Request body: {'subnet': {'network_id': '96bf4bb4-25a9-404e-859d-0b4b25b1d214', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:25.559896 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d3f971-f6c0-4127-a60b-3f8cbe464a3d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:25.560991 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-17d3f971-f6c0-4127-a60b-3f8cbe464a3d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Synchronizing usage tracker for tenant:29c6ab04f24842d781b633e6233f3506 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:25.578257 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5f85b2c5-a92c-498e-a53b-447c82998a48 None None] Provisioning complete for port c3969c03-43b7-40fb-9420-0007ef460f01 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:25.578647 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5f85b2c5-a92c-498e-a53b-447c82998a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.611910 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ca535d-f0f6-47a2-ae0b-8d9d2c8e96c4 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:25.668227 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-7612c5b7-9eed-484b-ab94-3d6cddff1aa1 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Deleting port 15faccc3-7463-4a6e-9d50-92e8180c12f4 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:25.668997 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7612c5b7-9eed-484b-ab94-3d6cddff1aa1 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.714541 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-17d3f971-f6c0-4127-a60b-3f8cbe464a3d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Unset dirty status for tenant:29c6ab04f24842d781b633e6233f3506 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:25.715331 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e70bf-3625-461d-b4ba-8231fb5b8987 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event updated for resources: {'Network': ['ID=96bf4bb4-25a9-404e-859d-0b4b25b1d214,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:25.720154 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-17d3f971-f6c0-4127-a60b-3f8cbe464a3d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1ed HTTP/1.1" status: 200 len: 928 time: 1.0804582 Jan 21 09:38:25.725965 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47298) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:25.752511 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f17c4249-6df6-47b9-9773-68ec4d947036 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:25.767262 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f17c4249-6df6-47b9-9773-68ec4d947036 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Usage tracker for resource:subnet and tenant:6ceae7553b4c4a00ae004c3be6a7adb1 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:25.804616 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 96bf4bb4-25a9-404e-859d-0b4b25b1d214 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:38:25.823547 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f17c4249-6df6-47b9-9773-68ec4d947036 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:25.833018 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-5f85b2c5-a92c-498e-a53b-447c82998a48 None None] Port c3969c03-43b7-40fb-9420-0007ef460f01 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:38:25.835957 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.842052 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f17c4249-6df6-47b9-9773-68ec4d947036 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:25.966922 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-366f828f-a045-4d55-8db6-a3845758e06a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.979372 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17c4249-6df6-47b9-9773-68ec4d947036 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Made reservation on behalf of 6ceae7553b4c4a00ae004c3be6a7adb1 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:25.985513 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f17c4249-6df6-47b9-9773-68ec4d947036 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.041845 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 54c839e7-508a-450f-aa95-d8a87f2c5081, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=54c839e7-508a-450f-aa95-d8a87f2c5081,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:26.065654 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-544f6342-46ef-4917-ae99-87db2adc3616 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Deleting port a64ac4c6-0d13-4e05-a7ac-681165d6bd61 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:26.067654 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-544f6342-46ef-4917-ae99-87db2adc3616 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.090462 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.091290 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4c71ee9c-6668-4cc6-9c80-d425af339932 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:26.120163 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22078d7b-d1c1-4351-bd7a-6fc93511ea87 None None] Network 2b517e62-eff4-43f3-9d50-a80f56626471 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:26.128157 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f828f-a045-4d55-8db6-a3845758e06a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Subnet': ['ID=e93746b3-1290-4c80-886a-0dbb8bddae42,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:26.200484 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-90a9d923-0958-4382-a6b8-d97b89bb8033 None None] Provisioning for port ac45b152-240c-4d55-9e51-9472dbe1d4a7 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:26.202216 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366f828f-a045-4d55-8db6-a3845758e06a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:26.205981 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-7612c5b7-9eed-484b-ab94-3d6cddff1aa1 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] For port 15faccc3-7463-4a6e-9d50-92e8180c12f4, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=15faccc3-7463-4a6e-9d50-92e8180c12f4,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:26.206352 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7612c5b7-9eed-484b-ab94-3d6cddff1aa1 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.208341 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-366f828f-a045-4d55-8db6-a3845758e06a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:26.211808 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366f828f-a045-4d55-8db6-a3845758e06a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:26.212517 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-366f828f-a045-4d55-8db6-a3845758e06a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.302071 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-366f828f-a045-4d55-8db6-a3845758e06a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5884454 Jan 21 09:38:26.326804 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47306) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:26.351246 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-106bdda6-0cde-4e5a-b4aa-e2f57f38ce45 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'port': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'fixed_ips': [{'subnet_id': 'e93746b3-1290-4c80-886a-0dbb8bddae42', 'ip_address': '2001:db8::da8d:d046:b25b:5469'}], 'name': 'tempest-NetworksTestDHCPv6-217302746'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:26.389072 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-536f3dde-85f6-44c4-ac50-8d11919a71fe tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.400343 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-536f3dde-85f6-44c4-ac50-8d11919a71fe tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.408967 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=54c839e7-508a-450f-aa95-d8a87f2c5081,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:26.475206 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-7612c5b7-9eed-484b-ab94-3d6cddff1aa1 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Calling delete_port for 15faccc3-7463-4a6e-9d50-92e8180c12f4 owned by network:router_gateway {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:26.485990 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 4c71ee9c-6668-4cc6-9c80-d425af339932 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:26.498545 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device ac45b152-240c-4d55-9e51-9472dbe1d4a7 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:26.513939 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-536f3dde-85f6-44c4-ac50-8d11919a71fe tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.574093 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f4ab43-f6e9-4d2e-8bd4-5b4150f0bef0 None None] DHCP port deletion for 36c4effd-f4af-4d10-91bd-714d225a3199 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:38:26.590866 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-57f4ab43-f6e9-4d2e-8bd4-5b4150f0bef0 None None] Deleting port ac45b152-240c-4d55-9e51-9472dbe1d4a7 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:26.591249 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-57f4ab43-f6e9-4d2e-8bd4-5b4150f0bef0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.634047 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-a59a3f9c-8e2a-42e2-8fbd-1b01d01383a7 None None] Provisioning for port 4c71ee9c-6668-4cc6-9c80-d425af339932 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:26.673580 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-a59a3f9c-8e2a-42e2-8fbd-1b01d01383a7 None None] Provisioning complete for port 4c71ee9c-6668-4cc6-9c80-d425af339932 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:26.673949 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a59a3f9c-8e2a-42e2-8fbd-1b01d01383a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.759759 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f3dde-85f6-44c4-ac50-8d11919a71fe tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Pushing event updated for resources: {'Port': ['ID=c3969c03-43b7-40fb-9420-0007ef460f01,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:26.792123 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f17c4249-6df6-47b9-9773-68ec4d947036 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.809356 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-106bdda6-0cde-4e5a-b4aa-e2f57f38ce45 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:26.815279 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-106bdda6-0cde-4e5a-b4aa-e2f57f38ce45 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:port and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:26.835382 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7612c5b7-9eed-484b-ab94-3d6cddff1aa1 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.865754 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-544f6342-46ef-4917-ae99-87db2adc3616 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.866489 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port ac45b152-240c-4d55-9e51-9472dbe1d4a7 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:26.873003 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-106bdda6-0cde-4e5a-b4aa-e2f57f38ce45 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:26.892956 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-106bdda6-0cde-4e5a-b4aa-e2f57f38ce45 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:26.906916 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7612c5b7-9eed-484b-ab94-3d6cddff1aa1 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Pushing event deleted for resources: {'Port': ['ID=15faccc3-7463-4a6e-9d50-92e8180c12f4,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:26.932986 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port ac45b152-240c-4d55-9e51-9472dbe1d4a7 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:26.933357 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.996959 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c4249-6df6-47b9-9773-68ec4d947036 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event updated for resources: {'Subnet': ['ID=ee15ac2e-a582-4615-8535-a0c41168a9c9,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:27.050523 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7612c5b7-9eed-484b-ab94-3d6cddff1aa1 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.093401 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a59a3f9c-8e2a-42e2-8fbd-1b01d01383a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.096133 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17c4249-6df6-47b9-9773-68ec4d947036 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Checking segment: {'id': '1a57c4e1-273f-4b10-be98-8048cc39ae7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '96bf4bb4-25a9-404e-859d-0b4b25b1d214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:27.096688 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17c4249-6df6-47b9-9773-68ec4d947036 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Network hostable DHCP agents. Network: 96bf4bb4-25a9-404e-859d-0b4b25b1d214, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:38:27.166104 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-57f4ab43-f6e9-4d2e-8bd4-5b4150f0bef0 None None] For port ac45b152-240c-4d55-9e51-9472dbe1d4a7, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=ac45b152-240c-4d55-9e51-9472dbe1d4a7,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:27.166912 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-57f4ab43-f6e9-4d2e-8bd4-5b4150f0bef0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.187820 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-544f6342-46ef-4917-ae99-87db2adc3616 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Calling delete_port for a64ac4c6-0d13-4e05-a7ac-681165d6bd61 owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:27.196929 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-a59a3f9c-8e2a-42e2-8fbd-1b01d01383a7 None None] For port 4c71ee9c-6668-4cc6-9c80-d425af339932, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=4c71ee9c-6668-4cc6-9c80-d425af339932,segment=NetworkSegment(a3a25350-7f6f-495c-ad66-2a5c0b957240),segment_id=a3a25350-7f6f-495c-ad66-2a5c0b957240)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:27.258561 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106bdda6-0cde-4e5a-b4aa-e2f57f38ce45 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:27.283372 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536f3dde-85f6-44c4-ac50-8d11919a71fe tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Network 88749b10-68b8-4728-b80e-07b14beb6e8a is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:27.289535 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-536f3dde-85f6-44c4-ac50-8d11919a71fe tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:27.347254 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7612c5b7-9eed-484b-ab94-3d6cddff1aa1 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.350339 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7612c5b7-9eed-484b-ab94-3d6cddff1aa1 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.353521 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17c4249-6df6-47b9-9773-68ec4d947036 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Network 96bf4bb4-25a9-404e-859d-0b4b25b1d214 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:38:27.362106 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a59a3f9c-8e2a-42e2-8fbd-1b01d01383a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.396410 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-f17c4249-6df6-47b9-9773-68ec4d947036 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 96bf4bb4-25a9-404e-859d-0b4b25b1d214) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:27.402084 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17c4249-6df6-47b9-9773-68ec4d947036 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:27.403456 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f17c4249-6df6-47b9-9773-68ec4d947036 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.432820 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-57f4ab43-f6e9-4d2e-8bd4-5b4150f0bef0 None None] Calling delete_port for ac45b152-240c-4d55-9e51-9472dbe1d4a7 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:27.436006 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7612c5b7-9eed-484b-ab94-3d6cddff1aa1 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.436743 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7612c5b7-9eed-484b-ab94-3d6cddff1aa1 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c6699c13-80bd-4f35-839b-5e8f0848858f {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:38:27.452139 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7612c5b7-9eed-484b-ab94-3d6cddff1aa1 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.455592 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7612c5b7-9eed-484b-ab94-3d6cddff1aa1 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] 10.222.0.110 "DELETE /v2.0/routers/c6699c13-80bd-4f35-839b-5e8f0848858f HTTP/1.1" status: 204 len: 168 time: 5.0662470 Jan 21 09:38:27.462936 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f17c4249-6df6-47b9-9773-68ec4d947036 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0164523 Jan 21 09:38:27.462936 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47316) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:27.470146 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47320) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:27.527198 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b26771-1c14-40db-b8da-94913fbfb27a None None] Network 96bf4bb4-25a9-404e-859d-0b4b25b1d214 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:27.569866 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-652ac2e1-8e7a-45d1-8a83-f9a1bdbea71a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-313162924', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}, 'admin_state_up': False}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:27.595972 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-652ac2e1-8e7a-45d1-8a83-f9a1bdbea71a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:27.625667 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-652ac2e1-8e7a-45d1-8a83-f9a1bdbea71a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Usage tracker for resource:router and tenant:6ceae7553b4c4a00ae004c3be6a7adb1 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:27.642320 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-652ac2e1-8e7a-45d1-8a83-f9a1bdbea71a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:27.654579 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-652ac2e1-8e7a-45d1-8a83-f9a1bdbea71a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:27.692398 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.706232 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-106bdda6-0cde-4e5a-b4aa-e2f57f38ce45 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.745173 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-106bdda6-0cde-4e5a-b4aa-e2f57f38ce45 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] device_id is not set on port de8746d3-3eb4-4b3b-bb61-14b2d93fa175 yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:27.769548 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-73abebee-e8aa-4024-9820-88f88958259c None None] Provisioning for port a64ac4c6-0d13-4e05-a7ac-681165d6bd61 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:27.785018 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a3f9c-8e2a-42e2-8fbd-1b01d01383a7 None None] Pushing event updated for resources: {'Port': ['ID=4c71ee9c-6668-4cc6-9c80-d425af339932,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:27.809519 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-73abebee-e8aa-4024-9820-88f88958259c None None] Provisioning complete for port a64ac4c6-0d13-4e05-a7ac-681165d6bd61 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:27.809895 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-73abebee-e8aa-4024-9820-88f88958259c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.847283 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-652ac2e1-8e7a-45d1-8a83-f9a1bdbea71a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.848630 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-652ac2e1-8e7a-45d1-8a83-f9a1bdbea71a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.914991 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536f3dde-85f6-44c4-ac50-8d11919a71fe tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Router 4b8852d1-fd09-4d16-a0f4-df8f1768310e has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:38:27.939947 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-db12fea8-f817-4004-a1c1-a87dda2bbe74 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.967609 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port ac45b152-240c-4d55-9e51-9472dbe1d4a7, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=ac45b152-240c-4d55-9e51-9472dbe1d4a7,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:28.025642 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-652ac2e1-8e7a-45d1-8a83-f9a1bdbea71a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.042625 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-73abebee-e8aa-4024-9820-88f88958259c None None] Port a64ac4c6-0d13-4e05-a7ac-681165d6bd61 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:38:28.081901 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.144754 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-57f4ab43-f6e9-4d2e-8bd4-5b4150f0bef0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:38:28.145709 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-57f4ab43-f6e9-4d2e-8bd4-5b4150f0bef0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:38:28.168022 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-544f6342-46ef-4917-ae99-87db2adc3616 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.168248 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4408852c-8492-4eea-8d4e-f859595f16ef None None] Network 96bf4bb4-25a9-404e-859d-0b4b25b1d214 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:28.185079 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-73abebee-e8aa-4024-9820-88f88958259c None None] Provisioning for port 43420084-1503-4c55-9a8e-5c8f3a2ef069 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:28.203879 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-73abebee-e8aa-4024-9820-88f88958259c None None] Provisioning complete for port 43420084-1503-4c55-9a8e-5c8f3a2ef069 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:28.204055 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-73abebee-e8aa-4024-9820-88f88958259c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.245147 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 43642a9f-31a0-4e5d-b18a-ae12c8946a20 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:28.330452 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536f3dde-85f6-44c4-ac50-8d11919a71fe tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:38:28.349769 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f6342-46ef-4917-ae99-87db2adc3616 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'Port': ['ID=a64ac4c6-0d13-4e05-a7ac-681165d6bd61,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:28.369497 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-544f6342-46ef-4917-ae99-87db2adc3616 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.369881 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edff551-8310-431c-b858-794adee3d898 None None] Sync routers for ids ['4b8852d1-fd09-4d16-a0f4-df8f1768310e'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:38:28.399309 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-536f3dde-85f6-44c4-ac50-8d11919a71fe tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "PUT /v2.0/routers/4b8852d1-fd09-4d16-a0f4-df8f1768310e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0092354 Jan 21 09:38:28.519088 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-106bdda6-0cde-4e5a-b4aa-e2f57f38ce45 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Allocated IP 2001:db8::da8d:d046:b25b:5469 (36c4effd-f4af-4d10-91bd-714d225a3199/e93746b3-1290-4c80-886a-0dbb8bddae42/de8746d3-3eb4-4b3b-bb61-14b2d93fa175) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:28.548864 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=ac45b152-240c-4d55-9e51-9472dbe1d4a7,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:28.573100 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-73abebee-e8aa-4024-9820-88f88958259c None None] Port 43420084-1503-4c55-9a8e-5c8f3a2ef069 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:38:28.579337 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edff551-8310-431c-b858-794adee3d898 None None] Routers {'4b8852d1-fd09-4d16-a0f4-df8f1768310e'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:28.580137 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-6edff551-8310-431c-b858-794adee3d898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['4b8852d1-fd09-4d16-a0f4-df8f1768310e'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:28.632167 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-544f6342-46ef-4917-ae99-87db2adc3616 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/ports/a64ac4c6-0d13-4e05-a7ac-681165d6bd61 HTTP/1.1" status: 204 len: 168 time: 2.9025681 Jan 21 09:38:28.633688 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47338) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:28.648100 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-db12fea8-f817-4004-a1c1-a87dda2bbe74 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.685332 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-57f4ab43-f6e9-4d2e-8bd4-5b4150f0bef0 None None] Deleting port ac45b152-240c-4d55-9e51-9472dbe1d4a7 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:28.685715 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-57f4ab43-f6e9-4d2e-8bd4-5b4150f0bef0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.774500 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-652ac2e1-8e7a-45d1-8a83-f9a1bdbea71a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.779266 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-db12fea8-f817-4004-a1c1-a87dda2bbe74 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Deleting port cac61bcd-9b76-47e6-898e-25e1b76acb9f {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:28.779850 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-db12fea8-f817-4004-a1c1-a87dda2bbe74 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.802531 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf0d5092-29af-46b6-bb1b-cd1ecc1f483f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] GET failed (client error): The resource could not be found. Jan 21 09:38:28.803085 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-bf0d5092-29af-46b6-bb1b-cd1ecc1f483f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Synchronizing usage tracker for tenant:29c6ab04f24842d781b633e6233f3506 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:28.855667 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-bf0d5092-29af-46b6-bb1b-cd1ecc1f483f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Unset dirty status for tenant:29c6ab04f24842d781b633e6233f3506 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:28.859531 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-bf0d5092-29af-46b6-bb1b-cd1ecc1f483f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "GET /v2.0/ports/a64ac4c6-0d13-4e05-a7ac-681165d6bd61 HTTP/1.1" status: 404 len: 333 time: 0.1579235 Jan 21 09:38:28.859757 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47346) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:28.900497 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-ac349129-a194-466c-a40e-6034e02a74ec tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Synchronizing usage tracker for tenant:d15bf70c941f4d099cc1535f666f7a67 on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:28.931042 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-106bdda6-0cde-4e5a-b4aa-e2f57f38ce45 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.949402 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-73abebee-e8aa-4024-9820-88f88958259c None None] Provisioning complete for port 4c71ee9c-6668-4cc6-9c80-d425af339932 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:28.949791 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-73abebee-e8aa-4024-9820-88f88958259c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.955807 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-51975e0c-9d55-4243-b022-7e4c3849a5b7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Deleting port 43420084-1503-4c55-9a8e-5c8f3a2ef069 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:28.956148 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-51975e0c-9d55-4243-b022-7e4c3849a5b7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.992741 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 43642a9f-31a0-4e5d-b18a-ae12c8946a20 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:28.992741 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.993190 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-106bdda6-0cde-4e5a-b4aa-e2f57f38ce45 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Transition to ACTIVE for port object de8746d3-3eb4-4b3b-bb61-14b2d93fa175 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:29.022974 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-ac349129-a194-466c-a40e-6034e02a74ec tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Unset dirty status for tenant:d15bf70c941f4d099cc1535f666f7a67 on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:29.030468 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-ac349129-a194-466c-a40e-6034e02a74ec tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-336715650&fields=id&tenant_id=d15bf70c941f4d099cc1535f666f7a67 HTTP/1.1" status: 200 len: 267 time: 0.2967432 Jan 21 09:38:29.208779 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-db12fea8-f817-4004-a1c1-a87dda2bbe74 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] For port cac61bcd-9b76-47e6-898e-25e1b76acb9f, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=cac61bcd-9b76-47e6-898e-25e1b76acb9f,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:29.209109 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-db12fea8-f817-4004-a1c1-a87dda2bbe74 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.237168 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-6edff551-8310-431c-b858-794adee3d898 None None] Set router 4b8852d1-fd09-4d16-a0f4-df8f1768310e gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:38:29.362794 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-db12fea8-f817-4004-a1c1-a87dda2bbe74 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Calling delete_port for cac61bcd-9b76-47e6-898e-25e1b76acb9f owned by network:router_gateway {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:29.374990 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-51975e0c-9d55-4243-b022-7e4c3849a5b7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.450082 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-6c509f6e-ad36-4ea6-b079-69b465ed9e9f tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:29.452270 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-6c509f6e-ad36-4ea6-b079-69b465ed9e9f tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/networks?id=88749b10-68b8-4728-b80e-07b14beb6e8a HTTP/1.1" status: 200 len: 797 time: 0.4203119 Jan 21 09:38:29.452891 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-106bdda6-0cde-4e5a-b4aa-e2f57f38ce45 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.549137 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-33f1f9c5-8b8f-4f49-a8f4-f0c2289d66cb tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/quotas/d15bf70c941f4d099cc1535f666f7a67 HTTP/1.1" status: 200 len: 375 time: 0.0853076 Jan 21 09:38:29.566921 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-57f4ab43-f6e9-4d2e-8bd4-5b4150f0bef0 None None] For port ac45b152-240c-4d55-9e51-9472dbe1d4a7, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=ac45b152-240c-4d55-9e51-9472dbe1d4a7,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:29.568451 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-57f4ab43-f6e9-4d2e-8bd4-5b4150f0bef0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.570287 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-51975e0c-9d55-4243-b022-7e4c3849a5b7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Calling delete_port for 43420084-1503-4c55-9a8e-5c8f3a2ef069 owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:29.654993 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106bdda6-0cde-4e5a-b4aa-e2f57f38ce45 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:29.659447 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-106bdda6-0cde-4e5a-b4aa-e2f57f38ce45 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:29.662939 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106bdda6-0cde-4e5a-b4aa-e2f57f38ce45 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:29.669048 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106bdda6-0cde-4e5a-b4aa-e2f57f38ce45 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:29.669694 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-106bdda6-0cde-4e5a-b4aa-e2f57f38ce45 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.690851 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106bdda6-0cde-4e5a-b4aa-e2f57f38ce45 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Port': ['ID=de8746d3-3eb4-4b3b-bb61-14b2d93fa175,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:29.703339 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-106bdda6-0cde-4e5a-b4aa-e2f57f38ce45 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3732078 Jan 21 09:38:29.707547 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47356) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:29.711555 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106bdda6-0cde-4e5a-b4aa-e2f57f38ce45 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:29.711954 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106bdda6-0cde-4e5a-b4aa-e2f57f38ce45 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:29.712341 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106bdda6-0cde-4e5a-b4aa-e2f57f38ce45 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:29.712689 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106bdda6-0cde-4e5a-b4aa-e2f57f38ce45 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:29.713073 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106bdda6-0cde-4e5a-b4aa-e2f57f38ce45 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:29.713411 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106bdda6-0cde-4e5a-b4aa-e2f57f38ce45 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:29.713742 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106bdda6-0cde-4e5a-b4aa-e2f57f38ce45 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:29.714071 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106bdda6-0cde-4e5a-b4aa-e2f57f38ce45 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:29.714399 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106bdda6-0cde-4e5a-b4aa-e2f57f38ce45 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:29.714724 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106bdda6-0cde-4e5a-b4aa-e2f57f38ce45 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:29.715077 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106bdda6-0cde-4e5a-b4aa-e2f57f38ce45 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:29.715638 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106bdda6-0cde-4e5a-b4aa-e2f57f38ce45 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:29.741448 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-652ac2e1-8e7a-45d1-8a83-f9a1bdbea71a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for router_gateway, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.792154 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-652ac2e1-8e7a-45d1-8a83-f9a1bdbea71a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.806047 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-57f4ab43-f6e9-4d2e-8bd4-5b4150f0bef0 None None] Calling delete_port for ac45b152-240c-4d55-9e51-9472dbe1d4a7 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:29.887239 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d8f83e-340e-468d-930b-5cf4f2670ba8 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:29.893943 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d8f83e-340e-468d-930b-5cf4f2670ba8 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:29.895210 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-73d8f83e-340e-468d-930b-5cf4f2670ba8 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:29.914811 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-27b6b054-77c8-4d6c-802f-c28282cee057 None None] Could not find standard attr ID for object a64ac4c6-0d13-4e05-a7ac-681165d6bd61. {{(pid=87516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:38:29.916018 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-51975e0c-9d55-4243-b022-7e4c3849a5b7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.927427 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-f3537476-aa0b-4a7b-bad4-1f4f746e42f6 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=d15bf70c941f4d099cc1535f666f7a67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3630183 Jan 21 09:38:29.979547 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-73d8f83e-340e-468d-930b-5cf4f2670ba8 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:29.980353 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-73d8f83e-340e-468d-930b-5cf4f2670ba8 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.2708383 Jan 21 09:38:29.984031 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51975e0c-9d55-4243-b022-7e4c3849a5b7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'Port': ['ID=43420084-1503-4c55-9a8e-5c8f3a2ef069,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:29.986529 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47360) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:30.011288 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4c71ee9c-6668-4cc6-9c80-d425af339932 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:30.103037 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-38ebbffd-2f99-4115-822c-d347e8f3dcb4 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting port de8746d3-3eb4-4b3b-bb61-14b2d93fa175 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:30.103616 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-38ebbffd-2f99-4115-822c-d347e8f3dcb4 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.170645 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-51975e0c-9d55-4243-b022-7e4c3849a5b7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.238594 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-db12fea8-f817-4004-a1c1-a87dda2bbe74 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.276536 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-51975e0c-9d55-4243-b022-7e4c3849a5b7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/ports/43420084-1503-4c55-9a8e-5c8f3a2ef069 HTTP/1.1" status: 204 len: 168 time: 1.4123096 Jan 21 09:38:30.276714 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-27b6b054-77c8-4d6c-802f-c28282cee057 None None] Provisioning complete for port c3969c03-43b7-40fb-9420-0007ef460f01 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:30.276714 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-27b6b054-77c8-4d6c-802f-c28282cee057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.280029 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47366) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:30.314825 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-652ac2e1-8e7a-45d1-8a83-f9a1bdbea71a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Allocated IP 172.26.3.241 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/d39bfb16-3ccc-4f8f-877f-79331c483049) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:30.314972 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-57f4ab43-f6e9-4d2e-8bd4-5b4150f0bef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.325114 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db12fea8-f817-4004-a1c1-a87dda2bbe74 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Pushing event deleted for resources: {'Port': ['ID=cac61bcd-9b76-47e6-898e-25e1b76acb9f,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:30.354484 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b16663-cadc-42b1-81e6-4fb1498507a7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] GET failed (client error): The resource could not be found. Jan 21 09:38:30.355010 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-12b16663-cadc-42b1-81e6-4fb1498507a7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Synchronizing usage tracker for tenant:29c6ab04f24842d781b633e6233f3506 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:30.377600 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-12b16663-cadc-42b1-81e6-4fb1498507a7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Unset dirty status for tenant:29c6ab04f24842d781b633e6233f3506 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:30.382061 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-12b16663-cadc-42b1-81e6-4fb1498507a7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "GET /v2.0/ports/43420084-1503-4c55-9a8e-5c8f3a2ef069 HTTP/1.1" status: 404 len: 333 time: 0.1017084 Jan 21 09:38:30.386636 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47370) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:30.387783 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f4ab43-f6e9-4d2e-8bd4-5b4150f0bef0 None None] Pushing event deleted for resources: {'Port': ['ID=ac45b152-240c-4d55-9e51-9472dbe1d4a7,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:30.396126 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f4ab43-f6e9-4d2e-8bd4-5b4150f0bef0 None None] No DVR routers for this DVR port ac45b152-240c-4d55-9e51-9472dbe1d4a7 on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:38:30.416755 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-27b6b054-77c8-4d6c-802f-c28282cee057 None None] Port c3969c03-43b7-40fb-9420-0007ef460f01 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:38:30.425887 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 4c71ee9c-6668-4cc6-9c80-d425af339932 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:30.426281 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.453758 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2b1350-0c45-4cc4-8631-d3b572465363 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:30.468652 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-14731cea-9fb4-44c7-816d-fe9c92d5201e service neutron] 10.222.0.110 "GET /v2.0/networks/88749b10-68b8-4728-b80e-07b14beb6e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5057952 Jan 21 09:38:30.476907 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-27b6b054-77c8-4d6c-802f-c28282cee057 None None] Could not find standard attr ID for object 43420084-1503-4c55-9a8e-5c8f3a2ef069. {{(pid=87516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:38:30.533225 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-38ebbffd-2f99-4115-822c-d347e8f3dcb4 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.592150 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-6edff551-8310-431c-b858-794adee3d898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669450373', 'tenant_id': 'd15bf70c941f4d099cc1535f666f7a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '54c839e7-508a-450f-aa95-d8a87f2c5081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:38:24Z', 'revision_number': 4, 'project_id': 'd15bf70c941f4d099cc1535f666f7a67', 'gw_port': {'id': '54c839e7-508a-450f-aa95-d8a87f2c5081', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:dc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:10Z', 'updated_at': '2022-01-21T09:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'c3969c03-43b7-40fb-9420-0007ef460f01', 'name': '', 'network_id': '88749b10-68b8-4728-b80e-07b14beb6e8a', 'tenant_id': 'd15bf70c941f4d099cc1535f666f7a67', 'mac_address': 'fa:16:3e:f6:8a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'de5008b0-2c3b-473b-895d-445e9d641801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:20Z', 'updated_at': '2022-01-21T09:38:25Z', 'revision_number': 2, 'project_id': 'd15bf70c941f4d099cc1535f666f7a67', 'subnets': [{'id': 'de5008b0-2c3b-473b-895d-445e9d641801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:30.610679 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edff551-8310-431c-b858-794adee3d898 None None] Checking router: 4b8852d1-fd09-4d16-a0f4-df8f1768310e for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:38:30.611033 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edff551-8310-431c-b858-794adee3d898 None None] Updating router 4b8852d1-fd09-4d16-a0f4-df8f1768310e port c3969c03-43b7-40fb-9420-0007ef460f01 binding host dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:38:30.635948 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-db12fea8-f817-4004-a1c1-a87dda2bbe74 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.665943 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-38ebbffd-2f99-4115-822c-d347e8f3dcb4 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Calling delete_port for de8746d3-3eb4-4b3b-bb61-14b2d93fa175 owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:30.769073 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-59fcd2ff-49e9-4544-a8fc-13b9605cab3b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Deleting subnet bd14860a-ed00-4d29-b74f-2348b5c14741 {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:38:30.828742 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-38ebbffd-2f99-4115-822c-d347e8f3dcb4 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.842215 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6edff551-8310-431c-b858-794adee3d898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.884856 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ebbffd-2f99-4115-822c-d347e8f3dcb4 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Port': ['ID=de8746d3-3eb4-4b3b-bb61-14b2d93fa175,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:30.921355 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 54c839e7-508a-450f-aa95-d8a87f2c5081 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:30.930827 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-38ebbffd-2f99-4115-822c-d347e8f3dcb4 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.946324 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-38ebbffd-2f99-4115-822c-d347e8f3dcb4 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/ports/de8746d3-3eb4-4b3b-bb61-14b2d93fa175 HTTP/1.1" status: 204 len: 168 time: 0.9216402 Jan 21 09:38:30.949076 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47378) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:30.981210 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-59fcd2ff-49e9-4544-a8fc-13b9605cab3b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.025260 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-652ac2e1-8e7a-45d1-8a83-f9a1bdbea71a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.027840 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab772dbf-8848-456e-82d8-1f3bbdd9fc3e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:31.029438 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab772dbf-8848-456e-82d8-1f3bbdd9fc3e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:31.030242 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ab772dbf-8848-456e-82d8-1f3bbdd9fc3e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:31.048683 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-db12fea8-f817-4004-a1c1-a87dda2bbe74 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.050547 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ab772dbf-8848-456e-82d8-1f3bbdd9fc3e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:31.055579 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ab772dbf-8848-456e-82d8-1f3bbdd9fc3e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1050277 Jan 21 09:38:31.056241 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47382) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:31.056853 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-db12fea8-f817-4004-a1c1-a87dda2bbe74 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.093753 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-59fcd2ff-49e9-4544-a8fc-13b9605cab3b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.109553 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 54c839e7-508a-450f-aa95-d8a87f2c5081 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:31.109931 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.128218 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b52659d-933c-4fcf-812d-e1c33e3ac7e5 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting subnet e93746b3-1290-4c80-886a-0dbb8bddae42 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:38:31.131773 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3b52659d-933c-4fcf-812d-e1c33e3ac7e5 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.138477 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-43ddc6eb-5709-429c-95d0-f6b61b8a135f service neutron] 10.222.0.110 "GET /v2.0/networks/88749b10-68b8-4728-b80e-07b14beb6e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6434760 Jan 21 09:38:31.169416 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-db12fea8-f817-4004-a1c1-a87dda2bbe74 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.169919 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db12fea8-f817-4004-a1c1-a87dda2bbe74 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 18930f08-2a2f-4ff2-acfb-a91d86755553 {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:38:31.189634 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c94982-fcdf-4044-96a9-f350998206bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-36c4effd-f4af-4d10-91bd-714d225a3199', 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'tenant_id': 'ce9334fe18174618a851dcacd095feca', 'fixed_ips': [{'subnet_id': 'e93746b3-1290-4c80-886a-0dbb8bddae42'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:38:31.190459 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-63c94982-fcdf-4044-96a9-f350998206bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.208105 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-652ac2e1-8e7a-45d1-8a83-f9a1bdbea71a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.236980 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3b52659d-933c-4fcf-812d-e1c33e3ac7e5 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.260384 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-db12fea8-f817-4004-a1c1-a87dda2bbe74 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.264741 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-db12fea8-f817-4004-a1c1-a87dda2bbe74 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] 10.222.0.110 "DELETE /v2.0/routers/18930f08-2a2f-4ff2-acfb-a91d86755553 HTTP/1.1" status: 204 len: 168 time: 3.8001590 Jan 21 09:38:31.271448 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47386) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:31.295911 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652ac2e1-8e7a-45d1-8a83-f9a1bdbea71a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:31.299824 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-ed1398eb-d04b-49c3-907f-a5cd87566b7f tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-317722224', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}, 'admin_state_up': False}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:31.314510 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-652ac2e1-8e7a-45d1-8a83-f9a1bdbea71a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:31.322275 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652ac2e1-8e7a-45d1-8a83-f9a1bdbea71a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:31.356760 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-ed1398eb-d04b-49c3-907f-a5cd87566b7f tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:31.374020 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-59fcd2ff-49e9-4544-a8fc-13b9605cab3b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.405243 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ac2e1-8e7a-45d1-8a83-f9a1bdbea71a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event updated for resources: {'Port': ['ID=d39bfb16-3ccc-4f8f-877f-79331c483049,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:31.414873 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ed1398eb-d04b-49c3-907f-a5cd87566b7f tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Usage tracker for resource:router and tenant:1882f1a8657044acadd1beb42be5b4f1 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:31.441403 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ed1398eb-d04b-49c3-907f-a5cd87566b7f tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:31.467672 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-ed1398eb-d04b-49c3-907f-a5cd87566b7f tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:31.473956 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ac2e1-8e7a-45d1-8a83-f9a1bdbea71a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:31.473956 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ac2e1-8e7a-45d1-8a83-f9a1bdbea71a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:31.473956 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ac2e1-8e7a-45d1-8a83-f9a1bdbea71a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:31.474398 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ac2e1-8e7a-45d1-8a83-f9a1bdbea71a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:31.474588 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ac2e1-8e7a-45d1-8a83-f9a1bdbea71a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:31.474969 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ac2e1-8e7a-45d1-8a83-f9a1bdbea71a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:31.475366 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ac2e1-8e7a-45d1-8a83-f9a1bdbea71a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:31.475722 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ac2e1-8e7a-45d1-8a83-f9a1bdbea71a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:31.476054 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ac2e1-8e7a-45d1-8a83-f9a1bdbea71a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:31.476381 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ac2e1-8e7a-45d1-8a83-f9a1bdbea71a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:31.476707 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ac2e1-8e7a-45d1-8a83-f9a1bdbea71a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:31.477029 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ac2e1-8e7a-45d1-8a83-f9a1bdbea71a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:31.571984 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3b52659d-933c-4fcf-812d-e1c33e3ac7e5 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.643976 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4f974c3b-87e5-4217-8930-002eeacc3fd5 req-aaf870c5-4742-47a5-a3be-a094c6fcbfbb tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/ports?device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 210 time: 0.1504726 Jan 21 09:38:31.670920 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3b52659d-933c-4fcf-812d-e1c33e3ac7e5 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.685167 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6edff551-8310-431c-b858-794adee3d898 None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server [None req-63c94982-fcdf-4044-96a9-f350998206bf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e93746b3-1290-4c80-886a-0dbb8bddae42: This subnet is being modified by another concurrent operation. Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:38:31.695594 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:38:31.699443 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:38:31.699443 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:38:31.699443 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:38:31.699443 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:38:31.699443 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:38:31.699443 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:38:31.699443 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:38:31.699443 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:38:31.699443 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:38:31.699443 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:38:31.699443 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:38:31.699443 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:38:31.699443 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:38:31.699443 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:38:31.699443 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:38:31.699443 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:38:31.699443 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 21 09:38:31.699443 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 21 09:38:31.699443 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 21 09:38:31.699443 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 21 09:38:31.699443 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 21 09:38:31.699443 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 21 09:38:31.699443 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 21 09:38:31.699443 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 21 09:38:31.699443 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 21 09:38:31.699443 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:38:31.699443 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 21 09:38:31.699443 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 21 09:38:31.699443 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 21 09:38:31.699443 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 21 09:38:31.699443 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 21 09:38:31.699443 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 21 09:38:31.699443 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 21 09:38:31.699443 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 21 09:38:31.699443 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 21 09:38:31.699443 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server raise exception Jan 21 09:38:31.699443 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e93746b3-1290-4c80-886a-0dbb8bddae42: This subnet is being modified by another concurrent operation. Jan 21 09:38:31.699443 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server Jan 21 09:38:31.708898 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-6edff551-8310-431c-b858-794adee3d898 None None] Transition to ACTIVE for port object c3969c03-43b7-40fb-9420-0007ef460f01 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:31.716014 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b52659d-933c-4fcf-812d-e1c33e3ac7e5 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Subnet': ['ID=e93746b3-1290-4c80-886a-0dbb8bddae42,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:31.716490 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6edff551-8310-431c-b858-794adee3d898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.722982 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3b52659d-933c-4fcf-812d-e1c33e3ac7e5 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.743545 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-3b52659d-933c-4fcf-812d-e1c33e3ac7e5 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/e93746b3-1290-4c80-886a-0dbb8bddae42 HTTP/1.1" status: 204 len: 168 time: 0.6859913 Jan 21 09:38:31.744600 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47400) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:31.750511 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed1398eb-d04b-49c3-907f-a5cd87566b7f tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.751780 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed1398eb-d04b-49c3-907f-a5cd87566b7f tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.785478 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69ce503-bef5-4a04-be9c-38c496a093bc None None] get_active_networks_info from dv-neutron-825731-1-hyperv {{(pid=87516) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 21 09:38:31.891640 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed1398eb-d04b-49c3-907f-a5cd87566b7f tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.904103 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-b7cb149e-cf50-4964-81f4-7bc36d4dc30c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1580977 Jan 21 09:38:31.907827 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47406) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:31.912759 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-59fcd2ff-49e9-4544-a8fc-13b9605cab3b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.972917 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e7e82e54-c8ae-48a1-b912-74ed954fe06d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:31.974767 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 15faccc3-7463-4a6e-9d50-92e8180c12f4 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:38:32.019099 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e7e82e54-c8ae-48a1-b912-74ed954fe06d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:32.020468 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e7e82e54-c8ae-48a1-b912-74ed954fe06d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1114581 Jan 21 09:38:32.023745 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47412) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:32.058786 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 15faccc3-7463-4a6e-9d50-92e8180c12f4 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:38:32.059525 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 15faccc3-7463-4a6e-9d50-92e8180c12f4 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:38:32.060303 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device ac45b152-240c-4d55-9e51-9472dbe1d4a7 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:38:32.114171 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843a42fe-0477-49fd-8ba6-e76a66a33329 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:32.115211 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-843a42fe-0477-49fd-8ba6-e76a66a33329 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:32.116299 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: ac45b152-240c-4d55-9e51-9472dbe1d4a7 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:38:32.116834 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device ac45b152-240c-4d55-9e51-9472dbe1d4a7 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:38:32.140765 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-843a42fe-0477-49fd-8ba6-e76a66a33329 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:32.144943 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-843a42fe-0477-49fd-8ba6-e76a66a33329 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1178660 Jan 21 09:38:32.146474 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47418) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:32.215582 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fcd2ff-49e9-4544-a8fc-13b9605cab3b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'Subnet': ['ID=bd14860a-ed00-4d29-b74f-2348b5c14741,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:32.255486 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-59fcd2ff-49e9-4544-a8fc-13b9605cab3b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:32.269412 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-083f763a-529b-4c14-88aa-b2fde31130e7 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1215713 Jan 21 09:38:32.272929 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7491a6-523f-41bf-ba38-6da7a308c9f5 None None] Pushing event updated for resources: {'Port': ['ID=c3969c03-43b7-40fb-9420-0007ef460f01,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:32.274155 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47422) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:32.288710 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-6c26085c-93cc-41e3-8106-b5aba2ac566f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:32.406652 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-6c26085c-93cc-41e3-8106-b5aba2ac566f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:32.409120 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device cac61bcd-9b76-47e6-898e-25e1b76acb9f no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:38:32.418131 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-6c26085c-93cc-41e3-8106-b5aba2ac566f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:32.431007 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c26085c-93cc-41e3-8106-b5aba2ac566f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:32.435208 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6c26085c-93cc-41e3-8106-b5aba2ac566f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:32.441527 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7491a6-523f-41bf-ba38-6da7a308c9f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:32.441884 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7491a6-523f-41bf-ba38-6da7a308c9f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:32.442823 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7491a6-523f-41bf-ba38-6da7a308c9f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:32.443229 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7491a6-523f-41bf-ba38-6da7a308c9f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:32.443605 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7491a6-523f-41bf-ba38-6da7a308c9f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:32.444112 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7491a6-523f-41bf-ba38-6da7a308c9f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:32.444450 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7491a6-523f-41bf-ba38-6da7a308c9f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:32.444771 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7491a6-523f-41bf-ba38-6da7a308c9f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:32.445100 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7491a6-523f-41bf-ba38-6da7a308c9f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:32.445422 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7491a6-523f-41bf-ba38-6da7a308c9f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:32.445742 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7491a6-523f-41bf-ba38-6da7a308c9f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:32.446060 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7491a6-523f-41bf-ba38-6da7a308c9f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:32.481635 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69ce503-bef5-4a04-be9c-38c496a093bc None None] Resources bound (agent type, host, resource id): {{(pid=87516) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:38:32.487877 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: cac61bcd-9b76-47e6-898e-25e1b76acb9f {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:38:32.488179 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device cac61bcd-9b76-47e6-898e-25e1b76acb9f not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:38:32.496923 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-6edff551-8310-431c-b858-794adee3d898 None None] Attempting to bind port c3969c03-43b7-40fb-9420-0007ef460f01 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:32.497297 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-6edff551-8310-431c-b858-794adee3d898 None None] Attempting to bind port c3969c03-43b7-40fb-9420-0007ef460f01 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '25b0ac5d-1185-455d-bf1f-5371ec34aaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '88749b10-68b8-4728-b80e-07b14beb6e8a'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:32.497696 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edff551-8310-431c-b858-794adee3d898 None None] Attempting to bind port c3969c03-43b7-40fb-9420-0007ef460f01 on network 88749b10-68b8-4728-b80e-07b14beb6e8a {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:38:32.513308 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edff551-8310-431c-b858-794adee3d898 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:38:32.513688 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edff551-8310-431c-b858-794adee3d898 None None] Checking segment: {'id': '25b0ac5d-1185-455d-bf1f-5371ec34aaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '88749b10-68b8-4728-b80e-07b14beb6e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:32.514067 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6edff551-8310-431c-b858-794adee3d898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:32.514452 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edff551-8310-431c-b858-794adee3d898 None None] Bound using segment: {'id': '25b0ac5d-1185-455d-bf1f-5371ec34aaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '88749b10-68b8-4728-b80e-07b14beb6e8a'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:38:32.514920 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-6edff551-8310-431c-b858-794adee3d898 None None] Bound port: c3969c03-43b7-40fb-9420-0007ef460f01, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25b0ac5d-1185-455d-bf1f-5371ec34aaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '88749b10-68b8-4728-b80e-07b14beb6e8a'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:32.515284 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6edff551-8310-431c-b858-794adee3d898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:32.765891 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-652ac2e1-8e7a-45d1-8a83-f9a1bdbea71a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for router_gateway, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:32.783722 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-6edff551-8310-431c-b858-794adee3d898 None None] For port c3969c03-43b7-40fb-9420-0007ef460f01, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:38:32.789655 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-6edff551-8310-431c-b858-794adee3d898 None None] For port c3969c03-43b7-40fb-9420-0007ef460f01, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=c3969c03-43b7-40fb-9420-0007ef460f01,segment=NetworkSegment(25b0ac5d-1185-455d-bf1f-5371ec34aaed),segment_id=25b0ac5d-1185-455d-bf1f-5371ec34aaed)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:38:32.805757 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6edff551-8310-431c-b858-794adee3d898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:32.806862 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6c26085c-93cc-41e3-8106-b5aba2ac566f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:32.868648 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c26085c-93cc-41e3-8106-b5aba2ac566f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:32.872056 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-6c26085c-93cc-41e3-8106-b5aba2ac566f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:32.881299 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26085c-93cc-41e3-8106-b5aba2ac566f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:32.881888 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6c26085c-93cc-41e3-8106-b5aba2ac566f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:32.909042 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26085c-93cc-41e3-8106-b5aba2ac566f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Subnet': ['ID=cd71e325-4995-4146-825f-e64b1f698733,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:32.919984 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6c26085c-93cc-41e3-8106-b5aba2ac566f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6435556 Jan 21 09:38:32.922499 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47430) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:32.929307 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-002cda86-1c74-446d-a1d9-9a504d701da3 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'port': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'fixed_ips': [{'subnet_id': 'cd71e325-4995-4146-825f-e64b1f698733', 'ip_address': '2001:db8::68d:1c4b:14eb:d79b'}], 'name': 'tempest-NetworksTestDHCPv6-1200202043'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:32.941589 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edff551-8310-431c-b858-794adee3d898 None None] Routers {'4b8852d1-fd09-4d16-a0f4-df8f1768310e'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:32.942719 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-6edff551-8310-431c-b858-794adee3d898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['4b8852d1-fd09-4d16-a0f4-df8f1768310e'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:32.947756 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-59fcd2ff-49e9-4544-a8fc-13b9605cab3b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/subnets/bd14860a-ed00-4d29-b74f-2348b5c14741 HTTP/1.1" status: 204 len: 168 time: 2.5601747 Jan 21 09:38:32.950127 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-92969301-8390-4921-82e1-d327ab84eb8a req-f890d710-2f52-4755-b8cd-4c8bce718933 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/ports?device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 210 time: 0.1158750 Jan 21 09:38:32.950579 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47434) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:32.968080 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed1398eb-d04b-49c3-907f-a5cd87566b7f tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.013737 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7491a6-523f-41bf-ba38-6da7a308c9f5 None None] Pushing event updated for resources: {'Port': ['ID=c3969c03-43b7-40fb-9420-0007ef460f01,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:33.214774 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-6edff551-8310-431c-b858-794adee3d898 None None] Set router 4b8852d1-fd09-4d16-a0f4-df8f1768310e gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:38:33.275903 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-03c1babe-5251-450b-9d53-65ff20ac247e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.370602 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a595ac0-cb9b-446e-82e2-7b83f620db6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-36c4effd-f4af-4d10-91bd-714d225a3199', 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'tenant_id': 'ce9334fe18174618a851dcacd095feca', 'fixed_ips': [{'subnet_id': 'cd71e325-4995-4146-825f-e64b1f698733'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:38:33.371335 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3a595ac0-cb9b-446e-82e2-7b83f620db6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.449878 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-03c1babe-5251-450b-9d53-65ff20ac247e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Deleting port 4c71ee9c-6668-4cc6-9c80-d425af339932 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:33.450279 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-03c1babe-5251-450b-9d53-65ff20ac247e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.479666 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-652ac2e1-8e7a-45d1-8a83-f9a1bdbea71a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.525444 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-002cda86-1c74-446d-a1d9-9a504d701da3 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:33.575998 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-002cda86-1c74-446d-a1d9-9a504d701da3 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:33.586481 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-1cec5ab7-5aed-4630-a8c9-a4dc6968f70a tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:33.587170 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-1cec5ab7-5aed-4630-a8c9-a4dc6968f70a tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Synchronizing usage tracker for tenant:d15bf70c941f4d099cc1535f666f7a67 on resource:network {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:33.654160 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002cda86-1c74-446d-a1d9-9a504d701da3 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:33.717817 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-1cec5ab7-5aed-4630-a8c9-a4dc6968f70a tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Unset dirty status for tenant:d15bf70c941f4d099cc1535f666f7a67 on resource:network {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:33.719234 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-1cec5ab7-5aed-4630-a8c9-a4dc6968f70a tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.72 "GET /v2.0/networks?id=88749b10-68b8-4728-b80e-07b14beb6e8a HTTP/1.1" status: 200 len: 797 time: 0.5285091 Jan 21 09:38:33.740808 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-3a595ac0-cb9b-446e-82e2-7b83f620db6b None None] Allocated IP 2001:db8::2 (36c4effd-f4af-4d10-91bd-714d225a3199/cd71e325-4995-4146-825f-e64b1f698733/2081e402-eaf6-49e2-aa3c-a29ad965cf13) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:33.856073 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed1398eb-d04b-49c3-907f-a5cd87566b7f tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router_gateway, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.941151 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed1398eb-d04b-49c3-907f-a5cd87566b7f tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.990434 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-6edff551-8310-431c-b858-794adee3d898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669450373', 'tenant_id': 'd15bf70c941f4d099cc1535f666f7a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '54c839e7-508a-450f-aa95-d8a87f2c5081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:38:24Z', 'revision_number': 4, 'project_id': 'd15bf70c941f4d099cc1535f666f7a67', 'gw_port': {'id': '54c839e7-508a-450f-aa95-d8a87f2c5081', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:dc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:10Z', 'updated_at': '2022-01-21T09:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'c3969c03-43b7-40fb-9420-0007ef460f01', 'name': '', 'network_id': '88749b10-68b8-4728-b80e-07b14beb6e8a', 'tenant_id': 'd15bf70c941f4d099cc1535f666f7a67', 'mac_address': 'fa:16:3e:f6:8a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'de5008b0-2c3b-473b-895d-445e9d641801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:20Z', 'updated_at': '2022-01-21T09:38:32Z', 'revision_number': 4, 'project_id': 'd15bf70c941f4d099cc1535f666f7a67', 'subnets': [{'id': 'de5008b0-2c3b-473b-895d-445e9d641801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:33.997427 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edff551-8310-431c-b858-794adee3d898 None None] The sync data for ids ['4b8852d1-fd09-4d16-a0f4-df8f1768310e'] in dv-neutron-825731-1-hyperv is: [{'id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669450373', 'tenant_id': 'd15bf70c941f4d099cc1535f666f7a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '54c839e7-508a-450f-aa95-d8a87f2c5081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:38:24Z', 'revision_number': 4, 'project_id': 'd15bf70c941f4d099cc1535f666f7a67', 'gw_port': {'id': '54c839e7-508a-450f-aa95-d8a87f2c5081', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:dc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:10Z', 'updated_at': '2022-01-21T09:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'c3969c03-43b7-40fb-9420-0007ef460f01', 'name': '', 'network_id': '88749b10-68b8-4728-b80e-07b14beb6e8a', 'tenant_id': 'd15bf70c941f4d099cc1535f666f7a67', 'mac_address': 'fa:16:3e:f6:8a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'de5008b0-2c3b-473b-895d-445e9d641801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:20Z', 'updated_at': '2022-01-21T09:38:32Z', 'revision_number': 4, 'project_id': 'd15bf70c941f4d099cc1535f666f7a67', 'subnets': [{'id': 'de5008b0-2c3b-473b-895d-445e9d641801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:38:34.027810 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3a595ac0-cb9b-446e-82e2-7b83f620db6b None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.040828 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-3a595ac0-cb9b-446e-82e2-7b83f620db6b None None] Transition to ACTIVE for port object 2081e402-eaf6-49e2-aa3c-a29ad965cf13 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:34.056893 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-03c1babe-5251-450b-9d53-65ff20ac247e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] For port 4c71ee9c-6668-4cc6-9c80-d425af339932, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=4c71ee9c-6668-4cc6-9c80-d425af339932,segment=NetworkSegment(a3a25350-7f6f-495c-ad66-2a5c0b957240),segment_id=a3a25350-7f6f-495c-ad66-2a5c0b957240)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:34.057417 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-03c1babe-5251-450b-9d53-65ff20ac247e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.066465 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-3a595ac0-cb9b-446e-82e2-7b83f620db6b None None] Transition to ACTIVE for port object 2081e402-eaf6-49e2-aa3c-a29ad965cf13 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:34.070321 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-e734a652-835f-41b3-8c8f-d5563ca0dc53 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d15bf70c941f4d099cc1535f666f7a67 HTTP/1.1" status: 200 len: 379 time: 0.3304117 Jan 21 09:38:34.082743 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3a595ac0-cb9b-446e-82e2-7b83f620db6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.089079 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-72716133-a8be-4e74-b9e1-9fa2259c77aa tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Request body: {'port': {'device_id': '5abd5741-5540-4c60-8c52-8afa8c14d0ca', 'network_id': '88749b10-68b8-4728-b80e-07b14beb6e8a', 'admin_state_up': True, 'tenant_id': 'd15bf70c941f4d099cc1535f666f7a67', 'security_groups': ['b83642e6-062a-4f81-884a-c0f0968e848b']}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:34.167327 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-ed1398eb-d04b-49c3-907f-a5cd87566b7f tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Allocated IP 172.26.3.166 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/58dde73f-8268-49db-9a1c-1cadb80a84bf) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:34.274860 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-03c1babe-5251-450b-9d53-65ff20ac247e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Calling delete_port for 4c71ee9c-6668-4cc6-9c80-d425af339932 owned by network:dhcp {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:34.314928 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c3969c03-43b7-40fb-9420-0007ef460f01 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:34.343129 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a595ac0-cb9b-446e-82e2-7b83f620db6b None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:34.351183 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-3a595ac0-cb9b-446e-82e2-7b83f620db6b None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:34.366084 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a595ac0-cb9b-446e-82e2-7b83f620db6b None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:34.371102 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a595ac0-cb9b-446e-82e2-7b83f620db6b None None] Pushing event updated for resources: {'Port': ['ID=2081e402-eaf6-49e2-aa3c-a29ad965cf13,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:34.416655 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-002cda86-1c74-446d-a1d9-9a504d701da3 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.435386 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-03c1babe-5251-450b-9d53-65ff20ac247e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.497536 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-3a595ac0-cb9b-446e-82e2-7b83f620db6b None None] Attempting to bind port 2081e402-eaf6-49e2-aa3c-a29ad965cf13 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:34.498068 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-3a595ac0-cb9b-446e-82e2-7b83f620db6b None None] Attempting to bind port 2081e402-eaf6-49e2-aa3c-a29ad965cf13 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:34.498520 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a595ac0-cb9b-446e-82e2-7b83f620db6b None None] Attempting to bind port 2081e402-eaf6-49e2-aa3c-a29ad965cf13 on network 36c4effd-f4af-4d10-91bd-714d225a3199 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:38:34.506812 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c1babe-5251-450b-9d53-65ff20ac247e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'Port': ['ID=4c71ee9c-6668-4cc6-9c80-d425af339932,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:34.508891 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a595ac0-cb9b-446e-82e2-7b83f620db6b None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:38:34.509907 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a595ac0-cb9b-446e-82e2-7b83f620db6b None None] Checking segment: {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:34.510314 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3a595ac0-cb9b-446e-82e2-7b83f620db6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.510953 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a595ac0-cb9b-446e-82e2-7b83f620db6b None None] Bound using segment: {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:38:34.512836 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-3a595ac0-cb9b-446e-82e2-7b83f620db6b None None] Bound port: 2081e402-eaf6-49e2-aa3c-a29ad965cf13, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:34.513410 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3a595ac0-cb9b-446e-82e2-7b83f620db6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.517068 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d2598849-c313-4f50-ae6a-570ce974eeea req-4cb932c4-8e3d-49e8-b1ea-1ea8db95b101 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/ports?device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 210 time: 0.1767745 Jan 21 09:38:34.537992 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-002cda86-1c74-446d-a1d9-9a504d701da3 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] device_id is not set on port 9a6a4b1e-d7a7-4538-9397-8aa9be8ca584 yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:34.577529 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed1398eb-d04b-49c3-907f-a5cd87566b7f tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.581147 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port c3969c03-43b7-40fb-9420-0007ef460f01 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:34.586693 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652ac2e1-8e7a-45d1-8a83-f9a1bdbea71a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Router 0784f12a-93a2-4ea9-a64c-0cae03e53fce is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:38:34.603057 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port c3969c03-43b7-40fb-9420-0007ef460f01 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:34.603537 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.610196 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c1babe-5251-450b-9d53-65ff20ac247e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] No DVR routers for this DVR port 4c71ee9c-6668-4cc6-9c80-d425af339932 on host dv-neutron-825731-1-hyperv {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:38:34.718240 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-3a595ac0-cb9b-446e-82e2-7b83f620db6b None None] For port 2081e402-eaf6-49e2-aa3c-a29ad965cf13, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:38:34.726869 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-3a595ac0-cb9b-446e-82e2-7b83f620db6b None None] For port 2081e402-eaf6-49e2-aa3c-a29ad965cf13, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=2081e402-eaf6-49e2-aa3c-a29ad965cf13,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:38:34.776085 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3a595ac0-cb9b-446e-82e2-7b83f620db6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.835158 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652ac2e1-8e7a-45d1-8a83-f9a1bdbea71a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:38:34.841913 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-03c1babe-5251-450b-9d53-65ff20ac247e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.847765 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430351fa-14bf-439d-a09b-795d20a07ad7 None None] Sync routers for ids ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:38:34.867244 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430351fa-14bf-439d-a09b-795d20a07ad7 None None] Routers {'0784f12a-93a2-4ea9-a64c-0cae03e53fce'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:34.868147 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-430351fa-14bf-439d-a09b-795d20a07ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:34.882811 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-652ac2e1-8e7a-45d1-8a83-f9a1bdbea71a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.884402 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-652ac2e1-8e7a-45d1-8a83-f9a1bdbea71a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.4123650 Jan 21 09:38:34.887849 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47454) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:34.924326 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.947853 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a595ac0-cb9b-446e-82e2-7b83f620db6b None None] Pushing event updated for resources: {'Port': ['ID=2081e402-eaf6-49e2-aa3c-a29ad965cf13,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:34.965712 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed1398eb-d04b-49c3-907f-a5cd87566b7f tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:35.015074 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port c3969c03-43b7-40fb-9420-0007ef460f01, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=c3969c03-43b7-40fb-9420-0007ef460f01,segment=NetworkSegment(25b0ac5d-1185-455d-bf1f-5371ec34aaed),segment_id=25b0ac5d-1185-455d-bf1f-5371ec34aaed)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:35.028436 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:35.081328 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-430351fa-14bf-439d-a09b-795d20a07ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:35.095902 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-03c1babe-5251-450b-9d53-65ff20ac247e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b517e62-eff4-43f3-9d50-a80f56626471']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:35.106484 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430351fa-14bf-439d-a09b-795d20a07ad7 None None] Routers {'0784f12a-93a2-4ea9-a64c-0cae03e53fce'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:35.107125 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-430351fa-14bf-439d-a09b-795d20a07ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:35.124258 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1398eb-d04b-49c3-907f-a5cd87566b7f tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Pushing event updated for resources: {'Port': ['ID=58dde73f-8268-49db-9a1c-1cadb80a84bf,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:35.132911 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1398eb-d04b-49c3-907f-a5cd87566b7f tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:35.140935 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-ed1398eb-d04b-49c3-907f-a5cd87566b7f tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:35.143642 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1398eb-d04b-49c3-907f-a5cd87566b7f tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:35.180441 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-430351fa-14bf-439d-a09b-795d20a07ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:35.180625 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=c3969c03-43b7-40fb-9420-0007ef460f01,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:35.181153 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430351fa-14bf-439d-a09b-795d20a07ad7 None None] The sync data for ids ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:38:35.229580 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-03c1babe-5251-450b-9d53-65ff20ac247e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3a25350-7f6f-495c-ad66-2a5c0b957240') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:35.229967 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-03c1babe-5251-450b-9d53-65ff20ac247e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3a25350-7f6f-495c-ad66-2a5c0b957240') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:35.270253 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-03c1babe-5251-450b-9d53-65ff20ac247e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:35.295280 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-72716133-a8be-4e74-b9e1-9fa2259c77aa tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:35.309279 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-72716133-a8be-4e74-b9e1-9fa2259c77aa tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Usage tracker for resource:port and tenant:d15bf70c941f4d099cc1535f666f7a67 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:35.313972 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-72716133-a8be-4e74-b9e1-9fa2259c77aa tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:35.323556 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-03c1babe-5251-450b-9d53-65ff20ac247e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:35.325809 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-72716133-a8be-4e74-b9e1-9fa2259c77aa tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:35.328130 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-002cda86-1c74-446d-a1d9-9a504d701da3 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Allocated IP 2001:db8::68d:1c4b:14eb:d79b (36c4effd-f4af-4d10-91bd-714d225a3199/cd71e325-4995-4146-825f-e64b1f698733/9a6a4b1e-d7a7-4538-9397-8aa9be8ca584) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:35.352235 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c1babe-5251-450b-9d53-65ff20ac247e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:38:35.352827 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-03c1babe-5251-450b-9d53-65ff20ac247e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:35.443568 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:38:35.443568 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:38:35.443568 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:38:35.443568 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:38:35.443568 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:38:35.443568 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:38:35.443568 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:38:35.443568 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:38:35.443568 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:38:35.443568 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:38:35.443568 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:38:35.443568 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:38:35.443568 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:38:35.443568 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:38:35.443568 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:38:35.443568 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:38:35.443568 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:38:35.443568 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:38:35.443568 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:38:35.443568 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:38:35.443568 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:38:35.443568 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:38:35.443568 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:38:35.443568 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:38:35.443568 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:38:35.443568 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:38:35.443568 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:38:35.443568 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:38:35.443568 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:38:35.443568 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:38:35.443568 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:38:35.443568 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:38:35.452151 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-72716133-a8be-4e74-b9e1-9fa2259c77aa tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Made reservation on behalf of d15bf70c941f4d099cc1535f666f7a67 for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:35.458833 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-72716133-a8be-4e74-b9e1-9fa2259c77aa tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:35.539561 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-03c1babe-5251-450b-9d53-65ff20ac247e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:35.543186 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-03c1babe-5251-450b-9d53-65ff20ac247e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:35.647569 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c1babe-5251-450b-9d53-65ff20ac247e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'Network': ['ID=2b517e62-eff4-43f3-9d50-a80f56626471,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:35.780265 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-03c1babe-5251-450b-9d53-65ff20ac247e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/networks/2b517e62-eff4-43f3-9d50-a80f56626471 HTTP/1.1" status: 204 len: 168 time: 2.8229239 Jan 21 09:38:35.791486 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47466) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:35.799001 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-5d8750e1-01a0-4e76-b6cd-c51305319730 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1735280803'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:35.812902 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-5d8750e1-01a0-4e76-b6cd-c51305319730 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:35.868183 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-5d8750e1-01a0-4e76-b6cd-c51305319730 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:network and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:35.879207 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-5d8750e1-01a0-4e76-b6cd-c51305319730 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:35.902841 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-5d8750e1-01a0-4e76-b6cd-c51305319730 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:35.926718 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9ca63ab2-2ac3-4ac1-9648-40fe8f3fce74 req-3c67e6da-63cf-496d-88cf-eb064bd2c7d2 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/ports?device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 210 time: 0.0895658 Jan 21 09:38:35.963011 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8750e1-01a0-4e76-b6cd-c51305319730 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Made reservation on behalf of 29c6ab04f24842d781b633e6233f3506 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:35.966709 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5d8750e1-01a0-4e76-b6cd-c51305319730 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:35.987468 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-002cda86-1c74-446d-a1d9-9a504d701da3 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:35.994769 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-72716133-a8be-4e74-b9e1-9fa2259c77aa tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Allocated IP 172.20.0.13 (88749b10-68b8-4728-b80e-07b14beb6e8a/de5008b0-2c3b-473b-895d-445e9d641801/18d66daf-9015-4413-aaca-282450b13718) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:36.025637 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d8750e1-01a0-4e76-b6cd-c51305319730 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:38:36.046365 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5d8750e1-01a0-4e76-b6cd-c51305319730 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.046707 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-5d8750e1-01a0-4e76-b6cd-c51305319730 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Added segment b471b832-202f-4ffd-a727-7f49e59d3784 of type vlan for network 03dee2c3-5afe-4235-aa5b-2b36849d6221 Jan 21 09:38:36.054438 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-002cda86-1c74-446d-a1d9-9a504d701da3 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Transition to ACTIVE for port object 9a6a4b1e-d7a7-4538-9397-8aa9be8ca584 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:36.130058 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5d8750e1-01a0-4e76-b6cd-c51305319730 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.397145 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.resource_extend [None req-5d8750e1-01a0-4e76-b6cd-c51305319730 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:38:36.398909 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed1398eb-d04b-49c3-907f-a5cd87566b7f tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router_gateway, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.434484 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-002cda86-1c74-446d-a1d9-9a504d701da3 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.441667 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c3969c03-43b7-40fb-9420-0007ef460f01 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:36.481453 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca78bf8f-62ff-4d6f-93d0-66b1c735e8de None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:36.504466 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5d8750e1-01a0-4e76-b6cd-c51305319730 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.510618 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8750e1-01a0-4e76-b6cd-c51305319730 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:36.511154 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5d8750e1-01a0-4e76-b6cd-c51305319730 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.532691 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52aec07-5925-4691-a9c4-2d3a0dfd8bd7 None None] Network 2b517e62-eff4-43f3-9d50-a80f56626471 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:36.637203 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52aec07-5925-4691-a9c4-2d3a0dfd8bd7 None None] Network 2b517e62-eff4-43f3-9d50-a80f56626471 could not be found, it might have been deleted concurrently. {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 21 09:38:36.638320 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8750e1-01a0-4e76-b6cd-c51305319730 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Network': ['ID=03dee2c3-5afe-4235-aa5b-2b36849d6221,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:36.660331 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-7a9c51f5-3f62-4b16-8ae2-57e4705e60b8 None None] Provisioning for port 2081e402-eaf6-49e2-aa3c-a29ad965cf13 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:36.672355 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 03dee2c3-5afe-4235-aa5b-2b36849d6221 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:38:36.686205 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-72716133-a8be-4e74-b9e1-9fa2259c77aa tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.690717 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002cda86-1c74-446d-a1d9-9a504d701da3 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:36.701922 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-002cda86-1c74-446d-a1d9-9a504d701da3 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:36.704433 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002cda86-1c74-446d-a1d9-9a504d701da3 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:36.710709 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002cda86-1c74-446d-a1d9-9a504d701da3 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:36.711340 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-002cda86-1c74-446d-a1d9-9a504d701da3 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.716219 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002cda86-1c74-446d-a1d9-9a504d701da3 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Port': ['ID=9a6a4b1e-d7a7-4538-9397-8aa9be8ca584,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:36.781793 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5d8750e1-01a0-4e76-b6cd-c51305319730 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9898028 Jan 21 09:38:36.783426 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-72716133-a8be-4e74-b9e1-9fa2259c77aa tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Transition to ACTIVE for port object 18d66daf-9015-4413-aaca-282450b13718 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:36.785370 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47474) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:36.796178 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-8ddad215-254f-4665-82f1-d48e0d292d7d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'subnet': {'network_id': '03dee2c3-5afe-4235-aa5b-2b36849d6221', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:36.856184 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-002cda86-1c74-446d-a1d9-9a504d701da3 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9326115 Jan 21 09:38:36.861047 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47478) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:36.869499 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-afd59b31-a20d-4e91-8ec0-d94c326405a8 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'port': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'fixed_ips': [{'subnet_id': 'cd71e325-4995-4146-825f-e64b1f698733', 'ip_address': '2001:db8::68d:1c4b:14eb:d79b'}], 'name': 'tempest-NetworksTestDHCPv6-303558606'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:36.894181 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b7ee85aa-f0c8-4cd8-8f3d-eb0f44c57988 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.918182 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80f22f6-956c-4914-bd45-49e3ad94dc3c None None] DHCP port deletion for 2b517e62-eff4-43f3-9d50-a80f56626471 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:38:36.928295 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port c3969c03-43b7-40fb-9420-0007ef460f01 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:36.928830 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.097699 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-afd59b31-a20d-4e91-8ec0-d94c326405a8 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:37.109412 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-afd59b31-a20d-4e91-8ec0-d94c326405a8 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:port and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:37.113683 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-afd59b31-a20d-4e91-8ec0-d94c326405a8 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:37.125162 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-8ddad215-254f-4665-82f1-d48e0d292d7d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:37.128392 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-afd59b31-a20d-4e91-8ec0-d94c326405a8 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:37.132122 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed1398eb-d04b-49c3-907f-a5cd87566b7f tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.150360 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-8ddad215-254f-4665-82f1-d48e0d292d7d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:subnet and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:37.154218 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-8ddad215-254f-4665-82f1-d48e0d292d7d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:37.164560 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-8ddad215-254f-4665-82f1-d48e0d292d7d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:37.169191 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-72716133-a8be-4e74-b9e1-9fa2259c77aa tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.178757 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-9586b65b-dc44-4faa-9ddd-4a6523de3880 None None] Provisioning complete for port c3969c03-43b7-40fb-9420-0007ef460f01 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:37.179475 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9586b65b-dc44-4faa-9ddd-4a6523de3880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.219323 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd59b31-a20d-4e91-8ec0-d94c326405a8 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:37.225721 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-afd59b31-a20d-4e91-8ec0-d94c326405a8 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.257118 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddad215-254f-4665-82f1-d48e0d292d7d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Made reservation on behalf of 29c6ab04f24842d781b633e6233f3506 for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:37.260716 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8ddad215-254f-4665-82f1-d48e0d292d7d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.294155 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-72716133-a8be-4e74-b9e1-9fa2259c77aa tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Network 88749b10-68b8-4728-b80e-07b14beb6e8a is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:37.308396 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-72716133-a8be-4e74-b9e1-9fa2259c77aa tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:37.310992 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-72716133-a8be-4e74-b9e1-9fa2259c77aa tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:37.342252 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-afd59b31-a20d-4e91-8ec0-d94c326405a8 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] device_id is not set on port ef5b6be6-c598-485e-bd2a-77fd17dd8750 yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:37.402172 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 2081e402-eaf6-49e2-aa3c-a29ad965cf13 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:37.552122 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72716133-a8be-4e74-b9e1-9fa2259c77aa tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Pushing event updated for resources: {'Port': ['ID=18d66daf-9015-4413-aaca-282450b13718,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:37.587750 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 2081e402-eaf6-49e2-aa3c-a29ad965cf13 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:37.595993 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 2081e402-eaf6-49e2-aa3c-a29ad965cf13 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:37.596422 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.693019 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-72716133-a8be-4e74-b9e1-9fa2259c77aa tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:37.693668 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-72716133-a8be-4e74-b9e1-9fa2259c77aa tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.733371 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e73cd2b2-5c73-43ac-8733-15e5ed8db9cb None None] Provisioning complete for port c3969c03-43b7-40fb-9420-0007ef460f01 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:37.733792 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e73cd2b2-5c73-43ac-8733-15e5ed8db9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.814047 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.822880 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-72716133-a8be-4e74-b9e1-9fa2259c77aa tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7460737 Jan 21 09:38:37.862873 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-e1855dcd-422c-4c3f-a191-2188e2dcacf5 service neutron] Request body: {'port': {'device_id': '5abd5741-5540-4c60-8c52-8afa8c14d0ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:37.894384 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 2081e402-eaf6-49e2-aa3c-a29ad965cf13, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=2081e402-eaf6-49e2-aa3c-a29ad965cf13,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:37.909746 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-afd59b31-a20d-4e91-8ec0-d94c326405a8 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 21 09:38:37.909949 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afd59b31-a20d-4e91-8ec0-d94c326405a8 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:37.972374 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.994663 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8d4b5-13aa-413e-b855-3c4097b9961d req-a17d98d0-0a24-44d6-aaee-1de71584a6ef tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:38.005304 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4af8d4b5-13aa-413e-b855-3c4097b9961d req-a17d98d0-0a24-44d6-aaee-1de71584a6ef tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/ports?device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 932 time: 0.8692975 Jan 21 09:38:38.025308 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-b7ee85aa-f0c8-4cd8-8f3d-eb0f44c57988 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Allocated IP 172.20.0.1 (96bf4bb4-25a9-404e-859d-0b4b25b1d214/ee15ac2e-a582-4615-8535-a0c41168a9c9/a31c1977-7e3c-4fe7-ac52-b71bd0591c31) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:38.052723 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-afd59b31-a20d-4e91-8ec0-d94c326405a8 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.1879649 Jan 21 09:38:38.057300 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47490) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:38.074289 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e73cd2b2-5c73-43ac-8733-15e5ed8db9cb None None] Provisioning for port 18d66daf-9015-4413-aaca-282450b13718 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:38.083535 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=2081e402-eaf6-49e2-aa3c-a29ad965cf13,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:38.087208 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e73cd2b2-5c73-43ac-8733-15e5ed8db9cb None None] Provisioning complete for port 18d66daf-9015-4413-aaca-282450b13718 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:38.087625 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e73cd2b2-5c73-43ac-8733-15e5ed8db9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.132099 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4af8d4b5-13aa-413e-b855-3c4097b9961d req-60cf6002-abb5-4c50-8d9e-a5ef2040eab2 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/security-groups?id=b83642e6-062a-4f81-884a-c0f0968e848b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257498 Jan 21 09:38:38.156269 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-e1855dcd-422c-4c3f-a191-2188e2dcacf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.176241 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-e73cd2b2-5c73-43ac-8733-15e5ed8db9cb None None] Port 18d66daf-9015-4413-aaca-282450b13718 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:38:38.188703 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8ddad215-254f-4665-82f1-d48e0d292d7d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.244191 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 2081e402-eaf6-49e2-aa3c-a29ad965cf13 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:38.251797 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1398eb-d04b-49c3-907f-a5cd87566b7f tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Router b818326c-fc47-46ef-9bd8-d2efc9f15189 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:38:38.316620 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-a69bfeb2-f6f4-4045-bc4f-4aef5cbb7f88 None None] Provisioning complete for port 2081e402-eaf6-49e2-aa3c-a29ad965cf13 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:38.317601 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a69bfeb2-f6f4-4045-bc4f-4aef5cbb7f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.370990 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b7ee85aa-f0c8-4cd8-8f3d-eb0f44c57988 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.379267 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 2081e402-eaf6-49e2-aa3c-a29ad965cf13 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:38.380247 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.392245 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddad215-254f-4665-82f1-d48e0d292d7d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Subnet': ['ID=b6377f6d-54a0-4291-afca-9c2e44e4d102,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:38.407032 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddad215-254f-4665-82f1-d48e0d292d7d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Checking segment: {'id': 'b471b832-202f-4ffd-a727-7f49e59d3784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '03dee2c3-5afe-4235-aa5b-2b36849d6221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:38.407525 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddad215-254f-4665-82f1-d48e0d292d7d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Network hostable DHCP agents. Network: 03dee2c3-5afe-4235-aa5b-2b36849d6221, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:38:38.424530 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad644a2-f27e-43a2-ae9f-39dc95eacbdf tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:38.431141 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad644a2-f27e-43a2-ae9f-39dc95eacbdf tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:38.432021 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0ad644a2-f27e-43a2-ae9f-39dc95eacbdf tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:38.491655 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1398eb-d04b-49c3-907f-a5cd87566b7f tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:38:38.518249 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b7ee85aa-f0c8-4cd8-8f3d-eb0f44c57988 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.531002 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051cb40f-f53b-4977-9be7-c04e8ab3524a None None] Sync routers for ids ['b818326c-fc47-46ef-9bd8-d2efc9f15189'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:38:38.573321 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051cb40f-f53b-4977-9be7-c04e8ab3524a None None] Routers {'b818326c-fc47-46ef-9bd8-d2efc9f15189'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:38.573977 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-051cb40f-f53b-4977-9be7-c04e8ab3524a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['b818326c-fc47-46ef-9bd8-d2efc9f15189'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:38.586956 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed1398eb-d04b-49c3-907f-a5cd87566b7f tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.592858 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ed1398eb-d04b-49c3-907f-a5cd87566b7f tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.3179739 Jan 21 09:38:38.607554 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47498) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:38.618804 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-ce3bf4ba-2e9b-403f-aced-4dc5ea62a598 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'enable_snat': False}}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:38.636720 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-a69bfeb2-f6f4-4045-bc4f-4aef5cbb7f88 None None] Provisioning for port 9a6a4b1e-d7a7-4538-9397-8aa9be8ca584 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:38.640128 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0ad644a2-f27e-43a2-ae9f-39dc95eacbdf tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:38.641388 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0ad644a2-f27e-43a2-ae9f-39dc95eacbdf tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.5830371 Jan 21 09:38:38.642605 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-051cb40f-f53b-4977-9be7-c04e8ab3524a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:38.644729 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddad215-254f-4665-82f1-d48e0d292d7d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Network 03dee2c3-5afe-4235-aa5b-2b36849d6221 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:38:38.647305 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47502) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:38.654571 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-a69bfeb2-f6f4-4045-bc4f-4aef5cbb7f88 None None] Provisioning complete for port 9a6a4b1e-d7a7-4538-9397-8aa9be8ca584 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:38.654947 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a69bfeb2-f6f4-4045-bc4f-4aef5cbb7f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.688219 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4c71ee9c-6668-4cc6-9c80-d425af339932 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:38:38.709172 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ee85aa-f0c8-4cd8-8f3d-eb0f44c57988 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Network 96bf4bb4-25a9-404e-859d-0b4b25b1d214 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:38.720842 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-b7ee85aa-f0c8-4cd8-8f3d-eb0f44c57988 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:38.727034 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ee85aa-f0c8-4cd8-8f3d-eb0f44c57988 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:38.765606 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-8ddad215-254f-4665-82f1-d48e0d292d7d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 03dee2c3-5afe-4235-aa5b-2b36849d6221) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:38.780794 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee85aa-f0c8-4cd8-8f3d-eb0f44c57988 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event updated for resources: {'Port': ['ID=a31c1977-7e3c-4fe7-ac52-b71bd0591c31,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:38.785060 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddad215-254f-4665-82f1-d48e0d292d7d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:38.785823 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8ddad215-254f-4665-82f1-d48e0d292d7d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.802366 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-a69bfeb2-f6f4-4045-bc4f-4aef5cbb7f88 None None] Port 9a6a4b1e-d7a7-4538-9397-8aa9be8ca584 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:38:38.803575 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051cb40f-f53b-4977-9be7-c04e8ab3524a None None] Routers {'b818326c-fc47-46ef-9bd8-d2efc9f15189'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:38.804912 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-051cb40f-f53b-4977-9be7-c04e8ab3524a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['b818326c-fc47-46ef-9bd8-d2efc9f15189'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:38.807961 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-3919fcd8-113b-4a6f-9cb3-aef2749a311f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting port 9a6a4b1e-d7a7-4538-9397-8aa9be8ca584 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:38.808387 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3919fcd8-113b-4a6f-9cb3-aef2749a311f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.864379 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0186826f-aa2c-4342-abaa-c57707020116 None None] Network 03dee2c3-5afe-4235-aa5b-2b36849d6221 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:38.877092 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 4c71ee9c-6668-4cc6-9c80-d425af339932 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:38:38.877439 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4c71ee9c-6668-4cc6-9c80-d425af339932 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:38:38.884329 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-8ddad215-254f-4665-82f1-d48e0d292d7d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0946715 Jan 21 09:38:38.887701 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47506) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:38.895062 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-051cb40f-f53b-4977-9be7-c04e8ab3524a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:38.895958 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051cb40f-f53b-4977-9be7-c04e8ab3524a None None] The sync data for ids ['b818326c-fc47-46ef-9bd8-d2efc9f15189'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:38:38.897626 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-bf2a0dfd-c891-4fc0-a87c-42223b9e6652 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'port': {'network_id': '03dee2c3-5afe-4235-aa5b-2b36849d6221', 'name': 'tempest-PortsIpV6TestJSON-568847932', 'fixed_ips': [{'subnet_id': 'b6377f6d-54a0-4291-afca-9c2e44e4d102', 'ip_address': '2001:db8::10'}]}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:38.913573 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b7ee85aa-f0c8-4cd8-8f3d-eb0f44c57988 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.063704 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-e1855dcd-422c-4c3f-a191-2188e2dcacf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18d66daf-9015-4413-aaca-282450b13718 {{(pid=87515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:38:39.097677 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c7bc61-93e8-469b-b340-927e3789141e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-03dee2c3-5afe-4235-aa5b-2b36849d6221', 'network_id': '03dee2c3-5afe-4235-aa5b-2b36849d6221', 'tenant_id': '29c6ab04f24842d781b633e6233f3506', 'fixed_ips': [{'subnet_id': 'b6377f6d-54a0-4291-afca-9c2e44e4d102'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:38:39.098575 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f4c7bc61-93e8-469b-b340-927e3789141e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.119522 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-e1855dcd-422c-4c3f-a191-2188e2dcacf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.152110 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-e1855dcd-422c-4c3f-a191-2188e2dcacf5 service neutron] Transition to ACTIVE for port object 18d66daf-9015-4413-aaca-282450b13718 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:39.200240 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-e1855dcd-422c-4c3f-a191-2188e2dcacf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.282861 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-f4c7bc61-93e8-469b-b340-927e3789141e None None] Allocated IP 2001:db8::2 (03dee2c3-5afe-4235-aa5b-2b36849d6221/b6377f6d-54a0-4291-afca-9c2e44e4d102/77205730-a51a-433e-bcdb-a48613a9abd8) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:39.283378 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3919fcd8-113b-4a6f-9cb3-aef2749a311f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.458521 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-3919fcd8-113b-4a6f-9cb3-aef2749a311f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Calling delete_port for 9a6a4b1e-d7a7-4538-9397-8aa9be8ca584 owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:39.558627 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f4c7bc61-93e8-469b-b340-927e3789141e None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.571353 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f4c7bc61-93e8-469b-b340-927e3789141e None None] Transition to ACTIVE for port object 77205730-a51a-433e-bcdb-a48613a9abd8 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:39.590580 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1855dcd-422c-4c3f-a191-2188e2dcacf5 service neutron] Pushing event updated for resources: {'Port': ['ID=18d66daf-9015-4413-aaca-282450b13718,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:39.603732 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f4c7bc61-93e8-469b-b340-927e3789141e None None] Transition to ACTIVE for port object 77205730-a51a-433e-bcdb-a48613a9abd8 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:39.618833 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f4c7bc61-93e8-469b-b340-927e3789141e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.663626 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-bf2a0dfd-c891-4fc0-a87c-42223b9e6652 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:39.692521 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-bf2a0dfd-c891-4fc0-a87c-42223b9e6652 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:port and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:39.706192 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c7bc61-93e8-469b-b340-927e3789141e None None] Network 03dee2c3-5afe-4235-aa5b-2b36849d6221 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:39.711328 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-f4c7bc61-93e8-469b-b340-927e3789141e None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:39.713437 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-bf2a0dfd-c891-4fc0-a87c-42223b9e6652 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:39.718239 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c7bc61-93e8-469b-b340-927e3789141e None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:39.770375 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7bc61-93e8-469b-b340-927e3789141e None None] Pushing event updated for resources: {'Port': ['ID=77205730-a51a-433e-bcdb-a48613a9abd8,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:39.800728 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-e1855dcd-422c-4c3f-a191-2188e2dcacf5 service neutron] Attempting to bind port 18d66daf-9015-4413-aaca-282450b13718 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:39.801070 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-e1855dcd-422c-4c3f-a191-2188e2dcacf5 service neutron] Attempting to bind port 18d66daf-9015-4413-aaca-282450b13718 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '25b0ac5d-1185-455d-bf1f-5371ec34aaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '88749b10-68b8-4728-b80e-07b14beb6e8a'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:39.801526 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-e1855dcd-422c-4c3f-a191-2188e2dcacf5 service neutron] Attempting to bind port 18d66daf-9015-4413-aaca-282450b13718 on network 88749b10-68b8-4728-b80e-07b14beb6e8a {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:38:39.814667 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-e1855dcd-422c-4c3f-a191-2188e2dcacf5 service neutron] Port 18d66daf-9015-4413-aaca-282450b13718 on network 88749b10-68b8-4728-b80e-07b14beb6e8a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:38:39.815035 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-e1855dcd-422c-4c3f-a191-2188e2dcacf5 service neutron] Attempting to bind port 18d66daf-9015-4413-aaca-282450b13718 on network 88749b10-68b8-4728-b80e-07b14beb6e8a {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:38:39.822298 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-e1855dcd-422c-4c3f-a191-2188e2dcacf5 service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:38:39.822696 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-e1855dcd-422c-4c3f-a191-2188e2dcacf5 service neutron] Checking segment: {'id': '25b0ac5d-1185-455d-bf1f-5371ec34aaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '88749b10-68b8-4728-b80e-07b14beb6e8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:39.823256 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-e1855dcd-422c-4c3f-a191-2188e2dcacf5 service neutron] Bound using segment: {'id': '25b0ac5d-1185-455d-bf1f-5371ec34aaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '88749b10-68b8-4728-b80e-07b14beb6e8a'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:38:39.823715 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-e1855dcd-422c-4c3f-a191-2188e2dcacf5 service neutron] Bound port: 18d66daf-9015-4413-aaca-282450b13718, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b0ac5d-1185-455d-bf1f-5371ec34aaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '88749b10-68b8-4728-b80e-07b14beb6e8a'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:39.824059 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-e1855dcd-422c-4c3f-a191-2188e2dcacf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.839582 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3919fcd8-113b-4a6f-9cb3-aef2749a311f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.850114 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-f4c7bc61-93e8-469b-b340-927e3789141e None None] Attempting to bind port 77205730-a51a-433e-bcdb-a48613a9abd8 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:39.850717 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-f4c7bc61-93e8-469b-b340-927e3789141e None None] Attempting to bind port 77205730-a51a-433e-bcdb-a48613a9abd8 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'b471b832-202f-4ffd-a727-7f49e59d3784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '03dee2c3-5afe-4235-aa5b-2b36849d6221'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:39.851262 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c7bc61-93e8-469b-b340-927e3789141e None None] Attempting to bind port 77205730-a51a-433e-bcdb-a48613a9abd8 on network 03dee2c3-5afe-4235-aa5b-2b36849d6221 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:38:39.861551 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c7bc61-93e8-469b-b340-927e3789141e None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:38:39.862220 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c7bc61-93e8-469b-b340-927e3789141e None None] Checking segment: {'id': 'b471b832-202f-4ffd-a727-7f49e59d3784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '03dee2c3-5afe-4235-aa5b-2b36849d6221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:39.862764 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f4c7bc61-93e8-469b-b340-927e3789141e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.863563 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c7bc61-93e8-469b-b340-927e3789141e None None] Bound using segment: {'id': 'b471b832-202f-4ffd-a727-7f49e59d3784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '03dee2c3-5afe-4235-aa5b-2b36849d6221'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:38:39.865660 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-f4c7bc61-93e8-469b-b340-927e3789141e None None] Bound port: 77205730-a51a-433e-bcdb-a48613a9abd8, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b471b832-202f-4ffd-a727-7f49e59d3784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '03dee2c3-5afe-4235-aa5b-2b36849d6221'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:39.866231 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f4c7bc61-93e8-469b-b340-927e3789141e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.899020 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-bf2a0dfd-c891-4fc0-a87c-42223b9e6652 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:39.924853 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3919fcd8-113b-4a6f-9cb3-aef2749a311f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Port': ['ID=9a6a4b1e-d7a7-4538-9397-8aa9be8ca584,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:39.997442 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d1596-70e9-4280-98eb-cbb7c12e860e req-fd4576e9-4f3b-47ff-9a42-51ae1b7d9a36 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:39.999200 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3919fcd8-113b-4a6f-9cb3-aef2749a311f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:40.006050 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b46d1596-70e9-4280-98eb-cbb7c12e860e req-fd4576e9-4f3b-47ff-9a42-51ae1b7d9a36 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/ports?device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 944 time: 0.6710300 Jan 21 09:38:40.037234 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-3919fcd8-113b-4a6f-9cb3-aef2749a311f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/ports/9a6a4b1e-d7a7-4538-9397-8aa9be8ca584 HTTP/1.1" status: 204 len: 168 time: 1.3847103 Jan 21 09:38:40.039566 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47518) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:40.042896 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-e1855dcd-422c-4c3f-a191-2188e2dcacf5 service neutron] For port 18d66daf-9015-4413-aaca-282450b13718, host hv-neutron-8257, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:38:40.048420 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f4c7bc61-93e8-469b-b340-927e3789141e None None] For port 77205730-a51a-433e-bcdb-a48613a9abd8, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:38:40.053346 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f4c7bc61-93e8-469b-b340-927e3789141e None None] For port 77205730-a51a-433e-bcdb-a48613a9abd8, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=77205730-a51a-433e-bcdb-a48613a9abd8,segment=NetworkSegment(b471b832-202f-4ffd-a727-7f49e59d3784),segment_id=b471b832-202f-4ffd-a727-7f49e59d3784)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:38:40.056457 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2a0dfd-c891-4fc0-a87c-42223b9e6652 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Made reservation on behalf of 29c6ab04f24842d781b633e6233f3506 for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:40.062816 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f4c7bc61-93e8-469b-b340-927e3789141e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:40.093669 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-e1855dcd-422c-4c3f-a191-2188e2dcacf5 service neutron] For port 18d66daf-9015-4413-aaca-282450b13718, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=18d66daf-9015-4413-aaca-282450b13718,segment=NetworkSegment(25b0ac5d-1185-455d-bf1f-5371ec34aaed),segment_id=25b0ac5d-1185-455d-bf1f-5371ec34aaed)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:38:40.109283 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-e1855dcd-422c-4c3f-a191-2188e2dcacf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:40.153607 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b46d1596-70e9-4280-98eb-cbb7c12e860e req-2a50e32c-800f-4b03-ad02-a7230589607a tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/security-groups?id=b83642e6-062a-4f81-884a-c0f0968e848b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464229 Jan 21 09:38:40.171599 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7bc61-93e8-469b-b340-927e3789141e None None] Pushing event updated for resources: {'Port': ['ID=77205730-a51a-433e-bcdb-a48613a9abd8,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:40.182309 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756e38f3-dcab-4937-8a6d-5a96bef7869f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:40.183817 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756e38f3-dcab-4937-8a6d-5a96bef7869f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:40.185416 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-756e38f3-dcab-4937-8a6d-5a96bef7869f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:40.189251 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b7ee85aa-f0c8-4cd8-8f3d-eb0f44c57988 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:40.220044 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-e1855dcd-422c-4c3f-a191-2188e2dcacf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:40.221445 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-e1855dcd-422c-4c3f-a191-2188e2dcacf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:40.222828 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-e1855dcd-422c-4c3f-a191-2188e2dcacf5 service neutron] 10.222.0.72 "PUT /v2.0/ports/18d66daf-9015-4413-aaca-282450b13718 HTTP/1.1" status: 200 len: 1094 time: 2.3712323 Jan 21 09:38:40.235138 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5abd5741-5540-4c60-8c52-8afa8c14d0ca', 'tag': '18d66daf-9015-4413-aaca-282450b13718'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:38:40.264970 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-756e38f3-dcab-4937-8a6d-5a96bef7869f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:40.266261 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-756e38f3-dcab-4937-8a6d-5a96bef7869f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2254224 Jan 21 09:38:40.273331 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1855dcd-422c-4c3f-a191-2188e2dcacf5 service neutron] Pushing event updated for resources: {'Port': ['ID=18d66daf-9015-4413-aaca-282450b13718,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:40.277761 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47524) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:40.332282 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5abd5741-5540-4c60-8c52-8afa8c14d0ca', 'tag': '18d66daf-9015-4413-aaca-282450b13718', 'status': 'completed', 'code': 200} Jan 21 09:38:40.335216 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ce3bf4ba-2e9b-403f-aced-4dc5ea62a598 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:40.418145 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-84ea8c37-1cd4-4a28-9860-64280ef47822 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting subnet cd71e325-4995-4146-825f-e64b1f698733 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:38:40.423039 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-84ea8c37-1cd4-4a28-9860-64280ef47822 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:40.531072 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bf2a0dfd-c891-4fc0-a87c-42223b9e6652 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:40.601281 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-bf2a0dfd-c891-4fc0-a87c-42223b9e6652 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] device_id is not set on port 2843bd5b-8126-4014-b4d0-2d012c298540 yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:40.643318 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-84ea8c37-1cd4-4a28-9860-64280ef47822 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:40.694762 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-0bea7b62-ca71-487c-a8aa-26119d84d62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:40.696415 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-0bea7b62-ca71-487c-a8aa-26119d84d62d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d15bf70c941f4d099cc1535f666f7a67&device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 1097 time: 0.4167836 Jan 21 09:38:40.774664 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-60a1674d-dd48-40cf-a419-1da54babf870 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18d66daf-9015-4413-aaca-282450b13718 HTTP/1.1" status: 200 len: 217 time: 0.0683725 Jan 21 09:38:40.860802 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-53b72266-01c7-4c27-9581-09edd59e4d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:40.862262 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-53b72266-01c7-4c27-9581-09edd59e4d82 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de5008b0-2c3b-473b-895d-445e9d641801 HTTP/1.1" status: 200 len: 835 time: 0.0807319 Jan 21 09:38:40.871925 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-84ea8c37-1cd4-4a28-9860-64280ef47822 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.058580 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-84ea8c37-1cd4-4a28-9860-64280ef47822 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.111557 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-e12c4b20-b35d-4ad9-92d0-7c12543e480b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:41.113103 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-e12c4b20-b35d-4ad9-92d0-7c12543e480b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=88749b10-68b8-4728-b80e-07b14beb6e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2428877 Jan 21 09:38:41.115363 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-84ea8c37-1cd4-4a28-9860-64280ef47822 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.122226 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb02637-0a7f-4c7e-9604-8e72dc166aef None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:41.132267 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea8c37-1cd4-4a28-9860-64280ef47822 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Subnet': ['ID=cd71e325-4995-4146-825f-e64b1f698733,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:41.185559 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-84ea8c37-1cd4-4a28-9860-64280ef47822 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/cd71e325-4995-4146-825f-e64b1f698733 HTTP/1.1" status: 204 len: 168 time: 0.8598373 Jan 21 09:38:41.208107 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47536) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:41.431000 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6cd108f2-952f-49c6-9c35-d2390f785f88 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2194018 Jan 21 09:38:41.437191 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47540) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:41.444985 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-e39d322a-cf12-4786-9aa4-853d463bfa96 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:41.515937 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-bf2a0dfd-c891-4fc0-a87c-42223b9e6652 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Allocated IP 2001:db8::10 (03dee2c3-5afe-4235-aa5b-2b36849d6221/b6377f6d-54a0-4291-afca-9c2e44e4d102/2843bd5b-8126-4014-b4d0-2d012c298540) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:41.581051 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6f7917-b78c-41f1-876c-26d6defc1138 None None] DHCP port deletion for 36c4effd-f4af-4d10-91bd-714d225a3199 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:38:41.587339 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f7917-b78c-41f1-876c-26d6defc1138 None None] Deleting port 2081e402-eaf6-49e2-aa3c-a29ad965cf13 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:41.587532 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b7ee85aa-f0c8-4cd8-8f3d-eb0f44c57988 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.588059 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fd6f7917-b78c-41f1-876c-26d6defc1138 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.672620 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b7ee85aa-f0c8-4cd8-8f3d-eb0f44c57988 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.692041 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-e39d322a-cf12-4786-9aa4-853d463bfa96 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:41.706125 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e39d322a-cf12-4786-9aa4-853d463bfa96 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:subnet and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:41.713575 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e39d322a-cf12-4786-9aa4-853d463bfa96 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:41.725718 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-e39d322a-cf12-4786-9aa4-853d463bfa96 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:41.730325 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a290ef51-8544-4af1-b5cf-ae950a0adb06 None None] Network 03dee2c3-5afe-4235-aa5b-2b36849d6221 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:41.732154 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-7d6ea852-5bf9-46f5-b2f6-45ed33734187 service neutron] 10.222.0.72 "GET /v2.0/networks/88749b10-68b8-4728-b80e-07b14beb6e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6016507 Jan 21 09:38:41.776034 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30992f15-e2bb-4477-818f-1129865126c7 req-acad44a0-7502-4f8f-a341-6992cc6811f8 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:41.776963 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-30992f15-e2bb-4477-818f-1129865126c7 req-acad44a0-7502-4f8f-a341-6992cc6811f8 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Synchronizing usage tracker for tenant:d15bf70c941f4d099cc1535f666f7a67 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:41.787196 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39d322a-cf12-4786-9aa4-853d463bfa96 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:41.790702 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e39d322a-cf12-4786-9aa4-853d463bfa96 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.869375 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-bd76bda6-4954-4172-8fbe-e93ef5c1d786 None None] Provisioning for port 77205730-a51a-433e-bcdb-a48613a9abd8 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:41.938783 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-30992f15-e2bb-4477-818f-1129865126c7 req-acad44a0-7502-4f8f-a341-6992cc6811f8 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Unset dirty status for tenant:d15bf70c941f4d099cc1535f666f7a67 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:41.940193 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-30992f15-e2bb-4477-818f-1129865126c7 req-acad44a0-7502-4f8f-a341-6992cc6811f8 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/ports?device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 944 time: 0.5629735 Jan 21 09:38:42.071019 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b7ee85aa-f0c8-4cd8-8f3d-eb0f44c57988 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.074668 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee85aa-f0c8-4cd8-8f3d-eb0f44c57988 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event updated for resources: {'Port': ['ID=a31c1977-7e3c-4fe7-ac52-b71bd0591c31,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:42.118312 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-316fba9f-5a3a-4e23-a6bc-29761e7e7733 req-98ea6adb-688e-42c4-b48e-530f3c089b4c service neutron] 10.222.0.72 "GET /v2.0/networks/88749b10-68b8-4728-b80e-07b14beb6e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780897 Jan 21 09:38:42.139070 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-30992f15-e2bb-4477-818f-1129865126c7 req-46c2d112-1303-4bb5-b749-4967039427e2 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/security-groups?id=b83642e6-062a-4f81-884a-c0f0968e848b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397829 Jan 21 09:38:42.156460 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-fd6f7917-b78c-41f1-876c-26d6defc1138 None None] For port 2081e402-eaf6-49e2-aa3c-a29ad965cf13, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=2081e402-eaf6-49e2-aa3c-a29ad965cf13,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:42.157062 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fd6f7917-b78c-41f1-876c-26d6defc1138 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.374959 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 77205730-a51a-433e-bcdb-a48613a9abd8 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:42.394081 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04797e13-015f-49b1-97b7-fe0579b4febe req-0a241bb6-c2dc-4f34-ba9c-cfaa0d5552d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:42.395859 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-04797e13-015f-49b1-97b7-fe0579b4febe req-0a241bb6-c2dc-4f34-ba9c-cfaa0d5552d1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d15bf70c941f4d099cc1535f666f7a67&device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 1097 time: 0.2110770 Jan 21 09:38:42.397269 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e39d322a-cf12-4786-9aa4-853d463bfa96 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.408043 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f7917-b78c-41f1-876c-26d6defc1138 None None] Calling delete_port for 2081e402-eaf6-49e2-aa3c-a29ad965cf13 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:42.460692 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bf2a0dfd-c891-4fc0-a87c-42223b9e6652 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.521038 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d322a-cf12-4786-9aa4-853d463bfa96 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Subnet': ['ID=d1ce43f8-4f19-48ab-a7b9-151c589ab805,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:42.550058 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fd6f7917-b78c-41f1-876c-26d6defc1138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.552449 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39d322a-cf12-4786-9aa4-853d463bfa96 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:42.555675 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-e39d322a-cf12-4786-9aa4-853d463bfa96 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:42.562299 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39d322a-cf12-4786-9aa4-853d463bfa96 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:42.564078 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e39d322a-cf12-4786-9aa4-853d463bfa96 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.568682 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-bf2a0dfd-c891-4fc0-a87c-42223b9e6652 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Transition to ACTIVE for port object 2843bd5b-8126-4014-b4d0-2d012c298540 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:42.592147 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 77205730-a51a-433e-bcdb-a48613a9abd8 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:42.595122 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.608215 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f7917-b78c-41f1-876c-26d6defc1138 None None] Pushing event deleted for resources: {'Port': ['ID=2081e402-eaf6-49e2-aa3c-a29ad965cf13,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:42.612367 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 77205730-a51a-433e-bcdb-a48613a9abd8 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:42.612749 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.637767 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ee85aa-f0c8-4cd8-8f3d-eb0f44c57988 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Network 96bf4bb4-25a9-404e-859d-0b4b25b1d214 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:42.641365 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6f7917-b78c-41f1-876c-26d6defc1138 None None] No DVR routers for this DVR port 2081e402-eaf6-49e2-aa3c-a29ad965cf13 on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:38:42.644565 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-b7ee85aa-f0c8-4cd8-8f3d-eb0f44c57988 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:42.679419 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcdb717-4202-4dc7-b8b2-0cafac1d7d33 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:42.686786 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e39d322a-cf12-4786-9aa4-853d463bfa96 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2454088 Jan 21 09:38:42.687750 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47550) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:42.866742 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-83bc916e-bc24-4d2b-a647-2c8c42696e85 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'port': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'fixed_ips': [{'subnet_id': 'd1ce43f8-4f19-48ab-a7b9-151c589ab805', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-377543603'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:42.885385 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04797e13-015f-49b1-97b7-fe0579b4febe req-563f60e9-4f97-4916-a8e3-444740320046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:42.886840 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-04797e13-015f-49b1-97b7-fe0579b4febe req-563f60e9-4f97-4916-a8e3-444740320046 service neutron] 10.222.0.72 "GET /v2.0/networks?id=88749b10-68b8-4728-b80e-07b14beb6e8a HTTP/1.1" status: 200 len: 898 time: 0.4024696 Jan 21 09:38:42.950132 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bf2a0dfd-c891-4fc0-a87c-42223b9e6652 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.962003 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.981593 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-04797e13-015f-49b1-97b7-fe0579b4febe req-553b4f1e-1030-4587-8e97-342014e86b08 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18d66daf-9015-4413-aaca-282450b13718 HTTP/1.1" status: 200 len: 217 time: 0.0851789 Jan 21 09:38:43.095627 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 77205730-a51a-433e-bcdb-a48613a9abd8, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=77205730-a51a-433e-bcdb-a48613a9abd8,segment=NetworkSegment(b471b832-202f-4ffd-a727-7f49e59d3784),segment_id=b471b832-202f-4ffd-a727-7f49e59d3784)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:43.103541 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04797e13-015f-49b1-97b7-fe0579b4febe req-e5f1c730-b8b6-4a38-ba8c-dde03c71b4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:43.105190 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-04797e13-015f-49b1-97b7-fe0579b4febe req-e5f1c730-b8b6-4a38-ba8c-dde03c71b4e9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de5008b0-2c3b-473b-895d-445e9d641801 HTTP/1.1" status: 200 len: 835 time: 0.0725176 Jan 21 09:38:43.107489 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-49badfcb-b098-4609-aec2-1e0c56d796c3 None None] Provisioning complete for port 77205730-a51a-433e-bcdb-a48613a9abd8 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:43.107872 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-49badfcb-b098-4609-aec2-1e0c56d796c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.133018 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.170362 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab912020-ce30-499d-a563-74fe7d3e83a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-36c4effd-f4af-4d10-91bd-714d225a3199', 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'tenant_id': 'ce9334fe18174618a851dcacd095feca', 'fixed_ips': [{'subnet_id': 'd1ce43f8-4f19-48ab-a7b9-151c589ab805'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:38:43.171200 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ab912020-ce30-499d-a563-74fe7d3e83a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.224552 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 2081e402-eaf6-49e2-aa3c-a29ad965cf13 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:38:43.237875 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04797e13-015f-49b1-97b7-fe0579b4febe req-d4e36fc7-a40b-43dc-8332-e0fa7ad44298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:43.240118 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-04797e13-015f-49b1-97b7-fe0579b4febe req-d4e36fc7-a40b-43dc-8332-e0fa7ad44298 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=88749b10-68b8-4728-b80e-07b14beb6e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1276991 Jan 21 09:38:43.245564 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-83bc916e-bc24-4d2b-a647-2c8c42696e85 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:43.250617 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-83bc916e-bc24-4d2b-a647-2c8c42696e85 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:port and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:43.253322 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-83bc916e-bc24-4d2b-a647-2c8c42696e85 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:43.261969 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-83bc916e-bc24-4d2b-a647-2c8c42696e85 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:43.280822 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 2081e402-eaf6-49e2-aa3c-a29ad965cf13 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:38:43.281189 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 2081e402-eaf6-49e2-aa3c-a29ad965cf13 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:38:43.348811 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=77205730-a51a-433e-bcdb-a48613a9abd8,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:43.357815 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ce3bf4ba-2e9b-403f-aced-4dc5ea62a598 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.371188 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2a0dfd-c891-4fc0-a87c-42223b9e6652 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Network 03dee2c3-5afe-4235-aa5b-2b36849d6221 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:43.374336 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ce3bf4ba-2e9b-403f-aced-4dc5ea62a598 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555907'] for router, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.380696 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-bf2a0dfd-c891-4fc0-a87c-42223b9e6652 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:43.391748 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2a0dfd-c891-4fc0-a87c-42223b9e6652 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:43.399067 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2a0dfd-c891-4fc0-a87c-42223b9e6652 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:43.399736 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bf2a0dfd-c891-4fc0-a87c-42223b9e6652 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.410303 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a0dfd-c891-4fc0-a87c-42223b9e6652 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Port': ['ID=2843bd5b-8126-4014-b4d0-2d012c298540,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:43.438470 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-04797e13-015f-49b1-97b7-fe0579b4febe req-1db8093b-6e0e-45f6-b044-fd4448550e83 service neutron] 10.222.0.72 "GET /v2.0/networks/88749b10-68b8-4728-b80e-07b14beb6e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689167 Jan 21 09:38:43.440719 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bc916e-bc24-4d2b-a647-2c8c42696e85 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:43.492404 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ee85aa-f0c8-4cd8-8f3d-eb0f44c57988 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Router 0784f12a-93a2-4ea9-a64c-0cae03e53fce has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:38:43.498123 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-ab912020-ce30-499d-a563-74fe7d3e83a1 None None] Allocated IP 2001:db8::2 (36c4effd-f4af-4d10-91bd-714d225a3199/d1ce43f8-4f19-48ab-a7b9-151c589ab805/dcab22b4-1884-4689-acb0-1eb7f260e195) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:43.525877 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-bf2a0dfd-c891-4fc0-a87c-42223b9e6652 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.6356330 Jan 21 09:38:43.528532 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47560) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:43.539260 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-385797bf-b33c-4b79-bf73-4655bd801729 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'port': {'network_id': '03dee2c3-5afe-4235-aa5b-2b36849d6221', 'name': 'tempest-PortsIpV6TestJSON-793431761', 'fixed_ips': [{'subnet_id': 'b6377f6d-54a0-4291-afca-9c2e44e4d102', 'ip_address': '2001:db8::f'}]}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:43.797604 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b564d5-a125-4765-8155-e90c7841bebb req-81ab74e0-7f58-4a28-bf9e-8a2f8f81d96b tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:43.800180 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d9b564d5-a125-4765-8155-e90c7841bebb req-81ab74e0-7f58-4a28-bf9e-8a2f8f81d96b tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/ports?device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 944 time: 0.3601365 Jan 21 09:38:43.832245 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ab912020-ce30-499d-a563-74fe7d3e83a1 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.848432 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-ab912020-ce30-499d-a563-74fe7d3e83a1 None None] Transition to ACTIVE for port object dcab22b4-1884-4689-acb0-1eb7f260e195 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:43.861883 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-996ef592-b2ac-4b03-8773-115dcd94c63e None None] Provisioning for port 2843bd5b-8126-4014-b4d0-2d012c298540 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:43.867334 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d9b564d5-a125-4765-8155-e90c7841bebb req-67665105-b055-405e-8710-1d42bd270975 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/security-groups?id=b83642e6-062a-4f81-884a-c0f0968e848b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520098 Jan 21 09:38:43.869177 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-04797e13-015f-49b1-97b7-fe0579b4febe req-680691c2-5889-4971-a2c9-031dc6a0ccf3 service neutron] 10.222.0.72 "GET /v2.0/networks/88749b10-68b8-4728-b80e-07b14beb6e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058363 Jan 21 09:38:43.904386 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-83bc916e-bc24-4d2b-a647-2c8c42696e85 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.904778 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-996ef592-b2ac-4b03-8773-115dcd94c63e None None] Provisioning complete for port 2843bd5b-8126-4014-b4d0-2d012c298540 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:43.905150 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-996ef592-b2ac-4b03-8773-115dcd94c63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.905267 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3bf4ba-2e9b-403f-aced-4dc5ea62a598 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Router b818326c-fc47-46ef-9bd8-d2efc9f15189 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:38:43.928595 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-83bc916e-bc24-4d2b-a647-2c8c42696e85 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] device_id is not set on port d61bb187-20ae-415f-9ecf-7826874017bd yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:43.938321 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ee85aa-f0c8-4cd8-8f3d-eb0f44c57988 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:38:43.947002 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-ab912020-ce30-499d-a563-74fe7d3e83a1 None None] Transition to ACTIVE for port object dcab22b4-1884-4689-acb0-1eb7f260e195 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:43.948271 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b7ee85aa-f0c8-4cd8-8f3d-eb0f44c57988 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "PUT /v2.0/routers/0784f12a-93a2-4ea9-a64c-0cae03e53fce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0586340 Jan 21 09:38:43.952718 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47568) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:43.956067 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efb09f8-8bf2-40e0-92ef-57f6de1c475b None None] Sync routers for ids ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:38:43.962380 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-1c8caf91-ad59-44e6-8f64-a90e61b1cfbe tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Request body: {'port': {'network_id': '96bf4bb4-25a9-404e-859d-0b4b25b1d214', 'name': 'tempest-FloatingIPTestJSON-671414043'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:43.972964 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efb09f8-8bf2-40e0-92ef-57f6de1c475b None None] Routers {'0784f12a-93a2-4ea9-a64c-0cae03e53fce'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:43.975151 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-7efb09f8-8bf2-40e0-92ef-57f6de1c475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:43.978924 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ab912020-ce30-499d-a563-74fe7d3e83a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.982084 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-385797bf-b33c-4b79-bf73-4655bd801729 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:44.048744 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-385797bf-b33c-4b79-bf73-4655bd801729 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:port and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:44.061589 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-385797bf-b33c-4b79-bf73-4655bd801729 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:44.079470 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-996ef592-b2ac-4b03-8773-115dcd94c63e None None] Port 2843bd5b-8126-4014-b4d0-2d012c298540 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:38:44.087465 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-385797bf-b33c-4b79-bf73-4655bd801729 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:44.102031 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-83bc916e-bc24-4d2b-a647-2c8c42696e85 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:38:44.102491 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83bc916e-bc24-4d2b-a647-2c8c42696e85 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:44.107122 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-7efb09f8-8bf2-40e0-92ef-57f6de1c475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:44.123579 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efb09f8-8bf2-40e0-92ef-57f6de1c475b None None] Routers {'0784f12a-93a2-4ea9-a64c-0cae03e53fce'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:44.124564 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-7efb09f8-8bf2-40e0-92ef-57f6de1c475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:44.137808 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-83bc916e-bc24-4d2b-a647-2c8c42696e85 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4489419 Jan 21 09:38:44.138588 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47572) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:44.144414 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab912020-ce30-499d-a563-74fe7d3e83a1 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:44.149410 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-ab912020-ce30-499d-a563-74fe7d3e83a1 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:44.153385 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab912020-ce30-499d-a563-74fe7d3e83a1 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:44.163471 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab912020-ce30-499d-a563-74fe7d3e83a1 None None] Pushing event updated for resources: {'Port': ['ID=dcab22b4-1884-4689-acb0-1eb7f260e195,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:44.171510 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385797bf-b33c-4b79-bf73-4655bd801729 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Made reservation on behalf of 29c6ab04f24842d781b633e6233f3506 for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:44.176365 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-385797bf-b33c-4b79-bf73-4655bd801729 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.230619 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-7efb09f8-8bf2-40e0-92ef-57f6de1c475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:44.231304 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efb09f8-8bf2-40e0-92ef-57f6de1c475b None None] The sync data for ids ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:38:44.294304 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-ab912020-ce30-499d-a563-74fe7d3e83a1 None None] Attempting to bind port dcab22b4-1884-4689-acb0-1eb7f260e195 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:44.294304 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-ab912020-ce30-499d-a563-74fe7d3e83a1 None None] Attempting to bind port dcab22b4-1884-4689-acb0-1eb7f260e195 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:44.294937 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab912020-ce30-499d-a563-74fe7d3e83a1 None None] Attempting to bind port dcab22b4-1884-4689-acb0-1eb7f260e195 on network 36c4effd-f4af-4d10-91bd-714d225a3199 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:38:44.304695 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e97fd22-ab36-494c-9575-1d0842ee6390 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:44.305388 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7e97fd22-ab36-494c-9575-1d0842ee6390 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:44.308783 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-385797bf-b33c-4b79-bf73-4655bd801729 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] device_id is not set on port ee35bd97-50fc-4249-9804-777696fb7909 yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:44.312038 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 77205730-a51a-433e-bcdb-a48613a9abd8 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:44.332808 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7e97fd22-ab36-494c-9575-1d0842ee6390 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:44.337311 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7e97fd22-ab36-494c-9575-1d0842ee6390 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1973984 Jan 21 09:38:44.338633 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47578) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:44.352303 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab912020-ce30-499d-a563-74fe7d3e83a1 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:38:44.352717 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab912020-ce30-499d-a563-74fe7d3e83a1 None None] Checking segment: {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:44.353079 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ab912020-ce30-499d-a563-74fe7d3e83a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.353450 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab912020-ce30-499d-a563-74fe7d3e83a1 None None] Bound using segment: {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:38:44.353922 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-ab912020-ce30-499d-a563-74fe7d3e83a1 None None] Bound port: dcab22b4-1884-4689-acb0-1eb7f260e195, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:44.354288 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ab912020-ce30-499d-a563-74fe7d3e83a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.373559 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-1c8caf91-ad59-44e6-8f64-a90e61b1cfbe tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:44.376559 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3bf4ba-2e9b-403f-aced-4dc5ea62a598 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:38:44.384579 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-1c8caf91-ad59-44e6-8f64-a90e61b1cfbe tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Usage tracker for resource:port and tenant:6ceae7553b4c4a00ae004c3be6a7adb1 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:44.390719 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-1c8caf91-ad59-44e6-8f64-a90e61b1cfbe tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:44.402354 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-1c8caf91-ad59-44e6-8f64-a90e61b1cfbe tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:44.413896 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa9119a-7b64-4fd3-be06-722a687bf03e None None] Sync routers for ids ['b818326c-fc47-46ef-9bd8-d2efc9f15189'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:38:44.417596 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ce3bf4ba-2e9b-403f-aced-4dc5ea62a598 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.418156 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ce3bf4ba-2e9b-403f-aced-4dc5ea62a598 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] 10.222.0.110 "PUT /v2.0/routers/b818326c-fc47-46ef-9bd8-d2efc9f15189 HTTP/1.1" status: 200 len: 921 time: 5.8095992 Jan 21 09:38:44.423153 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47582) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:44.446898 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3bd754-1a2b-4a20-a096-3ba76719f3d1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:44.448025 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa9119a-7b64-4fd3-be06-722a687bf03e None None] Routers {'b818326c-fc47-46ef-9bd8-d2efc9f15189'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:44.448588 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3bd754-1a2b-4a20-a096-3ba76719f3d1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:44.448697 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-2aa9119a-7b64-4fd3-be06-722a687bf03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['b818326c-fc47-46ef-9bd8-d2efc9f15189'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:44.449753 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-4d3bd754-1a2b-4a20-a096-3ba76719f3d1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:44.466151 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-4d3bd754-1a2b-4a20-a096-3ba76719f3d1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:44.470348 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4d3bd754-1a2b-4a20-a096-3ba76719f3d1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1307077 Jan 21 09:38:44.471035 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47586) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:44.517093 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-2aa9119a-7b64-4fd3-be06-722a687bf03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:44.535639 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8caf91-ad59-44e6-8f64-a90e61b1cfbe tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Made reservation on behalf of 6ceae7553b4c4a00ae004c3be6a7adb1 for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:44.539330 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1c8caf91-ad59-44e6-8f64-a90e61b1cfbe tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.547913 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 77205730-a51a-433e-bcdb-a48613a9abd8 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:44.548198 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.555615 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0155aad-970b-40b2-80fd-52d6896b0fd2 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting subnet d1ce43f8-4f19-48ab-a7b9-151c589ab805 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:38:44.558937 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f0155aad-970b-40b2-80fd-52d6896b0fd2 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.577862 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa9119a-7b64-4fd3-be06-722a687bf03e None None] Routers {'b818326c-fc47-46ef-9bd8-d2efc9f15189'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:44.578852 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-2aa9119a-7b64-4fd3-be06-722a687bf03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['b818326c-fc47-46ef-9bd8-d2efc9f15189'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:44.596474 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-1c8caf91-ad59-44e6-8f64-a90e61b1cfbe tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] device_id is not set on port ddd0b3c2-4959-4e18-b9c7-62739f411324 yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:44.619042 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f0155aad-970b-40b2-80fd-52d6896b0fd2 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.628651 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-ab912020-ce30-499d-a563-74fe7d3e83a1 None None] For port dcab22b4-1884-4689-acb0-1eb7f260e195, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:38:44.658599 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-2aa9119a-7b64-4fd3-be06-722a687bf03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:44.659001 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa9119a-7b64-4fd3-be06-722a687bf03e None None] The sync data for ids ['b818326c-fc47-46ef-9bd8-d2efc9f15189'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:38:44.666668 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-ab912020-ce30-499d-a563-74fe7d3e83a1 None None] For port dcab22b4-1884-4689-acb0-1eb7f260e195, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=dcab22b4-1884-4689-acb0-1eb7f260e195,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:38:44.677532 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ab912020-ce30-499d-a563-74fe7d3e83a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.710481 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f0155aad-970b-40b2-80fd-52d6896b0fd2 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.819475 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f0155aad-970b-40b2-80fd-52d6896b0fd2 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.823204 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab912020-ce30-499d-a563-74fe7d3e83a1 None None] Pushing event updated for resources: {'Port': ['ID=dcab22b4-1884-4689-acb0-1eb7f260e195,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:44.823444 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-385797bf-b33c-4b79-bf73-4655bd801729 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Allocated IP 2001:db8::f (03dee2c3-5afe-4235-aa5b-2b36849d6221/b6377f6d-54a0-4291-afca-9c2e44e4d102/ee35bd97-50fc-4249-9804-777696fb7909) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:44.879810 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f0155aad-970b-40b2-80fd-52d6896b0fd2 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.883125 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0155aad-970b-40b2-80fd-52d6896b0fd2 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Subnet': ['ID=d1ce43f8-4f19-48ab-a7b9-151c589ab805,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:44.897115 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f0155aad-970b-40b2-80fd-52d6896b0fd2 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/d1ce43f8-4f19-48ab-a7b9-151c589ab805 HTTP/1.1" status: 204 len: 168 time: 0.4244816 Jan 21 09:38:44.900921 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47590) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:45.006785 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a6ef7bd5-6dd3-42c7-9197-730eff4ad32d tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] 10.222.0.110 "GET /v2.0/routers/b818326c-fc47-46ef-9bd8-d2efc9f15189 HTTP/1.1" status: 200 len: 921 time: 0.5799575 Jan 21 09:38:45.013772 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47596) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:45.178490 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-1c8caf91-ad59-44e6-8f64-a90e61b1cfbe tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Allocated IP 172.20.0.4 (96bf4bb4-25a9-404e-859d-0b4b25b1d214/ee15ac2e-a582-4615-8535-a0c41168a9c9/ddd0b3c2-4959-4e18-b9c7-62739f411324) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:45.221289 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ed0b2297-68c4-495e-9ca6-dfe71d8dc3ee tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3164177 Jan 21 09:38:45.227302 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47602) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:45.236614 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-893f311a-82e3-4953-b677-241725cb176e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:45.375452 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1bfd74-173a-44e0-9cee-cfcab08f3915 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:45.376705 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-893f311a-82e3-4953-b677-241725cb176e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:45.377126 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ff1bfd74-173a-44e0-9cee-cfcab08f3915 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] 10.222.0.110 "GET /v2.0/ports?network_id=80a065d7-b55c-43ad-a3e8-c65befe4136c&device_id=b818326c-fc47-46ef-9bd8-d2efc9f15189&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3599894 Jan 21 09:38:45.384679 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-893f311a-82e3-4953-b677-241725cb176e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:subnet and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:45.387038 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47608) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:45.391563 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-893f311a-82e3-4953-b677-241725cb176e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:45.419710 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-893f311a-82e3-4953-b677-241725cb176e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:45.433183 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea14382-bac1-4ef9-b7e8-0a0d01c530f2 req-4d809fe8-6519-4fa6-b280-bc714a6f5ebd tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:45.434698 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fea14382-bac1-4ef9-b7e8-0a0d01c530f2 req-4d809fe8-6519-4fa6-b280-bc714a6f5ebd tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/ports?device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 944 time: 0.3039286 Jan 21 09:38:45.474122 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-92d3bb03-02de-4c30-a9a3-b71f3cce82f8 req-1ef347e6-8926-4e3c-82d8-e0bc3b1ba597 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2959983 Jan 21 09:38:45.480527 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893f311a-82e3-4953-b677-241725cb176e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:45.483947 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-893f311a-82e3-4953-b677-241725cb176e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:45.542055 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-385797bf-b33c-4b79-bf73-4655bd801729 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:45.582048 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-385797bf-b33c-4b79-bf73-4655bd801729 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Transition to ACTIVE for port object ee35bd97-50fc-4249-9804-777696fb7909 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:45.593157 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1c8caf91-ad59-44e6-8f64-a90e61b1cfbe tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:45.597942 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 18d66daf-9015-4413-aaca-282450b13718 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:38:45.637702 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-385797bf-b33c-4b79-bf73-4655bd801729 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:45.685589 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1c8caf91-ad59-44e6-8f64-a90e61b1cfbe tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:45.739188 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385797bf-b33c-4b79-bf73-4655bd801729 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Network 03dee2c3-5afe-4235-aa5b-2b36849d6221 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:45.744235 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-385797bf-b33c-4b79-bf73-4655bd801729 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:45.749627 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8caf91-ad59-44e6-8f64-a90e61b1cfbe tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Network 96bf4bb4-25a9-404e-859d-0b4b25b1d214 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:45.750667 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385797bf-b33c-4b79-bf73-4655bd801729 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:45.756915 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385797bf-b33c-4b79-bf73-4655bd801729 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:45.757536 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-385797bf-b33c-4b79-bf73-4655bd801729 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:45.761261 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385797bf-b33c-4b79-bf73-4655bd801729 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Port': ['ID=ee35bd97-50fc-4249-9804-777696fb7909,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:45.763787 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-1c8caf91-ad59-44e6-8f64-a90e61b1cfbe tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:45.782442 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fea14382-bac1-4ef9-b7e8-0a0d01c530f2 req-55bcfd8f-5d40-4b00-a673-096088fe45f4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/security-groups?id=b83642e6-062a-4f81-884a-c0f0968e848b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3356819 Jan 21 09:38:45.822213 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8caf91-ad59-44e6-8f64-a90e61b1cfbe tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:45.842885 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 18d66daf-9015-4413-aaca-282450b13718, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=18d66daf-9015-4413-aaca-282450b13718,segment=NetworkSegment(25b0ac5d-1185-455d-bf1f-5371ec34aaed),segment_id=25b0ac5d-1185-455d-bf1f-5371ec34aaed)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:45.867860 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': '18d66daf-9015-4413-aaca-282450b13718', 'network_id': '88749b10-68b8-4728-b80e-07b14beb6e8a', 'port_id': '18d66daf-9015-4413-aaca-282450b13718', 'mac_address': 'fa:16:3e:db:5d:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de5008b0-2c3b-473b-895d-445e9d641801', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:38:45.899333 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-385797bf-b33c-4b79-bf73-4655bd801729 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3672953 Jan 21 09:38:45.900105 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47614) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:45.945381 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2c85b3-6389-41d4-ac6a-be8277eddaf5 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:45.945928 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-1b2c85b3-6389-41d4-ac6a-be8277eddaf5 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Synchronizing usage tracker for tenant:177571f5a59c4bcf9574f984e31ae653 on resource:network {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:45.959185 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3bb03-02de-4c30-a9a3-b71f3cce82f8 req-39571147-6831-470a-9b2d-5d6753de423e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:45.961182 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-92d3bb03-02de-4c30-a9a3-b71f3cce82f8 req-39571147-6831-470a-9b2d-5d6753de423e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=21bf33c022814c088610cd12785c806c&device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 1098 time: 0.4573679 Jan 21 09:38:45.961747 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8caf91-ad59-44e6-8f64-a90e61b1cfbe tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event updated for resources: {'Port': ['ID=ddd0b3c2-4959-4e18-b9c7-62739f411324,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:45.974001 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8caf91-ad59-44e6-8f64-a90e61b1cfbe tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:45.974649 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1c8caf91-ad59-44e6-8f64-a90e61b1cfbe tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:45.977510 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.026040 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1c8caf91-ad59-44e6-8f64-a90e61b1cfbe tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0695570 Jan 21 09:38:46.026780 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47618) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:46.029015 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-1b2c85b3-6389-41d4-ac6a-be8277eddaf5 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Unset dirty status for tenant:177571f5a59c4bcf9574f984e31ae653 on resource:network {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:46.030314 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1b2c85b3-6389-41d4-ac6a-be8277eddaf5 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] 10.222.0.110 "GET /v2.0/networks/80a065d7-b55c-43ad-a3e8-c65befe4136c HTTP/1.1" status: 200 len: 881 time: 0.6423414 Jan 21 09:38:46.036163 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47622) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:46.043136 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-0f4dde48-8185-4106-b84a-f7d8194e53cf tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Request body: {'port': {'network_id': '96bf4bb4-25a9-404e-859d-0b4b25b1d214', 'name': 'tempest-FloatingIPTestJSON-419506868'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:46.091655 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18d66daf-9015-4413-aaca-282450b13718 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:38:46.103042 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2ff62e72-03c7-459f-800d-f67c9b96ac2e tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] 10.222.0.110 "GET /v2.0/ports?device_id=b818326c-fc47-46ef-9bd8-d2efc9f15189 HTTP/1.1" status: 200 len: 205 time: 0.0653226 Jan 21 09:38:46.103775 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47626) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:46.128368 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 18d66daf-9015-4413-aaca-282450b13718, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=18d66daf-9015-4413-aaca-282450b13718,segment=NetworkSegment(25b0ac5d-1185-455d-bf1f-5371ec34aaed),segment_id=25b0ac5d-1185-455d-bf1f-5371ec34aaed)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:46.147157 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.227842 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab756c98-74ed-41bd-9870-a0a547cb58c8 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:46.228609 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ab756c98-74ed-41bd-9870-a0a547cb58c8 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Synchronizing usage tracker for tenant:29c6ab04f24842d781b633e6233f3506 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:46.256024 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745c57dd-aecd-4962-9388-15e27d005a35 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:46.346120 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device dcab22b4-1884-4689-acb0-1eb7f260e195 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:46.360731 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ab756c98-74ed-41bd-9870-a0a547cb58c8 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Unset dirty status for tenant:29c6ab04f24842d781b633e6233f3506 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:46.364740 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ab756c98-74ed-41bd-9870-a0a547cb58c8 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.4562316 Jan 21 09:38:46.365501 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47632) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:46.394340 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3bb03-02de-4c30-a9a3-b71f3cce82f8 req-48fde5d5-7cd2-45eb-8be7-ee7a0527c4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:46.396501 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-92d3bb03-02de-4c30-a9a3-b71f3cce82f8 req-48fde5d5-7cd2-45eb-8be7-ee7a0527c4a1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=55051115-0a6d-4aad-ae33-4c0466ea1935 HTTP/1.1" status: 200 len: 912 time: 0.3981748 Jan 21 09:38:46.410598 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-0f4dde48-8185-4106-b84a-f7d8194e53cf tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:46.416372 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0f4dde48-8185-4106-b84a-f7d8194e53cf tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Usage tracker for resource:port and tenant:6ceae7553b4c4a00ae004c3be6a7adb1 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:46.421372 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0f4dde48-8185-4106-b84a-f7d8194e53cf tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:46.438101 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-0f4dde48-8185-4106-b84a-f7d8194e53cf tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:46.438217 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-10fddec6-a36c-4fa7-8f0a-f0b92f93677b tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.481492 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-2e00f2a1-60de-4ba8-a8e9-21fd3e64f5c0 None None] Provisioning for port dcab22b4-1884-4689-acb0-1eb7f260e195 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:46.492086 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=18d66daf-9015-4413-aaca-282450b13718,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:46.531104 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-893f311a-82e3-4953-b677-241725cb176e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.538467 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e42e2ee8-e6c3-4ffc-98ac-a469ba95fd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.569163 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-2e00f2a1-60de-4ba8-a8e9-21fd3e64f5c0 None None] Provisioning for port ee35bd97-50fc-4249-9804-777696fb7909 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:46.580877 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4dde48-8185-4106-b84a-f7d8194e53cf tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Made reservation on behalf of 6ceae7553b4c4a00ae004c3be6a7adb1 for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:46.584853 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0f4dde48-8185-4106-b84a-f7d8194e53cf tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.614958 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-2e00f2a1-60de-4ba8-a8e9-21fd3e64f5c0 None None] Provisioning complete for port ee35bd97-50fc-4249-9804-777696fb7909 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:46.615599 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2e00f2a1-60de-4ba8-a8e9-21fd3e64f5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.629553 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893f311a-82e3-4953-b677-241725cb176e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:46.633127 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08eed9e9-fb52-4213-b4de-895512772124 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:46.638777 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08eed9e9-fb52-4213-b4de-895512772124 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:46.638916 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port dcab22b4-1884-4689-acb0-1eb7f260e195 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:46.644432 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08eed9e9-fb52-4213-b4de-895512772124 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:46.646690 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-08eed9e9-fb52-4213-b4de-895512772124 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2802644 Jan 21 09:38:46.649673 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47638) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:46.649861 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-893f311a-82e3-4953-b677-241725cb176e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:46.658695 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port dcab22b4-1884-4689-acb0-1eb7f260e195 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:46.658695 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.664778 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-0f4dde48-8185-4106-b84a-f7d8194e53cf tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] device_id is not set on port e098c329-4f3e-4063-ba42-60ba1f2b1756 yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:46.696082 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['18d66daf-9015-4413-aaca-282450b13718'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 09:38:46.701871 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893f311a-82e3-4953-b677-241725cb176e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:46.703266 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-893f311a-82e3-4953-b677-241725cb176e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.725921 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-10fddec6-a36c-4fa7-8f0a-f0b92f93677b tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.742878 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-553786d9-8dbf-4b00-826b-24ac78f01688 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Deleting port ee35bd97-50fc-4249-9804-777696fb7909 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:46.742878 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-553786d9-8dbf-4b00-826b-24ac78f01688 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.751712 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-92d3bb03-02de-4c30-a9a3-b71f3cce82f8 req-b75c6a44-755e-4443-81a6-d3028e71c311 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77d34ea9-68ce-4a71-9428-8b2152806e32 HTTP/1.1" status: 200 len: 1001 time: 0.2992866 Jan 21 09:38:46.754874 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f311a-82e3-4953-b677-241725cb176e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Subnet': ['ID=f5b22788-1440-4aa8-be9f-edfb69b6965a,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:46.773777 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-10fddec6-a36c-4fa7-8f0a-f0b92f93677b tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Deleting port 58dde73f-8268-49db-9a1c-1cadb80a84bf {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:46.773777 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-10fddec6-a36c-4fa7-8f0a-f0b92f93677b tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.814959 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-893f311a-82e3-4953-b677-241725cb176e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5881946 Jan 21 09:38:46.825186 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47646) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:46.833500 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-d7e7fd44-ae97-4069-8711-4163ecd0eb93 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1031048006', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:46.841221 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d7e7fd44-ae97-4069-8711-4163ecd0eb93 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:46.845001 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d7e7fd44-ae97-4069-8711-4163ecd0eb93 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:router and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:46.847803 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d7e7fd44-ae97-4069-8711-4163ecd0eb93 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:46.854987 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d7e7fd44-ae97-4069-8711-4163ecd0eb93 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:46.863099 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-2e00f2a1-60de-4ba8-a8e9-21fd3e64f5c0 None None] Port ee35bd97-50fc-4249-9804-777696fb7909 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:38:46.944876 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3bb03-02de-4c30-a9a3-b71f3cce82f8 req-494c1f30-23ea-45c5-abd9-897c69f72eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:46.946726 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-92d3bb03-02de-4c30-a9a3-b71f3cce82f8 req-494c1f30-23ea-45c5-abd9-897c69f72eb7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd14a905-cd68-4fb4-a084-5e658ee5e25a HTTP/1.1" status: 200 len: 850 time: 0.1807680 Jan 21 09:38:47.042439 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d7e7fd44-ae97-4069-8711-4163ecd0eb93 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.044063 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d7e7fd44-ae97-4069-8711-4163ecd0eb93 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.078974 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.080735 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-0f4dde48-8185-4106-b84a-f7d8194e53cf tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Allocated IP 172.20.0.7 (96bf4bb4-25a9-404e-859d-0b4b25b1d214/ee15ac2e-a582-4615-8535-a0c41168a9c9/e098c329-4f3e-4063-ba42-60ba1f2b1756) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:47.108257 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d7e7fd44-ae97-4069-8711-4163ecd0eb93 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.183118 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port dcab22b4-1884-4689-acb0-1eb7f260e195, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=dcab22b4-1884-4689-acb0-1eb7f260e195,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:47.226529 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.291665 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94286ed-06a4-4112-aaa7-8367281b4908 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:47.302841 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d7e7fd44-ae97-4069-8711-4163ecd0eb93 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.315071 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3bb03-02de-4c30-a9a3-b71f3cce82f8 req-1c7cdf84-2b57-4b55-bfc5-e03e92f97a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:47.316724 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-92d3bb03-02de-4c30-a9a3-b71f3cce82f8 req-1c7cdf84-2b57-4b55-bfc5-e03e92f97a69 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=55051115-0a6d-4aad-ae33-4c0466ea1935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3445249 Jan 21 09:38:47.326551 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-10fddec6-a36c-4fa7-8f0a-f0b92f93677b tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.326787 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824de67-241a-4243-a184-e173b6a0daf0 req-c9fd4642-3a44-4847-a320-f96c572c6fd0 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:47.328321 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b824de67-241a-4243-a184-e173b6a0daf0 req-c9fd4642-3a44-4847-a320-f96c572c6fd0 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/ports?device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 945 time: 0.3225574 Jan 21 09:38:47.448940 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-563e26ad-32a5-461f-b639-42316db4ba27 None None] Provisioning complete for port dcab22b4-1884-4689-acb0-1eb7f260e195 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:47.449317 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-563e26ad-32a5-461f-b639-42316db4ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.489741 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-10fddec6-a36c-4fa7-8f0a-f0b92f93677b tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Calling delete_port for 58dde73f-8268-49db-9a1c-1cadb80a84bf owned by network:router_gateway {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:47.505541 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=dcab22b4-1884-4689-acb0-1eb7f260e195,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:47.517345 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d7e7fd44-ae97-4069-8711-4163ecd0eb93 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.517750 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d7e7fd44-ae97-4069-8711-4163ecd0eb93 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6916225 Jan 21 09:38:47.527696 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47652) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:47.564580 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b824de67-241a-4243-a184-e173b6a0daf0 req-67475581-9bd0-4372-ad21-57f3259be926 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/security-groups?id=b83642e6-062a-4f81-884a-c0f0968e848b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967552 Jan 21 09:38:47.585656 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-553786d9-8dbf-4b00-826b-24ac78f01688 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.633655 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-92d3bb03-02de-4c30-a9a3-b71f3cce82f8 req-eed81512-961d-4815-a16b-650f98414c2b service neutron] 10.222.0.72 "GET /v2.0/networks/55051115-0a6d-4aad-ae33-4c0466ea1935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022697 Jan 21 09:38:47.648889 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0f4dde48-8185-4106-b84a-f7d8194e53cf tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.859315 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0f4dde48-8185-4106-b84a-f7d8194e53cf tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.968089 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4dde48-8185-4106-b84a-f7d8194e53cf tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Network 96bf4bb4-25a9-404e-859d-0b4b25b1d214 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:47.973934 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4dde48-8185-4106-b84a-f7d8194e53cf tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event updated for resources: {'Port': ['ID=e098c329-4f3e-4063-ba42-60ba1f2b1756,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:47.976411 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-0f4dde48-8185-4106-b84a-f7d8194e53cf tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:47.978549 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4dde48-8185-4106-b84a-f7d8194e53cf tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:48.019900 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-92d3bb03-02de-4c30-a9a3-b71f3cce82f8 req-e19c0463-b107-4f62-a941-d1b0ea793399 service neutron] 10.222.0.72 "GET /v2.0/networks/55051115-0a6d-4aad-ae33-4c0466ea1935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190281 Jan 21 09:38:48.049357 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-553786d9-8dbf-4b00-826b-24ac78f01688 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Calling delete_port for ee35bd97-50fc-4249-9804-777696fb7909 owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:48.052481 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4dde48-8185-4106-b84a-f7d8194e53cf tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:48.053124 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0f4dde48-8185-4106-b84a-f7d8194e53cf tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.078157 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0f4dde48-8185-4106-b84a-f7d8194e53cf tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0463216 Jan 21 09:38:48.082134 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47660) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:48.089522 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-f538592c-59c4-4bfb-9191-20ef1dfbd3df tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Request body: {'floatingip': {'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'port_id': 'e098c329-4f3e-4063-ba42-60ba1f2b1756', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:48.098167 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-f538592c-59c4-4bfb-9191-20ef1dfbd3df tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:48.103042 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f538592c-59c4-4bfb-9191-20ef1dfbd3df tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Usage tracker for resource:floatingip and tenant:6ceae7553b4c4a00ae004c3be6a7adb1 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:48.106156 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f538592c-59c4-4bfb-9191-20ef1dfbd3df tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:48.112322 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-f538592c-59c4-4bfb-9191-20ef1dfbd3df tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:48.125737 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f538592c-59c4-4bfb-9191-20ef1dfbd3df tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for floatingip, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.218077 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-2760f882-6a2a-47d0-819a-ba6a30b922c4 None None] Provisioning complete for port dcab22b4-1884-4689-acb0-1eb7f260e195 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:48.219428 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2760f882-6a2a-47d0-819a-ba6a30b922c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.253807 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device dcab22b4-1884-4689-acb0-1eb7f260e195 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:48.274682 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f538592c-59c4-4bfb-9191-20ef1dfbd3df tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.397408 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port dcab22b4-1884-4689-acb0-1eb7f260e195 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:48.397782 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.423106 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-f538592c-59c4-4bfb-9191-20ef1dfbd3df tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Allocated IP 172.26.3.231 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/1a0f2a57-9421-4454-b976-3e19e5c733b2) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:48.580817 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f538592c-59c4-4bfb-9191-20ef1dfbd3df tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.601418 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-10fddec6-a36c-4fa7-8f0a-f0b92f93677b tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.616731 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f538592c-59c4-4bfb-9191-20ef1dfbd3df tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.696382 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f538592c-59c4-4bfb-9191-20ef1dfbd3df tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:48.699568 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-f538592c-59c4-4bfb-9191-20ef1dfbd3df tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:48.703262 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f538592c-59c4-4bfb-9191-20ef1dfbd3df tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:48.708001 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fddec6-a36c-4fa7-8f0a-f0b92f93677b tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Pushing event deleted for resources: {'Port': ['ID=58dde73f-8268-49db-9a1c-1cadb80a84bf,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:48.769362 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f538592c-59c4-4bfb-9191-20ef1dfbd3df tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event updated for resources: {'Port': ['ID=1a0f2a57-9421-4454-b976-3e19e5c733b2,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:48.814464 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-877c54d1-86f4-45fd-b476-9bf033b54eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.870405 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aed95c54-9f5d-446e-8154-80e4fea3e38f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.890928 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-553786d9-8dbf-4b00-826b-24ac78f01688 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.932251 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-10fddec6-a36c-4fa7-8f0a-f0b92f93677b tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.932978 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac5ba4-576e-44f8-9b48-8d4b8804c2be req-c8cfa7dd-a753-481c-b45f-76c1c61599c4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:48.934583 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-02ac5ba4-576e-44f8-9b48-8d4b8804c2be req-c8cfa7dd-a753-481c-b45f-76c1c61599c4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/ports?device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 945 time: 0.1960242 Jan 21 09:38:49.060003 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-02ac5ba4-576e-44f8-9b48-8d4b8804c2be req-32ff231a-308a-4472-834f-9cebb96afa11 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/security-groups?id=b83642e6-062a-4f81-884a-c0f0968e848b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161876 Jan 21 09:38:49.118001 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553786d9-8dbf-4b00-826b-24ac78f01688 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'Port': ['ID=ee35bd97-50fc-4249-9804-777696fb7909,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:49.292379 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-10fddec6-a36c-4fa7-8f0a-f0b92f93677b tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.304502 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-10fddec6-a36c-4fa7-8f0a-f0b92f93677b tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.308640 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-553786d9-8dbf-4b00-826b-24ac78f01688 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.389339 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-553786d9-8dbf-4b00-826b-24ac78f01688 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/ports/ee35bd97-50fc-4249-9804-777696fb7909 HTTP/1.1" status: 204 len: 168 time: 2.7382874 Jan 21 09:38:49.393377 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47672) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:49.393966 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-10fddec6-a36c-4fa7-8f0a-f0b92f93677b tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.394297 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f538592c-59c4-4bfb-9191-20ef1dfbd3df tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.394513 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fddec6-a36c-4fa7-8f0a-f0b92f93677b tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Fanout notify agent at l3_agent the message router_deleted on router b818326c-fc47-46ef-9bd8-d2efc9f15189 {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:38:49.454981 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-505a47f9-c26b-4f6d-b459-0b7dd95259f3 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] GET failed (client error): The resource could not be found. Jan 21 09:38:49.455451 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-505a47f9-c26b-4f6d-b459-0b7dd95259f3 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Synchronizing usage tracker for tenant:29c6ab04f24842d781b633e6233f3506 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:49.471299 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f538592c-59c4-4bfb-9191-20ef1dfbd3df tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.508281 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-10fddec6-a36c-4fa7-8f0a-f0b92f93677b tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.513264 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-10fddec6-a36c-4fa7-8f0a-f0b92f93677b tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] 10.222.0.110 "DELETE /v2.0/routers/b818326c-fc47-46ef-9bd8-d2efc9f15189 HTTP/1.1" status: 204 len: 168 time: 3.4032550 Jan 21 09:38:49.513741 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47676) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:49.521509 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-959b4edc-029e-476d-bb42-8cbba9928a59 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1240489525', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:49.528383 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-505a47f9-c26b-4f6d-b459-0b7dd95259f3 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Unset dirty status for tenant:29c6ab04f24842d781b633e6233f3506 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:49.532211 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-505a47f9-c26b-4f6d-b459-0b7dd95259f3 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "GET /v2.0/ports/ee35bd97-50fc-4249-9804-777696fb7909 HTTP/1.1" status: 404 len: 333 time: 0.1322038 Jan 21 09:38:49.532356 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-959b4edc-029e-476d-bb42-8cbba9928a59 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:49.533565 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47680) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:49.574705 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-959b4edc-029e-476d-bb42-8cbba9928a59 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Usage tracker for resource:router and tenant:1882f1a8657044acadd1beb42be5b4f1 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:49.588925 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-959b4edc-029e-476d-bb42-8cbba9928a59 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:49.609352 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-959b4edc-029e-476d-bb42-8cbba9928a59 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:49.618443 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 18d66daf-9015-4413-aaca-282450b13718 up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:49.620671 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-aed95c54-9f5d-446e-8154-80e4fea3e38f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Allocated IP 2001:db8::1 (36c4effd-f4af-4d10-91bd-714d225a3199/f5b22788-1440-4aa8-be9f-edfb69b6965a/8794f634-b772-4955-afcb-879634a3571e) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:49.667322 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-73544644-a0c5-49ce-8c55-377bf3411398 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Deleting port 2843bd5b-8126-4014-b4d0-2d012c298540 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:49.667688 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-73544644-a0c5-49ce-8c55-377bf3411398 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.698641 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-959b4edc-029e-476d-bb42-8cbba9928a59 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.699640 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-959b4edc-029e-476d-bb42-8cbba9928a59 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.736558 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.742202 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port 18d66daf-9015-4413-aaca-282450b13718 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:49.747479 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port 18d66daf-9015-4413-aaca-282450b13718 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:49.747858 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.803445 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aed95c54-9f5d-446e-8154-80e4fea3e38f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.810728 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-959b4edc-029e-476d-bb42-8cbba9928a59 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.822847 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-aed95c54-9f5d-446e-8154-80e4fea3e38f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Transition to ACTIVE for port object 8794f634-b772-4955-afcb-879634a3571e will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:49.853500 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aed95c54-9f5d-446e-8154-80e4fea3e38f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.886827 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.896954 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.919827 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5abd5741-5540-4c60-8c52-8afa8c14d0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d66daf-9015-4413-aaca-282450b13718'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:38:49.924454 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-959b4edc-029e-476d-bb42-8cbba9928a59 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.932315 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 18d66daf-9015-4413-aaca-282450b13718, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=18d66daf-9015-4413-aaca-282450b13718,segment=NetworkSegment(25b0ac5d-1185-455d-bf1f-5371ec34aaed),segment_id=25b0ac5d-1185-455d-bf1f-5371ec34aaed)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:49.945883 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.995193 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5abd5741-5540-4c60-8c52-8afa8c14d0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d66daf-9015-4413-aaca-282450b13718', 'code': 200} Jan 21 09:38:50.031607 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.resource_extend [None req-f538592c-59c4-4bfb-9191-20ef1dfbd3df tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:38:50.034935 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=18d66daf-9015-4413-aaca-282450b13718,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:50.066370 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f538592c-59c4-4bfb-9191-20ef1dfbd3df tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:50.074244 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-959b4edc-029e-476d-bb42-8cbba9928a59 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:50.075513 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-959b4edc-029e-476d-bb42-8cbba9928a59 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5607476 Jan 21 09:38:50.083267 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47690) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:50.092721 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-6cea2d65-1f5b-4315-9c50-b0c230704093 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Request body: {'router': {'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:50.109243 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f538592c-59c4-4bfb-9191-20ef1dfbd3df tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:50.219424 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-73544644-a0c5-49ce-8c55-377bf3411398 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:50.306679 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed95c54-9f5d-446e-8154-80e4fea3e38f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:50.320257 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-aed95c54-9f5d-446e-8154-80e4fea3e38f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:50.325761 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed95c54-9f5d-446e-8154-80e4fea3e38f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:50.326289 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aed95c54-9f5d-446e-8154-80e4fea3e38f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:50.486906 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-73544644-a0c5-49ce-8c55-377bf3411398 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Calling delete_port for 2843bd5b-8126-4014-b4d0-2d012c298540 owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:50.518412 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed95c54-9f5d-446e-8154-80e4fea3e38f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Port': ['ID=8794f634-b772-4955-afcb-879634a3571e,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:50.548742 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f538592c-59c4-4bfb-9191-20ef1dfbd3df tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event updated for resources: {'Port': ['ID=1a0f2a57-9421-4454-b976-3e19e5c733b2,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:50.576498 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f538592c-59c4-4bfb-9191-20ef1dfbd3df tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:50.582004 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-84248e17-1045-4d27-938f-4228d8d5e4f8 None None] Provisioning for port 8794f634-b772-4955-afcb-879634a3571e completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:50.587169 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-84248e17-1045-4d27-938f-4228d8d5e4f8 None None] Provisioning complete for port 8794f634-b772-4955-afcb-879634a3571e triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:50.587690 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-84248e17-1045-4d27-938f-4228d8d5e4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:50.643825 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-84248e17-1045-4d27-938f-4228d8d5e4f8 None None] Port 8794f634-b772-4955-afcb-879634a3571e cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:38:50.674094 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6cea2d65-1f5b-4315-9c50-b0c230704093 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:50.796788 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aed95c54-9f5d-446e-8154-80e4fea3e38f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:50.817621 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ab5f7-6a33-4e6a-b3d3-03f5330633f9 req-edc78b9e-86b8-417c-8531-63bc80067418 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:50.819086 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f00ab5f7-6a33-4e6a-b3d3-03f5330633f9 req-edc78b9e-86b8-417c-8531-63bc80067418 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/ports?device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 946 time: 0.5568905 Jan 21 09:38:50.864159 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8fe60e-66e7-45e7-b5df-27dbabce87d9 req-f322339a-c1d3-4615-a0e3-fe6a4ee2648b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:50.865539 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1c8fe60e-66e7-45e7-b5df-27dbabce87d9 req-f322339a-c1d3-4615-a0e3-fe6a4ee2648b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 1099 time: 0.6326165 Jan 21 09:38:50.901821 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.l3_db [None req-f538592c-59c4-4bfb-9191-20ef1dfbd3df tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Floating IP d437605f-d865-4125-9436-e6f1e2ca5456 associated. External IP: 172.26.3.231, port: e098c329-4f3e-4063-ba42-60ba1f2b1756. Jan 21 09:38:51.112613 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-73544644-a0c5-49ce-8c55-377bf3411398 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.134210 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f00ab5f7-6a33-4e6a-b3d3-03f5330633f9 req-96b6f4e4-30d6-4ee8-9d00-c81aec9d7e28 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/security-groups?id=b83642e6-062a-4f81-884a-c0f0968e848b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3023815 Jan 21 09:38:51.205896 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73544644-a0c5-49ce-8c55-377bf3411398 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'Port': ['ID=2843bd5b-8126-4014-b4d0-2d012c298540,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:51.208738 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1c8fe60e-66e7-45e7-b5df-27dbabce87d9 req-1d077272-64a9-42f7-a960-66736d6bb827 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b83642e6-062a-4f81-884a-c0f0968e848b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3313184 Jan 21 09:38:51.277024 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.334946 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-73544644-a0c5-49ce-8c55-377bf3411398 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.360206 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-73544644-a0c5-49ce-8c55-377bf3411398 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/ports/2843bd5b-8126-4014-b4d0-2d012c298540 HTTP/1.1" status: 204 len: 168 time: 1.8233292 Jan 21 09:38:51.364411 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47704) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:51.469426 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fd7d1e2-40de-43a8-9453-92b3ff78d880 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] GET failed (client error): The resource could not be found. Jan 21 09:38:51.470087 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-5fd7d1e2-40de-43a8-9453-92b3ff78d880 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Synchronizing usage tracker for tenant:29c6ab04f24842d781b633e6233f3506 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:51.484764 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6cea2d65-1f5b-4315-9c50-b0c230704093 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router_gateway, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.511476 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-5fd7d1e2-40de-43a8-9453-92b3ff78d880 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Unset dirty status for tenant:29c6ab04f24842d781b633e6233f3506 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:51.512699 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5fd7d1e2-40de-43a8-9453-92b3ff78d880 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "GET /v2.0/ports/2843bd5b-8126-4014-b4d0-2d012c298540 HTTP/1.1" status: 404 len: 333 time: 0.1473312 Jan 21 09:38:51.524616 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47708) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:51.525781 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6cea2d65-1f5b-4315-9c50-b0c230704093 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.606133 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f538592c-59c4-4bfb-9191-20ef1dfbd3df tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Router 0784f12a-93a2-4ea9-a64c-0cae03e53fce has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:38:51.684565 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c97896-53c0-4378-807d-14cc4b46d133 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Deleting subnet b6377f6d-54a0-4291-afca-9c2e44e4d102 {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:38:51.695258 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-53c97896-53c0-4378-807d-14cc4b46d133 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.791338 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f538592c-59c4-4bfb-9191-20ef1dfbd3df tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:38:51.805826 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d16c7a1-6237-497f-8990-becff6441be5 None None] Sync routers for ids ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:38:51.807382 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-53c97896-53c0-4378-807d-14cc4b46d133 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.813151 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f538592c-59c4-4bfb-9191-20ef1dfbd3df tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.817221 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d16c7a1-6237-497f-8990-becff6441be5 None None] Routers {'0784f12a-93a2-4ea9-a64c-0cae03e53fce'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:51.818055 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-9d16c7a1-6237-497f-8990-becff6441be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:51.853370 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aed95c54-9f5d-446e-8154-80e4fea3e38f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.862312 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aed95c54-9f5d-446e-8154-80e4fea3e38f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.863039 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aed95c54-9f5d-446e-8154-80e4fea3e38f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.869209 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f538592c-59c4-4bfb-9191-20ef1dfbd3df tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.7857776 Jan 21 09:38:51.871890 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47712) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:51.877043 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-046dce16-f9b6-4f98-8269-3924a2608f35 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:51.889803 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-9d16c7a1-6237-497f-8990-becff6441be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:51.899711 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d16c7a1-6237-497f-8990-becff6441be5 None None] Routers {'0784f12a-93a2-4ea9-a64c-0cae03e53fce'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:51.900392 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-9d16c7a1-6237-497f-8990-becff6441be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:51.944621 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-6cea2d65-1f5b-4315-9c50-b0c230704093 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Allocated IP 172.26.3.215 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/714f9c54-83fb-4f0b-9027-124a72da6b9b) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:51.971209 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:38:51.972081 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-9d16c7a1-6237-497f-8990-becff6441be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:51.972477 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d16c7a1-6237-497f-8990-becff6441be5 None None] The sync data for ids ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:38:51.991538 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-046dce16-f9b6-4f98-8269-3924a2608f35 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for floatingip, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.046118 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed95c54-9f5d-446e-8154-80e4fea3e38f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Port': ['ID=8794f634-b772-4955-afcb-879634a3571e,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:52.177770 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-53c97896-53c0-4378-807d-14cc4b46d133 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.312544 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed95c54-9f5d-446e-8154-80e4fea3e38f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:52.318075 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6cea2d65-1f5b-4315-9c50-b0c230704093 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.320954 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-aed95c54-9f5d-446e-8154-80e4fea3e38f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:52.331758 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-046dce16-f9b6-4f98-8269-3924a2608f35 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.339769 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-046dce16-f9b6-4f98-8269-3924a2608f35 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.340051 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.l3_db [None req-046dce16-f9b6-4f98-8269-3924a2608f35 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Floating IP d437605f-d865-4125-9436-e6f1e2ca5456 disassociated. External IP: 172.26.3.231, port: e098c329-4f3e-4063-ba42-60ba1f2b1756. Jan 21 09:38:52.455726 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-53c97896-53c0-4378-807d-14cc4b46d133 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.529401 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c97896-53c0-4378-807d-14cc4b46d133 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'Subnet': ['ID=b6377f6d-54a0-4291-afca-9c2e44e4d102,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:52.531605 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-53c97896-53c0-4378-807d-14cc4b46d133 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.545822 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630bd461-a0ad-4c25-9330-0421c5b657ed None None] Network 03dee2c3-5afe-4235-aa5b-2b36849d6221 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:52.558612 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-53c97896-53c0-4378-807d-14cc4b46d133 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/subnets/b6377f6d-54a0-4291-afca-9c2e44e4d102 HTTP/1.1" status: 204 len: 168 time: 1.0304153 Jan 21 09:38:52.561707 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47724) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:52.612399 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6cea2d65-1f5b-4315-9c50-b0c230704093 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.690185 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ed154-00ed-466a-99ed-245ad4c1384f req-3c46501f-e89c-4f4f-94f3-227734c44403 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:52.691979 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ed7ed154-00ed-466a-99ed-245ad4c1384f req-3c46501f-e89c-4f4f-94f3-227734c44403 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/ports?device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 946 time: 0.3996258 Jan 21 09:38:52.716873 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cea2d65-1f5b-4315-9c50-b0c230704093 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:52.722994 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-6cea2d65-1f5b-4315-9c50-b0c230704093 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:52.791503 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cea2d65-1f5b-4315-9c50-b0c230704093 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:52.814465 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f7ca1243-f07a-4e22-93cb-9f34af364eef None None] Provisioning complete for port 8794f634-b772-4955-afcb-879634a3571e triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:52.814835 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f7ca1243-f07a-4e22-93cb-9f34af364eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.846438 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea2d65-1f5b-4315-9c50-b0c230704093 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Pushing event updated for resources: {'Port': ['ID=714f9c54-83fb-4f0b-9027-124a72da6b9b,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:52.854395 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-466d560b-3285-45db-934c-6dfbe16defc1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.924898 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f7ca1243-f07a-4e22-93cb-9f34af364eef None None] Port 8794f634-b772-4955-afcb-879634a3571e cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:38:53.021909 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a07138b-c7ca-4dff-9d64-fb4c6d40bebf None None] DHCP port deletion for 03dee2c3-5afe-4235-aa5b-2b36849d6221 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:38:53.026598 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-7a07138b-c7ca-4dff-9d64-fb4c6d40bebf None None] Deleting port 77205730-a51a-433e-bcdb-a48613a9abd8 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:53.027170 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a07138b-c7ca-4dff-9d64-fb4c6d40bebf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.053595 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ed7ed154-00ed-466a-99ed-245ad4c1384f req-c23040bf-7a1d-4fa4-9647-fb62b427f3d8 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/security-groups?id=b83642e6-062a-4f81-884a-c0f0968e848b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772259 Jan 21 09:38:53.059948 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046dce16-f9b6-4f98-8269-3924a2608f35 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Router 0784f12a-93a2-4ea9-a64c-0cae03e53fce has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:38:53.076929 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-466d560b-3285-45db-934c-6dfbe16defc1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Deleting port 77205730-a51a-433e-bcdb-a48613a9abd8 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:53.076929 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-466d560b-3285-45db-934c-6dfbe16defc1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.112780 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed95c54-9f5d-446e-8154-80e4fea3e38f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Router c65eddcd-a9b7-4a92-aeb0-8b409d231fd6 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:38:53.244869 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046dce16-f9b6-4f98-8269-3924a2608f35 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:38:53.249023 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-046dce16-f9b6-4f98-8269-3924a2608f35 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.257239 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-7a07138b-c7ca-4dff-9d64-fb4c6d40bebf None None] For port 77205730-a51a-433e-bcdb-a48613a9abd8, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=77205730-a51a-433e-bcdb-a48613a9abd8,segment=NetworkSegment(b471b832-202f-4ffd-a727-7f49e59d3784),segment_id=b471b832-202f-4ffd-a727-7f49e59d3784)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:53.257627 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a07138b-c7ca-4dff-9d64-fb4c6d40bebf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.266406 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29529ba-be48-4233-b079-53676188d466 None None] Sync routers for ids ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:38:53.306696 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-046dce16-f9b6-4f98-8269-3924a2608f35 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "PUT /v2.0/floatingips/d437605f-d865-4125-9436-e6f1e2ca5456 HTTP/1.1" status: 200 len: 688 time: 1.4311666 Jan 21 09:38:53.306894 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47728) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:53.387196 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-7a07138b-c7ca-4dff-9d64-fb4c6d40bebf None None] Calling delete_port for 77205730-a51a-433e-bcdb-a48613a9abd8 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:53.419982 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29529ba-be48-4233-b079-53676188d466 None None] Routers {'0784f12a-93a2-4ea9-a64c-0cae03e53fce'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:53.420608 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-b29529ba-be48-4233-b079-53676188d466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:53.474784 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-bfd9a229-6ade-4709-bac1-9c2dcde7625a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Deleting port 1a0f2a57-9421-4454-b976-3e19e5c733b2 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:53.475899 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bfd9a229-6ade-4709-bac1-9c2dcde7625a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.498562 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-b29529ba-be48-4233-b079-53676188d466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:53.505156 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed95c54-9f5d-446e-8154-80e4fea3e38f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:38:53.514804 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-aed95c54-9f5d-446e-8154-80e4fea3e38f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "PUT /v2.0/routers/c65eddcd-a9b7-4a92-aeb0-8b409d231fd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9853761 Jan 21 09:38:53.519654 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d238c5-2b6d-4b9a-8988-e2ebcd1ac6f0 None None] Sync routers for ids ['c65eddcd-a9b7-4a92-aeb0-8b409d231fd6'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:38:53.524810 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29529ba-be48-4233-b079-53676188d466 None None] Routers {'0784f12a-93a2-4ea9-a64c-0cae03e53fce'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:53.525574 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-b29529ba-be48-4233-b079-53676188d466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:53.530532 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47734) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:53.535130 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d238c5-2b6d-4b9a-8988-e2ebcd1ac6f0 None None] Routers {'c65eddcd-a9b7-4a92-aeb0-8b409d231fd6'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:53.535813 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-c3d238c5-2b6d-4b9a-8988-e2ebcd1ac6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['c65eddcd-a9b7-4a92-aeb0-8b409d231fd6'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:53.599678 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-b29529ba-be48-4233-b079-53676188d466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:53.600278 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29529ba-be48-4233-b079-53676188d466 None None] The sync data for ids ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:38:53.610098 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeacb372-d84a-476d-9a48-c98e148595f6 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:53.611678 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-aeacb372-d84a-476d-9a48-c98e148595f6 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/ports/8794f634-b772-4955-afcb-879634a3571e HTTP/1.1" status: 200 len: 911 time: 0.0801067 Jan 21 09:38:53.615422 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47738) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:53.620358 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a07138b-c7ca-4dff-9d64-fb4c6d40bebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.667655 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07138b-c7ca-4dff-9d64-fb4c6d40bebf None None] Pushing event deleted for resources: {'Port': ['ID=77205730-a51a-433e-bcdb-a48613a9abd8,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:53.679630 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a07138b-c7ca-4dff-9d64-fb4c6d40bebf None None] No DVR routers for this DVR port 77205730-a51a-433e-bcdb-a48613a9abd8 on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:38:53.698027 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-466d560b-3285-45db-934c-6dfbe16defc1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] For port 77205730-a51a-433e-bcdb-a48613a9abd8, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=77205730-a51a-433e-bcdb-a48613a9abd8,segment=NetworkSegment(b471b832-202f-4ffd-a727-7f49e59d3784),segment_id=b471b832-202f-4ffd-a727-7f49e59d3784)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:53.698497 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-466d560b-3285-45db-934c-6dfbe16defc1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.730911 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-c3d238c5-2b6d-4b9a-8988-e2ebcd1ac6f0 None None] Set router c65eddcd-a9b7-4a92-aeb0-8b409d231fd6 gateway port host: None {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:38:53.810315 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bfd9a229-6ade-4709-bac1-9c2dcde7625a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.810647 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bfd9a229-6ade-4709-bac1-9c2dcde7625a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.854182 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-466d560b-3285-45db-934c-6dfbe16defc1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Calling delete_port for 77205730-a51a-433e-bcdb-a48613a9abd8 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:53.956288 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-bfd9a229-6ade-4709-bac1-9c2dcde7625a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Calling delete_port for 1a0f2a57-9421-4454-b976-3e19e5c733b2 owned by network:floatingip {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:54.007905 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6cea2d65-1f5b-4315-9c50-b0c230704093 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router_gateway, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.039012 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51eb580-1dfe-47a4-8905-4e684eb6f4df tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:54.045066 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51eb580-1dfe-47a4-8905-4e684eb6f4df tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:54.046827 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d51eb580-1dfe-47a4-8905-4e684eb6f4df tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.4305217 Jan 21 09:38:54.057121 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47746) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:54.094789 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-466d560b-3285-45db-934c-6dfbe16defc1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:38:54.095105 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-466d560b-3285-45db-934c-6dfbe16defc1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:38:54.106378 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-c3d238c5-2b6d-4b9a-8988-e2ebcd1ac6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65eddcd-a9b7-4a92-aeb0-8b409d231fd6', 'name': 'tempest-NetworksTestDHCPv6-router-1031048006', 'tenant_id': 'ce9334fe18174618a851dcacd095feca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:47Z', 'updated_at': '2022-01-21T09:38:50Z', 'revision_number': 2, 'project_id': 'ce9334fe18174618a851dcacd095feca', 'gw_port_host': None, '_interfaces': [{'id': '8794f634-b772-4955-afcb-879634a3571e', 'name': '', 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'tenant_id': 'ce9334fe18174618a851dcacd095feca', 'mac_address': 'fa:16:3e:f5:9a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65eddcd-a9b7-4a92-aeb0-8b409d231fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'f5b22788-1440-4aa8-be9f-edfb69b6965a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:49Z', 'updated_at': '2022-01-21T09:38:51Z', 'revision_number': 2, 'project_id': 'ce9334fe18174618a851dcacd095feca', 'subnets': [{'id': 'f5b22788-1440-4aa8-be9f-edfb69b6965a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:54.111091 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d238c5-2b6d-4b9a-8988-e2ebcd1ac6f0 None None] Checking router: c65eddcd-a9b7-4a92-aeb0-8b409d231fd6 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:38:54.111578 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d238c5-2b6d-4b9a-8988-e2ebcd1ac6f0 None None] Updating router c65eddcd-a9b7-4a92-aeb0-8b409d231fd6 port 8794f634-b772-4955-afcb-879634a3571e binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:38:54.173808 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-c3d238c5-2b6d-4b9a-8988-e2ebcd1ac6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.247517 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 77205730-a51a-433e-bcdb-a48613a9abd8 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:38:54.287536 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 77205730-a51a-433e-bcdb-a48613a9abd8 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:38:54.288159 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 77205730-a51a-433e-bcdb-a48613a9abd8 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:38:54.529181 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6cea2d65-1f5b-4315-9c50-b0c230704093 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.533304 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6cea2d65-1f5b-4315-9c50-b0c230704093 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555907'] for router, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.588928 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-c3d238c5-2b6d-4b9a-8988-e2ebcd1ac6f0 None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.601667 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-c3d238c5-2b6d-4b9a-8988-e2ebcd1ac6f0 None None] Transition to ACTIVE for port object 8794f634-b772-4955-afcb-879634a3571e will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:54.603332 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-466d560b-3285-45db-934c-6dfbe16defc1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Deleting port 77205730-a51a-433e-bcdb-a48613a9abd8 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:54.603780 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-466d560b-3285-45db-934c-6dfbe16defc1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.605885 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bfd9a229-6ade-4709-bac1-9c2dcde7625a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.608842 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-c3d238c5-2b6d-4b9a-8988-e2ebcd1ac6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.684985 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-466d560b-3285-45db-934c-6dfbe16defc1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] The port '77205730-a51a-433e-bcdb-a48613a9abd8' was deleted {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:38:54.733891 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd9a229-6ade-4709-bac1-9c2dcde7625a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event deleted for resources: {'Port': ['ID=1a0f2a57-9421-4454-b976-3e19e5c733b2,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:54.742862 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6342f-8979-4ec0-81e3-1e80a68e296f None None] Pushing event updated for resources: {'Port': ['ID=8794f634-b772-4955-afcb-879634a3571e,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:54.787565 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6342f-8979-4ec0-81e3-1e80a68e296f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:54.787934 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6342f-8979-4ec0-81e3-1e80a68e296f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:54.788282 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6342f-8979-4ec0-81e3-1e80a68e296f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:54.788616 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6342f-8979-4ec0-81e3-1e80a68e296f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:54.788948 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6342f-8979-4ec0-81e3-1e80a68e296f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:54.789292 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6342f-8979-4ec0-81e3-1e80a68e296f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:54.789620 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6342f-8979-4ec0-81e3-1e80a68e296f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:54.789943 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6342f-8979-4ec0-81e3-1e80a68e296f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:54.790285 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6342f-8979-4ec0-81e3-1e80a68e296f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:54.790615 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6342f-8979-4ec0-81e3-1e80a68e296f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:54.790933 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6342f-8979-4ec0-81e3-1e80a68e296f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:54.791252 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6342f-8979-4ec0-81e3-1e80a68e296f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:54.854604 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86bfcb-d5f5-415e-b5e8-138d508273a1 req-c3799098-ff36-4961-918c-2cb5d01e77bf tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:54.861545 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2b86bfcb-d5f5-415e-b5e8-138d508273a1 req-c3799098-ff36-4961-918c-2cb5d01e77bf tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/ports?device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 946 time: 0.5007577 Jan 21 09:38:54.871056 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-c3d238c5-2b6d-4b9a-8988-e2ebcd1ac6f0 None None] Attempting to bind port 8794f634-b772-4955-afcb-879634a3571e on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:54.871452 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-c3d238c5-2b6d-4b9a-8988-e2ebcd1ac6f0 None None] Attempting to bind port 8794f634-b772-4955-afcb-879634a3571e by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:54.871815 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d238c5-2b6d-4b9a-8988-e2ebcd1ac6f0 None None] Attempting to bind port 8794f634-b772-4955-afcb-879634a3571e on network 36c4effd-f4af-4d10-91bd-714d225a3199 {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:38:54.877765 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d238c5-2b6d-4b9a-8988-e2ebcd1ac6f0 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:38:54.878128 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d238c5-2b6d-4b9a-8988-e2ebcd1ac6f0 None None] Checking segment: {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:54.878707 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-c3d238c5-2b6d-4b9a-8988-e2ebcd1ac6f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.879245 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d238c5-2b6d-4b9a-8988-e2ebcd1ac6f0 None None] Bound using segment: {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:38:54.881191 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-c3d238c5-2b6d-4b9a-8988-e2ebcd1ac6f0 None None] Bound port: 8794f634-b772-4955-afcb-879634a3571e, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:54.881761 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-c3d238c5-2b6d-4b9a-8988-e2ebcd1ac6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.949444 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-466d560b-3285-45db-934c-6dfbe16defc1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.979609 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2b86bfcb-d5f5-415e-b5e8-138d508273a1 req-6fa5e60b-83cc-480a-b64c-43b08092ffce tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/security-groups?id=b83642e6-062a-4f81-884a-c0f0968e848b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170828 Jan 21 09:38:54.980285 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bfd9a229-6ade-4709-bac1-9c2dcde7625a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for floatingip, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.995300 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-466d560b-3285-45db-934c-6dfbe16defc1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03dee2c3-5afe-4235-aa5b-2b36849d6221']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:55.024627 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bfd9a229-6ade-4709-bac1-9c2dcde7625a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.026086 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-bfd9a229-6ade-4709-bac1-9c2dcde7625a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "DELETE /v2.0/floatingips/d437605f-d865-4125-9436-e6f1e2ca5456 HTTP/1.1" status: 204 len: 168 time: 1.7182899 Jan 21 09:38:55.029978 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-c3d238c5-2b6d-4b9a-8988-e2ebcd1ac6f0 None None] For port 8794f634-b772-4955-afcb-879634a3571e, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:38:55.033041 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47758) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:55.034386 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-466d560b-3285-45db-934c-6dfbe16defc1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b471b832-202f-4ffd-a727-7f49e59d3784') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:55.034690 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-466d560b-3285-45db-934c-6dfbe16defc1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b471b832-202f-4ffd-a727-7f49e59d3784') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:55.038636 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-c3d238c5-2b6d-4b9a-8988-e2ebcd1ac6f0 None None] For port 8794f634-b772-4955-afcb-879634a3571e, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=8794f634-b772-4955-afcb-879634a3571e,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:38:55.045477 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-fce2a675-5bc5-49f7-bedb-84a3f4921894 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Request body: {'floatingip': {'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'port_id': 'ddd0b3c2-4959-4e18-b9c7-62739f411324'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:55.056233 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-466d560b-3285-45db-934c-6dfbe16defc1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.057135 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-c3d238c5-2b6d-4b9a-8988-e2ebcd1ac6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.064322 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-fce2a675-5bc5-49f7-bedb-84a3f4921894 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:55.072743 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-fce2a675-5bc5-49f7-bedb-84a3f4921894 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Usage tracker for resource:floatingip and tenant:6ceae7553b4c4a00ae004c3be6a7adb1 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:55.077422 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-fce2a675-5bc5-49f7-bedb-84a3f4921894 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:55.081984 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-466d560b-3285-45db-934c-6dfbe16defc1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.099078 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cea2d65-1f5b-4315-9c50-b0c230704093 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Router e9165446-622d-4351-b128-11d6a4046e4e is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:38:55.101641 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-466d560b-3285-45db-934c-6dfbe16defc1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:38:55.102194 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-466d560b-3285-45db-934c-6dfbe16defc1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.118909 dv-neutron-825731-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:38:55.118909 dv-neutron-825731-1-hyperv neutron-server[87514]: util.warn( Jan 21 09:38:55.118909 dv-neutron-825731-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:38:55.118909 dv-neutron-825731-1-hyperv neutron-server[87514]: util.warn( Jan 21 09:38:55.118909 dv-neutron-825731-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:38:55.118909 dv-neutron-825731-1-hyperv neutron-server[87514]: util.warn( Jan 21 09:38:55.118909 dv-neutron-825731-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:38:55.118909 dv-neutron-825731-1-hyperv neutron-server[87514]: util.warn( Jan 21 09:38:55.118909 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:38:55.118909 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:38:55.118909 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:38:55.118909 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:38:55.118909 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:38:55.118909 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:38:55.118909 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:38:55.118909 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:38:55.118909 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:38:55.118909 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:38:55.118909 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:38:55.118909 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:38:55.118909 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:38:55.118909 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:38:55.118909 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:38:55.118909 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:38:55.118909 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:38:55.118909 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:38:55.118909 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:38:55.118909 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:38:55.118909 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:38:55.118909 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:38:55.118909 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:38:55.118909 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:38:55.118909 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:38:55.118909 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:38:55.118909 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:38:55.118909 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:38:55.118909 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:38:55.118909 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:38:55.118909 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:38:55.118909 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:38:55.157736 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d238c5-2b6d-4b9a-8988-e2ebcd1ac6f0 None None] Routers {'c65eddcd-a9b7-4a92-aeb0-8b409d231fd6'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:55.158376 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-c3d238c5-2b6d-4b9a-8988-e2ebcd1ac6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['c65eddcd-a9b7-4a92-aeb0-8b409d231fd6'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:55.167610 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-fce2a675-5bc5-49f7-bedb-84a3f4921894 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:55.289649 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6342f-8979-4ec0-81e3-1e80a68e296f None None] Pushing event updated for resources: {'Port': ['ID=8794f634-b772-4955-afcb-879634a3571e,revision_number=4']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:55.292722 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fce2a675-5bc5-49f7-bedb-84a3f4921894 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for floatingip, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.305205 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-466d560b-3285-45db-934c-6dfbe16defc1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.332665 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-466d560b-3285-45db-934c-6dfbe16defc1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.401626 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d560b-3285-45db-934c-6dfbe16defc1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'Network': ['ID=03dee2c3-5afe-4235-aa5b-2b36849d6221,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:55.432607 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-c3d238c5-2b6d-4b9a-8988-e2ebcd1ac6f0 None None] Set router c65eddcd-a9b7-4a92-aeb0-8b409d231fd6 gateway port host: None {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:38:55.460698 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-466d560b-3285-45db-934c-6dfbe16defc1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/networks/03dee2c3-5afe-4235-aa5b-2b36849d6221 HTTP/1.1" status: 204 len: 168 time: 2.8909438 Jan 21 09:38:55.461031 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47764) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:55.470833 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-e66062ca-575d-4cac-806d-38528d85fd1f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1541606885'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:55.476464 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cea2d65-1f5b-4315-9c50-b0c230704093 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:38:55.484775 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6cea2d65-1f5b-4315-9c50-b0c230704093 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.488730 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-6cea2d65-1f5b-4315-9c50-b0c230704093 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] 10.222.0.110 "PUT /v2.0/routers/e9165446-622d-4351-b128-11d6a4046e4e HTTP/1.1" status: 200 len: 880 time: 5.3998227 Jan 21 09:38:55.490548 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47768) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:55.492217 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1249d0-d475-4d63-96b2-cd65c69ddeab None None] Sync routers for ids ['e9165446-622d-4351-b128-11d6a4046e4e'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:38:55.495308 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-e66062ca-575d-4cac-806d-38528d85fd1f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:55.503928 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-01ba84b5-ec82-416f-a673-cdbeea119fc0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.508869 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1249d0-d475-4d63-96b2-cd65c69ddeab None None] Routers {'e9165446-622d-4351-b128-11d6a4046e4e'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:55.509506 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-3e1249d0-d475-4d63-96b2-cd65c69ddeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['e9165446-622d-4351-b128-11d6a4046e4e'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:55.583904 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-3e1249d0-d475-4d63-96b2-cd65c69ddeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:55.591867 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-e66062ca-575d-4cac-806d-38528d85fd1f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:network and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:55.598808 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e289130-b3a6-44f5-bb54-dece1484bfbc req-56df8354-3c50-48ba-b287-c95a2c77fa7b tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:55.600287 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1249d0-d475-4d63-96b2-cd65c69ddeab None None] Routers {'e9165446-622d-4351-b128-11d6a4046e4e'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:55.600689 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1e289130-b3a6-44f5-bb54-dece1484bfbc req-56df8354-3c50-48ba-b287-c95a2c77fa7b tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/ports?device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 946 time: 0.3891082 Jan 21 09:38:55.601101 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-3e1249d0-d475-4d63-96b2-cd65c69ddeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['e9165446-622d-4351-b128-11d6a4046e4e'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:55.603697 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-e66062ca-575d-4cac-806d-38528d85fd1f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:55.612377 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-e66062ca-575d-4cac-806d-38528d85fd1f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:55.693634 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66062ca-575d-4cac-806d-38528d85fd1f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Made reservation on behalf of 29c6ab04f24842d781b633e6233f3506 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:55.697131 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e66062ca-575d-4cac-806d-38528d85fd1f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.763061 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e66062ca-575d-4cac-806d-38528d85fd1f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:38:55.781452 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-690f3a2e-3dac-4f06-83eb-236d1376934b tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] 10.222.0.110 "GET /v2.0/routers/e9165446-622d-4351-b128-11d6a4046e4e HTTP/1.1" status: 200 len: 921 time: 0.2831929 Jan 21 09:38:55.785999 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e66062ca-575d-4cac-806d-38528d85fd1f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.786552 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-e66062ca-575d-4cac-806d-38528d85fd1f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Added segment 8571c935-27c8-439a-866c-8d57cae27b80 of type vlan for network 9647f780-81a4-4c56-ad92-c4adf543c560 Jan 21 09:38:55.787770 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47774) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:55.790395 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1e289130-b3a6-44f5-bb54-dece1484bfbc req-97f8d65a-9023-4bb9-bd2b-e242480beacc tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/security-groups?id=b83642e6-062a-4f81-884a-c0f0968e848b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369998 Jan 21 09:38:55.822714 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-3e1249d0-d475-4d63-96b2-cd65c69ddeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:55.827559 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1249d0-d475-4d63-96b2-cd65c69ddeab None None] The sync data for ids ['e9165446-622d-4351-b128-11d6a4046e4e'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:38:55.859008 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47778) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:55.935619 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e66062ca-575d-4cac-806d-38528d85fd1f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.950072 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fce2a675-5bc5-49f7-bedb-84a3f4921894 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.958765 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-c3d238c5-2b6d-4b9a-8988-e2ebcd1ac6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65eddcd-a9b7-4a92-aeb0-8b409d231fd6', 'name': 'tempest-NetworksTestDHCPv6-router-1031048006', 'tenant_id': 'ce9334fe18174618a851dcacd095feca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:47Z', 'updated_at': '2022-01-21T09:38:50Z', 'revision_number': 2, 'project_id': 'ce9334fe18174618a851dcacd095feca', 'gw_port_host': None, '_interfaces': [{'id': '8794f634-b772-4955-afcb-879634a3571e', 'name': '', 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'tenant_id': 'ce9334fe18174618a851dcacd095feca', 'mac_address': 'fa:16:3e:f5:9a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65eddcd-a9b7-4a92-aeb0-8b409d231fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'f5b22788-1440-4aa8-be9f-edfb69b6965a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:49Z', 'updated_at': '2022-01-21T09:38:55Z', 'revision_number': 4, 'project_id': 'ce9334fe18174618a851dcacd095feca', 'subnets': [{'id': 'f5b22788-1440-4aa8-be9f-edfb69b6965a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:55.963586 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d238c5-2b6d-4b9a-8988-e2ebcd1ac6f0 None None] The sync data for ids ['c65eddcd-a9b7-4a92-aeb0-8b409d231fd6'] in dv-neutron-825731-1-hyperv is: [{'id': 'c65eddcd-a9b7-4a92-aeb0-8b409d231fd6', 'name': 'tempest-NetworksTestDHCPv6-router-1031048006', 'tenant_id': 'ce9334fe18174618a851dcacd095feca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:47Z', 'updated_at': '2022-01-21T09:38:50Z', 'revision_number': 2, 'project_id': 'ce9334fe18174618a851dcacd095feca', 'gw_port_host': None, '_interfaces': [{'id': '8794f634-b772-4955-afcb-879634a3571e', 'name': '', 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'tenant_id': 'ce9334fe18174618a851dcacd095feca', 'mac_address': 'fa:16:3e:f5:9a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65eddcd-a9b7-4a92-aeb0-8b409d231fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'f5b22788-1440-4aa8-be9f-edfb69b6965a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:49Z', 'updated_at': '2022-01-21T09:38:55Z', 'revision_number': 4, 'project_id': 'ce9334fe18174618a851dcacd095feca', 'subnets': [{'id': 'f5b22788-1440-4aa8-be9f-edfb69b6965a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:38:56.003614 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c72008d-9c49-4392-93ce-3955a0e95234 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:56.008821 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0c72008d-9c49-4392-93ce-3955a0e95234 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] 10.222.0.110 "GET /v2.0/ports?network_id=80a065d7-b55c-43ad-a3e8-c65befe4136c&device_id=e9165446-622d-4351-b128-11d6a4046e4e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2170556 Jan 21 09:38:56.008821 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47782) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:56.012422 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e66062ca-575d-4cac-806d-38528d85fd1f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:56.015780 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-01ba84b5-ec82-416f-a673-cdbeea119fc0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting port 8794f634-b772-4955-afcb-879634a3571e {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:56.016106 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-01ba84b5-ec82-416f-a673-cdbeea119fc0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:56.017708 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66062ca-575d-4cac-806d-38528d85fd1f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:56.018285 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e66062ca-575d-4cac-806d-38528d85fd1f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:56.078076 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4beff1bb-08cf-47be-958e-ce000e31ca03 tempest-TestNetworkAdvancedServerOps-826945881 tempest-TestNetworkAdvancedServerOps-826945881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:56.079822 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4beff1bb-08cf-47be-958e-ce000e31ca03 tempest-TestNetworkAdvancedServerOps-826945881 tempest-TestNetworkAdvancedServerOps-826945881-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 1094 time: 0.2195423 Jan 21 09:38:56.084280 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47786) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:56.122966 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-41f49143-d234-40ab-855a-01da3be188b5 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Request body: {'floatingip': {'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'port_id': '18d66daf-9015-4413-aaca-282450b13718', 'tenant_id': 'd15bf70c941f4d099cc1535f666f7a67', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:56.138381 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-41f49143-d234-40ab-855a-01da3be188b5 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:56.184015 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e66062ca-575d-4cac-806d-38528d85fd1f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7189562 Jan 21 09:38:56.231991 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66062ca-575d-4cac-806d-38528d85fd1f tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Network': ['ID=9647f780-81a4-4c56-ad92-c4adf543c560,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:56.235082 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47792) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:56.271113 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 9647f780-81a4-4c56-ad92-c4adf543c560 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:38:56.320286 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-41f49143-d234-40ab-855a-01da3be188b5 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Usage tracker for resource:floatingip and tenant:d15bf70c941f4d099cc1535f666f7a67 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:56.334558 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-41f49143-d234-40ab-855a-01da3be188b5 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:56.369137 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-41f49143-d234-40ab-855a-01da3be188b5 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:56.378376 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-f681fe08-a7ae-418c-b811-23af2ef24006 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'subnet': {'network_id': '9647f780-81a4-4c56-ad92-c4adf543c560', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:56.451023 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-41f49143-d234-40ab-855a-01da3be188b5 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for floatingip, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:56.481153 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-fce2a675-5bc5-49f7-bedb-84a3f4921894 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Allocated IP 172.26.3.228 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/53ac593f-e666-486b-b023-756a7ff8369c) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:56.518144 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d1c148-d5c6-4257-97d1-5060a914aeb3 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:56.518631 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-56d1c148-d5c6-4257-97d1-5060a914aeb3 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Synchronizing usage tracker for tenant:177571f5a59c4bcf9574f984e31ae653 on resource:network {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:56.528426 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f681fe08-a7ae-418c-b811-23af2ef24006 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:56.534123 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-01ba84b5-ec82-416f-a673-cdbeea119fc0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] For port 8794f634-b772-4955-afcb-879634a3571e, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=8794f634-b772-4955-afcb-879634a3571e,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:38:56.534480 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-01ba84b5-ec82-416f-a673-cdbeea119fc0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:56.535385 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f681fe08-a7ae-418c-b811-23af2ef24006 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:subnet and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:56.540359 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f681fe08-a7ae-418c-b811-23af2ef24006 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:56.544220 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-56d1c148-d5c6-4257-97d1-5060a914aeb3 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Unset dirty status for tenant:177571f5a59c4bcf9574f984e31ae653 on resource:network {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:56.544386 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-56d1c148-d5c6-4257-97d1-5060a914aeb3 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] 10.222.0.110 "GET /v2.0/networks/80a065d7-b55c-43ad-a3e8-c65befe4136c HTTP/1.1" status: 200 len: 881 time: 0.5347698 Jan 21 09:38:56.547547 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47798) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:56.549928 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f681fe08-a7ae-418c-b811-23af2ef24006 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:56.609064 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-6b311ed0-6b2a-4625-8df1-f76eff021a56 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] 10.222.0.110 "GET /v2.0/ports?device_id=e9165446-622d-4351-b128-11d6a4046e4e HTTP/1.1" status: 200 len: 205 time: 0.0579693 Jan 21 09:38:56.609306 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47802) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:56.680929 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f681fe08-a7ae-418c-b811-23af2ef24006 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Made reservation on behalf of 29c6ab04f24842d781b633e6233f3506 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:56.683659 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f681fe08-a7ae-418c-b811-23af2ef24006 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:56.719007 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-01ba84b5-ec82-416f-a673-cdbeea119fc0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Calling delete_port for 8794f634-b772-4955-afcb-879634a3571e owned by network:router_interface {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:56.937114 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c4b73cb0-7114-4c86-8cbb-47a51a035394 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.105129 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fce2a675-5bc5-49f7-bedb-84a3f4921894 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.188500 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-41f49143-d234-40ab-855a-01da3be188b5 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.202850 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c4b73cb0-7114-4c86-8cbb-47a51a035394 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.207176 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f681fe08-a7ae-418c-b811-23af2ef24006 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.252216 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-c4b73cb0-7114-4c86-8cbb-47a51a035394 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Deleting port 714f9c54-83fb-4f0b-9027-124a72da6b9b {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:38:57.252559 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c4b73cb0-7114-4c86-8cbb-47a51a035394 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.272792 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fce2a675-5bc5-49f7-bedb-84a3f4921894 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.367610 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681fe08-a7ae-418c-b811-23af2ef24006 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Subnet': ['ID=7908a83c-0c31-4bb7-8758-2c32fafc76be,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:57.393477 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce2a675-5bc5-49f7-bedb-84a3f4921894 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:57.403461 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-fce2a675-5bc5-49f7-bedb-84a3f4921894 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:57.405725 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2a675-5bc5-49f7-bedb-84a3f4921894 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event updated for resources: {'Port': ['ID=53ac593f-e666-486b-b023-756a7ff8369c,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:57.407966 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce2a675-5bc5-49f7-bedb-84a3f4921894 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:57.445461 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-01ba84b5-ec82-416f-a673-cdbeea119fc0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.450349 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f681fe08-a7ae-418c-b811-23af2ef24006 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Checking segment: {'id': '8571c935-27c8-439a-866c-8d57cae27b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9647f780-81a4-4c56-ad92-c4adf543c560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:57.450701 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f681fe08-a7ae-418c-b811-23af2ef24006 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Network hostable DHCP agents. Network: 9647f780-81a4-4c56-ad92-c4adf543c560, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:38:57.497834 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f681fe08-a7ae-418c-b811-23af2ef24006 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Network 9647f780-81a4-4c56-ad92-c4adf543c560 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:38:57.508610 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c4b73cb0-7114-4c86-8cbb-47a51a035394 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.522324 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-f681fe08-a7ae-418c-b811-23af2ef24006 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 9647f780-81a4-4c56-ad92-c4adf543c560) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:57.526993 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f681fe08-a7ae-418c-b811-23af2ef24006 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:57.527620 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f681fe08-a7ae-418c-b811-23af2ef24006 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.531532 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc6da1d-d3e5-4903-9d88-678caf12bce4 None None] Network 9647f780-81a4-4c56-ad92-c4adf543c560 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:38:57.544723 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba84b5-ec82-416f-a673-cdbeea119fc0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Port': ['ID=8794f634-b772-4955-afcb-879634a3571e,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:57.668429 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-c4b73cb0-7114-4c86-8cbb-47a51a035394 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Calling delete_port for 714f9c54-83fb-4f0b-9027-124a72da6b9b owned by network:router_gateway {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:38:57.711867 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-41f49143-d234-40ab-855a-01da3be188b5 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Allocated IP 172.26.3.168 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/480be39b-76e1-4cdb-8ae3-0b92d13dbb7e) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:57.746746 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f681fe08-a7ae-418c-b811-23af2ef24006 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4992614 Jan 21 09:38:57.746746 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47812) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:57.771236 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-d114717e-305f-4a64-87ac-6201c47af5fa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1664418627', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:57.802652 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d114717e-305f-4a64-87ac-6201c47af5fa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:57.821235 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d114717e-305f-4a64-87ac-6201c47af5fa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:router and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:57.842082 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d114717e-305f-4a64-87ac-6201c47af5fa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:57.846951 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c32d024-3e3c-431d-a182-e4b05d0c762f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-9647f780-81a4-4c56-ad92-c4adf543c560', 'network_id': '9647f780-81a4-4c56-ad92-c4adf543c560', 'tenant_id': '29c6ab04f24842d781b633e6233f3506', 'fixed_ips': [{'subnet_id': '7908a83c-0c31-4bb7-8758-2c32fafc76be'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:38:57.847983 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4c32d024-3e3c-431d-a182-e4b05d0c762f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.858046 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d114717e-305f-4a64-87ac-6201c47af5fa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:57.879422 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d114717e-305f-4a64-87ac-6201c47af5fa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.881330 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d114717e-305f-4a64-87ac-6201c47af5fa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.910482 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d114717e-305f-4a64-87ac-6201c47af5fa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.967809 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d114717e-305f-4a64-87ac-6201c47af5fa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.026715 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d114717e-305f-4a64-87ac-6201c47af5fa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.028220 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d114717e-305f-4a64-87ac-6201c47af5fa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2813191 Jan 21 09:38:58.030918 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47818) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:58.038140 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-be9a9339-a338-4ef7-a9c9-fbe8f649c062 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'port': {'network_id': '9647f780-81a4-4c56-ad92-c4adf543c560', 'name': 'tempest-PortsIpV6TestJSON-1897833328'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:58.041140 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-01ba84b5-ec82-416f-a673-cdbeea119fc0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.062170 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c4b73cb0-7114-4c86-8cbb-47a51a035394 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.103177 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-4c32d024-3e3c-431d-a182-e4b05d0c762f None None] Allocated IP 2001:db8::2 (9647f780-81a4-4c56-ad92-c4adf543c560/7908a83c-0c31-4bb7-8758-2c32fafc76be/b19dcf3e-b837-4c19-9a8b-5cf94d504e32) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:58.276335 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b73cb0-7114-4c86-8cbb-47a51a035394 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Pushing event deleted for resources: {'Port': ['ID=714f9c54-83fb-4f0b-9027-124a72da6b9b,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:58.327175 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4c32d024-3e3c-431d-a182-e4b05d0c762f None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.340498 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-4c32d024-3e3c-431d-a182-e4b05d0c762f None None] Transition to ACTIVE for port object b19dcf3e-b837-4c19-9a8b-5cf94d504e32 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:58.359941 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-4c32d024-3e3c-431d-a182-e4b05d0c762f None None] Transition to ACTIVE for port object b19dcf3e-b837-4c19-9a8b-5cf94d504e32 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:58.365969 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4c32d024-3e3c-431d-a182-e4b05d0c762f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.433003 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c4b73cb0-7114-4c86-8cbb-47a51a035394 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.436662 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c32d024-3e3c-431d-a182-e4b05d0c762f None None] Network 9647f780-81a4-4c56-ad92-c4adf543c560 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:58.446325 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32d024-3e3c-431d-a182-e4b05d0c762f None None] Pushing event updated for resources: {'Port': ['ID=b19dcf3e-b837-4c19-9a8b-5cf94d504e32,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:58.460682 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-4c32d024-3e3c-431d-a182-e4b05d0c762f None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:58.465892 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c32d024-3e3c-431d-a182-e4b05d0c762f None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:58.558832 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-be9a9339-a338-4ef7-a9c9-fbe8f649c062 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:58.565306 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-be9a9339-a338-4ef7-a9c9-fbe8f649c062 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:port and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:58.589067 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-4c32d024-3e3c-431d-a182-e4b05d0c762f None None] Attempting to bind port b19dcf3e-b837-4c19-9a8b-5cf94d504e32 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:58.589762 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-4c32d024-3e3c-431d-a182-e4b05d0c762f None None] Attempting to bind port b19dcf3e-b837-4c19-9a8b-5cf94d504e32 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '8571c935-27c8-439a-866c-8d57cae27b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9647f780-81a4-4c56-ad92-c4adf543c560'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:58.590576 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c32d024-3e3c-431d-a182-e4b05d0c762f None None] Attempting to bind port b19dcf3e-b837-4c19-9a8b-5cf94d504e32 on network 9647f780-81a4-4c56-ad92-c4adf543c560 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:38:58.596010 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c32d024-3e3c-431d-a182-e4b05d0c762f None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:38:58.596429 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c32d024-3e3c-431d-a182-e4b05d0c762f None None] Checking segment: {'id': '8571c935-27c8-439a-866c-8d57cae27b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9647f780-81a4-4c56-ad92-c4adf543c560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:38:58.596831 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4c32d024-3e3c-431d-a182-e4b05d0c762f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.597272 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c32d024-3e3c-431d-a182-e4b05d0c762f None None] Bound using segment: {'id': '8571c935-27c8-439a-866c-8d57cae27b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9647f780-81a4-4c56-ad92-c4adf543c560'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:38:58.597728 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-4c32d024-3e3c-431d-a182-e4b05d0c762f None None] Bound port: b19dcf3e-b837-4c19-9a8b-5cf94d504e32, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8571c935-27c8-439a-866c-8d57cae27b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9647f780-81a4-4c56-ad92-c4adf543c560'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:58.598097 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4c32d024-3e3c-431d-a182-e4b05d0c762f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.608914 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-41f49143-d234-40ab-855a-01da3be188b5 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.616375 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-be9a9339-a338-4ef7-a9c9-fbe8f649c062 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:58.626153 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ba84b5-ec82-416f-a673-cdbeea119fc0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Router c65eddcd-a9b7-4a92-aeb0-8b409d231fd6 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:38:58.635183 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-be9a9339-a338-4ef7-a9c9-fbe8f649c062 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:58.638250 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c4b73cb0-7114-4c86-8cbb-47a51a035394 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.641275 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c4b73cb0-7114-4c86-8cbb-47a51a035394 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.663716 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9a9339-a338-4ef7-a9c9-fbe8f649c062 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Made reservation on behalf of 29c6ab04f24842d781b633e6233f3506 for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:58.665968 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-be9a9339-a338-4ef7-a9c9-fbe8f649c062 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.688356 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-be9a9339-a338-4ef7-a9c9-fbe8f649c062 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] device_id is not set on port 509e2266-2396-4c49-93a2-44ecf061a4ab yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:58.722186 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c4b73cb0-7114-4c86-8cbb-47a51a035394 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.722695 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b73cb0-7114-4c86-8cbb-47a51a035394 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Fanout notify agent at l3_agent the message router_deleted on router e9165446-622d-4351-b128-11d6a4046e4e {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:38:58.724017 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-4c32d024-3e3c-431d-a182-e4b05d0c762f None None] For port b19dcf3e-b837-4c19-9a8b-5cf94d504e32, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:38:58.740126 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c4b73cb0-7114-4c86-8cbb-47a51a035394 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.744477 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c4b73cb0-7114-4c86-8cbb-47a51a035394 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] 10.222.0.110 "DELETE /v2.0/routers/e9165446-622d-4351-b128-11d6a4046e4e HTTP/1.1" status: 204 len: 168 time: 2.1308219 Jan 21 09:38:58.745089 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47824) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:58.750900 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-4c32d024-3e3c-431d-a182-e4b05d0c762f None None] For port b19dcf3e-b837-4c19-9a8b-5cf94d504e32, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=b19dcf3e-b837-4c19-9a8b-5cf94d504e32,segment=NetworkSegment(8571c935-27c8-439a-866c-8d57cae27b80),segment_id=8571c935-27c8-439a-866c-8d57cae27b80)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:38:58.755881 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4c32d024-3e3c-431d-a182-e4b05d0c762f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.800328 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-a3a5ca47-14eb-46bb-bb76-225563b45c21 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-336216595', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:58.821495 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-a3a5ca47-14eb-46bb-bb76-225563b45c21 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:58.835303 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a3a5ca47-14eb-46bb-bb76-225563b45c21 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Usage tracker for resource:router and tenant:1882f1a8657044acadd1beb42be5b4f1 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:58.844950 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a3a5ca47-14eb-46bb-bb76-225563b45c21 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:58.851076 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ba84b5-ec82-416f-a673-cdbeea119fc0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:38:58.855514 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32d024-3e3c-431d-a182-e4b05d0c762f None None] Pushing event updated for resources: {'Port': ['ID=b19dcf3e-b837-4c19-9a8b-5cf94d504e32,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:58.863172 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6403a8a7-1ac6-4f36-886a-2e007fa5f211 None None] Sync routers for ids ['c65eddcd-a9b7-4a92-aeb0-8b409d231fd6'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:38:58.865722 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-a3a5ca47-14eb-46bb-bb76-225563b45c21 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:58.869463 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-41f49143-d234-40ab-855a-01da3be188b5 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.884058 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6403a8a7-1ac6-4f36-886a-2e007fa5f211 None None] Routers {'c65eddcd-a9b7-4a92-aeb0-8b409d231fd6'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:58.884690 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-6403a8a7-1ac6-4f36-886a-2e007fa5f211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['c65eddcd-a9b7-4a92-aeb0-8b409d231fd6'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:58.893273 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-be9a9339-a338-4ef7-a9c9-fbe8f649c062 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Allocated IP 2001:db8::154 (9647f780-81a4-4c56-ad92-c4adf543c560/7908a83c-0c31-4bb7-8758-2c32fafc76be/509e2266-2396-4c49-93a2-44ecf061a4ab) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:58.997446 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f49143-d234-40ab-855a-01da3be188b5 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:59.007950 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-41f49143-d234-40ab-855a-01da3be188b5 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:59.010444 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a3a5ca47-14eb-46bb-bb76-225563b45c21 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.011418 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a3a5ca47-14eb-46bb-bb76-225563b45c21 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.019469 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f49143-d234-40ab-855a-01da3be188b5 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:59.050798 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-6403a8a7-1ac6-4f36-886a-2e007fa5f211 None None] Set router c65eddcd-a9b7-4a92-aeb0-8b409d231fd6 gateway port host: None {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:38:59.056251 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-01ba84b5-ec82-416f-a673-cdbeea119fc0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "PUT /v2.0/routers/c65eddcd-a9b7-4a92-aeb0-8b409d231fd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9978421 Jan 21 09:38:59.064910 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47830) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:59.068361 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f49143-d234-40ab-855a-01da3be188b5 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Pushing event updated for resources: {'Port': ['ID=480be39b-76e1-4cdb-8ae3-0b92d13dbb7e,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:59.162618 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a3a5ca47-14eb-46bb-bb76-225563b45c21 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.195731 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-be9a9339-a338-4ef7-a9c9-fbe8f649c062 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.216338 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fce2a675-5bc5-49f7-bedb-84a3f4921894 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.217266 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-be9a9339-a338-4ef7-a9c9-fbe8f649c062 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Transition to ACTIVE for port object 509e2266-2396-4c49-93a2-44ecf061a4ab will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:59.252335 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-6403a8a7-1ac6-4f36-886a-2e007fa5f211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65eddcd-a9b7-4a92-aeb0-8b409d231fd6', 'name': 'tempest-NetworksTestDHCPv6-router-1031048006', 'tenant_id': 'ce9334fe18174618a851dcacd095feca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:47Z', 'updated_at': '2022-01-21T09:38:57Z', 'revision_number': 3, 'project_id': 'ce9334fe18174618a851dcacd095feca', 'gw_port_host': None}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:59.253465 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-be9a9339-a338-4ef7-a9c9-fbe8f649c062 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.257995 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6403a8a7-1ac6-4f36-886a-2e007fa5f211 None None] Checking router: c65eddcd-a9b7-4a92-aeb0-8b409d231fd6 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:38:59.266960 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6403a8a7-1ac6-4f36-886a-2e007fa5f211 None None] Routers {'c65eddcd-a9b7-4a92-aeb0-8b409d231fd6'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:38:59.267734 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-6403a8a7-1ac6-4f36-886a-2e007fa5f211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['c65eddcd-a9b7-4a92-aeb0-8b409d231fd6'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:59.297332 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8498aba-0f65-4768-8a4d-d29e515fde61 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:59.299138 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8498aba-0f65-4768-8a4d-d29e515fde61 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:59.300076 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e8498aba-0f65-4768-8a4d-d29e515fde61 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:59.332982 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a3a5ca47-14eb-46bb-bb76-225563b45c21 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.338901 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9a9339-a338-4ef7-a9c9-fbe8f649c062 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Network 9647f780-81a4-4c56-ad92-c4adf543c560 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:59.347880 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-be9a9339-a338-4ef7-a9c9-fbe8f649c062 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:59.352819 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9a9339-a338-4ef7-a9c9-fbe8f649c062 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:38:59.358645 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9a9339-a338-4ef7-a9c9-fbe8f649c062 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:59.359214 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-be9a9339-a338-4ef7-a9c9-fbe8f649c062 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.390304 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a9339-a338-4ef7-a9c9-fbe8f649c062 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Port': ['ID=509e2266-2396-4c49-93a2-44ecf061a4ab,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:59.404317 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-be9a9339-a338-4ef7-a9c9-fbe8f649c062 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3721862 Jan 21 09:38:59.407052 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47836) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:59.409978 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e8498aba-0f65-4768-8a4d-d29e515fde61 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:59.411340 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e8498aba-0f65-4768-8a4d-d29e515fde61 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3398576 Jan 21 09:38:59.449234 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47840) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:59.450031 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a3a5ca47-14eb-46bb-bb76-225563b45c21 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.453910 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a3a5ca47-14eb-46bb-bb76-225563b45c21 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7038193 Jan 21 09:38:59.480803 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47844) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:59.481690 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-6403a8a7-1ac6-4f36-886a-2e007fa5f211 None None] Set router c65eddcd-a9b7-4a92-aeb0-8b409d231fd6 gateway port host: None {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:38:59.541849 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-c0560a14-07c6-4fe9-a7b9-486e177d50ed tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'enable_snat': True}}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:59.602153 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-6403a8a7-1ac6-4f36-886a-2e007fa5f211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65eddcd-a9b7-4a92-aeb0-8b409d231fd6', 'name': 'tempest-NetworksTestDHCPv6-router-1031048006', 'tenant_id': 'ce9334fe18174618a851dcacd095feca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:47Z', 'updated_at': '2022-01-21T09:38:57Z', 'revision_number': 3, 'project_id': 'ce9334fe18174618a851dcacd095feca', 'gw_port_host': None}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:59.606541 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6403a8a7-1ac6-4f36-886a-2e007fa5f211 None None] The sync data for ids ['c65eddcd-a9b7-4a92-aeb0-8b409d231fd6'] in dv-neutron-825731-1-hyperv is: [{'id': 'c65eddcd-a9b7-4a92-aeb0-8b409d231fd6', 'name': 'tempest-NetworksTestDHCPv6-router-1031048006', 'tenant_id': 'ce9334fe18174618a851dcacd095feca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:47Z', 'updated_at': '2022-01-21T09:38:57Z', 'revision_number': 3, 'project_id': 'ce9334fe18174618a851dcacd095feca', 'gw_port_host': None}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:38:59.740345 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fce2a675-5bc5-49f7-bedb-84a3f4921894 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.796205 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-2395ddb7-593f-4e80-ac23-bb5dd6f159ed tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting subnet f5b22788-1440-4aa8-be9f-edfb69b6965a {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:38:59.867150 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2395ddb7-593f-4e80-ac23-bb5dd6f159ed tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.972066 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2395ddb7-593f-4e80-ac23-bb5dd6f159ed tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.109409 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2395ddb7-593f-4e80-ac23-bb5dd6f159ed tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.119049 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6599e9-e231-424f-8427-68278dad2d43 None None] Network 9647f780-81a4-4c56-ad92-c4adf543c560 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:00.350965 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device b19dcf3e-b837-4c19-9a8b-5cf94d504e32 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:00.381649 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-d2178c1d-6eae-4c5e-89d6-54228c4142ee None None] Provisioning for port b19dcf3e-b837-4c19-9a8b-5cf94d504e32 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:00.407468 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-41f49143-d234-40ab-855a-01da3be188b5 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.409124 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2395ddb7-593f-4e80-ac23-bb5dd6f159ed tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.440818 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c0560a14-07c6-4fe9-a7b9-486e177d50ed tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.482934 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395ddb7-593f-4e80-ac23-bb5dd6f159ed tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Subnet': ['ID=f5b22788-1440-4aa8-be9f-edfb69b6965a,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:00.487442 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2395ddb7-593f-4e80-ac23-bb5dd6f159ed tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.497512 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dfe66a-2a15-498e-9126-10b8ea93586b None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:00.507824 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fce2a675-5bc5-49f7-bedb-84a3f4921894 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.511648 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2395ddb7-593f-4e80-ac23-bb5dd6f159ed tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/f5b22788-1440-4aa8-be9f-edfb69b6965a HTTP/1.1" status: 204 len: 168 time: 1.0590510 Jan 21 09:39:00.515461 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47854) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:00.521850 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fce2a675-5bc5-49f7-bedb-84a3f4921894 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.652204 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fb1f5f34-fd3e-477d-b5fa-c933d1e28137 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.656241 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port b19dcf3e-b837-4c19-9a8b-5cf94d504e32 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:00.666904 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port b19dcf3e-b837-4c19-9a8b-5cf94d504e32 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:00.667277 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.768566 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2a675-5bc5-49f7-bedb-84a3f4921894 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event updated for resources: {'Port': ['ID=53ac593f-e666-486b-b023-756a7ff8369c,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:00.840542 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-41f49143-d234-40ab-855a-01da3be188b5 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.904726 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fce2a675-5bc5-49f7-bedb-84a3f4921894 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.977630 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-8a7f050f-97b4-475a-a4fb-1b6c55e83572 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4578700 Jan 21 09:39:00.977630 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47860) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:00.984627 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.054041 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe209066-f422-41c1-b893-804039473ac1 None None] DHCP port deletion for 36c4effd-f4af-4d10-91bd-714d225a3199 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:39:01.063915 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port b19dcf3e-b837-4c19-9a8b-5cf94d504e32, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=b19dcf3e-b837-4c19-9a8b-5cf94d504e32,segment=NetworkSegment(8571c935-27c8-439a-866c-8d57cae27b80),segment_id=8571c935-27c8-439a-866c-8d57cae27b80)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:01.065464 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-fe209066-f422-41c1-b893-804039473ac1 None None] Deleting port dcab22b4-1884-4689-acb0-1eb7f260e195 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:01.065904 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fe209066-f422-41c1-b893-804039473ac1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.103574 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.156108 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 8794f634-b772-4955-afcb-879634a3571e no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:39:01.215388 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 8794f634-b772-4955-afcb-879634a3571e {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:39:01.215784 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 8794f634-b772-4955-afcb-879634a3571e not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:39:01.323722 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-a2ea3f85-dc2e-4594-941c-81c82a5289ba None None] Provisioning for port 509e2266-2396-4c49-93a2-44ecf061a4ab completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:01.338209 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-a2ea3f85-dc2e-4594-941c-81c82a5289ba None None] Provisioning complete for port 509e2266-2396-4c49-93a2-44ecf061a4ab triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:01.339158 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a2ea3f85-dc2e-4594-941c-81c82a5289ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.344021 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c0560a14-07c6-4fe9-a7b9-486e177d50ed tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.378289 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c0560a14-07c6-4fe9-a7b9-486e177d50ed tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.388846 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=b19dcf3e-b837-4c19-9a8b-5cf94d504e32,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:01.401549 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-91b713b6-2797-436f-bc75-07b6e37556f2 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for router, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.460177 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fb1f5f34-fd3e-477d-b5fa-c933d1e28137 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.477702 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fb1f5f34-fd3e-477d-b5fa-c933d1e28137 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.559514 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-fe209066-f422-41c1-b893-804039473ac1 None None] For port dcab22b4-1884-4689-acb0-1eb7f260e195, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=dcab22b4-1884-4689-acb0-1eb7f260e195,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:01.560078 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fe209066-f422-41c1-b893-804039473ac1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.678043 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f5f34-fd3e-477d-b5fa-c933d1e28137 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Port': ['ID=509e2266-2396-4c49-93a2-44ecf061a4ab,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:01.714395 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-fe209066-f422-41c1-b893-804039473ac1 None None] Calling delete_port for dcab22b4-1884-4689-acb0-1eb7f260e195 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:01.741597 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-c0560a14-07c6-4fe9-a7b9-486e177d50ed tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Allocated IP 172.26.3.131 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/a23b3849-868c-44c7-8f4b-a2d125b39cda) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:01.763477 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-a2ea3f85-dc2e-4594-941c-81c82a5289ba None None] Port 509e2266-2396-4c49-93a2-44ecf061a4ab cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:39:01.807914 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-a2ea3f85-dc2e-4594-941c-81c82a5289ba None None] Provisioning complete for port b19dcf3e-b837-4c19-9a8b-5cf94d504e32 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:01.808217 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a2ea3f85-dc2e-4594-941c-81c82a5289ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.893473 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fe209066-f422-41c1-b893-804039473ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.944730 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe209066-f422-41c1-b893-804039473ac1 None None] Pushing event deleted for resources: {'Port': ['ID=dcab22b4-1884-4689-acb0-1eb7f260e195,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:01.948949 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe209066-f422-41c1-b893-804039473ac1 None None] No DVR routers for this DVR port dcab22b4-1884-4689-acb0-1eb7f260e195 on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:01.966992 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fb1f5f34-fd3e-477d-b5fa-c933d1e28137 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.988669 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-91b713b6-2797-436f-bc75-07b6e37556f2 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.993452 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-91b713b6-2797-436f-bc75-07b6e37556f2 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.039663 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-91b713b6-2797-436f-bc75-07b6e37556f2 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.040137 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b713b6-2797-436f-bc75-07b6e37556f2 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Fanout notify agent at l3_agent the message router_deleted on router c65eddcd-a9b7-4a92-aeb0-8b409d231fd6 {{(pid=87515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:39:02.044463 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.l3_db [None req-fce2a675-5bc5-49f7-bedb-84a3f4921894 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Floating IP adfad8bf-0e44-4bdc-81dc-2cb181647f15 associated. External IP: 172.26.3.228, port: ddd0b3c2-4959-4e18-b9c7-62739f411324. Jan 21 09:39:02.067629 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c0560a14-07c6-4fe9-a7b9-486e177d50ed tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.135451 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-91b713b6-2797-436f-bc75-07b6e37556f2 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.136550 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-91b713b6-2797-436f-bc75-07b6e37556f2 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/routers/c65eddcd-a9b7-4a92-aeb0-8b409d231fd6 HTTP/1.1" status: 204 len: 168 time: 1.1476936 Jan 21 09:39:02.138993 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fb1f5f34-fd3e-477d-b5fa-c933d1e28137 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.140673 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47870) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:02.152696 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-886631fa-71fd-4294-8333-da3bc1c5c5b4 None None] Provisioning complete for port 509e2266-2396-4c49-93a2-44ecf061a4ab triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:02.152983 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-886631fa-71fd-4294-8333-da3bc1c5c5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.154292 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-ab1a1c2a-9714-47d3-bb38-b477c96d0c04 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:02.233927 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-886631fa-71fd-4294-8333-da3bc1c5c5b4 None None] Port 509e2266-2396-4c49-93a2-44ecf061a4ab cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:39:02.265414 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device b19dcf3e-b837-4c19-9a8b-5cf94d504e32 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:02.265593 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c0560a14-07c6-4fe9-a7b9-486e177d50ed tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.350641 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port b19dcf3e-b837-4c19-9a8b-5cf94d504e32 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:02.351387 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.363732 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-41f49143-d234-40ab-855a-01da3be188b5 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.384326 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ab1a1c2a-9714-47d3-bb38-b477c96d0c04 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:02.388924 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-41f49143-d234-40ab-855a-01da3be188b5 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.415558 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0560a14-07c6-4fe9-a7b9-486e177d50ed tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:02.428514 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ab1a1c2a-9714-47d3-bb38-b477c96d0c04 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:subnet and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:02.441429 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ab1a1c2a-9714-47d3-bb38-b477c96d0c04 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:02.461185 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ab1a1c2a-9714-47d3-bb38-b477c96d0c04 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:02.471234 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-c0560a14-07c6-4fe9-a7b9-486e177d50ed tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:02.488843 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0560a14-07c6-4fe9-a7b9-486e177d50ed tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:02.554603 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0560a14-07c6-4fe9-a7b9-486e177d50ed tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Pushing event updated for resources: {'Port': ['ID=a23b3849-868c-44c7-8f4b-a2d125b39cda,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:02.589991 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device dcab22b4-1884-4689-acb0-1eb7f260e195 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:39:02.628595 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f49143-d234-40ab-855a-01da3be188b5 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Pushing event updated for resources: {'Port': ['ID=480be39b-76e1-4cdb-8ae3-0b92d13dbb7e,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:02.636020 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: dcab22b4-1884-4689-acb0-1eb7f260e195 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:39:02.636243 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device dcab22b4-1884-4689-acb0-1eb7f260e195 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:39:02.636326 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1a1c2a-9714-47d3-bb38-b477c96d0c04 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:02.640958 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ab1a1c2a-9714-47d3-bb38-b477c96d0c04 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.672911 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-41f49143-d234-40ab-855a-01da3be188b5 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.132756 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fb1f5f34-fd3e-477d-b5fa-c933d1e28137 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.140859 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fb1f5f34-fd3e-477d-b5fa-c933d1e28137 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.141643 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fb1f5f34-fd3e-477d-b5fa-c933d1e28137 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.160097 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce2a675-5bc5-49f7-bedb-84a3f4921894 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Router 0784f12a-93a2-4ea9-a64c-0cae03e53fce has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:39:03.178724 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.l3_db [None req-41f49143-d234-40ab-855a-01da3be188b5 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Floating IP 9e7111f7-6008-450c-a52f-8f5557b914ef associated. External IP: 172.26.3.168, port: 18d66daf-9015-4413-aaca-282450b13718. Jan 21 09:39:03.386186 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f5f34-fd3e-477d-b5fa-c933d1e28137 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Port': ['ID=509e2266-2396-4c49-93a2-44ecf061a4ab,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:03.400000 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c0560a14-07c6-4fe9-a7b9-486e177d50ed tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.563445 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1f5f34-fd3e-477d-b5fa-c933d1e28137 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Network 9647f780-81a4-4c56-ad92-c4adf543c560 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:03.575503 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-fb1f5f34-fd3e-477d-b5fa-c933d1e28137 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:03.667327 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce2a675-5bc5-49f7-bedb-84a3f4921894 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:39:03.680924 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9281ceb6-6e9c-44fb-8916-20db3c1d320c None None] Sync routers for ids ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:03.690703 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ab1a1c2a-9714-47d3-bb38-b477c96d0c04 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.695573 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9281ceb6-6e9c-44fb-8916-20db3c1d320c None None] Routers {'0784f12a-93a2-4ea9-a64c-0cae03e53fce'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:03.696588 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-9281ceb6-6e9c-44fb-8916-20db3c1d320c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:03.766233 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1a1c2a-9714-47d3-bb38-b477c96d0c04 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:03.774410 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-ab1a1c2a-9714-47d3-bb38-b477c96d0c04 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:03.811652 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-9281ceb6-6e9c-44fb-8916-20db3c1d320c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:03.818464 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3157d0-73e6-443d-b456-f5d4191b1b75 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:03.853136 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9281ceb6-6e9c-44fb-8916-20db3c1d320c None None] Routers {'0784f12a-93a2-4ea9-a64c-0cae03e53fce'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:03.853970 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-9281ceb6-6e9c-44fb-8916-20db3c1d320c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:03.927845 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1a1c2a-9714-47d3-bb38-b477c96d0c04 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:03.928444 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ab1a1c2a-9714-47d3-bb38-b477c96d0c04 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.934790 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-9281ceb6-6e9c-44fb-8916-20db3c1d320c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:03.935528 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9281ceb6-6e9c-44fb-8916-20db3c1d320c None None] The sync data for ids ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:03.955362 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f49143-d234-40ab-855a-01da3be188b5 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Router 4b8852d1-fd09-4d16-a0f4-df8f1768310e has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:39:03.961729 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fce2a675-5bc5-49f7-bedb-84a3f4921894 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.008888 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a1c2a-9714-47d3-bb38-b477c96d0c04 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Subnet': ['ID=c3546200-920e-4649-9df7-ccfe766a1d8d,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:04.033251 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ab1a1c2a-9714-47d3-bb38-b477c96d0c04 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8853989 Jan 21 09:39:04.034952 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47884) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:04.046599 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c0560a14-07c6-4fe9-a7b9-486e177d50ed tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.057480 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c0560a14-07c6-4fe9-a7b9-486e177d50ed tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555907'] for router, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.076849 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-bde029b2-9ceb-47c0-a868-40217ff38e21 None None] Provisioning complete for port 509e2266-2396-4c49-93a2-44ecf061a4ab triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:04.077312 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-bde029b2-9ceb-47c0-a868-40217ff38e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.107246 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-e5c21357-958b-4670-b183-524f34ea2d69 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-903647748', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:04.126405 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-fce2a675-5bc5-49f7-bedb-84a3f4921894 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.0855718 Jan 21 09:39:04.126405 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-e5c21357-958b-4670-b183-524f34ea2d69 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:04.130752 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47888) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:04.186916 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e5c21357-958b-4670-b183-524f34ea2d69 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:router and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:04.189945 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-bde029b2-9ceb-47c0-a868-40217ff38e21 None None] Port 509e2266-2396-4c49-93a2-44ecf061a4ab cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:39:04.204351 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e5c21357-958b-4670-b183-524f34ea2d69 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:04.215132 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1f5f34-fd3e-477d-b5fa-c933d1e28137 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Router 18c7dde0-6a81-4f81-b397-7ee8bcee7f3d is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:39:04.229788 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-e5c21357-958b-4670-b183-524f34ea2d69 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:04.260308 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3179727-3d5c-4e19-b698-d69407d5523d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-36c4effd-f4af-4d10-91bd-714d225a3199', 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'tenant_id': 'ce9334fe18174618a851dcacd095feca', 'fixed_ips': [{'subnet_id': 'c3546200-920e-4649-9df7-ccfe766a1d8d'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:39:04.261198 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3179727-3d5c-4e19-b698-d69407d5523d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.367638 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a57e4741-d389-454e-8a8e-6f48b2b3ae0a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "GET /v2.0/floatingips/adfad8bf-0e44-4bdc-81dc-2cb181647f15 HTTP/1.1" status: 200 len: 977 time: 0.2354860 Jan 21 09:39:04.368981 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e5c21357-958b-4670-b183-524f34ea2d69 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.370393 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e5c21357-958b-4670-b183-524f34ea2d69 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.378917 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47894) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:04.469168 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-f3179727-3d5c-4e19-b698-d69407d5523d None None] Allocated IP 2001:db8::2 (36c4effd-f4af-4d10-91bd-714d225a3199/c3546200-920e-4649-9df7-ccfe766a1d8d/e1d78c12-2e29-4619-8baf-fa340e37a49d) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:04.572733 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1f5f34-fd3e-477d-b5fa-c933d1e28137 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:39:04.573305 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f49143-d234-40ab-855a-01da3be188b5 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:39:04.587139 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-fb1f5f34-fd3e-477d-b5fa-c933d1e28137 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "PUT /v2.0/routers/18c7dde0-6a81-4f81-b397-7ee8bcee7f3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1785777 Jan 21 09:39:04.596178 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47898) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:04.597980 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2c54b9-6278-4898-9d63-a0d454cd3756 None None] Sync routers for ids ['18c7dde0-6a81-4f81-b397-7ee8bcee7f3d'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:04.599202 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0560a14-07c6-4fe9-a7b9-486e177d50ed tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Router 3e9f06c2-c9fb-4cea-898d-4cf40e6a8c28 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:39:04.609585 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2c54b9-6278-4898-9d63-a0d454cd3756 None None] Routers {'18c7dde0-6a81-4f81-b397-7ee8bcee7f3d'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:04.610747 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-af2c54b9-6278-4898-9d63-a0d454cd3756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['18c7dde0-6a81-4f81-b397-7ee8bcee7f3d'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:04.632374 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e5c21357-958b-4670-b183-524f34ea2d69 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.643845 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-41f49143-d234-40ab-855a-01da3be188b5 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.687154 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-af2c54b9-6278-4898-9d63-a0d454cd3756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:04.689094 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ad81be78-84e4-46bb-89a2-92b4e422b254 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Synchronizing usage tracker for tenant:6ceae7553b4c4a00ae004c3be6a7adb1 on resource:floatingip {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:04.698896 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2c54b9-6278-4898-9d63-a0d454cd3756 None None] Routers {'18c7dde0-6a81-4f81-b397-7ee8bcee7f3d'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:04.699813 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-af2c54b9-6278-4898-9d63-a0d454cd3756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['18c7dde0-6a81-4f81-b397-7ee8bcee7f3d'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:04.722313 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-41f49143-d234-40ab-855a-01da3be188b5 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.6346266 Jan 21 09:39:04.725131 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5abd5741-5540-4c60-8c52-8afa8c14d0ca', 'tag': '18d66daf-9015-4413-aaca-282450b13718'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:39:04.731955 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e5c21357-958b-4670-b183-524f34ea2d69 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.758632 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ad81be78-84e4-46bb-89a2-92b4e422b254 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Unset dirty status for tenant:6ceae7553b4c4a00ae004c3be6a7adb1 on resource:floatingip {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:04.762727 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ad81be78-84e4-46bb-89a2-92b4e422b254 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3794386 Jan 21 09:39:04.763143 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47906) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:04.769549 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-f9485f27-9f3d-4a61-ae90-ce3815fc792d tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Request body: {'floatingip': {'port_id': 'e098c329-4f3e-4063-ba42-60ba1f2b1756'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:04.797334 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-af2c54b9-6278-4898-9d63-a0d454cd3756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:04.797943 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2c54b9-6278-4898-9d63-a0d454cd3756 None None] The sync data for ids ['18c7dde0-6a81-4f81-b397-7ee8bcee7f3d'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:04.838285 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e5c21357-958b-4670-b183-524f34ea2d69 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.841515 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e5c21357-958b-4670-b183-524f34ea2d69 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7505832 Jan 21 09:39:04.841889 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47910) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:04.850050 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3179727-3d5c-4e19-b698-d69407d5523d None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.872871 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3179727-3d5c-4e19-b698-d69407d5523d None None] Transition to ACTIVE for port object e1d78c12-2e29-4619-8baf-fa340e37a49d will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:04.885529 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5abd5741-5540-4c60-8c52-8afa8c14d0ca', 'tag': '18d66daf-9015-4413-aaca-282450b13718', 'status': 'completed', 'code': 200} Jan 21 09:39:04.901227 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3179727-3d5c-4e19-b698-d69407d5523d None None] Transition to ACTIVE for port object e1d78c12-2e29-4619-8baf-fa340e37a49d will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:04.906450 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d43043-6f49-4fe3-ac9a-87fa5b536284 None None] Sync routers for ids ['4b8852d1-fd09-4d16-a0f4-df8f1768310e'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:04.922177 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3179727-3d5c-4e19-b698-d69407d5523d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.932802 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d43043-6f49-4fe3-ac9a-87fa5b536284 None None] Routers {'4b8852d1-fd09-4d16-a0f4-df8f1768310e'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:04.933556 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-30d43043-6f49-4fe3-ac9a-87fa5b536284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['4b8852d1-fd09-4d16-a0f4-df8f1768310e'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:04.952355 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3440090e-8f75-46c9-b33d-73a32757f9b6 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:04.953287 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-3440090e-8f75-46c9-b33d-73a32757f9b6 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Synchronizing usage tracker for tenant:29c6ab04f24842d781b633e6233f3506 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:04.970087 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0560a14-07c6-4fe9-a7b9-486e177d50ed tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:39:04.970327 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f9485f27-9f3d-4a61-ae90-ce3815fc792d tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for floatingip, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.975151 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c0560a14-07c6-4fe9-a7b9-486e177d50ed tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.980022 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c0560a14-07c6-4fe9-a7b9-486e177d50ed tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] 10.222.0.110 "PUT /v2.0/routers/3e9f06c2-c9fb-4cea-898d-4cf40e6a8c28 HTTP/1.1" status: 200 len: 914 time: 5.4981687 Jan 21 09:39:04.980630 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b9d731-e33a-4307-8919-85c295d4a763 None None] Sync routers for ids ['3e9f06c2-c9fb-4cea-898d-4cf40e6a8c28'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:04.980986 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47916) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:05.000579 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b9d731-e33a-4307-8919-85c295d4a763 None None] Routers {'3e9f06c2-c9fb-4cea-898d-4cf40e6a8c28'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:05.001956 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-41b9d731-e33a-4307-8919-85c295d4a763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['3e9f06c2-c9fb-4cea-898d-4cf40e6a8c28'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:05.112301 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-41b9d731-e33a-4307-8919-85c295d4a763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:05.132444 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b9d731-e33a-4307-8919-85c295d4a763 None None] Routers {'3e9f06c2-c9fb-4cea-898d-4cf40e6a8c28'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:05.133072 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-41b9d731-e33a-4307-8919-85c295d4a763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['3e9f06c2-c9fb-4cea-898d-4cf40e6a8c28'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:05.219014 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-41b9d731-e33a-4307-8919-85c295d4a763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:05.219677 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b9d731-e33a-4307-8919-85c295d4a763 None None] The sync data for ids ['3e9f06c2-c9fb-4cea-898d-4cf40e6a8c28'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:05.221844 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c252c8-2748-4897-9bda-382fb6ff8f93 req-5ddd25b7-a74e-408c-8929-4598e5516969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:05.224225 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-45c252c8-2748-4897-9bda-382fb6ff8f93 req-5ddd25b7-a74e-408c-8929-4598e5516969 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d15bf70c941f4d099cc1535f666f7a67&device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 1099 time: 0.3270476 Jan 21 09:39:05.276734 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3179727-3d5c-4e19-b698-d69407d5523d None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:05.281253 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-f3179727-3d5c-4e19-b698-d69407d5523d None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:05.294196 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3179727-3d5c-4e19-b698-d69407d5523d None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:05.347153 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3179727-3d5c-4e19-b698-d69407d5523d None None] Pushing event updated for resources: {'Port': ['ID=e1d78c12-2e29-4619-8baf-fa340e37a49d,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:05.355603 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-30d43043-6f49-4fe3-ac9a-87fa5b536284 None None] Set router 4b8852d1-fd09-4d16-a0f4-df8f1768310e gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:39:05.383320 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-3440090e-8f75-46c9-b33d-73a32757f9b6 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Unset dirty status for tenant:29c6ab04f24842d781b633e6233f3506 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:05.387123 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3440090e-8f75-46c9-b33d-73a32757f9b6 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "GET /v2.0/ports?device_id=18c7dde0-6a81-4f81-b397-7ee8bcee7f3d HTTP/1.1" status: 200 len: 989 time: 0.7871962 Jan 21 09:39:05.389075 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47922) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:05.526826 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-f3179727-3d5c-4e19-b698-d69407d5523d None None] Attempting to bind port e1d78c12-2e29-4619-8baf-fa340e37a49d on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:05.526826 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-f3179727-3d5c-4e19-b698-d69407d5523d None None] Attempting to bind port e1d78c12-2e29-4619-8baf-fa340e37a49d by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:05.527151 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3179727-3d5c-4e19-b698-d69407d5523d None None] Attempting to bind port e1d78c12-2e29-4619-8baf-fa340e37a49d on network 36c4effd-f4af-4d10-91bd-714d225a3199 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:39:05.548792 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3179727-3d5c-4e19-b698-d69407d5523d None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:39:05.549169 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3179727-3d5c-4e19-b698-d69407d5523d None None] Checking segment: {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:39:05.549575 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3179727-3d5c-4e19-b698-d69407d5523d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.549969 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3179727-3d5c-4e19-b698-d69407d5523d None None] Bound using segment: {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:39:05.550439 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-f3179727-3d5c-4e19-b698-d69407d5523d None None] Bound port: e1d78c12-2e29-4619-8baf-fa340e37a49d, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:05.550813 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3179727-3d5c-4e19-b698-d69407d5523d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.670467 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b296c723-4323-4634-a35f-f04ebfe39abf tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] 10.222.0.110 "GET /v2.0/routers/3e9f06c2-c9fb-4cea-898d-4cf40e6a8c28 HTTP/1.1" status: 200 len: 920 time: 0.5786703 Jan 21 09:39:05.672011 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c252c8-2748-4897-9bda-382fb6ff8f93 req-c35dd168-7670-4f13-8564-cea466af5c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:05.673454 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-45c252c8-2748-4897-9bda-382fb6ff8f93 req-c35dd168-7670-4f13-8564-cea466af5c28 service neutron] 10.222.0.72 "GET /v2.0/networks?id=88749b10-68b8-4728-b80e-07b14beb6e8a HTTP/1.1" status: 200 len: 898 time: 0.4421198 Jan 21 09:39:05.674631 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47928) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:05.684240 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b175a-b21b-4553-879d-3531f6802e78 req-1fef21b3-de5b-4530-bc7f-004a15d5a80c tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:05.685812 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-881b175a-b21b-4553-879d-3531f6802e78 req-1fef21b3-de5b-4530-bc7f-004a15d5a80c tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/ports?device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 946 time: 0.7294407 Jan 21 09:39:05.768795 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3179727-3d5c-4e19-b698-d69407d5523d None None] For port e1d78c12-2e29-4619-8baf-fa340e37a49d, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:39:05.788925 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3179727-3d5c-4e19-b698-d69407d5523d None None] For port e1d78c12-2e29-4619-8baf-fa340e37a49d, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e1d78c12-2e29-4619-8baf-fa340e37a49d,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:39:05.810550 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3179727-3d5c-4e19-b698-d69407d5523d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.811027 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-39d159bb-3148-4078-9109-df26108638bf tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.852939 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-881b175a-b21b-4553-879d-3531f6802e78 req-1bb14804-9be9-4377-9a66-09811bf9ef80 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/security-groups?id=b83642e6-062a-4f81-884a-c0f0968e848b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241910 Jan 21 09:39:05.933323 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47932) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:05.960003 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3179727-3d5c-4e19-b698-d69407d5523d None None] Pushing event updated for resources: {'Port': ['ID=e1d78c12-2e29-4619-8baf-fa340e37a49d,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:05.987622 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-30d43043-6f49-4fe3-ac9a-87fa5b536284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669450373', 'tenant_id': 'd15bf70c941f4d099cc1535f666f7a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '54c839e7-508a-450f-aa95-d8a87f2c5081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:38:24Z', 'revision_number': 4, 'project_id': 'd15bf70c941f4d099cc1535f666f7a67', 'gw_port': {'id': '54c839e7-508a-450f-aa95-d8a87f2c5081', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:dc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:10Z', 'updated_at': '2022-01-21T09:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '9e7111f7-6008-450c-a52f-8f5557b914ef', 'tenant_id': 'd15bf70c941f4d099cc1535f666f7a67', 'floating_ip_address': '172.26.3.168', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'port_id': '18d66daf-9015-4413-aaca-282450b13718', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88749b10-68b8-4728-b80e-07b14beb6e8a', 'mac_address': 'fa:16:3e:db:5d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abd5741-5540-4c60-8c52-8afa8c14d0ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:39:00Z', 'updated_at': '2022-01-21T09:39:00Z', 'revision_number': 0, 'project_id': 'd15bf70c941f4d099cc1535f666f7a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3969c03-43b7-40fb-9420-0007ef460f01', 'name': '', 'network_id': '88749b10-68b8-4728-b80e-07b14beb6e8a', 'tenant_id': 'd15bf70c941f4d099cc1535f666f7a67', 'mac_address': 'fa:16:3e:f6:8a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'de5008b0-2c3b-473b-895d-445e9d641801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:20Z', 'updated_at': '2022-01-21T09:38:34Z', 'revision_number': 5, 'project_id': 'd15bf70c941f4d099cc1535f666f7a67', 'subnets': [{'id': 'de5008b0-2c3b-473b-895d-445e9d641801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:05.993088 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d43043-6f49-4fe3-ac9a-87fa5b536284 None None] Checking router: 4b8852d1-fd09-4d16-a0f4-df8f1768310e for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:39:06.002890 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d43043-6f49-4fe3-ac9a-87fa5b536284 None None] Routers {'4b8852d1-fd09-4d16-a0f4-df8f1768310e'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:06.003760 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-30d43043-6f49-4fe3-ac9a-87fa5b536284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['4b8852d1-fd09-4d16-a0f4-df8f1768310e'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:06.290122 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-45c252c8-2748-4897-9bda-382fb6ff8f93 req-02f27f25-c73e-471d-b01d-354aa7057238 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18d66daf-9015-4413-aaca-282450b13718 HTTP/1.1" status: 200 len: 1000 time: 0.5530193 Jan 21 09:39:06.401645 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2b2e75-874a-4f8c-8db1-6a7e52d606b6 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:06.404260 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ae2b2e75-874a-4f8c-8db1-6a7e52d606b6 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] 10.222.0.110 "GET /v2.0/ports?network_id=80a065d7-b55c-43ad-a3e8-c65befe4136c&device_id=3e9f06c2-c9fb-4cea-898d-4cf40e6a8c28&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7286851 Jan 21 09:39:06.407904 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47940) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:06.446183 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e1d78c12-2e29-4619-8baf-fa340e37a49d up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:06.489905 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-30d43043-6f49-4fe3-ac9a-87fa5b536284 None None] Set router 4b8852d1-fd09-4d16-a0f4-df8f1768310e gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:39:06.574128 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-39d159bb-3148-4078-9109-df26108638bf tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Allocated IP 2001:db8::1 (36c4effd-f4af-4d10-91bd-714d225a3199/c3546200-920e-4649-9df7-ccfe766a1d8d/8e68eba1-8dbf-4a66-94f6-031c722e4ecb) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:06.634837 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42de742-3f4e-4757-b515-6ae5791fdf15 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:06.638913 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b42de742-3f4e-4757-b515-6ae5791fdf15 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] 10.222.0.110 "GET /v2.0/networks/80a065d7-b55c-43ad-a3e8-c65befe4136c HTTP/1.1" status: 200 len: 881 time: 0.2271423 Jan 21 09:39:06.640076 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47946) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:06.650324 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d0753776-6413-411a-8d77-f6430129cc0d tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/floatingips/9e7111f7-6008-450c-a52f-8f5557b914ef HTTP/1.1" status: 200 len: 992 time: 0.7147877 Jan 21 09:39:06.651344 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c252c8-2748-4897-9bda-382fb6ff8f93 req-25a26ef1-e466-44d4-b7d7-eed8714878d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:06.653064 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-45c252c8-2748-4897-9bda-382fb6ff8f93 req-25a26ef1-e466-44d4-b7d7-eed8714878d1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de5008b0-2c3b-473b-895d-445e9d641801 HTTP/1.1" status: 200 len: 835 time: 0.1838815 Jan 21 09:39:06.707913 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-65cb0767-7202-4094-ab3e-f836c09030e7 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] 10.222.0.110 "GET /v2.0/ports?device_id=3e9f06c2-c9fb-4cea-898d-4cf40e6a8c28 HTTP/1.1" status: 200 len: 205 time: 0.0667729 Jan 21 09:39:06.710932 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47950) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:06.738001 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port e1d78c12-2e29-4619-8baf-fa340e37a49d completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:06.828716 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c252c8-2748-4897-9bda-382fb6ff8f93 req-8a2a097f-925d-41ba-85cc-f1e3638d1f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:06.830238 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-45c252c8-2748-4897-9bda-382fb6ff8f93 req-8a2a097f-925d-41ba-85cc-f1e3638d1f6f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=88749b10-68b8-4728-b80e-07b14beb6e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1414840 Jan 21 09:39:06.949863 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-30d43043-6f49-4fe3-ac9a-87fa5b536284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669450373', 'tenant_id': 'd15bf70c941f4d099cc1535f666f7a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '54c839e7-508a-450f-aa95-d8a87f2c5081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:38:24Z', 'revision_number': 4, 'project_id': 'd15bf70c941f4d099cc1535f666f7a67', 'gw_port': {'id': '54c839e7-508a-450f-aa95-d8a87f2c5081', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:dc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:10Z', 'updated_at': '2022-01-21T09:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '9e7111f7-6008-450c-a52f-8f5557b914ef', 'tenant_id': 'd15bf70c941f4d099cc1535f666f7a67', 'floating_ip_address': '172.26.3.168', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'port_id': '18d66daf-9015-4413-aaca-282450b13718', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88749b10-68b8-4728-b80e-07b14beb6e8a', 'mac_address': 'fa:16:3e:db:5d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abd5741-5540-4c60-8c52-8afa8c14d0ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:39:00Z', 'updated_at': '2022-01-21T09:39:00Z', 'revision_number': 0, 'project_id': 'd15bf70c941f4d099cc1535f666f7a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3969c03-43b7-40fb-9420-0007ef460f01', 'name': '', 'network_id': '88749b10-68b8-4728-b80e-07b14beb6e8a', 'tenant_id': 'd15bf70c941f4d099cc1535f666f7a67', 'mac_address': 'fa:16:3e:f6:8a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'de5008b0-2c3b-473b-895d-445e9d641801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:20Z', 'updated_at': '2022-01-21T09:38:34Z', 'revision_number': 5, 'project_id': 'd15bf70c941f4d099cc1535f666f7a67', 'subnets': [{'id': 'de5008b0-2c3b-473b-895d-445e9d641801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:06.954787 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d43043-6f49-4fe3-ac9a-87fa5b536284 None None] The sync data for ids ['4b8852d1-fd09-4d16-a0f4-df8f1768310e'] in dv-neutron-825731-1-hyperv is: [{'id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669450373', 'tenant_id': 'd15bf70c941f4d099cc1535f666f7a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '54c839e7-508a-450f-aa95-d8a87f2c5081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:38:24Z', 'revision_number': 4, 'project_id': 'd15bf70c941f4d099cc1535f666f7a67', 'gw_port': {'id': '54c839e7-508a-450f-aa95-d8a87f2c5081', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:dc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:10Z', 'updated_at': '2022-01-21T09:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '9e7111f7-6008-450c-a52f-8f5557b914ef', 'tenant_id': 'd15bf70c941f4d099cc1535f666f7a67', 'floating_ip_address': '172.26.3.168', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'port_id': '18d66daf-9015-4413-aaca-282450b13718', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88749b10-68b8-4728-b80e-07b14beb6e8a', 'mac_address': 'fa:16:3e:db:5d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abd5741-5540-4c60-8c52-8afa8c14d0ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:39:00Z', 'updated_at': '2022-01-21T09:39:00Z', 'revision_number': 0, 'project_id': 'd15bf70c941f4d099cc1535f666f7a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3969c03-43b7-40fb-9420-0007ef460f01', 'name': '', 'network_id': '88749b10-68b8-4728-b80e-07b14beb6e8a', 'tenant_id': 'd15bf70c941f4d099cc1535f666f7a67', 'mac_address': 'fa:16:3e:f6:8a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'de5008b0-2c3b-473b-895d-445e9d641801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:20Z', 'updated_at': '2022-01-21T09:38:34Z', 'revision_number': 5, 'project_id': 'd15bf70c941f4d099cc1535f666f7a67', 'subnets': [{'id': 'de5008b0-2c3b-473b-895d-445e9d641801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:07.043372 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-39d159bb-3148-4078-9109-df26108638bf tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.071124 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0677586a-152b-41a1-85b3-fa7c9dad21af tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.123795 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-39d159bb-3148-4078-9109-df26108638bf tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Transition to ACTIVE for port object 8e68eba1-8dbf-4a66-94f6-031c722e4ecb will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:07.133252 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f9485f27-9f3d-4a61-ae90-ce3815fc792d tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.149023 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f9485f27-9f3d-4a61-ae90-ce3815fc792d tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.211918 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-45c252c8-2748-4897-9bda-382fb6ff8f93 req-e491492d-eb99-408a-9405-faa94e80e785 service neutron] 10.222.0.72 "GET /v2.0/networks/88749b10-68b8-4728-b80e-07b14beb6e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517301 Jan 21 09:39:07.260340 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ade69f-efb2-4cdf-ad94-92ee21b57557 None None] New status for floating IP 9e7111f7-6008-450c-a52f-8f5557b914ef: ACTIVE {{(pid=87516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:39:07.283215 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-39d159bb-3148-4078-9109-df26108638bf tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.373594 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d159bb-3148-4078-9109-df26108638bf tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:07.374876 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d159bb-3148-4078-9109-df26108638bf tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Port': ['ID=8e68eba1-8dbf-4a66-94f6-031c722e4ecb,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:07.378912 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-39d159bb-3148-4078-9109-df26108638bf tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:07.386345 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-16d69c46-bcb6-416f-bee1-a309e5c3d631 None None] Provisioning for port e1d78c12-2e29-4619-8baf-fa340e37a49d completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:07.395346 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d159bb-3148-4078-9109-df26108638bf tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:07.396462 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-39d159bb-3148-4078-9109-df26108638bf tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.405184 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-16d69c46-bcb6-416f-bee1-a309e5c3d631 None None] Provisioning complete for port e1d78c12-2e29-4619-8baf-fa340e37a49d triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:07.405570 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-16d69c46-bcb6-416f-bee1-a309e5c3d631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.412208 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0677586a-152b-41a1-85b3-fa7c9dad21af tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.470562 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-0677586a-152b-41a1-85b3-fa7c9dad21af tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Deleting port a23b3849-868c-44c7-8f4b-a2d125b39cda {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:07.471521 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0677586a-152b-41a1-85b3-fa7c9dad21af tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.471749 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-31c16cbc-03c4-44c0-8d2d-011414b9265b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.639680 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.l3_db [None req-f9485f27-9f3d-4a61-ae90-ce3815fc792d tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Floating IP adfad8bf-0e44-4bdc-81dc-2cb181647f15 associated. External IP: 172.26.3.228, port: ddd0b3c2-4959-4e18-b9c7-62739f411324. Jan 21 09:39:07.679663 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-39d159bb-3148-4078-9109-df26108638bf tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.701033 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47958) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:07.770922 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-16d69c46-bcb6-416f-bee1-a309e5c3d631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.835458 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-16d69c46-bcb6-416f-bee1-a309e5c3d631 None None] For port e1d78c12-2e29-4619-8baf-fa340e37a49d, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e1d78c12-2e29-4619-8baf-fa340e37a49d,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:07.840647 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-16d69c46-bcb6-416f-bee1-a309e5c3d631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.912812 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-45c252c8-2748-4897-9bda-382fb6ff8f93 req-73f0eec8-6727-4b59-bcc7-43ce37f14ef9 service neutron] 10.222.0.72 "GET /v2.0/networks/88749b10-68b8-4728-b80e-07b14beb6e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6910913 Jan 21 09:39:07.925182 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d69c46-bcb6-416f-bee1-a309e5c3d631 None None] Pushing event updated for resources: {'Port': ['ID=e1d78c12-2e29-4619-8baf-fa340e37a49d,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:07.964681 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-6f779910-ba1b-4cba-93d7-da98ef9ba22e None None] Provisioning for port 8e68eba1-8dbf-4a66-94f6-031c722e4ecb completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:07.970444 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-6f779910-ba1b-4cba-93d7-da98ef9ba22e None None] Provisioning complete for port 8e68eba1-8dbf-4a66-94f6-031c722e4ecb triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:07.970822 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6f779910-ba1b-4cba-93d7-da98ef9ba22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:08.034589 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-6f779910-ba1b-4cba-93d7-da98ef9ba22e None None] Port 8e68eba1-8dbf-4a66-94f6-031c722e4ecb cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:39:08.154669 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-817f531a-8d90-45a6-b0b6-fcd88b7dcf3f tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/floatingips/9e7111f7-6008-450c-a52f-8f5557b914ef HTTP/1.1" status: 200 len: 994 time: 0.4525061 Jan 21 09:39:08.230052 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0677586a-152b-41a1-85b3-fa7c9dad21af tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:08.235168 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-31c16cbc-03c4-44c0-8d2d-011414b9265b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Deleting port 509e2266-2396-4c49-93a2-44ecf061a4ab {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:08.235532 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-31c16cbc-03c4-44c0-8d2d-011414b9265b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:08.238421 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e1d78c12-2e29-4619-8baf-fa340e37a49d up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:08.315212 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port e1d78c12-2e29-4619-8baf-fa340e37a49d triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:08.315888 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:08.376561 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-0677586a-152b-41a1-85b3-fa7c9dad21af tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Calling delete_port for a23b3849-868c-44c7-8f4b-a2d125b39cda owned by network:router_gateway {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:08.474899 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9485f27-9f3d-4a61-ae90-ce3815fc792d tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Router 0784f12a-93a2-4ea9-a64c-0cae03e53fce has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:39:08.588779 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-31c16cbc-03c4-44c0-8d2d-011414b9265b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:08.668702 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-39d159bb-3148-4078-9109-df26108638bf tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:08.676063 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-39d159bb-3148-4078-9109-df26108638bf tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:08.676836 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-39d159bb-3148-4078-9109-df26108638bf tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:08.730571 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-31c16cbc-03c4-44c0-8d2d-011414b9265b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Calling delete_port for 509e2266-2396-4c49-93a2-44ecf061a4ab owned by network:router_interface {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:08.794138 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0677586a-152b-41a1-85b3-fa7c9dad21af tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:08.802584 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d159bb-3148-4078-9109-df26108638bf tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Port': ['ID=8e68eba1-8dbf-4a66-94f6-031c722e4ecb,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:08.890872 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9485f27-9f3d-4a61-ae90-ce3815fc792d tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:39:08.905484 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca63c4a-3590-4dac-aeb3-a8248d30af2f None None] Sync routers for ids ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:08.915201 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca63c4a-3590-4dac-aeb3-a8248d30af2f None None] Routers {'0784f12a-93a2-4ea9-a64c-0cae03e53fce'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:08.915897 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-5ca63c4a-3590-4dac-aeb3-a8248d30af2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:08.935490 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0677586a-152b-41a1-85b3-fa7c9dad21af tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Pushing event deleted for resources: {'Port': ['ID=a23b3849-868c-44c7-8f4b-a2d125b39cda,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:08.984046 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-5ca63c4a-3590-4dac-aeb3-a8248d30af2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:08.994464 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca63c4a-3590-4dac-aeb3-a8248d30af2f None None] Routers {'0784f12a-93a2-4ea9-a64c-0cae03e53fce'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:08.995069 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-5ca63c4a-3590-4dac-aeb3-a8248d30af2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:09.027982 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d159bb-3148-4078-9109-df26108638bf tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:09.030452 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-39d159bb-3148-4078-9109-df26108638bf tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:09.032255 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0677586a-152b-41a1-85b3-fa7c9dad21af tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.073011 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-5ca63c4a-3590-4dac-aeb3-a8248d30af2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:09.073620 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca63c4a-3590-4dac-aeb3-a8248d30af2f None None] The sync data for ids ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:09.381152 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-a1ec4457-5ee0-4f00-9111-81fd2f098e38 None None] Provisioning complete for port 8e68eba1-8dbf-4a66-94f6-031c722e4ecb triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:09.381152 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4457-5ee0-4f00-9111-81fd2f098e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.415877 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-31c16cbc-03c4-44c0-8d2d-011414b9265b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.441675 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-a1ec4457-5ee0-4f00-9111-81fd2f098e38 None None] Port 8e68eba1-8dbf-4a66-94f6-031c722e4ecb cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:39:09.456814 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0677586a-152b-41a1-85b3-fa7c9dad21af tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.461603 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0677586a-152b-41a1-85b3-fa7c9dad21af tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.502134 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0677586a-152b-41a1-85b3-fa7c9dad21af tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.502526 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0677586a-152b-41a1-85b3-fa7c9dad21af tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Fanout notify agent at l3_agent the message router_deleted on router 3e9f06c2-c9fb-4cea-898d-4cf40e6a8c28 {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:39:09.525830 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c16cbc-03c4-44c0-8d2d-011414b9265b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'Port': ['ID=509e2266-2396-4c49-93a2-44ecf061a4ab,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:09.534904 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0677586a-152b-41a1-85b3-fa7c9dad21af tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.540167 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0677586a-152b-41a1-85b3-fa7c9dad21af tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] 10.222.0.110 "DELETE /v2.0/routers/3e9f06c2-c9fb-4cea-898d-4cf40e6a8c28 HTTP/1.1" status: 204 len: 168 time: 2.8242414 Jan 21 09:39:09.540548 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47970) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:09.549103 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-d6d07369-efd4-4fa6-94ac-c52ea991e6d8 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1838762681', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:09.557201 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d6d07369-efd4-4fa6-94ac-c52ea991e6d8 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:09.562895 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d6d07369-efd4-4fa6-94ac-c52ea991e6d8 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Usage tracker for resource:router and tenant:1882f1a8657044acadd1beb42be5b4f1 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:09.566380 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d6d07369-efd4-4fa6-94ac-c52ea991e6d8 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:09.574505 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d159bb-3148-4078-9109-df26108638bf tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Router a0193837-ae14-413b-9558-025926003291 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:39:09.577659 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d6d07369-efd4-4fa6-94ac-c52ea991e6d8 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:09.642427 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d6d07369-efd4-4fa6-94ac-c52ea991e6d8 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.643474 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d6d07369-efd4-4fa6-94ac-c52ea991e6d8 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.733430 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9485f27-9f3d-4a61-ae90-ce3815fc792d tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Router 0784f12a-93a2-4ea9-a64c-0cae03e53fce has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:39:09.736205 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-31c16cbc-03c4-44c0-8d2d-011414b9265b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.752782 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d6d07369-efd4-4fa6-94ac-c52ea991e6d8 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.778641 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d159bb-3148-4078-9109-df26108638bf tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:39:09.791486 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-39d159bb-3148-4078-9109-df26108638bf tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "PUT /v2.0/routers/a0193837-ae14-413b-9558-025926003291/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9460721 Jan 21 09:39:09.791888 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47978) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:09.795004 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ff8416-0fc4-4848-807d-1a7dbd071119 None None] Sync routers for ids ['a0193837-ae14-413b-9558-025926003291'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:09.811951 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ff8416-0fc4-4848-807d-1a7dbd071119 None None] Routers {'a0193837-ae14-413b-9558-025926003291'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:09.815223 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-73ff8416-0fc4-4848-807d-1a7dbd071119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['a0193837-ae14-413b-9558-025926003291'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:09.843293 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d6d07369-efd4-4fa6-94ac-c52ea991e6d8 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.890080 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d6d07369-efd4-4fa6-94ac-c52ea991e6d8 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.891869 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d6d07369-efd4-4fa6-94ac-c52ea991e6d8 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3503885 Jan 21 09:39:09.896957 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47982) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:09.904098 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-d073edab-5f65-46ad-86ea-71083e2ccf55 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'enable_snat': False}}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:09.966004 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dab9fd9-7628-49ba-a103-471658fb2d8f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:09.966619 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-7dab9fd9-7628-49ba-a103-471658fb2d8f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:10.077218 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-73ff8416-0fc4-4848-807d-1a7dbd071119 None None] Set router a0193837-ae14-413b-9558-025926003291 gateway port host: None {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:39:10.108613 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-7dab9fd9-7628-49ba-a103-471658fb2d8f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:10.112150 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7dab9fd9-7628-49ba-a103-471658fb2d8f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/ports/8e68eba1-8dbf-4a66-94f6-031c722e4ecb HTTP/1.1" status: 200 len: 911 time: 0.3171785 Jan 21 09:39:10.122229 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47988) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:10.203880 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c16cbc-03c4-44c0-8d2d-011414b9265b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Router 18c7dde0-6a81-4f81-b397-7ee8bcee7f3d has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:39:10.206779 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9485f27-9f3d-4a61-ae90-ce3815fc792d tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:39:10.220334 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1262def2-aacd-4aa6-a8d5-26119077a4a7 None None] Sync routers for ids ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:10.220859 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f9485f27-9f3d-4a61-ae90-ce3815fc792d tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:10.233537 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1262def2-aacd-4aa6-a8d5-26119077a4a7 None None] Routers {'0784f12a-93a2-4ea9-a64c-0cae03e53fce'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:10.234654 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-1262def2-aacd-4aa6-a8d5-26119077a4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:10.309182 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-1262def2-aacd-4aa6-a8d5-26119077a4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:10.319478 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1262def2-aacd-4aa6-a8d5-26119077a4a7 None None] Routers {'0784f12a-93a2-4ea9-a64c-0cae03e53fce'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:10.320447 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-1262def2-aacd-4aa6-a8d5-26119077a4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:10.394275 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d073edab-5f65-46ad-86ea-71083e2ccf55 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:10.397391 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c16cbc-03c4-44c0-8d2d-011414b9265b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:39:10.403476 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-31c16cbc-03c4-44c0-8d2d-011414b9265b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "PUT /v2.0/routers/18c7dde0-6a81-4f81-b397-7ee8bcee7f3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0143118 Jan 21 09:39:10.406222 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 47992) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:10.419477 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-1262def2-aacd-4aa6-a8d5-26119077a4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:10.420309 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1262def2-aacd-4aa6-a8d5-26119077a4a7 None None] The sync data for ids ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:10.437491 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcac73c-db0b-42d2-ac60-83ac9e3ed620 None None] Sync routers for ids ['18c7dde0-6a81-4f81-b397-7ee8bcee7f3d'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:10.453957 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcac73c-db0b-42d2-ac60-83ac9e3ed620 None None] Routers {'18c7dde0-6a81-4f81-b397-7ee8bcee7f3d'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:10.454581 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-cdcac73c-db0b-42d2-ac60-83ac9e3ed620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['18c7dde0-6a81-4f81-b397-7ee8bcee7f3d'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:10.463202 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f9485f27-9f3d-4a61-ae90-ce3815fc792d tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "PUT /v2.0/floatingips/adfad8bf-0e44-4bdc-81dc-2cb181647f15 HTTP/1.1" status: 200 len: 977 time: 5.6988962 Jan 21 09:39:10.465756 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 47996) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:10.470753 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-75e17dad-c79f-479d-a247-c58a8fd910e3 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:10.478066 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-65974d95-07e5-42d4-a138-e5abd7c79881 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] GET failed (client error): The resource could not be found. Jan 21 09:39:10.479417 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-65974d95-07e5-42d4-a138-e5abd7c79881 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "GET /v2.0/ports/509e2266-2396-4c49-93a2-44ecf061a4ab HTTP/1.1" status: 404 len: 333 time: 0.0720887 Jan 21 09:39:10.490363 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936bdee9-9439-45c5-8106-f417bf467da4 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:10.496200 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936bdee9-9439-45c5-8106-f417bf467da4 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:10.497782 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-936bdee9-9439-45c5-8106-f417bf467da4 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3746223 Jan 21 09:39:10.498657 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48000) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:10.503791 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48002) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:10.538804 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-cdcac73c-db0b-42d2-ac60-83ac9e3ed620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:10.584175 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcac73c-db0b-42d2-ac60-83ac9e3ed620 None None] Routers {'18c7dde0-6a81-4f81-b397-7ee8bcee7f3d'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:10.584814 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-cdcac73c-db0b-42d2-ac60-83ac9e3ed620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['18c7dde0-6a81-4f81-b397-7ee8bcee7f3d'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:10.648079 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-cdcac73c-db0b-42d2-ac60-83ac9e3ed620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:10.648387 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcac73c-db0b-42d2-ac60-83ac9e3ed620 None None] The sync data for ids ['18c7dde0-6a81-4f81-b397-7ee8bcee7f3d'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:10.678236 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-73ff8416-0fc4-4848-807d-1a7dbd071119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0193837-ae14-413b-9558-025926003291', 'name': 'tempest-NetworksTestDHCPv6-router-903647748', 'tenant_id': 'ce9334fe18174618a851dcacd095feca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:04Z', 'updated_at': '2022-01-21T09:39:07Z', 'revision_number': 2, 'project_id': 'ce9334fe18174618a851dcacd095feca', 'gw_port_host': None, '_interfaces': [{'id': '8e68eba1-8dbf-4a66-94f6-031c722e4ecb', 'name': '', 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'tenant_id': 'ce9334fe18174618a851dcacd095feca', 'mac_address': 'fa:16:3e:78:e2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0193837-ae14-413b-9558-025926003291', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c3546200-920e-4649-9df7-ccfe766a1d8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:06Z', 'updated_at': '2022-01-21T09:39:08Z', 'revision_number': 2, 'project_id': 'ce9334fe18174618a851dcacd095feca', 'subnets': [{'id': 'c3546200-920e-4649-9df7-ccfe766a1d8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:10.682277 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ff8416-0fc4-4848-807d-1a7dbd071119 None None] Checking router: a0193837-ae14-413b-9558-025926003291 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:39:10.682607 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ff8416-0fc4-4848-807d-1a7dbd071119 None None] Updating router a0193837-ae14-413b-9558-025926003291 port 8e68eba1-8dbf-4a66-94f6-031c722e4ecb binding host dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:39:10.711545 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-75e17dad-c79f-479d-a247-c58a8fd910e3 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for floatingip, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:10.738833 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-73ff8416-0fc4-4848-807d-1a7dbd071119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:10.908718 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7d47c63d-aa99-4f6e-98f2-0a6c555fc606 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.042407 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-75e17dad-c79f-479d-a247-c58a8fd910e3 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.048117 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-75e17dad-c79f-479d-a247-c58a8fd910e3 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.048620 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.l3_db [None req-75e17dad-c79f-479d-a247-c58a8fd910e3 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Floating IP adfad8bf-0e44-4bdc-81dc-2cb181647f15 disassociated. External IP: 172.26.3.228, port: e098c329-4f3e-4063-ba42-60ba1f2b1756. Jan 21 09:39:11.147624 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-73ff8416-0fc4-4848-807d-1a7dbd071119 None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.159689 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-73ff8416-0fc4-4848-807d-1a7dbd071119 None None] Transition to ACTIVE for port object 8e68eba1-8dbf-4a66-94f6-031c722e4ecb will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:11.166691 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-73ff8416-0fc4-4848-807d-1a7dbd071119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.321444 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e216eec-360d-48ec-8aed-c30a23ab90e2 None None] Pushing event updated for resources: {'Port': ['ID=8e68eba1-8dbf-4a66-94f6-031c722e4ecb,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:11.407751 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-73ff8416-0fc4-4848-807d-1a7dbd071119 None None] Attempting to bind port 8e68eba1-8dbf-4a66-94f6-031c722e4ecb on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:11.408132 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-73ff8416-0fc4-4848-807d-1a7dbd071119 None None] Attempting to bind port 8e68eba1-8dbf-4a66-94f6-031c722e4ecb by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:11.408475 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ff8416-0fc4-4848-807d-1a7dbd071119 None None] Attempting to bind port 8e68eba1-8dbf-4a66-94f6-031c722e4ecb on network 36c4effd-f4af-4d10-91bd-714d225a3199 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:39:11.416722 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ff8416-0fc4-4848-807d-1a7dbd071119 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:39:11.417468 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ff8416-0fc4-4848-807d-1a7dbd071119 None None] Checking segment: {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:39:11.418073 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-73ff8416-0fc4-4848-807d-1a7dbd071119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.419048 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ff8416-0fc4-4848-807d-1a7dbd071119 None None] Bound using segment: {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:39:11.420180 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-73ff8416-0fc4-4848-807d-1a7dbd071119 None None] Bound port: 8e68eba1-8dbf-4a66-94f6-031c722e4ecb, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:11.420822 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-73ff8416-0fc4-4848-807d-1a7dbd071119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.456448 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7d47c63d-aa99-4f6e-98f2-0a6c555fc606 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.463824 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7d47c63d-aa99-4f6e-98f2-0a6c555fc606 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.519696 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e17dad-c79f-479d-a247-c58a8fd910e3 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Router 0784f12a-93a2-4ea9-a64c-0cae03e53fce has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:39:11.545543 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7d47c63d-aa99-4f6e-98f2-0a6c555fc606 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.546064 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d47c63d-aa99-4f6e-98f2-0a6c555fc606 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Fanout notify agent at l3_agent the message router_deleted on router 18c7dde0-6a81-4f81-b397-7ee8bcee7f3d {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:39:11.548086 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-73ff8416-0fc4-4848-807d-1a7dbd071119 None None] For port 8e68eba1-8dbf-4a66-94f6-031c722e4ecb, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:39:11.552563 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-73ff8416-0fc4-4848-807d-1a7dbd071119 None None] For port 8e68eba1-8dbf-4a66-94f6-031c722e4ecb, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=8e68eba1-8dbf-4a66-94f6-031c722e4ecb,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:39:11.559978 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-73ff8416-0fc4-4848-807d-1a7dbd071119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.634845 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7d47c63d-aa99-4f6e-98f2-0a6c555fc606 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.635961 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7d47c63d-aa99-4f6e-98f2-0a6c555fc606 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/routers/18c7dde0-6a81-4f81-b397-7ee8bcee7f3d HTTP/1.1" status: 204 len: 168 time: 1.1346419 Jan 21 09:39:11.638829 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48014) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:11.644730 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ff8416-0fc4-4848-807d-1a7dbd071119 None None] Routers {'a0193837-ae14-413b-9558-025926003291'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:11.645604 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-73ff8416-0fc4-4848-807d-1a7dbd071119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['a0193837-ae14-413b-9558-025926003291'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:11.763896 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e17dad-c79f-479d-a247-c58a8fd910e3 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:39:11.768916 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-75e17dad-c79f-479d-a247-c58a8fd910e3 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.775810 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f5be0a-e54a-4586-948e-113c03319ac0 None None] Sync routers for ids ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:11.790050 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f5be0a-e54a-4586-948e-113c03319ac0 None None] Routers {'0784f12a-93a2-4ea9-a64c-0cae03e53fce'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:11.790862 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-d5f5be0a-e54a-4586-948e-113c03319ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:11.858861 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-e48f451a-4c11-4104-aa04-a72bdac54f28 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Deleting subnet 7908a83c-0c31-4bb7-8758-2c32fafc76be {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:39:11.866114 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e48f451a-4c11-4104-aa04-a72bdac54f28 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.883448 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-d5f5be0a-e54a-4586-948e-113c03319ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:11.897910 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f5be0a-e54a-4586-948e-113c03319ac0 None None] Routers {'0784f12a-93a2-4ea9-a64c-0cae03e53fce'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:11.899926 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-75e17dad-c79f-479d-a247-c58a8fd910e3 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "PUT /v2.0/floatingips/adfad8bf-0e44-4bdc-81dc-2cb181647f15 HTTP/1.1" status: 200 len: 688 time: 1.4330683 Jan 21 09:39:11.903514 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48018) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:11.906787 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-d5f5be0a-e54a-4586-948e-113c03319ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:11.915330 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d073edab-5f65-46ad-86ea-71083e2ccf55 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.936184 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-73ff8416-0fc4-4848-807d-1a7dbd071119 None None] Set router a0193837-ae14-413b-9558-025926003291 gateway port host: None {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:39:11.953828 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d073edab-5f65-46ad-86ea-71083e2ccf55 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.000315 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-d5f5be0a-e54a-4586-948e-113c03319ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:12.000724 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f5be0a-e54a-4586-948e-113c03319ac0 None None] The sync data for ids ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:12.038574 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e48f451a-4c11-4104-aa04-a72bdac54f28 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.128263 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e216eec-360d-48ec-8aed-c30a23ab90e2 None None] Pushing event updated for resources: {'Port': ['ID=8e68eba1-8dbf-4a66-94f6-031c722e4ecb,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:12.147502 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-8c7aef3c-4e47-4dd5-bced-50a497a5e719 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Deleting port 53ac593f-e666-486b-b023-756a7ff8369c {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:12.147856 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8c7aef3c-4e47-4dd5-bced-50a497a5e719 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.338751 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-73ff8416-0fc4-4848-807d-1a7dbd071119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0193837-ae14-413b-9558-025926003291', 'name': 'tempest-NetworksTestDHCPv6-router-903647748', 'tenant_id': 'ce9334fe18174618a851dcacd095feca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:04Z', 'updated_at': '2022-01-21T09:39:07Z', 'revision_number': 2, 'project_id': 'ce9334fe18174618a851dcacd095feca', 'gw_port_host': None, '_interfaces': [{'id': '8e68eba1-8dbf-4a66-94f6-031c722e4ecb', 'name': '', 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'tenant_id': 'ce9334fe18174618a851dcacd095feca', 'mac_address': 'fa:16:3e:78:e2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0193837-ae14-413b-9558-025926003291', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c3546200-920e-4649-9df7-ccfe766a1d8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:06Z', 'updated_at': '2022-01-21T09:39:11Z', 'revision_number': 4, 'project_id': 'ce9334fe18174618a851dcacd095feca', 'subnets': [{'id': 'c3546200-920e-4649-9df7-ccfe766a1d8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:12.343254 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ff8416-0fc4-4848-807d-1a7dbd071119 None None] The sync data for ids ['a0193837-ae14-413b-9558-025926003291'] in dv-neutron-825731-1-hyperv is: [{'id': 'a0193837-ae14-413b-9558-025926003291', 'name': 'tempest-NetworksTestDHCPv6-router-903647748', 'tenant_id': 'ce9334fe18174618a851dcacd095feca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:04Z', 'updated_at': '2022-01-21T09:39:07Z', 'revision_number': 2, 'project_id': 'ce9334fe18174618a851dcacd095feca', 'gw_port_host': None, '_interfaces': [{'id': '8e68eba1-8dbf-4a66-94f6-031c722e4ecb', 'name': '', 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'tenant_id': 'ce9334fe18174618a851dcacd095feca', 'mac_address': 'fa:16:3e:78:e2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0193837-ae14-413b-9558-025926003291', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c3546200-920e-4649-9df7-ccfe766a1d8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:06Z', 'updated_at': '2022-01-21T09:39:11Z', 'revision_number': 4, 'project_id': 'ce9334fe18174618a851dcacd095feca', 'subnets': [{'id': 'c3546200-920e-4649-9df7-ccfe766a1d8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:12.364692 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e48f451a-4c11-4104-aa04-a72bdac54f28 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.450313 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-d073edab-5f65-46ad-86ea-71083e2ccf55 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Allocated IP 172.26.3.13 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/7f489a7b-104b-4e13-bdab-09ffe58268d2) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:12.488378 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8c7aef3c-4e47-4dd5-bced-50a497a5e719 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.488639 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8c7aef3c-4e47-4dd5-bced-50a497a5e719 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.529589 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0580487d-671b-4230-97c2-0bd020025ac9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.557718 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.635275 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e48f451a-4c11-4104-aa04-a72bdac54f28 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.667153 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-8c7aef3c-4e47-4dd5-bced-50a497a5e719 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Calling delete_port for 53ac593f-e666-486b-b023-756a7ff8369c owned by network:floatingip {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:12.803244 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f451a-4c11-4104-aa04-a72bdac54f28 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'Subnet': ['ID=7908a83c-0c31-4bb7-8758-2c32fafc76be,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:12.833765 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e48f451a-4c11-4104-aa04-a72bdac54f28 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.838529 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc813e2-b04d-46fa-9fbd-160d1aa14bf0 None None] Network 9647f780-81a4-4c56-ad92-c4adf543c560 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:12.855033 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e48f451a-4c11-4104-aa04-a72bdac54f28 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/subnets/7908a83c-0c31-4bb7-8758-2c32fafc76be HTTP/1.1" status: 204 len: 168 time: 1.2124295 Jan 21 09:39:12.856317 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48028) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:12.858974 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8c7aef3c-4e47-4dd5-bced-50a497a5e719 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.889235 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d073edab-5f65-46ad-86ea-71083e2ccf55 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.977808 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7aef3c-4e47-4dd5-bced-50a497a5e719 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event deleted for resources: {'Port': ['ID=53ac593f-e666-486b-b023-756a7ff8369c,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:13.048549 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-0580487d-671b-4230-97c2-0bd020025ac9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting port 8e68eba1-8dbf-4a66-94f6-031c722e4ecb {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:13.048893 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0580487d-671b-4230-97c2-0bd020025ac9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.115135 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d073edab-5f65-46ad-86ea-71083e2ccf55 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.121773 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f3522df9-821f-4bc3-b699-6982ff1a502d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.135995 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8c7aef3c-4e47-4dd5-bced-50a497a5e719 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for floatingip, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.145352 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-f3522df9-821f-4bc3-b699-6982ff1a502d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Deleting port b19dcf3e-b837-4c19-9a8b-5cf94d504e32 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:13.146499 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f3522df9-821f-4bc3-b699-6982ff1a502d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.228322 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12637da7-183e-4067-9261-24b3267ead6e None None] DHCP port deletion for 9647f780-81a4-4c56-ad92-c4adf543c560 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:39:13.232555 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-12637da7-183e-4067-9261-24b3267ead6e None None] Deleting port b19dcf3e-b837-4c19-9a8b-5cf94d504e32 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:13.232936 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-12637da7-183e-4067-9261-24b3267ead6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.257795 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d073edab-5f65-46ad-86ea-71083e2ccf55 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:13.263355 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-d073edab-5f65-46ad-86ea-71083e2ccf55 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:13.263554 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8c7aef3c-4e47-4dd5-bced-50a497a5e719 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.267253 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-8c7aef3c-4e47-4dd5-bced-50a497a5e719 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "DELETE /v2.0/floatingips/adfad8bf-0e44-4bdc-81dc-2cb181647f15 HTTP/1.1" status: 204 len: 168 time: 1.3595333 Jan 21 09:39:13.269030 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d073edab-5f65-46ad-86ea-71083e2ccf55 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:13.271926 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48036) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:13.368752 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d073edab-5f65-46ad-86ea-71083e2ccf55 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Pushing event updated for resources: {'Port': ['ID=7f489a7b-104b-4e13-bdab-09ffe58268d2,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:13.486658 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-12637da7-183e-4067-9261-24b3267ead6e None None] For port b19dcf3e-b837-4c19-9a8b-5cf94d504e32, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=b19dcf3e-b837-4c19-9a8b-5cf94d504e32,segment=NetworkSegment(8571c935-27c8-439a-866c-8d57cae27b80),segment_id=8571c935-27c8-439a-866c-8d57cae27b80)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:13.487052 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-12637da7-183e-4067-9261-24b3267ead6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.499314 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-897718c6-0ad8-44b7-be2d-06df3f31e0f7 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] delete failed (client error): The resource could not be found. Jan 21 09:39:13.505957 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-897718c6-0ad8-44b7-be2d-06df3f31e0f7 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "DELETE /v2.0/floatingips/adfad8bf-0e44-4bdc-81dc-2cb181647f15 HTTP/1.1" status: 404 len: 345 time: 0.2160373 Jan 21 09:39:13.506833 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48042) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:13.517708 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-f3522df9-821f-4bc3-b699-6982ff1a502d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] For port b19dcf3e-b837-4c19-9a8b-5cf94d504e32, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=b19dcf3e-b837-4c19-9a8b-5cf94d504e32,segment=NetworkSegment(8571c935-27c8-439a-866c-8d57cae27b80),segment_id=8571c935-27c8-439a-866c-8d57cae27b80)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:13.517991 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f3522df9-821f-4bc3-b699-6982ff1a502d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.629484 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-0580487d-671b-4230-97c2-0bd020025ac9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] For port 8e68eba1-8dbf-4a66-94f6-031c722e4ecb, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=8e68eba1-8dbf-4a66-94f6-031c722e4ecb,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:13.630047 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0580487d-671b-4230-97c2-0bd020025ac9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.634878 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-12637da7-183e-4067-9261-24b3267ead6e None None] Calling delete_port for b19dcf3e-b837-4c19-9a8b-5cf94d504e32 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:13.681969 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-f3522df9-821f-4bc3-b699-6982ff1a502d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Calling delete_port for b19dcf3e-b837-4c19-9a8b-5cf94d504e32 owned by network:dhcp {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:13.730631 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-12637da7-183e-4067-9261-24b3267ead6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.786685 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.api [None req-f3522df9-821f-4bc3-b699-6982ff1a502d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:39:13.786946 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG oslo_db.api [None req-f3522df9-821f-4bc3-b699-6982ff1a502d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:39:13.801915 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12637da7-183e-4067-9261-24b3267ead6e None None] Pushing event deleted for resources: {'Port': ['ID=b19dcf3e-b837-4c19-9a8b-5cf94d504e32,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:13.802071 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a3c3b1-b8e5-43ff-8bb0-cd066c27d818 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:13.808069 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a3c3b1-b8e5-43ff-8bb0-cd066c27d818 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:13.813911 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a3c3b1-b8e5-43ff-8bb0-cd066c27d818 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:13.814772 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-72a3c3b1-b8e5-43ff-8bb0-cd066c27d818 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Synchronizing usage tracker for tenant:6ceae7553b4c4a00ae004c3be6a7adb1 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:13.816953 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12637da7-183e-4067-9261-24b3267ead6e None None] No DVR routers for this DVR port b19dcf3e-b837-4c19-9a8b-5cf94d504e32 on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:13.843531 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-72a3c3b1-b8e5-43ff-8bb0-cd066c27d818 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Unset dirty status for tenant:6ceae7553b4c4a00ae004c3be6a7adb1 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:13.849506 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-72a3c3b1-b8e5-43ff-8bb0-cd066c27d818 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "GET /v2.0/ports?network_id=96bf4bb4-25a9-404e-859d-0b4b25b1d214 HTTP/1.1" status: 200 len: 2356 time: 0.3347759 Jan 21 09:39:13.850015 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48048) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:13.872168 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-0580487d-671b-4230-97c2-0bd020025ac9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Calling delete_port for 8e68eba1-8dbf-4a66-94f6-031c722e4ecb owned by network:router_interface {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:13.919354 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1830f2-2774-4969-bd20-f738efe9b68a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:13.921015 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1d1830f2-2774-4969-bd20-f738efe9b68a tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "GET /v2.0/subnets/ee15ac2e-a582-4615-8535-a0c41168a9c9 HTTP/1.1" status: 200 len: 797 time: 0.0698202 Jan 21 09:39:13.925466 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48052) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:13.931251 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-b0846031-0a5c-4211-ab20-5031b9074b41 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Request body: {'port': {'network_id': '96bf4bb4-25a9-404e-859d-0b4b25b1d214', 'name': 'tempest-FloatingIPTestJSON-1192083329', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:14.077119 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-b0846031-0a5c-4211-ab20-5031b9074b41 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:14.086731 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-b0846031-0a5c-4211-ab20-5031b9074b41 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:14.096568 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0846031-0a5c-4211-ab20-5031b9074b41 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Made reservation on behalf of 6ceae7553b4c4a00ae004c3be6a7adb1 for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:14.202120 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d073edab-5f65-46ad-86ea-71083e2ccf55 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:14.280661 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 8e68eba1-8dbf-4a66-94f6-031c722e4ecb up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:14.292672 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-f3522df9-821f-4bc3-b699-6982ff1a502d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Deleting port b19dcf3e-b837-4c19-9a8b-5cf94d504e32 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:14.293011 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f3522df9-821f-4bc3-b699-6982ff1a502d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:14.373951 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-f3522df9-821f-4bc3-b699-6982ff1a502d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] The port 'b19dcf3e-b837-4c19-9a8b-5cf94d504e32' was deleted {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:39:14.462962 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b0846031-0a5c-4211-ab20-5031b9074b41 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:14.482038 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 8e68eba1-8dbf-4a66-94f6-031c722e4ecb completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:14.485058 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0580487d-671b-4230-97c2-0bd020025ac9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:14.487301 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 8e68eba1-8dbf-4a66-94f6-031c722e4ecb triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:14.487741 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:14.523258 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Port 8e68eba1-8dbf-4a66-94f6-031c722e4ecb was deleted so its status cannot be updated. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 09:39:14.547789 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f3522df9-821f-4bc3-b699-6982ff1a502d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:14.559373 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-b0846031-0a5c-4211-ab20-5031b9074b41 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] device_id is not set on port 564eff80-cd68-4e61-9cf7-463ef44bac70 yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:39:14.580397 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device b19dcf3e-b837-4c19-9a8b-5cf94d504e32 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:39:14.626258 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: b19dcf3e-b837-4c19-9a8b-5cf94d504e32 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:39:14.626438 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device b19dcf3e-b837-4c19-9a8b-5cf94d504e32 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:39:14.626703 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-f3522df9-821f-4bc3-b699-6982ff1a502d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9647f780-81a4-4c56-ad92-c4adf543c560']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:14.648417 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0580487d-671b-4230-97c2-0bd020025ac9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Port': ['ID=8e68eba1-8dbf-4a66-94f6-031c722e4ecb,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:14.648609 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-f3522df9-821f-4bc3-b699-6982ff1a502d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8571c935-27c8-439a-866c-8d57cae27b80') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:14.648846 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-f3522df9-821f-4bc3-b699-6982ff1a502d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8571c935-27c8-439a-866c-8d57cae27b80') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:14.674690 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f3522df9-821f-4bc3-b699-6982ff1a502d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:14.730950 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f3522df9-821f-4bc3-b699-6982ff1a502d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:14.749747 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3522df9-821f-4bc3-b699-6982ff1a502d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:39:14.751972 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f3522df9-821f-4bc3-b699-6982ff1a502d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:14.767810 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:39:14.767810 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:39:14.767810 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:39:14.767810 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:39:14.767810 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:39:14.767810 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:39:14.767810 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:39:14.767810 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:39:14.767810 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:39:14.767810 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:39:14.767810 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:39:14.767810 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:14.767810 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:39:14.767810 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:39:14.767810 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:39:14.767810 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:14.767810 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:39:14.767810 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:14.767810 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:39:14.767810 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:14.767810 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:39:14.767810 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:39:14.767810 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:14.767810 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:39:14.767810 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:14.767810 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:39:14.767810 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:39:14.767810 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:39:14.767810 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:39:14.767810 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:39:14.767810 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:14.767810 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:39:14.767810 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:14.767810 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:39:14.767810 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:14.767810 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:39:14.767810 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:14.767810 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:39:14.767810 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:14.767810 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:14.861110 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d073edab-5f65-46ad-86ea-71083e2ccf55 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:14.910850 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f3522df9-821f-4bc3-b699-6982ff1a502d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:14.924810 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d073edab-5f65-46ad-86ea-71083e2ccf55 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555907'] for router, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:14.932276 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0580487d-671b-4230-97c2-0bd020025ac9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:14.966437 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f3522df9-821f-4bc3-b699-6982ff1a502d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:14.978286 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3522df9-821f-4bc3-b699-6982ff1a502d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'Network': ['ID=9647f780-81a4-4c56-ad92-c4adf543c560,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:15.010093 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f3522df9-821f-4bc3-b699-6982ff1a502d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/networks/9647f780-81a4-4c56-ad92-c4adf543c560 HTTP/1.1" status: 204 len: 168 time: 2.1526859 Jan 21 09:39:15.016004 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48062) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:15.137788 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18395bf7-259f-47f7-a3a0-51f4f0d537dc tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:15.138350 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-18395bf7-259f-47f7-a3a0-51f4f0d537dc tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Synchronizing usage tracker for tenant:29c6ab04f24842d781b633e6233f3506 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:15.149230 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-b0846031-0a5c-4211-ab20-5031b9074b41 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Allocated IP 172.20.0.14 (96bf4bb4-25a9-404e-859d-0b4b25b1d214/ee15ac2e-a582-4615-8535-a0c41168a9c9/564eff80-cd68-4e61-9cf7-463ef44bac70) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:15.161357 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-b0846031-0a5c-4211-ab20-5031b9074b41 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Allocated IP 172.20.0.13 (96bf4bb4-25a9-404e-859d-0b4b25b1d214/ee15ac2e-a582-4615-8535-a0c41168a9c9/564eff80-cd68-4e61-9cf7-463ef44bac70) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:15.168851 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-18395bf7-259f-47f7-a3a0-51f4f0d537dc tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Unset dirty status for tenant:29c6ab04f24842d781b633e6233f3506 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:15.170051 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-18395bf7-259f-47f7-a3a0-51f4f0d537dc tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "GET /v2.0/ports/e406d004-d6e0-4324-ba40-3b72739195a8 HTTP/1.1" status: 200 len: 844 time: 0.1531527 Jan 21 09:39:15.173978 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48066) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:15.280158 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1bef854a-f3c5-44bd-b5d8-790aec219f5b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "GET /v2.0/ports/e406d004-d6e0-4324-ba40-3b72739195a8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1014273 Jan 21 09:39:15.287818 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48070) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:15.415357 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-889e35f6-643a-4c87-b931-354ceaaa861b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'subnet': {'network_id': 'e439457c-c827-47a2-82f8-06fb926caf27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:15.433587 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b0846031-0a5c-4211-ab20-5031b9074b41 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:15.466349 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b0846031-0a5c-4211-ab20-5031b9074b41 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:15.544214 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0846031-0a5c-4211-ab20-5031b9074b41 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Network 96bf4bb4-25a9-404e-859d-0b4b25b1d214 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:15.547692 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-b0846031-0a5c-4211-ab20-5031b9074b41 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:15.552101 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0846031-0a5c-4211-ab20-5031b9074b41 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:15.589865 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0580487d-671b-4230-97c2-0bd020025ac9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Router a0193837-ae14-413b-9558-025926003291 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:39:15.590236 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0846031-0a5c-4211-ab20-5031b9074b41 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event updated for resources: {'Port': ['ID=564eff80-cd68-4e61-9cf7-463ef44bac70,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:15.627064 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0846031-0a5c-4211-ab20-5031b9074b41 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:15.627739 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b0846031-0a5c-4211-ab20-5031b9074b41 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:15.647524 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-b0846031-0a5c-4211-ab20-5031b9074b41 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.7209668 Jan 21 09:39:15.650223 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48078) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:15.656364 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-d82551da-6eca-4e29-a258-17320ea1feb4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Request body: {'floatingip': {'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'port_id': '564eff80-cd68-4e61-9cf7-463ef44bac70', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:15.663278 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d82551da-6eca-4e29-a258-17320ea1feb4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:15.668057 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d82551da-6eca-4e29-a258-17320ea1feb4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Usage tracker for resource:floatingip and tenant:6ceae7553b4c4a00ae004c3be6a7adb1 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:15.670830 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d82551da-6eca-4e29-a258-17320ea1feb4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:15.678604 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d82551da-6eca-4e29-a258-17320ea1feb4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:15.686631 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-889e35f6-643a-4c87-b931-354ceaaa861b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:15.688869 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d82551da-6eca-4e29-a258-17320ea1feb4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for floatingip, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:15.754220 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-889e35f6-643a-4c87-b931-354ceaaa861b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:subnet and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:15.764406 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-889e35f6-643a-4c87-b931-354ceaaa861b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:15.767046 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d073edab-5f65-46ad-86ea-71083e2ccf55 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Router 84add82d-1d19-42c6-ae9b-146b365c497f is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:39:15.776970 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-889e35f6-643a-4c87-b931-354ceaaa861b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:15.779411 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0580487d-671b-4230-97c2-0bd020025ac9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:39:15.795313 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f02c53-0cde-40a1-9725-5289f206a4e4 None None] Sync routers for ids ['a0193837-ae14-413b-9558-025926003291'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:15.811067 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f02c53-0cde-40a1-9725-5289f206a4e4 None None] Routers {'a0193837-ae14-413b-9558-025926003291'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:15.811785 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-75f02c53-0cde-40a1-9725-5289f206a4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['a0193837-ae14-413b-9558-025926003291'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:15.834867 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d82551da-6eca-4e29-a258-17320ea1feb4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:15.865202 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889e35f6-643a-4c87-b931-354ceaaa861b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Made reservation on behalf of 29c6ab04f24842d781b633e6233f3506 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:15.869690 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-889e35f6-643a-4c87-b931-354ceaaa861b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:15.886550 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0580487d-671b-4230-97c2-0bd020025ac9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "PUT /v2.0/routers/a0193837-ae14-413b-9558-025926003291/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3791912 Jan 21 09:39:15.888194 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48082) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:15.993311 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-75f02c53-0cde-40a1-9725-5289f206a4e4 None None] Set router a0193837-ae14-413b-9558-025926003291 gateway port host: None {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:39:16.019623 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de146aa-3971-4f4b-b8be-8c9a18c5e12b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:16.021465 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de146aa-3971-4f4b-b8be-8c9a18c5e12b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:16.022217 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-4de146aa-3971-4f4b-b8be-8c9a18c5e12b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:16.095881 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d073edab-5f65-46ad-86ea-71083e2ccf55 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:39:16.106679 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d073edab-5f65-46ad-86ea-71083e2ccf55 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.107780 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d073edab-5f65-46ad-86ea-71083e2ccf55 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] 10.222.0.110 "PUT /v2.0/routers/84add82d-1d19-42c6-ae9b-146b365c497f HTTP/1.1" status: 200 len: 915 time: 6.2097871 Jan 21 09:39:16.111463 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48088) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:16.112600 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-75f02c53-0cde-40a1-9725-5289f206a4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0193837-ae14-413b-9558-025926003291', 'name': 'tempest-NetworksTestDHCPv6-router-903647748', 'tenant_id': 'ce9334fe18174618a851dcacd095feca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:04Z', 'updated_at': '2022-01-21T09:39:14Z', 'revision_number': 3, 'project_id': 'ce9334fe18174618a851dcacd095feca', 'gw_port_host': None}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:16.117546 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9876ca-f658-465c-b4a8-913fe0d94b5b None None] Sync routers for ids ['84add82d-1d19-42c6-ae9b-146b365c497f'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:16.118056 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f02c53-0cde-40a1-9725-5289f206a4e4 None None] Checking router: a0193837-ae14-413b-9558-025926003291 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:39:16.127183 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f02c53-0cde-40a1-9725-5289f206a4e4 None None] Routers {'a0193837-ae14-413b-9558-025926003291'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:16.127831 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-75f02c53-0cde-40a1-9725-5289f206a4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['a0193837-ae14-413b-9558-025926003291'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:16.134536 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9876ca-f658-465c-b4a8-913fe0d94b5b None None] Routers {'84add82d-1d19-42c6-ae9b-146b365c497f'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:16.135687 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-ae9876ca-f658-465c-b4a8-913fe0d94b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['84add82d-1d19-42c6-ae9b-146b365c497f'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:16.218113 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-4de146aa-3971-4f4b-b8be-8c9a18c5e12b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:16.218762 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4de146aa-3971-4f4b-b8be-8c9a18c5e12b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3298192 Jan 21 09:39:16.226240 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48092) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:16.241175 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-ae9876ca-f658-465c-b4a8-913fe0d94b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:16.264530 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-d82551da-6eca-4e29-a258-17320ea1feb4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Allocated IP 172.26.3.33 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/a95445d1-0479-48a7-8947-6e41509d7a25) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:16.269230 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9876ca-f658-465c-b4a8-913fe0d94b5b None None] Routers {'84add82d-1d19-42c6-ae9b-146b365c497f'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:16.272213 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-ae9876ca-f658-465c-b4a8-913fe0d94b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:38:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['84add82d-1d19-42c6-ae9b-146b365c497f'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:16.332055 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-75f02c53-0cde-40a1-9725-5289f206a4e4 None None] Set router a0193837-ae14-413b-9558-025926003291 gateway port host: None {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:39:16.349213 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb5df5e-9f17-4627-9af9-3cea84fb5a9a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting subnet c3546200-920e-4649-9df7-ccfe766a1d8d {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:39:16.354920 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-acb5df5e-9f17-4627-9af9-3cea84fb5a9a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.396579 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-61779595-4200-4b24-9def-1ae0da28ba3e tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] 10.222.0.110 "GET /v2.0/routers/84add82d-1d19-42c6-ae9b-146b365c497f HTTP/1.1" status: 200 len: 921 time: 0.2833285 Jan 21 09:39:16.399183 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48096) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:16.412147 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-ae9876ca-f658-465c-b4a8-913fe0d94b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:16.412938 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9876ca-f658-465c-b4a8-913fe0d94b5b None None] The sync data for ids ['84add82d-1d19-42c6-ae9b-146b365c497f'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:16.434626 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-889e35f6-643a-4c87-b931-354ceaaa861b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.473136 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-75f02c53-0cde-40a1-9725-5289f206a4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0193837-ae14-413b-9558-025926003291', 'name': 'tempest-NetworksTestDHCPv6-router-903647748', 'tenant_id': 'ce9334fe18174618a851dcacd095feca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:04Z', 'updated_at': '2022-01-21T09:39:14Z', 'revision_number': 3, 'project_id': 'ce9334fe18174618a851dcacd095feca', 'gw_port_host': None}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:16.483578 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f02c53-0cde-40a1-9725-5289f206a4e4 None None] The sync data for ids ['a0193837-ae14-413b-9558-025926003291'] in dv-neutron-825731-1-hyperv is: [{'id': 'a0193837-ae14-413b-9558-025926003291', 'name': 'tempest-NetworksTestDHCPv6-router-903647748', 'tenant_id': 'ce9334fe18174618a851dcacd095feca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:04Z', 'updated_at': '2022-01-21T09:39:14Z', 'revision_number': 3, 'project_id': 'ce9334fe18174618a851dcacd095feca', 'gw_port_host': None}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:16.492276 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6e3253e4-fea7-4f1a-b3ea-ce4d22a39bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.494716 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-acb5df5e-9f17-4627-9af9-3cea84fb5a9a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.504357 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889e35f6-643a-4c87-b931-354ceaaa861b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Network e439457c-c827-47a2-82f8-06fb926caf27 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:16.508258 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-889e35f6-643a-4c87-b931-354ceaaa861b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:16.513886 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889e35f6-643a-4c87-b931-354ceaaa861b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:16.514501 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-889e35f6-643a-4c87-b931-354ceaaa861b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.523061 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ea8a9e-33bb-4d05-980f-ff7c8a19dbce None None] Network e439457c-c827-47a2-82f8-06fb926caf27 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:16.558240 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e35f6-643a-4c87-b931-354ceaaa861b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Subnet': ['ID=9f886159-a7ed-4fd8-a943-f66155e8566d,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:16.564889 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-889e35f6-643a-4c87-b931-354ceaaa861b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2734683 Jan 21 09:39:16.565091 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48100) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:16.570686 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-eb665d74-338c-45fa-8bc1-703e9715be97 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'security_group': {'name': 'tempest-secgroup-214960417'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:16.577071 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-eb665d74-338c-45fa-8bc1-703e9715be97 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:16.582677 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-eb665d74-338c-45fa-8bc1-703e9715be97 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:security_group and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:16.587460 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-eb665d74-338c-45fa-8bc1-703e9715be97 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:16.595043 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-eb665d74-338c-45fa-8bc1-703e9715be97 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:16.596819 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d82551da-6eca-4e29-a258-17320ea1feb4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.606092 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b25fd2e-1e53-4be8-af05-3a7d9c9a3530 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:16.607638 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-5b25fd2e-1e53-4be8-af05-3a7d9c9a3530 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] 10.222.0.110 "GET /v2.0/ports?network_id=80a065d7-b55c-43ad-a3e8-c65befe4136c&device_id=84add82d-1d19-42c6-ae9b-146b365c497f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2073245 Jan 21 09:39:16.610355 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48106) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:16.634065 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eb665d74-338c-45fa-8bc1-703e9715be97 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.651442 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-acb5df5e-9f17-4627-9af9-3cea84fb5a9a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.676403 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-eb665d74-338c-45fa-8bc1-703e9715be97 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:16.716917 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d82551da-6eca-4e29-a258-17320ea1feb4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.733512 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-eb665d74-338c-45fa-8bc1-703e9715be97 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:security_group_rule and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:16.738429 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-eb665d74-338c-45fa-8bc1-703e9715be97 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:16.747914 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-eb665d74-338c-45fa-8bc1-703e9715be97 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:16.787543 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0ed9b6-54c7-40bc-aaeb-f4aa277701a1 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:16.791811 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7f0ed9b6-54c7-40bc-aaeb-f4aa277701a1 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] 10.222.0.110 "GET /v2.0/networks/80a065d7-b55c-43ad-a3e8-c65befe4136c HTTP/1.1" status: 200 len: 881 time: 0.1780925 Jan 21 09:39:16.792257 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48112) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:16.807806 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82551da-6eca-4e29-a258-17320ea1feb4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:16.812135 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-d82551da-6eca-4e29-a258-17320ea1feb4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:16.815167 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82551da-6eca-4e29-a258-17320ea1feb4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:16.852638 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b37e9aa6-6e72-4414-9f3c-3f75629595ff tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] 10.222.0.110 "GET /v2.0/ports?device_id=84add82d-1d19-42c6-ae9b-146b365c497f HTTP/1.1" status: 200 len: 205 time: 0.0558484 Jan 21 09:39:16.856283 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48116) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:16.918114 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82551da-6eca-4e29-a258-17320ea1feb4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event updated for resources: {'Port': ['ID=a95445d1-0479-48a7-8947-6e41509d7a25,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:16.931848 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-acb5df5e-9f17-4627-9af9-3cea84fb5a9a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.964459 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52b34c7-5f0d-4f8f-9468-166d0764d394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-e439457c-c827-47a2-82f8-06fb926caf27', 'network_id': 'e439457c-c827-47a2-82f8-06fb926caf27', 'tenant_id': '29c6ab04f24842d781b633e6233f3506', 'fixed_ips': [{'subnet_id': '9f886159-a7ed-4fd8-a943-f66155e8566d'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:39:16.965946 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b52b34c7-5f0d-4f8f-9468-166d0764d394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.016070 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5df5e-9f17-4627-9af9-3cea84fb5a9a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Subnet': ['ID=c3546200-920e-4649-9df7-ccfe766a1d8d,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:17.026790 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-acb5df5e-9f17-4627-9af9-3cea84fb5a9a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.034547 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fb04ff-0927-429b-aee0-b8cea6ee1817 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:17.093433 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-acb5df5e-9f17-4627-9af9-3cea84fb5a9a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/c3546200-920e-4649-9df7-ccfe766a1d8d HTTP/1.1" status: 204 len: 168 time: 0.8653948 Jan 21 09:39:17.096567 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48124) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:17.296804 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eb665d74-338c-45fa-8bc1-703e9715be97 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.299871 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fb2cf02b-b240-4b5e-8059-a0ece2583c52 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.343327 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-b52b34c7-5f0d-4f8f-9468-166d0764d394 None None] Allocated IP 2001:db8::2 (e439457c-c827-47a2-82f8-06fb926caf27/9f886159-a7ed-4fd8-a943-f66155e8566d/26fff09e-9084-4075-8660-ed8382924f26) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:17.356495 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0d975d3a-2812-48f7-8616-222c8e6267fb tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:router {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:17.363904 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eb665d74-338c-45fa-8bc1-703e9715be97 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.413030 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eb665d74-338c-45fa-8bc1-703e9715be97 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.414388 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-eb665d74-338c-45fa-8bc1-703e9715be97 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8483908 Jan 21 09:39:17.419184 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48128) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:17.443298 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-af418908-e61b-48eb-ba29-edc1e14441b1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'security_group': {'name': 'tempest-secgroup-888132953'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:17.448898 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0d975d3a-2812-48f7-8616-222c8e6267fb tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:router {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:17.450205 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0d975d3a-2812-48f7-8616-222c8e6267fb tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3495493 Jan 21 09:39:17.452046 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d401287-12dc-4226-b067-7763d301e28d None None] DHCP port deletion for 36c4effd-f4af-4d10-91bd-714d225a3199 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:39:17.453189 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48132) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:17.457613 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-af418908-e61b-48eb-ba29-edc1e14441b1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:17.462265 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb665d74-338c-45fa-8bc1-703e9715be97 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58e32949-68c8-4ec2-b473-ab8c6a2d5fe7,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:17.467538 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-4d401287-12dc-4226-b067-7763d301e28d None None] Deleting port e1d78c12-2e29-4619-8baf-fa340e37a49d {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:17.467914 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4d401287-12dc-4226-b067-7763d301e28d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.521610 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-af418908-e61b-48eb-ba29-edc1e14441b1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:security_group and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:17.532467 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-af418908-e61b-48eb-ba29-edc1e14441b1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:17.548168 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-af418908-e61b-48eb-ba29-edc1e14441b1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:17.569376 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-af418908-e61b-48eb-ba29-edc1e14441b1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.593811 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-af418908-e61b-48eb-ba29-edc1e14441b1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:17.599139 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-af418908-e61b-48eb-ba29-edc1e14441b1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:security_group_rule and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:17.602418 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-af418908-e61b-48eb-ba29-edc1e14441b1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:17.608292 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-af418908-e61b-48eb-ba29-edc1e14441b1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:17.610661 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8cafee64-7d2a-4957-9240-51b83902dfa9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for router, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.687162 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-af418908-e61b-48eb-ba29-edc1e14441b1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.698115 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b52b34c7-5f0d-4f8f-9468-166d0764d394 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.700570 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fb2cf02b-b240-4b5e-8059-a0ece2583c52 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.704638 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-af418908-e61b-48eb-ba29-edc1e14441b1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.749987 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-fb2cf02b-b240-4b5e-8059-a0ece2583c52 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Deleting port 7f489a7b-104b-4e13-bdab-09ffe58268d2 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:17.750473 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fb2cf02b-b240-4b5e-8059-a0ece2583c52 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.823485 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-b52b34c7-5f0d-4f8f-9468-166d0764d394 None None] Transition to ACTIVE for port object 26fff09e-9084-4075-8660-ed8382924f26 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:17.832353 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af418908-e61b-48eb-ba29-edc1e14441b1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbad963b-f7db-47d2-9393-10e179ee9cd3,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:17.841357 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-af418908-e61b-48eb-ba29-edc1e14441b1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.844090 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-af418908-e61b-48eb-ba29-edc1e14441b1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.4157174 Jan 21 09:39:17.844360 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-4d401287-12dc-4226-b067-7763d301e28d None None] For port e1d78c12-2e29-4619-8baf-fa340e37a49d, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e1d78c12-2e29-4619-8baf-fa340e37a49d,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:17.844491 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4d401287-12dc-4226-b067-7763d301e28d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.853678 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48138) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:17.868556 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-0514abd6-7a9a-4654-a6a0-d296debdb39b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-762052922', 'security_groups': ['cbad963b-f7db-47d2-9393-10e179ee9cd3'], 'network_id': 'e439457c-c827-47a2-82f8-06fb926caf27', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9f886159-a7ed-4fd8-a943-f66155e8566d'}]}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:17.914313 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-b52b34c7-5f0d-4f8f-9468-166d0764d394 None None] Transition to ACTIVE for port object 26fff09e-9084-4075-8660-ed8382924f26 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:17.992383 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-4d401287-12dc-4226-b067-7763d301e28d None None] Calling delete_port for e1d78c12-2e29-4619-8baf-fa340e37a49d owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:18.028673 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b52b34c7-5f0d-4f8f-9468-166d0764d394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.041915 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-0514abd6-7a9a-4654-a6a0-d296debdb39b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:18.053049 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-0514abd6-7a9a-4654-a6a0-d296debdb39b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:18.069504 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8cafee64-7d2a-4957-9240-51b83902dfa9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.072346 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8cafee64-7d2a-4957-9240-51b83902dfa9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.086694 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0514abd6-7a9a-4654-a6a0-d296debdb39b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Made reservation on behalf of 29c6ab04f24842d781b633e6233f3506 for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:18.109534 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8cafee64-7d2a-4957-9240-51b83902dfa9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.110043 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cafee64-7d2a-4957-9240-51b83902dfa9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Fanout notify agent at l3_agent the message router_deleted on router a0193837-ae14-413b-9558-025926003291 {{(pid=87515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:39:18.124686 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52b34c7-5f0d-4f8f-9468-166d0764d394 None None] Network e439457c-c827-47a2-82f8-06fb926caf27 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:18.131680 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-b52b34c7-5f0d-4f8f-9468-166d0764d394 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:18.134438 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52b34c7-5f0d-4f8f-9468-166d0764d394 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:18.141314 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d82551da-6eca-4e29-a258-17320ea1feb4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.148829 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b34c7-5f0d-4f8f-9468-166d0764d394 None None] Pushing event updated for resources: {'Port': ['ID=26fff09e-9084-4075-8660-ed8382924f26,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:18.149492 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8cafee64-7d2a-4957-9240-51b83902dfa9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.153116 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-8cafee64-7d2a-4957-9240-51b83902dfa9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/routers/a0193837-ae14-413b-9558-025926003291 HTTP/1.1" status: 204 len: 168 time: 0.6966815 Jan 21 09:39:18.156042 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48144) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:18.272978 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4d401287-12dc-4226-b067-7763d301e28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.317843 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84d44aa-b354-4a73-aff6-5217746902d1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:18.318775 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a84d44aa-b354-4a73-aff6-5217746902d1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:18.339046 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d82551da-6eca-4e29-a258-17320ea1feb4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.360202 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d401287-12dc-4226-b067-7763d301e28d None None] Pushing event deleted for resources: {'Port': ['ID=e1d78c12-2e29-4619-8baf-fa340e37a49d,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:18.363047 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fb2cf02b-b240-4b5e-8059-a0ece2583c52 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.370870 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e1d78c12-2e29-4619-8baf-fa340e37a49d no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:39:18.390820 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a84d44aa-b354-4a73-aff6-5217746902d1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:18.392487 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a84d44aa-b354-4a73-aff6-5217746902d1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2354276 Jan 21 09:39:18.396134 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48150) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:18.407638 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d401287-12dc-4226-b067-7763d301e28d None None] No DVR routers for this DVR port e1d78c12-2e29-4619-8baf-fa340e37a49d on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:18.420417 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: e1d78c12-2e29-4619-8baf-fa340e37a49d {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:39:18.421208 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e1d78c12-2e29-4619-8baf-fa340e37a49d not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:39:18.421865 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 8e68eba1-8dbf-4a66-94f6-031c722e4ecb no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:39:18.461562 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-b52b34c7-5f0d-4f8f-9468-166d0764d394 None None] Attempting to bind port 26fff09e-9084-4075-8660-ed8382924f26 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:18.462342 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-b52b34c7-5f0d-4f8f-9468-166d0764d394 None None] Attempting to bind port 26fff09e-9084-4075-8660-ed8382924f26 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '3fd5892c-da69-4eb7-b1c6-c54dca98647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e439457c-c827-47a2-82f8-06fb926caf27'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:18.463451 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52b34c7-5f0d-4f8f-9468-166d0764d394 None None] Attempting to bind port 26fff09e-9084-4075-8660-ed8382924f26 on network e439457c-c827-47a2-82f8-06fb926caf27 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:39:18.476312 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 8e68eba1-8dbf-4a66-94f6-031c722e4ecb {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:39:18.476951 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 8e68eba1-8dbf-4a66-94f6-031c722e4ecb not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:39:18.479131 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52b34c7-5f0d-4f8f-9468-166d0764d394 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:39:18.480003 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52b34c7-5f0d-4f8f-9468-166d0764d394 None None] Checking segment: {'id': '3fd5892c-da69-4eb7-b1c6-c54dca98647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e439457c-c827-47a2-82f8-06fb926caf27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:39:18.480500 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b52b34c7-5f0d-4f8f-9468-166d0764d394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.480981 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52b34c7-5f0d-4f8f-9468-166d0764d394 None None] Bound using segment: {'id': '3fd5892c-da69-4eb7-b1c6-c54dca98647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e439457c-c827-47a2-82f8-06fb926caf27'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:39:18.482792 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-b52b34c7-5f0d-4f8f-9468-166d0764d394 None None] Bound port: 26fff09e-9084-4075-8660-ed8382924f26, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fd5892c-da69-4eb7-b1c6-c54dca98647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e439457c-c827-47a2-82f8-06fb926caf27'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:18.482975 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b52b34c7-5f0d-4f8f-9468-166d0764d394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.507365 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0514abd6-7a9a-4654-a6a0-d296debdb39b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.515232 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e21b5e5-edbe-46b7-8434-f1a92304f57f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:18.515958 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-5e21b5e5-edbe-46b7-8434-f1a92304f57f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:18.525007 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-fb2cf02b-b240-4b5e-8059-a0ece2583c52 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Calling delete_port for 7f489a7b-104b-4e13-bdab-09ffe58268d2 owned by network:router_gateway {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:18.535247 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-5e21b5e5-edbe-46b7-8434-f1a92304f57f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:18.536559 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5e21b5e5-edbe-46b7-8434-f1a92304f57f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1392016 Jan 21 09:39:18.546591 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48154) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:18.578527 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-0514abd6-7a9a-4654-a6a0-d296debdb39b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] device_id is not set on port cf082657-d0ed-450c-88fb-68127747273e yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:39:18.589280 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-b52b34c7-5f0d-4f8f-9468-166d0764d394 None None] For port 26fff09e-9084-4075-8660-ed8382924f26, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:39:18.593006 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-b52b34c7-5f0d-4f8f-9468-166d0764d394 None None] For port 26fff09e-9084-4075-8660-ed8382924f26, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=26fff09e-9084-4075-8660-ed8382924f26,segment=NetworkSegment(3fd5892c-da69-4eb7-b1c6-c54dca98647b),segment_id=3fd5892c-da69-4eb7-b1c6-c54dca98647b)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:39:18.598322 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b52b34c7-5f0d-4f8f-9468-166d0764d394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.622435 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7d8a3838-7440-4883-a29c-c3860ddd9055 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:router {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:18.689024 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b34c7-5f0d-4f8f-9468-166d0764d394 None None] Pushing event updated for resources: {'Port': ['ID=26fff09e-9084-4075-8660-ed8382924f26,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:18.696638 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7d8a3838-7440-4883-a29c-c3860ddd9055 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:router {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:18.698130 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7d8a3838-7440-4883-a29c-c3860ddd9055 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1505897 Jan 21 09:39:18.702688 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48158) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:18.713612 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-f81c5b2b-123f-4449-96aa-4818ed04cb73 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:18.817012 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-907e5a63-b8e6-447d-a3ad-5a1e08d4dad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.865034 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-f81c5b2b-123f-4449-96aa-4818ed04cb73 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:18.868347 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d82551da-6eca-4e29-a258-17320ea1feb4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.877061 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d82551da-6eca-4e29-a258-17320ea1feb4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.881161 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-f81c5b2b-123f-4449-96aa-4818ed04cb73 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:18.904872 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-0514abd6-7a9a-4654-a6a0-d296debdb39b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Allocated IP 2001:db8::20e (e439457c-c827-47a2-82f8-06fb926caf27/9f886159-a7ed-4fd8-a943-f66155e8566d/cf082657-d0ed-450c-88fb-68127747273e) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:18.975274 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fb2cf02b-b240-4b5e-8059-a0ece2583c52 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:19.001533 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81c5b2b-123f-4449-96aa-4818ed04cb73 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:19.006003 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f81c5b2b-123f-4449-96aa-4818ed04cb73 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:19.032488 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82551da-6eca-4e29-a258-17320ea1feb4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event updated for resources: {'Port': ['ID=a95445d1-0479-48a7-8947-6e41509d7a25,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:19.053086 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2cf02b-b240-4b5e-8059-a0ece2583c52 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Pushing event deleted for resources: {'Port': ['ID=7f489a7b-104b-4e13-bdab-09ffe58268d2,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:19.077384 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d82551da-6eca-4e29-a258-17320ea1feb4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:19.374105 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.l3_db [None req-d82551da-6eca-4e29-a258-17320ea1feb4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Floating IP adf8398d-cfd6-4e86-96ec-d36894bedb99 associated. External IP: 172.26.3.33, port: 564eff80-cd68-4e61-9cf7-463ef44bac70. Jan 21 09:39:19.403059 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fb2cf02b-b240-4b5e-8059-a0ece2583c52 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:19.643845 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fb2cf02b-b240-4b5e-8059-a0ece2583c52 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:19.648317 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fb2cf02b-b240-4b5e-8059-a0ece2583c52 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:19.706125 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fb2cf02b-b240-4b5e-8059-a0ece2583c52 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:19.707576 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2cf02b-b240-4b5e-8059-a0ece2583c52 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Fanout notify agent at l3_agent the message router_deleted on router 84add82d-1d19-42c6-ae9b-146b365c497f {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:39:19.743862 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0514abd6-7a9a-4654-a6a0-d296debdb39b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:19.777694 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:19.793457 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fb2cf02b-b240-4b5e-8059-a0ece2583c52 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:19.794219 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-fb2cf02b-b240-4b5e-8059-a0ece2583c52 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] 10.222.0.110 "DELETE /v2.0/routers/84add82d-1d19-42c6-ae9b-146b365c497f HTTP/1.1" status: 204 len: 168 time: 2.9369833 Jan 21 09:39:19.799055 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48168) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:19.807926 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-41d3e4cd-6006-44b2-bd59-e1e75257f029 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1389895446', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}, 'admin_state_up': False}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:19.816694 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-41d3e4cd-6006-44b2-bd59-e1e75257f029 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:19.821943 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-41d3e4cd-6006-44b2-bd59-e1e75257f029 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Usage tracker for resource:router and tenant:1882f1a8657044acadd1beb42be5b4f1 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:19.825006 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-41d3e4cd-6006-44b2-bd59-e1e75257f029 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:19.832185 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-41d3e4cd-6006-44b2-bd59-e1e75257f029 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:19.841642 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-0514abd6-7a9a-4654-a6a0-d296debdb39b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Transition to ACTIVE for port object cf082657-d0ed-450c-88fb-68127747273e will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:19.851310 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-41d3e4cd-6006-44b2-bd59-e1e75257f029 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:19.851968 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:19.852946 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-41d3e4cd-6006-44b2-bd59-e1e75257f029 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:19.878488 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-41d3e4cd-6006-44b2-bd59-e1e75257f029 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:19.898188 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0514abd6-7a9a-4654-a6a0-d296debdb39b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:19.961244 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.objects.ports [None req-f81c5b2b-123f-4449-96aa-4818ed04cb73 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87515) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 09:39:19.968704 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-13c678da-fa8e-47fa-9437-af2b7150f6fa None None] Provisioning complete for port e406d004-d6e0-4324-ba40-3b72739195a8 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:19.969778 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f81c5b2b-123f-4449-96aa-4818ed04cb73 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:19.970137 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-13c678da-fa8e-47fa-9437-af2b7150f6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:20.028328 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-13c678da-fa8e-47fa-9437-af2b7150f6fa None None] Port e406d004-d6e0-4324-ba40-3b72739195a8 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:39:20.033319 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81c5b2b-123f-4449-96aa-4818ed04cb73 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:20.039211 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-f81c5b2b-123f-4449-96aa-4818ed04cb73 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:20.040288 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-13c678da-fa8e-47fa-9437-af2b7150f6fa None None] Provisioning for port 26fff09e-9084-4075-8660-ed8382924f26 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:20.050223 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e037f846-9006-489e-8b27-d179d88b1931 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:20.099615 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81c5b2b-123f-4449-96aa-4818ed04cb73 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:20.100383 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f81c5b2b-123f-4449-96aa-4818ed04cb73 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:20.151610 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c5b2b-123f-4449-96aa-4818ed04cb73 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Subnet': ['ID=3c9a3d2e-4fc7-4610-bbbc-5a1e8516834d,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:20.156790 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0514abd6-7a9a-4654-a6a0-d296debdb39b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Network e439457c-c827-47a2-82f8-06fb926caf27 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:20.168804 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-0514abd6-7a9a-4654-a6a0-d296debdb39b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:20.175086 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0514abd6-7a9a-4654-a6a0-d296debdb39b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:20.176569 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82551da-6eca-4e29-a258-17320ea1feb4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Router 0784f12a-93a2-4ea9-a64c-0cae03e53fce has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:39:20.181007 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f81c5b2b-123f-4449-96aa-4818ed04cb73 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4770072 Jan 21 09:39:20.184479 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0514abd6-7a9a-4654-a6a0-d296debdb39b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:20.185057 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0514abd6-7a9a-4654-a6a0-d296debdb39b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:20.185355 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48172) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:20.196853 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-ba684547-eebe-4638-9140-eec1f236fc5b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:20.265258 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0514abd6-7a9a-4654-a6a0-d296debdb39b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4088163 Jan 21 09:39:20.273164 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514abd6-7a9a-4654-a6a0-d296debdb39b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Port': ['ID=cf082657-d0ed-450c-88fb-68127747273e,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:20.278188 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48178) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:20.287185 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-41d3e4cd-6006-44b2-bd59-e1e75257f029 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:20.294641 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-9f1edb8f-a4c8-4366-82b6-caad63508670 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'subnet': {'network_id': 'e439457c-c827-47a2-82f8-06fb926caf27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:20.429646 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 26fff09e-9084-4075-8660-ed8382924f26 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:20.463712 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b33f9f-bb67-426b-ba20-1eb30588baa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-36c4effd-f4af-4d10-91bd-714d225a3199', 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'tenant_id': 'ce9334fe18174618a851dcacd095feca', 'fixed_ips': [{'subnet_id': '3c9a3d2e-4fc7-4610-bbbc-5a1e8516834d'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:39:20.464532 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-85b33f9f-bb67-426b-ba20-1eb30588baa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:20.570101 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9f1edb8f-a4c8-4366-82b6-caad63508670 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:20.578727 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9f1edb8f-a4c8-4366-82b6-caad63508670 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:subnet and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:20.603282 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 26fff09e-9084-4075-8660-ed8382924f26 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:20.618956 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82551da-6eca-4e29-a258-17320ea1feb4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:39:20.620867 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ba684547-eebe-4638-9140-eec1f236fc5b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:20.624987 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9f1edb8f-a4c8-4366-82b6-caad63508670 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:20.637041 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9f1edb8f-a4c8-4366-82b6-caad63508670 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:20.640671 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ba684547-eebe-4638-9140-eec1f236fc5b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:subnet and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:20.641354 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80dac38-1a38-4ffe-851a-f538975c3fdb None None] Sync routers for ids ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:20.645066 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ba684547-eebe-4638-9140-eec1f236fc5b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:20.650203 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 26fff09e-9084-4075-8660-ed8382924f26 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:20.650579 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d82551da-6eca-4e29-a258-17320ea1feb4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:20.650837 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:20.655789 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1edb8f-a4c8-4366-82b6-caad63508670 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Made reservation on behalf of 29c6ab04f24842d781b633e6233f3506 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:20.660389 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9f1edb8f-a4c8-4366-82b6-caad63508670 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:20.718087 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d82551da-6eca-4e29-a258-17320ea1feb4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.0636854 Jan 21 09:39:20.718087 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ba684547-eebe-4638-9140-eec1f236fc5b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:20.719356 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48184) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:20.725829 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-28bd8f32-02de-43e5-ac21-cbe5b6b65df7 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Request body: {'floatingip': {'port_id': '564eff80-cd68-4e61-9cf7-463ef44bac70', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:20.726994 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80dac38-1a38-4ffe-851a-f538975c3fdb None None] Routers {'0784f12a-93a2-4ea9-a64c-0cae03e53fce'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:20.728007 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-d80dac38-1a38-4ffe-851a-f538975c3fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:39:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:20.793329 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-ead7fe20-e3cd-410e-9ce4-a3f2b2814b52 None None] Provisioning for port cf082657-d0ed-450c-88fb-68127747273e completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:20.816816 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-d80dac38-1a38-4ffe-851a-f538975c3fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:20.820306 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-85b33f9f-bb67-426b-ba20-1eb30588baa2 None None] Allocated IP 2001:db8::f816:3eff:fef7:7b6a (36c4effd-f4af-4d10-91bd-714d225a3199/3c9a3d2e-4fc7-4610-bbbc-5a1e8516834d/a22418fe-b696-453d-930b-f6a345d2932e) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:20.824940 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba684547-eebe-4638-9140-eec1f236fc5b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:20.825138 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-ead7fe20-e3cd-410e-9ce4-a3f2b2814b52 None None] Provisioning complete for port cf082657-d0ed-450c-88fb-68127747273e triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:20.825314 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ead7fe20-e3cd-410e-9ce4-a3f2b2814b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:20.828360 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ba684547-eebe-4638-9140-eec1f236fc5b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:20.863412 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.ipam_backend_mixin [None req-9f1edb8f-a4c8-4366-82b6-caad63508670 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9f886159-a7ed-4fd8-a943-f66155e8566d (CIDR: 2001:db8::/64) Jan 21 09:39:20.891172 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80dac38-1a38-4ffe-851a-f538975c3fdb None None] Routers {'0784f12a-93a2-4ea9-a64c-0cae03e53fce'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:20.891836 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-d80dac38-1a38-4ffe-851a-f538975c3fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:39:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:20.939901 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f1edb8f-a4c8-4366-82b6-caad63508670 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:39:20.940393 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f1edb8f-a4c8-4366-82b6-caad63508670 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:39:20.963748 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-28bd8f32-02de-43e5-ac21-cbe5b6b65df7 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for floatingip, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:21.040122 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-ead7fe20-e3cd-410e-9ce4-a3f2b2814b52 None None] Port cf082657-d0ed-450c-88fb-68127747273e cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:39:21.045912 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-d80dac38-1a38-4ffe-851a-f538975c3fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:21.046320 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80dac38-1a38-4ffe-851a-f538975c3fdb None None] The sync data for ids ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:21.172406 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:21.181989 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9f1edb8f-a4c8-4366-82b6-caad63508670 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8987672 Jan 21 09:39:21.185505 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48190) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:21.187968 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-41d3e4cd-6006-44b2-bd59-e1e75257f029 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router_gateway, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:21.218838 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-7e21d021-0a91-4b73-9c2d-c3e440785d27 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'subnet': {'network_id': 'e439457c-c827-47a2-82f8-06fb926caf27', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:21.243489 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-41d3e4cd-6006-44b2-bd59-e1e75257f029 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:21.277195 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 26fff09e-9084-4075-8660-ed8382924f26, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=26fff09e-9084-4075-8660-ed8382924f26,segment=NetworkSegment(3fd5892c-da69-4eb7-b1c6-c54dca98647b),segment_id=3fd5892c-da69-4eb7-b1c6-c54dca98647b)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:21.288650 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:21.347519 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:21.361255 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-85b33f9f-bb67-426b-ba20-1eb30588baa2 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:21.379649 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-85b33f9f-bb67-426b-ba20-1eb30588baa2 None None] Transition to ACTIVE for port object a22418fe-b696-453d-930b-f6a345d2932e will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:21.400098 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=26fff09e-9084-4075-8660-ed8382924f26,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:21.408552 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-85b33f9f-bb67-426b-ba20-1eb30588baa2 None None] Transition to ACTIVE for port object a22418fe-b696-453d-930b-f6a345d2932e will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:21.418334 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-85b33f9f-bb67-426b-ba20-1eb30588baa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:21.470794 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-7e21d021-0a91-4b73-9c2d-c3e440785d27 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:21.483000 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-7e21d021-0a91-4b73-9c2d-c3e440785d27 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:subnet and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:21.483331 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b33f9f-bb67-426b-ba20-1eb30588baa2 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:21.487287 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-85b33f9f-bb67-426b-ba20-1eb30588baa2 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:21.489442 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-7e21d021-0a91-4b73-9c2d-c3e440785d27 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:21.490052 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b33f9f-bb67-426b-ba20-1eb30588baa2 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:21.500052 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-7e21d021-0a91-4b73-9c2d-c3e440785d27 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:21.514707 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-41d3e4cd-6006-44b2-bd59-e1e75257f029 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Allocated IP 172.26.3.99 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/d3faa488-b677-497e-b9d4-c00e4c68e596) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:21.541630 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b33f9f-bb67-426b-ba20-1eb30588baa2 None None] Pushing event updated for resources: {'Port': ['ID=a22418fe-b696-453d-930b-f6a345d2932e,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:21.544250 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e21d021-0a91-4b73-9c2d-c3e440785d27 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Made reservation on behalf of 29c6ab04f24842d781b633e6233f3506 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:21.548749 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7e21d021-0a91-4b73-9c2d-c3e440785d27 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:21.605468 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-85b33f9f-bb67-426b-ba20-1eb30588baa2 None None] Attempting to bind port a22418fe-b696-453d-930b-f6a345d2932e on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:21.605846 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-85b33f9f-bb67-426b-ba20-1eb30588baa2 None None] Attempting to bind port a22418fe-b696-453d-930b-f6a345d2932e by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:21.606208 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b33f9f-bb67-426b-ba20-1eb30588baa2 None None] Attempting to bind port a22418fe-b696-453d-930b-f6a345d2932e on network 36c4effd-f4af-4d10-91bd-714d225a3199 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:39:21.611809 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b33f9f-bb67-426b-ba20-1eb30588baa2 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:39:21.612185 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b33f9f-bb67-426b-ba20-1eb30588baa2 None None] Checking segment: {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:39:21.612586 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-85b33f9f-bb67-426b-ba20-1eb30588baa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:21.612980 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b33f9f-bb67-426b-ba20-1eb30588baa2 None None] Bound using segment: {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:39:21.613444 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-85b33f9f-bb67-426b-ba20-1eb30588baa2 None None] Bound port: a22418fe-b696-453d-930b-f6a345d2932e, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:21.613869 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-85b33f9f-bb67-426b-ba20-1eb30588baa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:21.715180 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-85b33f9f-bb67-426b-ba20-1eb30588baa2 None None] For port a22418fe-b696-453d-930b-f6a345d2932e, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:39:21.717717 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ba684547-eebe-4638-9140-eec1f236fc5b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:21.718517 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-85b33f9f-bb67-426b-ba20-1eb30588baa2 None None] For port a22418fe-b696-453d-930b-f6a345d2932e, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a22418fe-b696-453d-930b-f6a345d2932e,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:39:21.726519 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-85b33f9f-bb67-426b-ba20-1eb30588baa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:21.803372 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba684547-eebe-4638-9140-eec1f236fc5b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:21.813404 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-ba684547-eebe-4638-9140-eec1f236fc5b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:21.820682 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b33f9f-bb67-426b-ba20-1eb30588baa2 None None] Pushing event updated for resources: {'Port': ['ID=a22418fe-b696-453d-930b-f6a345d2932e,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:21.824870 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba684547-eebe-4638-9140-eec1f236fc5b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:21.825561 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ba684547-eebe-4638-9140-eec1f236fc5b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:21.857096 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba684547-eebe-4638-9140-eec1f236fc5b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Subnet': ['ID=1c1b8582-3693-4381-977a-48581b7db3a2,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:21.877530 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ba684547-eebe-4638-9140-eec1f236fc5b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6909742 Jan 21 09:39:21.881061 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48198) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:21.886732 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-8c527625-88c3-4d99-b1b4-adf75e10b55a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'port': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'mac_address': 'fa:16:3e:a0:57:86', 'name': 'tempest-NetworksTestDHCPv6-941257455'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:21.901437 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-41d3e4cd-6006-44b2-bd59-e1e75257f029 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.003727 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-41d3e4cd-6006-44b2-bd59-e1e75257f029 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.111893 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d3e4cd-6006-44b2-bd59-e1e75257f029 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:22.117507 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-41d3e4cd-6006-44b2-bd59-e1e75257f029 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:22.142169 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d3e4cd-6006-44b2-bd59-e1e75257f029 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:22.152723 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-8c527625-88c3-4d99-b1b4-adf75e10b55a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:22.167626 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-8c527625-88c3-4d99-b1b4-adf75e10b55a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:port and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:22.172897 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-8c527625-88c3-4d99-b1b4-adf75e10b55a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:22.178782 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d3e4cd-6006-44b2-bd59-e1e75257f029 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Pushing event updated for resources: {'Port': ['ID=d3faa488-b677-497e-b9d4-c00e4c68e596,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:22.183409 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-8c527625-88c3-4d99-b1b4-adf75e10b55a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:22.190089 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-28bd8f32-02de-43e5-ac21-cbe5b6b65df7 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.200843 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-28bd8f32-02de-43e5-ac21-cbe5b6b65df7 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.215384 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7e21d021-0a91-4b73-9c2d-c3e440785d27 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.260612 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c527625-88c3-4d99-b1b4-adf75e10b55a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:22.357967 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e21d021-0a91-4b73-9c2d-c3e440785d27 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Network e439457c-c827-47a2-82f8-06fb926caf27 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:22.368590 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-7e21d021-0a91-4b73-9c2d-c3e440785d27 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:22.372020 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e21d021-0a91-4b73-9c2d-c3e440785d27 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:22.373192 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7e21d021-0a91-4b73-9c2d-c3e440785d27 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.382587 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38491640-0a66-494b-ad38-de0f419bb29a None None] Network e439457c-c827-47a2-82f8-06fb926caf27 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:22.407304 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a22418fe-b696-453d-930b-f6a345d2932e up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:22.479998 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21d021-0a91-4b73-9c2d-c3e440785d27 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Subnet': ['ID=17a9da4b-de85-451f-8f06-2d588661d08e,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:22.500210 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8c527625-88c3-4d99-b1b4-adf75e10b55a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.528724 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7e21d021-0a91-4b73-9c2d-c3e440785d27 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3397098 Jan 21 09:39:22.529151 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48204) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:22.542400 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-24fbef8f-b8f3-458b-931f-918bdec70dc1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-766470837', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '17a9da4b-de85-451f-8f06-2d588661d08e'}], 'security_groups': ['58e32949-68c8-4ec2-b473-ab8c6a2d5fe7']}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:22.611489 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-8c527625-88c3-4d99-b1b4-adf75e10b55a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] device_id is not set on port 48ff95d9-d010-4965-b1a7-a37b449b7937 yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:39:22.612912 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port a22418fe-b696-453d-930b-f6a345d2932e completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:22.623930 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 26fff09e-9084-4075-8660-ed8382924f26 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:22.812589 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 26fff09e-9084-4075-8660-ed8382924f26 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:22.815202 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.826820 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-24fbef8f-b8f3-458b-931f-918bdec70dc1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.832059 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bd8f32-02de-43e5-ac21-cbe5b6b65df7 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Router 0784f12a-93a2-4ea9-a64c-0cae03e53fce has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:39:23.095748 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd8cd66-ddaf-4efc-abbf-c420ded3f8d5 None None] Update dhcp port {'port': {'network_id': 'e439457c-c827-47a2-82f8-06fb926caf27', 'fixed_ips': [{'subnet_id': '9f886159-a7ed-4fd8-a943-f66155e8566d', 'ip_address': '2001:db8::2'}, {'subnet_id': '17a9da4b-de85-451f-8f06-2d588661d08e'}], 'binding:host_id': 'dv-neutron-825731-1-hyperv'}, 'id': '26fff09e-9084-4075-8660-ed8382924f26'} from dv-neutron-825731-1-hyperv. {{(pid=87516) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 09:39:23.154853 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-bbd8cd66-ddaf-4efc-abbf-c420ded3f8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.204851 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d140c1-54a6-4eea-ad35-39054639d92c None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:23.259771 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-8c527625-88c3-4d99-b1b4-adf75e10b55a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Allocated IP 172.20.0.7 (36c4effd-f4af-4d10-91bd-714d225a3199/1c1b8582-3693-4381-977a-48581b7db3a2/48ff95d9-d010-4965-b1a7-a37b449b7937) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:23.271894 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-8c527625-88c3-4d99-b1b4-adf75e10b55a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Allocated IP 2001:db8::f816:3eff:fea0:5786 (36c4effd-f4af-4d10-91bd-714d225a3199/3c9a3d2e-4fc7-4610-bbbc-5a1e8516834d/48ff95d9-d010-4965-b1a7-a37b449b7937) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:23.290571 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bd8f32-02de-43e5-ac21-cbe5b6b65df7 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:39:23.300282 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-28bd8f32-02de-43e5-ac21-cbe5b6b65df7 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.302513 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47422a3-d3be-4ca6-96f9-5ae4f08ecf8b None None] Sync routers for ids ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:23.313876 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47422a3-d3be-4ca6-96f9-5ae4f08ecf8b None None] Routers {'0784f12a-93a2-4ea9-a64c-0cae03e53fce'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:23.314789 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-b47422a3-d3be-4ca6-96f9-5ae4f08ecf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:39:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:23.378165 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-b47422a3-d3be-4ca6-96f9-5ae4f08ecf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:23.387835 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47422a3-d3be-4ca6-96f9-5ae4f08ecf8b None None] Routers {'0784f12a-93a2-4ea9-a64c-0cae03e53fce'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:23.388833 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-b47422a3-d3be-4ca6-96f9-5ae4f08ecf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:39:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:23.457385 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-b47422a3-d3be-4ca6-96f9-5ae4f08ecf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:23.458865 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47422a3-d3be-4ca6-96f9-5ae4f08ecf8b None None] The sync data for ids ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:23.556406 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-28bd8f32-02de-43e5-ac21-cbe5b6b65df7 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "PUT /v2.0/floatingips/adf8398d-cfd6-4e86-96ec-d36894bedb99 HTTP/1.1" status: 200 len: 978 time: 2.8358119 Jan 21 09:39:23.557359 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48214) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:23.573162 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-41d3e4cd-6006-44b2-bd59-e1e75257f029 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router_gateway, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.600353 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e58582be-7f7c-4256-a8eb-1d437c94dea9 None None] Provisioning for port a22418fe-b696-453d-930b-f6a345d2932e completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:23.618153 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8c527625-88c3-4d99-b1b4-adf75e10b55a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.623177 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e58582be-7f7c-4256-a8eb-1d437c94dea9 None None] Provisioning complete for port a22418fe-b696-453d-930b-f6a345d2932e triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:23.623571 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e58582be-7f7c-4256-a8eb-1d437c94dea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.635741 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-8c527625-88c3-4d99-b1b4-adf75e10b55a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Transition to ACTIVE for port object 48ff95d9-d010-4965-b1a7-a37b449b7937 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:23.728244 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8c527625-88c3-4d99-b1b4-adf75e10b55a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.794548 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c527625-88c3-4d99-b1b4-adf75e10b55a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:23.804675 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-8c527625-88c3-4d99-b1b4-adf75e10b55a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:23.807474 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e58582be-7f7c-4256-a8eb-1d437c94dea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.819635 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c527625-88c3-4d99-b1b4-adf75e10b55a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:23.881869 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-e58582be-7f7c-4256-a8eb-1d437c94dea9 None None] For port a22418fe-b696-453d-930b-f6a345d2932e, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a22418fe-b696-453d-930b-f6a345d2932e,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:23.887415 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-24fbef8f-b8f3-458b-931f-918bdec70dc1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Delete allocated IP 2001:db8::20e (e439457c-c827-47a2-82f8-06fb926caf27/9f886159-a7ed-4fd8-a943-f66155e8566d) {{(pid=87514) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 21 09:39:23.891575 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e58582be-7f7c-4256-a8eb-1d437c94dea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.913702 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-24fbef8f-b8f3-458b-931f-918bdec70dc1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Allocated IP 2001:db8:0:1::f0 (e439457c-c827-47a2-82f8-06fb926caf27/17a9da4b-de85-451f-8f06-2d588661d08e/cf082657-d0ed-450c-88fb-68127747273e) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:23.913939 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c527625-88c3-4d99-b1b4-adf75e10b55a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Port': ['ID=48ff95d9-d010-4965-b1a7-a37b449b7937,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:23.968734 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a530ca18-525b-4156-b06e-d289079f954a None None] Update dhcp port {'port': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'fixed_ips': [{'subnet_id': '3c9a3d2e-4fc7-4610-bbbc-5a1e8516834d', 'ip_address': '2001:db8::f816:3eff:fef7:7b6a'}, {'subnet_id': '1c1b8582-3693-4381-977a-48581b7db3a2'}], 'binding:host_id': 'dv-neutron-825731-1-hyperv'}, 'id': 'a22418fe-b696-453d-930b-f6a345d2932e'} from dv-neutron-825731-1-hyperv. {{(pid=87516) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 09:39:23.983509 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c527625-88c3-4d99-b1b4-adf75e10b55a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:23.983509 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8c527625-88c3-4d99-b1b4-adf75e10b55a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.008186 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-8c527625-88c3-4d99-b1b4-adf75e10b55a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1257913 Jan 21 09:39:24.016448 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58582be-7f7c-4256-a8eb-1d437c94dea9 None None] Pushing event updated for resources: {'Port': ['ID=a22418fe-b696-453d-930b-f6a345d2932e,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:24.025093 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48218) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:24.031078 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a530ca18-525b-4156-b06e-d289079f954a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.063822 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-839a0e19-6e30-4bf1-be43-3bd2d54fabd0 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Deleting port a95445d1-0479-48a7-8947-6e41509d7a25 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:24.064172 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-839a0e19-6e30-4bf1-be43-3bd2d54fabd0 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.124925 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-41d3e4cd-6006-44b2-bd59-e1e75257f029 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.255674 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a22418fe-b696-453d-930b-f6a345d2932e up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:24.312890 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-839a0e19-6e30-4bf1-be43-3bd2d54fabd0 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.313210 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-839a0e19-6e30-4bf1-be43-3bd2d54fabd0 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.365366 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0edb45-5b03-40df-9857-1118282461b9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:24.371445 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0edb45-5b03-40df-9857-1118282461b9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:24.372292 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4f0edb45-5b03-40df-9857-1118282461b9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:24.390400 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-a530ca18-525b-4156-b06e-d289079f954a None None] Allocated IP 172.20.0.2 (36c4effd-f4af-4d10-91bd-714d225a3199/1c1b8582-3693-4381-977a-48581b7db3a2/a22418fe-b696-453d-930b-f6a345d2932e) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:24.405031 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port a22418fe-b696-453d-930b-f6a345d2932e triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:24.405553 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.440287 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-839a0e19-6e30-4bf1-be43-3bd2d54fabd0 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Calling delete_port for a95445d1-0479-48a7-8947-6e41509d7a25 owned by network:floatingip {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:24.481313 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4f0edb45-5b03-40df-9857-1118282461b9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:24.484978 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4f0edb45-5b03-40df-9857-1118282461b9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.4566720 Jan 21 09:39:24.486709 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48228) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:24.488607 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-24fbef8f-b8f3-458b-931f-918bdec70dc1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.566182 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-24fbef8f-b8f3-458b-931f-918bdec70dc1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Transition to ACTIVE for port object cf082657-d0ed-450c-88fb-68127747273e will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:24.580871 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-24fbef8f-b8f3-458b-931f-918bdec70dc1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.629363 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-839a0e19-6e30-4bf1-be43-3bd2d54fabd0 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.659703 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-c0903064-4f81-4b73-8dbb-3e832588f2f6 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting port 48ff95d9-d010-4965-b1a7-a37b449b7937 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:24.660047 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c0903064-4f81-4b73-8dbb-3e832588f2f6 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.704906 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-a530ca18-525b-4156-b06e-d289079f954a None None] For port a22418fe-b696-453d-930b-f6a345d2932e, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a22418fe-b696-453d-930b-f6a345d2932e,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:24.729335 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-bbd8cd66-ddaf-4efc-abbf-c420ded3f8d5 None None] Allocated IP 2001:db8:0:1::2 (e439457c-c827-47a2-82f8-06fb926caf27/17a9da4b-de85-451f-8f06-2d588661d08e/26fff09e-9084-4075-8660-ed8382924f26) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:24.764317 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a530ca18-525b-4156-b06e-d289079f954a None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.777090 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-24fbef8f-b8f3-458b-931f-918bdec70dc1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] In _notify_port_updated(), no bound segment for port cf082657-d0ed-450c-88fb-68127747273e on network e439457c-c827-47a2-82f8-06fb926caf27 {{(pid=87514) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:39:24.782764 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fbef8f-b8f3-458b-931f-918bdec70dc1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:24.783453 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-24fbef8f-b8f3-458b-931f-918bdec70dc1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.789283 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-24fbef8f-b8f3-458b-931f-918bdec70dc1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "PUT /v2.0/ports/cf082657-d0ed-450c-88fb-68127747273e HTTP/1.1" status: 200 len: 929 time: 2.2546957 Jan 21 09:39:24.790274 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fbef8f-b8f3-458b-931f-918bdec70dc1 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Port': ['ID=cf082657-d0ed-450c-88fb-68127747273e,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:24.794250 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48232) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:24.820463 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-a530ca18-525b-4156-b06e-d289079f954a None None] Transition to ACTIVE for port object a22418fe-b696-453d-930b-f6a345d2932e will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:24.838721 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a0e19-6e30-4bf1-be43-3bd2d54fabd0 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event deleted for resources: {'Port': ['ID=a95445d1-0479-48a7-8947-6e41509d7a25,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:24.876470 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a530ca18-525b-4156-b06e-d289079f954a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.915279 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-839a0e19-6e30-4bf1-be43-3bd2d54fabd0 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for floatingip, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.916121 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.l3_db [None req-839a0e19-6e30-4bf1-be43-3bd2d54fabd0 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Floating IP adf8398d-cfd6-4e86-96ec-d36894bedb99 disassociated (deleted). External IP: 172.26.3.33, port: 564eff80-cd68-4e61-9cf7-463ef44bac70. Jan 21 09:39:24.990973 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d3e4cd-6006-44b2-bd59-e1e75257f029 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Router e157ea6a-5e9b-426f-99ac-3da49823fa30 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:39:25.063070 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-bbd8cd66-ddaf-4efc-abbf-c420ded3f8d5 None None] For port 26fff09e-9084-4075-8660-ed8382924f26, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=26fff09e-9084-4075-8660-ed8382924f26,segment=NetworkSegment(3fd5892c-da69-4eb7-b1c6-c54dca98647b),segment_id=3fd5892c-da69-4eb7-b1c6-c54dca98647b)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:25.065305 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530ca18-525b-4156-b06e-d289079f954a None None] Pushing event updated for resources: {'Port': ['ID=a22418fe-b696-453d-930b-f6a345d2932e,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:25.096780 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-bbd8cd66-ddaf-4efc-abbf-c420ded3f8d5 None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:25.119884 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-bbd8cd66-ddaf-4efc-abbf-c420ded3f8d5 None None] Transition to ACTIVE for port object 26fff09e-9084-4075-8660-ed8382924f26 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:25.126684 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-bbd8cd66-ddaf-4efc-abbf-c420ded3f8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:25.127508 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-3d1bad77-fcba-4dff-9786-bb88f8899c29 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Deleting port cf082657-d0ed-450c-88fb-68127747273e {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:25.127833 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3d1bad77-fcba-4dff-9786-bb88f8899c29 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:25.312145 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8cd66-ddaf-4efc-abbf-c420ded3f8d5 None None] Pushing event updated for resources: {'Port': ['ID=26fff09e-9084-4075-8660-ed8382924f26,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:25.350707 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839a0e19-6e30-4bf1-be43-3bd2d54fabd0 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Router 0784f12a-93a2-4ea9-a64c-0cae03e53fce has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:39:25.442286 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d3e4cd-6006-44b2-bd59-e1e75257f029 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:39:25.454884 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eeb833-5472-4624-9e22-1eada762ae3a None None] Sync routers for ids ['e157ea6a-5e9b-426f-99ac-3da49823fa30'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:25.469087 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eeb833-5472-4624-9e22-1eada762ae3a None None] Routers {'e157ea6a-5e9b-426f-99ac-3da49823fa30'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:25.469735 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-73eeb833-5472-4624-9e22-1eada762ae3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:39:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['e157ea6a-5e9b-426f-99ac-3da49823fa30'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:25.565694 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-41d3e4cd-6006-44b2-bd59-e1e75257f029 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:25.566924 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-41d3e4cd-6006-44b2-bd59-e1e75257f029 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.7668376 Jan 21 09:39:25.594660 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48240) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:25.596779 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839a0e19-6e30-4bf1-be43-3bd2d54fabd0 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:39:25.604800 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-2f45186e-413a-4b04-af27-f11abbf46ae8 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:25.611012 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcb05ee-85f6-48d7-b69f-9b754942a3d4 None None] Sync routers for ids ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:25.623251 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c0903064-4f81-4b73-8dbb-3e832588f2f6 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:25.637575 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcb05ee-85f6-48d7-b69f-9b754942a3d4 None None] Routers {'0784f12a-93a2-4ea9-a64c-0cae03e53fce'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:25.638392 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-ddcb05ee-85f6-48d7-b69f-9b754942a3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:39:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:25.660699 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-73eeb833-5472-4624-9e22-1eada762ae3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:25.674446 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eeb833-5472-4624-9e22-1eada762ae3a None None] Routers {'e157ea6a-5e9b-426f-99ac-3da49823fa30'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:25.675597 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-73eeb833-5472-4624-9e22-1eada762ae3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:39:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['e157ea6a-5e9b-426f-99ac-3da49823fa30'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:25.749659 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-ddcb05ee-85f6-48d7-b69f-9b754942a3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:25.783694 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcb05ee-85f6-48d7-b69f-9b754942a3d4 None None] Routers {'0784f12a-93a2-4ea9-a64c-0cae03e53fce'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:25.784329 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-ddcb05ee-85f6-48d7-b69f-9b754942a3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:39:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:25.819562 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-73eeb833-5472-4624-9e22-1eada762ae3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:25.820024 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eeb833-5472-4624-9e22-1eada762ae3a None None] The sync data for ids ['e157ea6a-5e9b-426f-99ac-3da49823fa30'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:25.903550 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-ddcb05ee-85f6-48d7-b69f-9b754942a3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:25.903988 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcb05ee-85f6-48d7-b69f-9b754942a3d4 None None] The sync data for ids ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:25.948261 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-c0903064-4f81-4b73-8dbb-3e832588f2f6 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Calling delete_port for 48ff95d9-d010-4965-b1a7-a37b449b7937 owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:26.024139 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-839a0e19-6e30-4bf1-be43-3bd2d54fabd0 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.031160 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3d1bad77-fcba-4dff-9786-bb88f8899c29 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.167826 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-839a0e19-6e30-4bf1-be43-3bd2d54fabd0 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "DELETE /v2.0/floatingips/adf8398d-cfd6-4e86-96ec-d36894bedb99 HTTP/1.1" status: 204 len: 168 time: 2.5107062 Jan 21 09:39:26.177449 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48246) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:26.208938 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-3d1bad77-fcba-4dff-9786-bb88f8899c29 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Calling delete_port for cf082657-d0ed-450c-88fb-68127747273e owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:26.210618 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-ef5f0239-ddc2-42d5-b672-ff563cd45ec4 None None] Provisioning for port a22418fe-b696-453d-930b-f6a345d2932e completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:26.217970 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-ef5f0239-ddc2-42d5-b672-ff563cd45ec4 None None] Provisioning complete for port a22418fe-b696-453d-930b-f6a345d2932e triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:26.218619 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ef5f0239-ddc2-42d5-b672-ff563cd45ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.349271 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a22418fe-b696-453d-930b-f6a345d2932e up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:26.523980 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3d1bad77-fcba-4dff-9786-bb88f8899c29 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.530820 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port a22418fe-b696-453d-930b-f6a345d2932e triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:26.531211 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.600154 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1bad77-fcba-4dff-9786-bb88f8899c29 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'Port': ['ID=cf082657-d0ed-450c-88fb-68127747273e,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:26.676171 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c0903064-4f81-4b73-8dbb-3e832588f2f6 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.687377 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-ef5f0239-ddc2-42d5-b672-ff563cd45ec4 None None] Provisioning for port 48ff95d9-d010-4965-b1a7-a37b449b7937 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:26.697644 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-ef5f0239-ddc2-42d5-b672-ff563cd45ec4 None None] Provisioning complete for port 48ff95d9-d010-4965-b1a7-a37b449b7937 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:26.704655 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ef5f0239-ddc2-42d5-b672-ff563cd45ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.710665 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-652bb5ea-1052-4ade-bddd-33f07eb190fb tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Deleting port 564eff80-cd68-4e61-9cf7-463ef44bac70 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:26.711005 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-652bb5ea-1052-4ade-bddd-33f07eb190fb tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.776056 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-ef5f0239-ddc2-42d5-b672-ff563cd45ec4 None None] Port 48ff95d9-d010-4965-b1a7-a37b449b7937 was deleted so its status cannot be updated. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 09:39:26.869115 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2f45186e-413a-4b04-af27-f11abbf46ae8 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.887781 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 26fff09e-9084-4075-8660-ed8382924f26 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:26.941026 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2f45186e-413a-4b04-af27-f11abbf46ae8 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.961946 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-2f45186e-413a-4b04-af27-f11abbf46ae8 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Deleting port d3faa488-b677-497e-b9d4-c00e4c68e596 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:26.962284 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2f45186e-413a-4b04-af27-f11abbf46ae8 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.973071 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0903064-4f81-4b73-8dbb-3e832588f2f6 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Port': ['ID=48ff95d9-d010-4965-b1a7-a37b449b7937,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:26.976898 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3d1bad77-fcba-4dff-9786-bb88f8899c29 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.020479 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-52e4ddfd-d3d9-468a-a9d5-91442ea7f7ca None None] Provisioning complete for port e406d004-d6e0-4324-ba40-3b72739195a8 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:27.022297 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-52e4ddfd-d3d9-468a-a9d5-91442ea7f7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.122328 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-52e4ddfd-d3d9-468a-a9d5-91442ea7f7ca None None] Port e406d004-d6e0-4324-ba40-3b72739195a8 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:39:27.129496 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-52e4ddfd-d3d9-468a-a9d5-91442ea7f7ca None None] Could not find standard attr ID for object 48ff95d9-d010-4965-b1a7-a37b449b7937. {{(pid=87516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:39:27.149342 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-52e4ddfd-d3d9-468a-a9d5-91442ea7f7ca None None] Provisioning for port 26fff09e-9084-4075-8660-ed8382924f26 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:27.150779 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3d1bad77-fcba-4dff-9786-bb88f8899c29 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/ports/cf082657-d0ed-450c-88fb-68127747273e HTTP/1.1" status: 204 len: 168 time: 2.3554862 Jan 21 09:39:27.153684 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48256) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:27.155920 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-52e4ddfd-d3d9-468a-a9d5-91442ea7f7ca None None] Provisioning complete for port 26fff09e-9084-4075-8660-ed8382924f26 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:27.156832 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-52e4ddfd-d3d9-468a-a9d5-91442ea7f7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.218508 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdc61a06-7754-4fb0-aa43-34111194e2db tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] GET failed (client error): The resource could not be found. Jan 21 09:39:27.219434 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-bdc61a06-7754-4fb0-aa43-34111194e2db tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Synchronizing usage tracker for tenant:29c6ab04f24842d781b633e6233f3506 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:27.239190 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c0903064-4f81-4b73-8dbb-3e832588f2f6 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.241721 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c0903064-4f81-4b73-8dbb-3e832588f2f6 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/ports/48ff95d9-d010-4965-b1a7-a37b449b7937 HTTP/1.1" status: 204 len: 168 time: 2.7484593 Jan 21 09:39:27.245176 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48260) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:27.283592 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-652bb5ea-1052-4ade-bddd-33f07eb190fb tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.284854 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-bdc61a06-7754-4fb0-aa43-34111194e2db tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Unset dirty status for tenant:29c6ab04f24842d781b633e6233f3506 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:27.289712 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-bdc61a06-7754-4fb0-aa43-34111194e2db tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "GET /v2.0/ports/cf082657-d0ed-450c-88fb-68127747273e HTTP/1.1" status: 404 len: 333 time: 0.1313109 Jan 21 09:39:27.291010 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48264) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:27.337249 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-52e4ddfd-d3d9-468a-a9d5-91442ea7f7ca None None] Could not find standard attr ID for object cf082657-d0ed-450c-88fb-68127747273e. {{(pid=87516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:39:27.365073 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270e5d54-936f-4942-a4ef-3463c41bdcac tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:27.366784 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270e5d54-936f-4942-a4ef-3463c41bdcac tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:27.368560 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270e5d54-936f-4942-a4ef-3463c41bdcac tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:27.369441 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-270e5d54-936f-4942-a4ef-3463c41bdcac tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:27.401293 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-270e5d54-936f-4942-a4ef-3463c41bdcac tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:27.402568 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-270e5d54-936f-4942-a4ef-3463c41bdcac tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1562719 Jan 21 09:39:27.403634 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-05010ec0-8d30-4c06-bf70-841960b72fa2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.405242 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48268) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:27.426718 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-652bb5ea-1052-4ade-bddd-33f07eb190fb tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Calling delete_port for 564eff80-cd68-4e61-9cf7-463ef44bac70 owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:27.466392 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2f45186e-413a-4b04-af27-f11abbf46ae8 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.476155 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-05010ec0-8d30-4c06-bf70-841960b72fa2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.514912 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d34315-d142-4cef-bde3-6c1f41b4d66f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting subnet 1c1b8582-3693-4381-977a-48581b7db3a2 {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:39:27.531267 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e9d34315-d142-4cef-bde3-6c1f41b4d66f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.590620 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e9d34315-d142-4cef-bde3-6c1f41b4d66f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.607746 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-2f45186e-413a-4b04-af27-f11abbf46ae8 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Calling delete_port for d3faa488-b677-497e-b9d4-c00e4c68e596 owned by network:router_gateway {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:27.624199 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-05010ec0-8d30-4c06-bf70-841960b72fa2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.647021 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05010ec0-8d30-4c06-bf70-841960b72fa2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbad963b-f7db-47d2-9393-10e179ee9cd3,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:27.684996 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-05010ec0-8d30-4c06-bf70-841960b72fa2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.688902 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-05010ec0-8d30-4c06-bf70-841960b72fa2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/security-groups/cbad963b-f7db-47d2-9393-10e179ee9cd3 HTTP/1.1" status: 204 len: 168 time: 0.3941972 Jan 21 09:39:27.691829 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48272) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:27.748603 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e9d34315-d142-4cef-bde3-6c1f41b4d66f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.824269 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-45dadd65-7ccb-4c60-9b35-f4c6d94040de tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.871047 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-45dadd65-7ccb-4c60-9b35-f4c6d94040de tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.894608 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e9d34315-d142-4cef-bde3-6c1f41b4d66f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.951344 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2f45186e-413a-4b04-af27-f11abbf46ae8 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.957399 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d34315-d142-4cef-bde3-6c1f41b4d66f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Subnet': ['ID=1c1b8582-3693-4381-977a-48581b7db3a2,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:27.963183 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e9d34315-d142-4cef-bde3-6c1f41b4d66f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.988121 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e9d34315-d142-4cef-bde3-6c1f41b4d66f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/1c1b8582-3693-4381-977a-48581b7db3a2 HTTP/1.1" status: 204 len: 168 time: 0.5817742 Jan 21 09:39:27.989681 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-45dadd65-7ccb-4c60-9b35-f4c6d94040de tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.992279 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-45dadd65-7ccb-4c60-9b35-f4c6d94040de tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.993334 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-45dadd65-7ccb-4c60-9b35-f4c6d94040de tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/security-groups/58e32949-68c8-4ec2-b473-ab8c6a2d5fe7 HTTP/1.1" status: 204 len: 168 time: 0.3002374 Jan 21 09:39:27.993860 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48280) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:27.996921 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48282) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:27.997566 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-652bb5ea-1052-4ade-bddd-33f07eb190fb tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.040513 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dadd65-7ccb-4c60-9b35-f4c6d94040de tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e32949-68c8-4ec2-b473-ab8c6a2d5fe7,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:28.044647 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f45186e-413a-4b04-af27-f11abbf46ae8 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Pushing event deleted for resources: {'Port': ['ID=d3faa488-b677-497e-b9d4-c00e4c68e596,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:28.085466 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c7db838-97e4-4d3e-9e5e-d0e875392043 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting subnet 3c9a3d2e-4fc7-4610-bbbc-5a1e8516834d {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:39:28.093768 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1c7db838-97e4-4d3e-9e5e-d0e875392043 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.167040 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1c7db838-97e4-4d3e-9e5e-d0e875392043 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.216215 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bb5ea-1052-4ade-bddd-33f07eb190fb tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event deleted for resources: {'Port': ['ID=564eff80-cd68-4e61-9cf7-463ef44bac70,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:28.258174 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1c7db838-97e4-4d3e-9e5e-d0e875392043 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.335892 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1c7db838-97e4-4d3e-9e5e-d0e875392043 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.384834 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7db838-97e4-4d3e-9e5e-d0e875392043 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Subnet': ['ID=3c9a3d2e-4fc7-4610-bbbc-5a1e8516834d,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:28.387070 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1c7db838-97e4-4d3e-9e5e-d0e875392043 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.398215 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1c7db838-97e4-4d3e-9e5e-d0e875392043 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/3c9a3d2e-4fc7-4610-bbbc-5a1e8516834d HTTP/1.1" status: 204 len: 168 time: 0.3952577 Jan 21 09:39:28.400560 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48290) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:28.471167 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-0da59dbe-476d-4766-a26f-393278067404 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:router {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:28.484207 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-0da59dbe-476d-4766-a26f-393278067404 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:router {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:28.485367 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0da59dbe-476d-4766-a26f-393278067404 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0838971 Jan 21 09:39:28.488220 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48294) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:28.488949 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-55a4c796-3957-44ca-8840-b15184a5e9ac tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Deleting subnet 9f886159-a7ed-4fd8-a943-f66155e8566d {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:39:28.495746 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-739709ec-14c3-423d-b482-54df44411720 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:28.498884 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-55a4c796-3957-44ca-8840-b15184a5e9ac tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.555955 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2f45186e-413a-4b04-af27-f11abbf46ae8 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.629857 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-739709ec-14c3-423d-b482-54df44411720 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:28.634432 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-739709ec-14c3-423d-b482-54df44411720 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:subnet and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:28.638215 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-739709ec-14c3-423d-b482-54df44411720 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:28.644724 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-739709ec-14c3-423d-b482-54df44411720 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:28.656462 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739709ec-14c3-423d-b482-54df44411720 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:28.660158 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-739709ec-14c3-423d-b482-54df44411720 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.707266 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-652bb5ea-1052-4ade-bddd-33f07eb190fb tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.712100 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-55a4c796-3957-44ca-8840-b15184a5e9ac tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.881318 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-652bb5ea-1052-4ade-bddd-33f07eb190fb tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "DELETE /v2.0/ports/564eff80-cd68-4e61-9cf7-463ef44bac70 HTTP/1.1" status: 204 len: 168 time: 2.7026479 Jan 21 09:39:28.890948 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48298) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:28.903963 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-32c922d3-ebe2-486a-8368-16463f82a7f9 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Request body: {'floatingip': {'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:28.910663 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-32c922d3-ebe2-486a-8368-16463f82a7f9 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:28.925571 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-32c922d3-ebe2-486a-8368-16463f82a7f9 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Usage tracker for resource:floatingip and tenant:6ceae7553b4c4a00ae004c3be6a7adb1 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:28.929707 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-32c922d3-ebe2-486a-8368-16463f82a7f9 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:28.936738 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-32c922d3-ebe2-486a-8368-16463f82a7f9 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:28.970810 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:39:28.991798 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-32c922d3-ebe2-486a-8368-16463f82a7f9 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for floatingip, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:29.053048 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2f45186e-413a-4b04-af27-f11abbf46ae8 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:29.059752 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2f45186e-413a-4b04-af27-f11abbf46ae8 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555907'] for router, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:29.136106 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-55a4c796-3957-44ca-8840-b15184a5e9ac tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:29.244652 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.objects.ports [None req-739709ec-14c3-423d-b482-54df44411720 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87514) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 09:39:29.264083 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f45186e-413a-4b04-af27-f11abbf46ae8 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Router e157ea6a-5e9b-426f-99ac-3da49823fa30 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:39:29.398003 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5846e6-984e-4c8d-815b-c78b2040da80 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:29.439918 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f45186e-413a-4b04-af27-f11abbf46ae8 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:39:29.451625 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2f45186e-413a-4b04-af27-f11abbf46ae8 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:29.455900 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2f45186e-413a-4b04-af27-f11abbf46ae8 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] 10.222.0.110 "PUT /v2.0/routers/e157ea6a-5e9b-426f-99ac-3da49823fa30 HTTP/1.1" status: 200 len: 706 time: 3.8561411 Jan 21 09:39:29.456272 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48308) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:29.458524 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-55a4c796-3957-44ca-8840-b15184a5e9ac tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:29.460456 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c331f3-909a-477b-8023-2d74cdb0df92 None None] Sync routers for ids ['e157ea6a-5e9b-426f-99ac-3da49823fa30'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:29.501150 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a4c796-3957-44ca-8840-b15184a5e9ac tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'Subnet': ['ID=9f886159-a7ed-4fd8-a943-f66155e8566d,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:29.504484 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-55a4c796-3957-44ca-8840-b15184a5e9ac tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:29.510829 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-55a4c796-3957-44ca-8840-b15184a5e9ac tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/subnets/9f886159-a7ed-4fd8-a943-f66155e8566d HTTP/1.1" status: 204 len: 168 time: 1.5113773 Jan 21 09:39:29.511551 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48312) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:29.517485 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-1190d795-64f2-4bac-a5ab-acec1d534d23 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'subnet': {'network_id': 'e439457c-c827-47a2-82f8-06fb926caf27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:29.524812 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35258ae7-08f9-4ce9-bf0d-5ff3c19d8c4b None None] Network e439457c-c827-47a2-82f8-06fb926caf27 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:29.541390 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c331f3-909a-477b-8023-2d74cdb0df92 None None] Routers {'e157ea6a-5e9b-426f-99ac-3da49823fa30'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:29.542038 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-29c331f3-909a-477b-8023-2d74cdb0df92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:39:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['e157ea6a-5e9b-426f-99ac-3da49823fa30'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:29.608706 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-32c922d3-ebe2-486a-8368-16463f82a7f9 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:29.634843 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-29c331f3-909a-477b-8023-2d74cdb0df92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:29.652579 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1234b5c0-97be-4f80-8e52-791a7056cbad tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] 10.222.0.110 "GET /v2.0/routers/e157ea6a-5e9b-426f-99ac-3da49823fa30 HTTP/1.1" status: 200 len: 741 time: 0.1946454 Jan 21 09:39:29.656009 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48316) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:29.706405 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-c789a615-6c78-4ad8-90a4-5bb083e50101 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Synchronizing usage tracker for tenant:177571f5a59c4bcf9574f984e31ae653 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:29.714071 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-1190d795-64f2-4bac-a5ab-acec1d534d23 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:29.718152 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-1190d795-64f2-4bac-a5ab-acec1d534d23 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:subnet and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:29.720992 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-1190d795-64f2-4bac-a5ab-acec1d534d23 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:29.727292 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-1190d795-64f2-4bac-a5ab-acec1d534d23 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:29.747290 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c331f3-909a-477b-8023-2d74cdb0df92 None None] Routers {'e157ea6a-5e9b-426f-99ac-3da49823fa30'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:29.747502 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1190d795-64f2-4bac-a5ab-acec1d534d23 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Made reservation on behalf of 29c6ab04f24842d781b633e6233f3506 for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:29.747946 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-29c331f3-909a-477b-8023-2d74cdb0df92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:39:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['e157ea6a-5e9b-426f-99ac-3da49823fa30'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:29.751255 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1190d795-64f2-4bac-a5ab-acec1d534d23 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:29.829307 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-29c331f3-909a-477b-8023-2d74cdb0df92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:29.829713 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c331f3-909a-477b-8023-2d74cdb0df92 None None] The sync data for ids ['e157ea6a-5e9b-426f-99ac-3da49823fa30'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:29.834646 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-739709ec-14c3-423d-b482-54df44411720 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:29.845517 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-32c922d3-ebe2-486a-8368-16463f82a7f9 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Allocated IP 172.26.3.140 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/bac97932-a512-4992-815a-495045f991e1) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:29.996622 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-c789a615-6c78-4ad8-90a4-5bb083e50101 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] Unset dirty status for tenant:177571f5a59c4bcf9574f984e31ae653 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:30.000368 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c789a615-6c78-4ad8-90a4-5bb083e50101 tempest-RoutersAdminTest-1623375927 tempest-RoutersAdminTest-1623375927-project-admin] 10.222.0.110 "GET /v2.0/ports?network_id=80a065d7-b55c-43ad-a3e8-c65befe4136c&device_id=e157ea6a-5e9b-426f-99ac-3da49823fa30 HTTP/1.1" status: 200 len: 205 time: 0.3404167 Jan 21 09:39:30.001328 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48320) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:30.066556 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-fc48626c-c6a8-4cd8-a4ad-fedf2fd600c6 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] 10.222.0.110 "GET /v2.0/ports?device_id=e157ea6a-5e9b-426f-99ac-3da49823fa30 HTTP/1.1" status: 200 len: 205 time: 0.0612154 Jan 21 09:39:30.068555 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48324) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:30.172195 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-32c922d3-ebe2-486a-8368-16463f82a7f9 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:30.239948 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-739709ec-14c3-423d-b482-54df44411720 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] For port a22418fe-b696-453d-930b-f6a345d2932e, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a22418fe-b696-453d-930b-f6a345d2932e,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:30.247211 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6ec56a38-173a-47a6-8fd3-1009fab62e65 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:30.301639 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-739709ec-14c3-423d-b482-54df44411720 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:30.314833 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-739709ec-14c3-423d-b482-54df44411720 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:30.315788 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-739709ec-14c3-423d-b482-54df44411720 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:30.427165 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-32c922d3-ebe2-486a-8368-16463f82a7f9 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:30.442961 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739709ec-14c3-423d-b482-54df44411720 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:30.456821 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-739709ec-14c3-423d-b482-54df44411720 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:30.475828 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739709ec-14c3-423d-b482-54df44411720 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:30.476422 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-739709ec-14c3-423d-b482-54df44411720 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:30.508194 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c922d3-ebe2-486a-8368-16463f82a7f9 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:30.529907 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-32c922d3-ebe2-486a-8368-16463f82a7f9 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:30.538542 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c922d3-ebe2-486a-8368-16463f82a7f9 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:30.617266 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-739709ec-14c3-423d-b482-54df44411720 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1279459 Jan 21 09:39:30.622735 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48334) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:30.625218 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739709ec-14c3-423d-b482-54df44411720 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Subnet': ['ID=8dfa1a84-dd70-47ef-b533-d09f1ecfc9df,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:30.633817 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-5a3afa3d-2b3e-4314-baa4-7b04fe86c40c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:30.676458 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739709ec-14c3-423d-b482-54df44411720 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Port': ['ID=a22418fe-b696-453d-930b-f6a345d2932e,revision_number=8']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:30.683249 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6ec56a38-173a-47a6-8fd3-1009fab62e65 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:30.688603 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6ec56a38-173a-47a6-8fd3-1009fab62e65 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:30.778743 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6ec56a38-173a-47a6-8fd3-1009fab62e65 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:30.779173 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec56a38-173a-47a6-8fd3-1009fab62e65 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Fanout notify agent at l3_agent the message router_deleted on router e157ea6a-5e9b-426f-99ac-3da49823fa30 {{(pid=87515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:39:30.828534 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6ec56a38-173a-47a6-8fd3-1009fab62e65 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:30.829301 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6ec56a38-173a-47a6-8fd3-1009fab62e65 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] 10.222.0.110 "DELETE /v2.0/routers/e157ea6a-5e9b-426f-99ac-3da49823fa30 HTTP/1.1" status: 204 len: 168 time: 0.7600660 Jan 21 09:39:30.834371 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48338) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:30.877335 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c922d3-ebe2-486a-8368-16463f82a7f9 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event updated for resources: {'Port': ['ID=bac97932-a512-4992-815a-495045f991e1,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:30.893650 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-32c922d3-ebe2-486a-8368-16463f82a7f9 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:30.898060 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7b015437-fc04-4a01-b619-5d24afe04beb tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] 10.222.0.110 "GET /v2.0/ports?device_id=e157ea6a-5e9b-426f-99ac-3da49823fa30 HTTP/1.1" status: 200 len: 205 time: 0.0622504 Jan 21 09:39:30.900300 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48342) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:30.967655 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aed1c94-2d69-4414-b4cb-2c8b72831f79 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:30.970620 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-5a3afa3d-2b3e-4314-baa4-7b04fe86c40c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:30.978100 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-5a3afa3d-2b3e-4314-baa4-7b04fe86c40c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:subnet and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:30.979311 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1190d795-64f2-4bac-a5ab-acec1d534d23 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:30.982631 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-5a3afa3d-2b3e-4314-baa4-7b04fe86c40c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:30.983229 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-5eed7948-5b83-4643-bb7b-827ad22fb933 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] delete failed (client error): The resource could not be found. Jan 21 09:39:30.986501 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5eed7948-5b83-4643-bb7b-827ad22fb933 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] 10.222.0.110 "DELETE /v2.0/routers/e157ea6a-5e9b-426f-99ac-3da49823fa30 HTTP/1.1" status: 404 len: 336 time: 0.0829542 Jan 21 09:39:30.986764 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-32c922d3-ebe2-486a-8368-16463f82a7f9 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.014818 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48346) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:31.027151 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-5a3afa3d-2b3e-4314-baa4-7b04fe86c40c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:31.057261 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3afa3d-2b3e-4314-baa4-7b04fe86c40c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:31.061758 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5a3afa3d-2b3e-4314-baa4-7b04fe86c40c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.080245 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1190d795-64f2-4bac-a5ab-acec1d534d23 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Network e439457c-c827-47a2-82f8-06fb926caf27 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:31.091720 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-1190d795-64f2-4bac-a5ab-acec1d534d23 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:31.096179 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6f37015d-8f6d-484c-a774-2973df687ce3 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] 10.222.0.110 "GET /v2.0/ports?device_id=84add82d-1d19-42c6-ae9b-146b365c497f HTTP/1.1" status: 200 len: 205 time: 0.0781407 Jan 21 09:39:31.100583 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1190d795-64f2-4bac-a5ab-acec1d534d23 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:31.101179 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1190d795-64f2-4bac-a5ab-acec1d534d23 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.105742 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48350) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:31.136820 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798959f5-12a5-4c2e-9c73-577e27510598 None None] Network e439457c-c827-47a2-82f8-06fb926caf27 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:31.156154 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-70f788e3-4161-4544-afed-f72ffa1acb75 None None] Provisioning complete for port a22418fe-b696-453d-930b-f6a345d2932e triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:31.156690 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-70f788e3-4161-4544-afed-f72ffa1acb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.181818 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1190d795-64f2-4bac-a5ab-acec1d534d23 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Subnet': ['ID=14753911-257c-454f-a781-2fe680baaa92,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:31.201178 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1190d795-64f2-4bac-a5ab-acec1d534d23 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6857152 Jan 21 09:39:31.201178 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190d795-64f2-4bac-a5ab-acec1d534d23 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:31.201178 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190d795-64f2-4bac-a5ab-acec1d534d23 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:31.201178 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190d795-64f2-4bac-a5ab-acec1d534d23 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:31.201586 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190d795-64f2-4bac-a5ab-acec1d534d23 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:31.201684 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48354) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:31.202119 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190d795-64f2-4bac-a5ab-acec1d534d23 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:31.202119 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190d795-64f2-4bac-a5ab-acec1d534d23 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:31.202119 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190d795-64f2-4bac-a5ab-acec1d534d23 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:31.202993 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190d795-64f2-4bac-a5ab-acec1d534d23 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:31.202993 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190d795-64f2-4bac-a5ab-acec1d534d23 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:31.202993 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190d795-64f2-4bac-a5ab-acec1d534d23 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:31.203379 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190d795-64f2-4bac-a5ab-acec1d534d23 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:31.204337 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190d795-64f2-4bac-a5ab-acec1d534d23 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:31.207143 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-d3b7844e-3660-431d-a9da-d7b2092a7879 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] delete failed (client error): The resource could not be found. Jan 21 09:39:31.207277 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-0b31b5a7-ad7a-4661-839d-a8f7b800f9ab tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'security_group': {'name': 'tempest-secgroup-1630166738'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:31.208650 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d3b7844e-3660-431d-a9da-d7b2092a7879 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] 10.222.0.110 "DELETE /v2.0/routers/84add82d-1d19-42c6-ae9b-146b365c497f HTTP/1.1" status: 404 len: 336 time: 0.0996583 Jan 21 09:39:31.211533 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48358) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:31.223183 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-0b31b5a7-ad7a-4661-839d-a8f7b800f9ab tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:31.230737 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-0b31b5a7-ad7a-4661-839d-a8f7b800f9ab tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:security_group and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:31.256540 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-0b31b5a7-ad7a-4661-839d-a8f7b800f9ab tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:31.262363 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0e8b2337-f3f9-4e70-8d96-aec9543cdb1d tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] 10.222.0.110 "GET /v2.0/ports?device_id=3e9f06c2-c9fb-4cea-898d-4cf40e6a8c28 HTTP/1.1" status: 200 len: 205 time: 0.0474758 Jan 21 09:39:31.262780 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48362) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:31.272161 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-0b31b5a7-ad7a-4661-839d-a8f7b800f9ab tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:31.329248 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-23e01192-aa9d-4b54-8a94-21a6126e66b7 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] delete failed (client error): The resource could not be found. Jan 21 09:39:31.332861 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-23e01192-aa9d-4b54-8a94-21a6126e66b7 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] 10.222.0.110 "DELETE /v2.0/routers/3e9f06c2-c9fb-4cea-898d-4cf40e6a8c28 HTTP/1.1" status: 404 len: 336 time: 0.0665989 Jan 21 09:39:31.334843 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48366) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:31.382548 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a30386e5-434c-4436-a6cb-e5c574689518 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] 10.222.0.110 "GET /v2.0/ports?device_id=e9165446-622d-4351-b128-11d6a4046e4e HTTP/1.1" status: 200 len: 205 time: 0.0448558 Jan 21 09:39:31.382771 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48372) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:31.398707 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0b31b5a7-ad7a-4661-839d-a8f7b800f9ab tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.457813 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-0b31b5a7-ad7a-4661-839d-a8f7b800f9ab tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:31.469696 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-0b31b5a7-ad7a-4661-839d-a8f7b800f9ab tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:security_group_rule and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:31.477305 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-0b31b5a7-ad7a-4661-839d-a8f7b800f9ab tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:31.499020 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-0b31b5a7-ad7a-4661-839d-a8f7b800f9ab tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:31.519026 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-a0c4e370-a9f0-4ffb-a902-4540d82f9393 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] delete failed (client error): The resource could not be found. Jan 21 09:39:31.524736 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a0c4e370-a9f0-4ffb-a902-4540d82f9393 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] 10.222.0.110 "DELETE /v2.0/routers/e9165446-622d-4351-b128-11d6a4046e4e HTTP/1.1" status: 404 len: 336 time: 0.1369264 Jan 21 09:39:31.526093 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48378) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:31.562284 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-32c922d3-ebe2-486a-8368-16463f82a7f9 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.587272 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ae668273-cf97-49bd-82f0-c2ddcb8c584d tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] 10.222.0.110 "GET /v2.0/ports?device_id=b818326c-fc47-46ef-9bd8-d2efc9f15189 HTTP/1.1" status: 200 len: 205 time: 0.0598998 Jan 21 09:39:31.589885 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48382) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:31.602730 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-32c922d3-ebe2-486a-8368-16463f82a7f9 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.794273 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-2f58f6b2-b73d-4688-8df6-2b61554f9269 None None] Provisioning complete for port e406d004-d6e0-4324-ba40-3b72739195a8 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:31.794934 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2f58f6b2-b73d-4688-8df6-2b61554f9269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.809473 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c922d3-ebe2-486a-8368-16463f82a7f9 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event updated for resources: {'Port': ['ID=bac97932-a512-4992-815a-495045f991e1,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:31.827739 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-96c7b1c4-45ed-4f2c-bdcd-8a7dd6a1a8d1 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] delete failed (client error): The resource could not be found. Jan 21 09:39:31.828583 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-96c7b1c4-45ed-4f2c-bdcd-8a7dd6a1a8d1 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] 10.222.0.110 "DELETE /v2.0/routers/b818326c-fc47-46ef-9bd8-d2efc9f15189 HTTP/1.1" status: 404 len: 336 time: 0.2375658 Jan 21 09:39:31.831103 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48388) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:31.878850 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4a18e739-94aa-4f2c-b72b-7bc72b1b0976 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] 10.222.0.110 "GET /v2.0/ports?device_id=8b620043-6294-4a59-a9cd-378ccce512b6 HTTP/1.1" status: 200 len: 205 time: 0.0465629 Jan 21 09:39:31.881971 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48392) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:31.902749 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-2f58f6b2-b73d-4688-8df6-2b61554f9269 None None] Port e406d004-d6e0-4324-ba40-3b72739195a8 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:39:31.912960 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cdf814-e84e-4d4c-84d4-e2d90ec06669 None None] Update dhcp port {'port': {'network_id': 'e439457c-c827-47a2-82f8-06fb926caf27', 'fixed_ips': [{'subnet_id': '17a9da4b-de85-451f-8f06-2d588661d08e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '14753911-257c-454f-a781-2fe680baaa92'}], 'binding:host_id': 'dv-neutron-825731-1-hyperv'}, 'id': '26fff09e-9084-4075-8660-ed8382924f26'} from dv-neutron-825731-1-hyperv. {{(pid=87516) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 09:39:31.942865 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0b31b5a7-ad7a-4661-839d-a8f7b800f9ab tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.956409 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c922d3-ebe2-486a-8368-16463f82a7f9 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:31.956746 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c922d3-ebe2-486a-8368-16463f82a7f9 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:31.957021 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c922d3-ebe2-486a-8368-16463f82a7f9 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:31.957357 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c922d3-ebe2-486a-8368-16463f82a7f9 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:31.957686 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c922d3-ebe2-486a-8368-16463f82a7f9 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:31.958152 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-2f528b7a-4b6e-45fb-af60-0c2a2132aae1 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] delete failed (client error): The resource could not be found. Jan 21 09:39:31.958332 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c922d3-ebe2-486a-8368-16463f82a7f9 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:31.958703 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c922d3-ebe2-486a-8368-16463f82a7f9 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:31.959030 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c922d3-ebe2-486a-8368-16463f82a7f9 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:31.959283 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2f528b7a-4b6e-45fb-af60-0c2a2132aae1 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] 10.222.0.110 "DELETE /v2.0/routers/8b620043-6294-4a59-a9cd-378ccce512b6 HTTP/1.1" status: 404 len: 336 time: 0.0764158 Jan 21 09:39:31.959563 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c922d3-ebe2-486a-8368-16463f82a7f9 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:31.959759 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c922d3-ebe2-486a-8368-16463f82a7f9 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:31.960083 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c922d3-ebe2-486a-8368-16463f82a7f9 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:31.960434 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c922d3-ebe2-486a-8368-16463f82a7f9 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:31.961922 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48396) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:31.969588 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0b31b5a7-ad7a-4661-839d-a8f7b800f9ab tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.971328 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-2f58f6b2-b73d-4688-8df6-2b61554f9269 None None] Provisioning complete for port 26fff09e-9084-4075-8660-ed8382924f26 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:31.971872 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2f58f6b2-b73d-4688-8df6-2b61554f9269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.002679 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5a3afa3d-2b3e-4314-baa4-7b04fe86c40c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.011840 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af76fc0-6cb8-43f0-82b8-6493160761f4 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] DELETE failed (client error): The resource could not be found. Jan 21 09:39:32.012374 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9af76fc0-6cb8-43f0-82b8-6493160761f4 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:39:32.016886 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-9af76fc0-6cb8-43f0-82b8-6493160761f4 tempest-RoutersAdminTest-1620805205 tempest-RoutersAdminTest-1620805205-project] 10.222.0.110 "DELETE /v2.0/subnets/0ae2c80d-949a-4793-82d3-69f14aa35428 HTTP/1.1" status: 404 len: 337 time: 0.0513864 Jan 21 09:39:32.020583 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-07cdf814-e84e-4d4c-84d4-e2d90ec06669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.074965 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-32c922d3-ebe2-486a-8368-16463f82a7f9 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.103359 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31b5a7-ad7a-4661-839d-a8f7b800f9ab tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=729ca917-d073-4e21-865c-b3328d937b5a,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:32.112524 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3afa3d-2b3e-4314-baa4-7b04fe86c40c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:32.123101 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-5a3afa3d-2b3e-4314-baa4-7b04fe86c40c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:32.128280 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3afa3d-2b3e-4314-baa4-7b04fe86c40c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:32.128943 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5a3afa3d-2b3e-4314-baa4-7b04fe86c40c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.140260 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0b31b5a7-ad7a-4661-839d-a8f7b800f9ab tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.144505 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0b31b5a7-ad7a-4661-839d-a8f7b800f9ab tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9391768 Jan 21 09:39:32.146342 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48402) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:32.149694 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-32c922d3-ebe2-486a-8368-16463f82a7f9 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.149865 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f903717-1f01-4e66-b06a-1ff7b4ca188f None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:32.153766 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-32c922d3-ebe2-486a-8368-16463f82a7f9 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2618592 Jan 21 09:39:32.154532 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48406) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:32.156141 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-0276fefc-e012-4a63-af96-03a86a7b731d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'security_group': {'name': 'tempest-secgroup-805280075'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:32.159548 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3afa3d-2b3e-4314-baa4-7b04fe86c40c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Subnet': ['ID=d9e847c9-7551-4d5c-babf-7f2c1f1580fb,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:32.166240 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-378f380e-10ff-4897-9b16-bae73a1fd152 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Request body: {'port': {'network_id': '96bf4bb4-25a9-404e-859d-0b4b25b1d214', 'name': 'tempest-FloatingIPTestJSON-1191071363'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:32.173906 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-0276fefc-e012-4a63-af96-03a86a7b731d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:32.180369 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0276fefc-e012-4a63-af96-03a86a7b731d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:security_group and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:32.195898 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0276fefc-e012-4a63-af96-03a86a7b731d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:32.209649 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-0276fefc-e012-4a63-af96-03a86a7b731d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:32.213227 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-5a3afa3d-2b3e-4314-baa4-7b04fe86c40c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5891993 Jan 21 09:39:32.219830 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48410) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:32.235540 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-51f0651e-5f90-4349-a080-e7bdb36e815b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'port': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'mac_address': 'fa:16:3e:0a:d9:42', 'name': 'tempest-NetworksTestDHCPv6-1855707547'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:32.245814 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0276fefc-e012-4a63-af96-03a86a7b731d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.284423 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-0276fefc-e012-4a63-af96-03a86a7b731d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:32.298001 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0276fefc-e012-4a63-af96-03a86a7b731d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:security_group_rule and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:32.301174 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0276fefc-e012-4a63-af96-03a86a7b731d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:32.309970 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-0276fefc-e012-4a63-af96-03a86a7b731d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:32.343495 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a22418fe-b696-453d-930b-f6a345d2932e up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:32.421411 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0276fefc-e012-4a63-af96-03a86a7b731d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.439795 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0276fefc-e012-4a63-af96-03a86a7b731d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.495190 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0276fefc-e012-4a63-af96-03a86a7b731d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0831f26e-04fc-4071-8042-47a40e75bcd6,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:32.500766 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0276fefc-e012-4a63-af96-03a86a7b731d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.502595 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0276fefc-e012-4a63-af96-03a86a7b731d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.3522425 Jan 21 09:39:32.504441 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-378f380e-10ff-4897-9b16-bae73a1fd152 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:32.505147 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48416) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:32.512469 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-ca930c72-1510-49d2-9947-d032b1b29862 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'security_group': {'name': 'tempest-secgroup-1284563876'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:32.513677 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-378f380e-10ff-4897-9b16-bae73a1fd152 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Usage tracker for resource:port and tenant:6ceae7553b4c4a00ae004c3be6a7adb1 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:32.517541 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-378f380e-10ff-4897-9b16-bae73a1fd152 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:32.524564 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ca930c72-1510-49d2-9947-d032b1b29862 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:32.528003 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-378f380e-10ff-4897-9b16-bae73a1fd152 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:32.529950 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-51f0651e-5f90-4349-a080-e7bdb36e815b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:32.530424 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ca930c72-1510-49d2-9947-d032b1b29862 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:security_group and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:32.540527 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ca930c72-1510-49d2-9947-d032b1b29862 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:32.545109 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ca930c72-1510-49d2-9947-d032b1b29862 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:32.547248 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-51f0651e-5f90-4349-a080-e7bdb36e815b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:32.552552 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378f380e-10ff-4897-9b16-bae73a1fd152 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Made reservation on behalf of 6ceae7553b4c4a00ae004c3be6a7adb1 for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:32.556400 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-378f380e-10ff-4897-9b16-bae73a1fd152 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.559599 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ca930c72-1510-49d2-9947-d032b1b29862 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.566104 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-07cdf814-e84e-4d4c-84d4-e2d90ec06669 None None] Allocated IP 2001:db8::2 (e439457c-c827-47a2-82f8-06fb926caf27/14753911-257c-454f-a781-2fe680baaa92/26fff09e-9084-4075-8660-ed8382924f26) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:32.572780 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48422) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:32.591543 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ca930c72-1510-49d2-9947-d032b1b29862 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:32.595846 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ca930c72-1510-49d2-9947-d032b1b29862 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:security_group_rule and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:32.597668 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-378f380e-10ff-4897-9b16-bae73a1fd152 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] device_id is not set on port b1867694-35c2-46f0-a652-8d5d6e0a1874 yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:39:32.599509 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ca930c72-1510-49d2-9947-d032b1b29862 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:32.608818 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ca930c72-1510-49d2-9947-d032b1b29862 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:32.660697 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f0651e-5f90-4349-a080-e7bdb36e815b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:32.673987 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e2c3e139-9463-4c20-86ba-af027760233d None None] Provisioning complete for port a22418fe-b696-453d-930b-f6a345d2932e triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:32.674351 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e2c3e139-9463-4c20-86ba-af027760233d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.707033 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ca930c72-1510-49d2-9947-d032b1b29862 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.715929 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ca930c72-1510-49d2-9947-d032b1b29862 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.807268 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port a22418fe-b696-453d-930b-f6a345d2932e triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:32.807656 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.834173 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ca930c72-1510-49d2-9947-d032b1b29862 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.837580 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ca930c72-1510-49d2-9947-d032b1b29862 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3313346 Jan 21 09:39:32.838331 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48432) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:32.842476 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca930c72-1510-49d2-9947-d032b1b29862 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=548a9bde-929b-4bfb-9f2f-ac20a0126544,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:32.849342 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-45eab63e-a145-4030-953e-d4f54c8d58d6 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1929446609', 'security_groups': ['548a9bde-929b-4bfb-9f2f-ac20a0126544'], 'network_id': 'e439457c-c827-47a2-82f8-06fb926caf27', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '14753911-257c-454f-a781-2fe680baaa92'}]}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:32.981670 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-37330c0a-d774-4e86-8744-423673c2e6dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:33.003627 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-51f0651e-5f90-4349-a080-e7bdb36e815b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:33.018068 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-37330c0a-d774-4e86-8744-423673c2e6dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:33.035260 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-37330c0a-d774-4e86-8744-423673c2e6dc admin admin] Usage tracker for resource:security_group_rule and tenant:1882f1a8657044acadd1beb42be5b4f1 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:33.037331 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-378f380e-10ff-4897-9b16-bae73a1fd152 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Allocated IP 172.20.0.13 (96bf4bb4-25a9-404e-859d-0b4b25b1d214/ee15ac2e-a582-4615-8535-a0c41168a9c9/b1867694-35c2-46f0-a652-8d5d6e0a1874) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:33.040882 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-37330c0a-d774-4e86-8744-423673c2e6dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:33.054911 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-37330c0a-d774-4e86-8744-423673c2e6dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:33.059566 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-45eab63e-a145-4030-953e-d4f54c8d58d6 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:33.077954 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-45eab63e-a145-4030-953e-d4f54c8d58d6 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:33.108935 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45eab63e-a145-4030-953e-d4f54c8d58d6 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Made reservation on behalf of 29c6ab04f24842d781b633e6233f3506 for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:33.252789 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-51f0651e-5f90-4349-a080-e7bdb36e815b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] device_id is not set on port 7582e514-4749-4225-80b3-5743c851306a yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:39:33.259051 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-07cdf814-e84e-4d4c-84d4-e2d90ec06669 None None] For port 26fff09e-9084-4075-8660-ed8382924f26, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=26fff09e-9084-4075-8660-ed8382924f26,segment=NetworkSegment(3fd5892c-da69-4eb7-b1c6-c54dca98647b),segment_id=3fd5892c-da69-4eb7-b1c6-c54dca98647b)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:33.289012 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-07cdf814-e84e-4d4c-84d4-e2d90ec06669 None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:33.305825 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-37330c0a-d774-4e86-8744-423673c2e6dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:33.310556 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-45eab63e-a145-4030-953e-d4f54c8d58d6 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:33.323004 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-37330c0a-d774-4e86-8744-423673c2e6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:33.355242 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-07cdf814-e84e-4d4c-84d4-e2d90ec06669 None None] Transition to ACTIVE for port object 26fff09e-9084-4075-8660-ed8382924f26 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:33.362944 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-07cdf814-e84e-4d4c-84d4-e2d90ec06669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:33.390903 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-45eab63e-a145-4030-953e-d4f54c8d58d6 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] device_id is not set on port 2997e90f-b59f-4894-b85a-54da398f1de3 yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:39:33.438789 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-37330c0a-d774-4e86-8744-423673c2e6dc admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=1882f1a8657044acadd1beb42be5b4f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8610046 Jan 21 09:39:33.442064 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48438) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:33.463957 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37330c0a-d774-4e86-8744-423673c2e6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e949208-fab0-4f1b-bf05-b9e53e999b38,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:33.523621 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f58834-12b1-49b0-baf1-1806a02a5eff None None] Update dhcp port {'port': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'fixed_ips': [{'subnet_id': '8dfa1a84-dd70-47ef-b533-d09f1ecfc9df', 'ip_address': '2001:db8::f816:3eff:fef7:7b6a'}, {'subnet_id': 'd9e847c9-7551-4d5c-babf-7f2c1f1580fb'}], 'binding:host_id': 'dv-neutron-825731-1-hyperv'}, 'id': 'a22418fe-b696-453d-930b-f6a345d2932e'} from dv-neutron-825731-1-hyperv. {{(pid=87516) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 09:39:33.591529 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cdf814-e84e-4d4c-84d4-e2d90ec06669 None None] Pushing event updated for resources: {'Port': ['ID=26fff09e-9084-4075-8660-ed8382924f26,revision_number=6']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:33.614670 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cdf814-e84e-4d4c-84d4-e2d90ec06669 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:33.615034 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cdf814-e84e-4d4c-84d4-e2d90ec06669 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:33.615428 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cdf814-e84e-4d4c-84d4-e2d90ec06669 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:33.615761 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cdf814-e84e-4d4c-84d4-e2d90ec06669 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:33.616090 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cdf814-e84e-4d4c-84d4-e2d90ec06669 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:33.617001 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cdf814-e84e-4d4c-84d4-e2d90ec06669 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:33.617001 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cdf814-e84e-4d4c-84d4-e2d90ec06669 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:33.617219 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-00bca0c2-669c-4c50-8ea4-1b4545cc9062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:33.617311 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cdf814-e84e-4d4c-84d4-e2d90ec06669 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:33.617405 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cdf814-e84e-4d4c-84d4-e2d90ec06669 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:33.617797 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cdf814-e84e-4d4c-84d4-e2d90ec06669 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:33.618141 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cdf814-e84e-4d4c-84d4-e2d90ec06669 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:33.618456 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cdf814-e84e-4d4c-84d4-e2d90ec06669 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:33.628223 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a4f58834-12b1-49b0-baf1-1806a02a5eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:33.654396 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-378f380e-10ff-4897-9b16-bae73a1fd152 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:33.686938 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-00bca0c2-669c-4c50-8ea4-1b4545cc9062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:33.801106 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-51f0651e-5f90-4349-a080-e7bdb36e815b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Allocated IP 172.20.0.9 (36c4effd-f4af-4d10-91bd-714d225a3199/d9e847c9-7551-4d5c-babf-7f2c1f1580fb/7582e514-4749-4225-80b3-5743c851306a) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:33.808764 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-51f0651e-5f90-4349-a080-e7bdb36e815b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Allocated IP 2001:db8::f816:3eff:fe0a:d942 (36c4effd-f4af-4d10-91bd-714d225a3199/8dfa1a84-dd70-47ef-b533-d09f1ecfc9df/7582e514-4749-4225-80b3-5743c851306a) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:33.858957 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-45eab63e-a145-4030-953e-d4f54c8d58d6 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Allocated IP 2001:db8::374 (e439457c-c827-47a2-82f8-06fb926caf27/14753911-257c-454f-a781-2fe680baaa92/2997e90f-b59f-4894-b85a-54da398f1de3) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:33.914698 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-00bca0c2-669c-4c50-8ea4-1b4545cc9062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:33.940416 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bca0c2-669c-4c50-8ea4-1b4545cc9062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e949208-fab0-4f1b-bf05-b9e53e999b38,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:34.002299 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-00bca0c2-669c-4c50-8ea4-1b4545cc9062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:34.006493 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-00bca0c2-669c-4c50-8ea4-1b4545cc9062 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/3e949208-fab0-4f1b-bf05-b9e53e999b38 HTTP/1.1" status: 204 len: 168 time: 0.5601125 Jan 21 09:39:34.009245 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f74e9-668b-4278-be15-be5a32b12ab1 req-01b7fd72-662c-4a03-a68d-a5e1e850a910 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:34.016224 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-940f74e9-668b-4278-be15-be5a32b12ab1 req-01b7fd72-662c-4a03-a68d-a5e1e850a910 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.8203263 Jan 21 09:39:34.096794 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-940f74e9-668b-4278-be15-be5a32b12ab1 req-c8af368d-e390-4386-a1aa-5c13c84189c2 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796888 Jan 21 09:39:34.163086 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-51f0651e-5f90-4349-a080-e7bdb36e815b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:34.170803 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-378f380e-10ff-4897-9b16-bae73a1fd152 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:34.207144 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-45eab63e-a145-4030-953e-d4f54c8d58d6 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:34.238210 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-45eab63e-a145-4030-953e-d4f54c8d58d6 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Transition to ACTIVE for port object 2997e90f-b59f-4894-b85a-54da398f1de3 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:34.298534 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-45eab63e-a145-4030-953e-d4f54c8d58d6 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:34.302313 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 26fff09e-9084-4075-8660-ed8382924f26 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:34.346579 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-51f0651e-5f90-4349-a080-e7bdb36e815b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Transition to ACTIVE for port object 7582e514-4749-4225-80b3-5743c851306a will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:34.401928 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378f380e-10ff-4897-9b16-bae73a1fd152 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Network 96bf4bb4-25a9-404e-859d-0b4b25b1d214 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:34.428410 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-51f0651e-5f90-4349-a080-e7bdb36e815b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:34.453913 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-378f380e-10ff-4897-9b16-bae73a1fd152 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:34.456787 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378f380e-10ff-4897-9b16-bae73a1fd152 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:34.498411 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48454) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:34.522698 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45eab63e-a145-4030-953e-d4f54c8d58d6 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Network e439457c-c827-47a2-82f8-06fb926caf27 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:34.532418 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-45eab63e-a145-4030-953e-d4f54c8d58d6 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:34.537720 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eab63e-a145-4030-953e-d4f54c8d58d6 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Port': ['ID=2997e90f-b59f-4894-b85a-54da398f1de3,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:34.541275 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eab63e-a145-4030-953e-d4f54c8d58d6 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:34.546986 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45eab63e-a145-4030-953e-d4f54c8d58d6 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:34.547635 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-45eab63e-a145-4030-953e-d4f54c8d58d6 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:34.576320 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f380e-10ff-4897-9b16-bae73a1fd152 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event updated for resources: {'Port': ['ID=b1867694-35c2-46f0-a652-8d5d6e0a1874,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:34.581018 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f0651e-5f90-4349-a080-e7bdb36e815b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:34.587189 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-974fa082-6124-45b4-9e95-5804b1c4508c None None] Provisioning complete for port e406d004-d6e0-4324-ba40-3b72739195a8 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:34.587704 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-51f0651e-5f90-4349-a080-e7bdb36e815b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:34.587845 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-974fa082-6124-45b4-9e95-5804b1c4508c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:34.604503 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-45eab63e-a145-4030-953e-d4f54c8d58d6 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7649748 Jan 21 09:39:34.608594 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-b5e3dccc-22ff-4364-a5c0-cd11ada3e4a2 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=177571f5a59c4bcf9574f984e31ae653&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1091776 Jan 21 09:39:34.610970 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48460) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:34.611305 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48462) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:34.629078 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-940b7fc1-4058-45aa-8fe1-b571dc071c93 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'subnet': {'network_id': 'e439457c-c827-47a2-82f8-06fb926caf27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:34.629459 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-a4f58834-12b1-49b0-baf1-1806a02a5eff None None] Allocated IP 172.20.0.2 (36c4effd-f4af-4d10-91bd-714d225a3199/d9e847c9-7551-4d5c-babf-7f2c1f1580fb/a22418fe-b696-453d-930b-f6a345d2932e) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:34.662633 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f0651e-5f90-4349-a080-e7bdb36e815b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:34.702011 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-974fa082-6124-45b4-9e95-5804b1c4508c None None] Port e406d004-d6e0-4324-ba40-3b72739195a8 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:39:34.788185 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-974fa082-6124-45b4-9e95-5804b1c4508c None None] Provisioning for port 26fff09e-9084-4075-8660-ed8382924f26 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:34.802719 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-974fa082-6124-45b4-9e95-5804b1c4508c None None] Provisioning complete for port 26fff09e-9084-4075-8660-ed8382924f26 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:34.803258 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-974fa082-6124-45b4-9e95-5804b1c4508c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:34.806105 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378f380e-10ff-4897-9b16-bae73a1fd152 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:34.807001 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-378f380e-10ff-4897-9b16-bae73a1fd152 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:34.860604 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f0651e-5f90-4349-a080-e7bdb36e815b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Port': ['ID=7582e514-4749-4225-80b3-5743c851306a,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:34.902596 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f0651e-5f90-4349-a080-e7bdb36e815b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:34.903435 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-51f0651e-5f90-4349-a080-e7bdb36e815b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:34.912321 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-378f380e-10ff-4897-9b16-bae73a1fd152 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7543318 Jan 21 09:39:34.917286 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfa41b-4431-44e3-a4c6-0ff85c3155f6 req-7e6091a4-b82c-426b-a8f3-c4bcfa2a74d1 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:34.920010 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-a4f58834-12b1-49b0-baf1-1806a02a5eff None None] For port a22418fe-b696-453d-930b-f6a345d2932e, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a22418fe-b696-453d-930b-f6a345d2932e,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:34.920155 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48468) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:34.924559 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-20cfa41b-4431-44e3-a4c6-0ff85c3155f6 req-7e6091a4-b82c-426b-a8f3-c4bcfa2a74d1 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/ports?device_id=d9acc9e3-8064-4bee-849e-fa4ba8818808 HTTP/1.1" status: 200 len: 945 time: 0.5432222 Jan 21 09:39:34.943356 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-88c3cf48-2683-4a50-92e9-21a1ab5a3dd2 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Request body: {'floatingip': {'port_id': 'b1867694-35c2-46f0-a652-8d5d6e0a1874'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:34.999871 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a4f58834-12b1-49b0-baf1-1806a02a5eff None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:35.009130 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-51f0651e-5f90-4349-a080-e7bdb36e815b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7832811 Jan 21 09:39:35.014775 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48474) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:35.028934 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-a4f58834-12b1-49b0-baf1-1806a02a5eff None None] Transition to ACTIVE for port object a22418fe-b696-453d-930b-f6a345d2932e will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:35.033628 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a4f58834-12b1-49b0-baf1-1806a02a5eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:35.034288 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6a8bb-bf3e-414f-9315-a48b06f374f1 req-1345024a-b1fd-47f4-873f-5e9004fa34b5 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:35.037090 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f3e6a8bb-bf3e-414f-9315-a48b06f374f1 req-1345024a-b1fd-47f4-873f-5e9004fa34b5 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.3769770 Jan 21 09:39:35.041980 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-88c3cf48-2683-4a50-92e9-21a1ab5a3dd2 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for floatingip, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:35.063567 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b96d2e19-2036-4c76-89d1-c2bd1baf4726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:35.094916 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-20cfa41b-4431-44e3-a4c6-0ff85c3155f6 req-a619b247-c5a8-4335-9e0f-ed95676bfe38 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/security-groups?id=3ce8baa6-555a-4c73-bbe7-0434579bb7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1694379 Jan 21 09:39:35.115843 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-940b7fc1-4058-45aa-8fe1-b571dc071c93 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:35.125002 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-940b7fc1-4058-45aa-8fe1-b571dc071c93 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:subnet and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:35.134357 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-940b7fc1-4058-45aa-8fe1-b571dc071c93 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:35.144642 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-940b7fc1-4058-45aa-8fe1-b571dc071c93 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:35.176423 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b96d2e19-2036-4c76-89d1-c2bd1baf4726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:35.202628 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f58834-12b1-49b0-baf1-1806a02a5eff None None] Pushing event updated for resources: {'Port': ['ID=a22418fe-b696-453d-930b-f6a345d2932e,revision_number=9']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:35.215621 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-94a89b51-69b4-4f93-90e4-df646ba419a2 None None] Provisioning for port 2997e90f-b59f-4894-b85a-54da398f1de3 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:35.228034 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-94a89b51-69b4-4f93-90e4-df646ba419a2 None None] Provisioning complete for port 2997e90f-b59f-4894-b85a-54da398f1de3 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:35.228584 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-94a89b51-69b4-4f93-90e4-df646ba419a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:35.242596 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f3e6a8bb-bf3e-414f-9315-a48b06f374f1 req-0f74b87d-df50-48c5-91a9-a5705bae6a69 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440771 Jan 21 09:39:35.265545 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940b7fc1-4058-45aa-8fe1-b571dc071c93 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Made reservation on behalf of 29c6ab04f24842d781b633e6233f3506 for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:35.269534 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-940b7fc1-4058-45aa-8fe1-b571dc071c93 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:35.360235 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-94a89b51-69b4-4f93-90e4-df646ba419a2 None None] Port 2997e90f-b59f-4894-b85a-54da398f1de3 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:39:35.487311 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.ipam_backend_mixin [None req-940b7fc1-4058-45aa-8fe1-b571dc071c93 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 14753911-257c-454f-a781-2fe680baaa92 (CIDR: 2001:db8::/64) Jan 21 09:39:35.498575 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-940b7fc1-4058-45aa-8fe1-b571dc071c93 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:39:35.499182 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-940b7fc1-4058-45aa-8fe1-b571dc071c93 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:39:35.543676 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-940b7fc1-4058-45aa-8fe1-b571dc071c93 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9286995 Jan 21 09:39:35.544295 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48486) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:35.552748 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-022626ca-142b-4a95-9cd0-dfa82c1fa9f7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'subnet': {'network_id': 'e439457c-c827-47a2-82f8-06fb926caf27', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:35.591659 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f62110-2d91-4e98-b839-c8ac412eb434 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:35.601544 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f62110-2d91-4e98-b839-c8ac412eb434 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:35.602390 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-83f62110-2d91-4e98-b839-c8ac412eb434 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:35.609852 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b96d2e19-2036-4c76-89d1-c2bd1baf4726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:35.633985 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d2e19-2036-4c76-89d1-c2bd1baf4726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca1a6c4-ee13-4522-ad41-2d48142640bc,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:35.662826 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-83f62110-2d91-4e98-b839-c8ac412eb434 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:35.667585 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-83f62110-2d91-4e98-b839-c8ac412eb434 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.6499610 Jan 21 09:39:35.672156 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48490) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:35.715240 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b96d2e19-2036-4c76-89d1-c2bd1baf4726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:35.719635 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-b96d2e19-2036-4c76-89d1-c2bd1baf4726 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/bca1a6c4-ee13-4522-ad41-2d48142640bc HTTP/1.1" status: 204 len: 168 time: 1.1055107 Jan 21 09:39:35.851090 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-a700d664-009d-4a28-a20b-a74d2d27bfd1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting port 7582e514-4749-4225-80b3-5743c851306a {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:35.852034 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a700d664-009d-4a28-a20b-a74d2d27bfd1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:35.937712 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-022626ca-142b-4a95-9cd0-dfa82c1fa9f7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:36.008186 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-022626ca-142b-4a95-9cd0-dfa82c1fa9f7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:subnet and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:36.014104 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-022626ca-142b-4a95-9cd0-dfa82c1fa9f7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:36.019854 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-88c3cf48-2683-4a50-92e9-21a1ab5a3dd2 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.026230 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-022626ca-142b-4a95-9cd0-dfa82c1fa9f7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:36.026730 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-88c3cf48-2683-4a50-92e9-21a1ab5a3dd2 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.086718 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022626ca-142b-4a95-9cd0-dfa82c1fa9f7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Made reservation on behalf of 29c6ab04f24842d781b633e6233f3506 for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:36.093749 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-022626ca-142b-4a95-9cd0-dfa82c1fa9f7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.101514 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-1ac6f530-6171-4350-98f5-46674dd2d355 None None] Provisioning for port a22418fe-b696-453d-930b-f6a345d2932e completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:36.135373 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-1ac6f530-6171-4350-98f5-46674dd2d355 None None] Provisioning complete for port a22418fe-b696-453d-930b-f6a345d2932e triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:36.136357 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1ac6f530-6171-4350-98f5-46674dd2d355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.319659 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a22418fe-b696-453d-930b-f6a345d2932e up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:36.420207 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port a22418fe-b696-453d-930b-f6a345d2932e triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:36.421133 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.548226 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a700d664-009d-4a28-a20b-a74d2d27bfd1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.647374 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.l3_db [None req-88c3cf48-2683-4a50-92e9-21a1ab5a3dd2 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Floating IP f0190374-94b2-4193-95b1-d143810a4a8f associated. External IP: 172.26.3.140, port: b1867694-35c2-46f0-a652-8d5d6e0a1874. Jan 21 09:39:36.697163 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.ipam_backend_mixin [None req-022626ca-142b-4a95-9cd0-dfa82c1fa9f7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 17a9da4b-de85-451f-8f06-2d588661d08e (CIDR: 2001:db8:0:1::/64) Jan 21 09:39:36.706658 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-a700d664-009d-4a28-a20b-a74d2d27bfd1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Calling delete_port for 7582e514-4749-4225-80b3-5743c851306a owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:36.746815 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-20cceca6-fe55-4a5a-b811-7fcb7399bf94 None None] Provisioning for port 7582e514-4749-4225-80b3-5743c851306a completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:36.756399 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad54118-9381-4cca-832b-ebb84bc95a71 req-b822a943-9865-4ffe-9134-ada0d6c31f68 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:36.757865 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-20cceca6-fe55-4a5a-b811-7fcb7399bf94 None None] Provisioning complete for port 7582e514-4749-4225-80b3-5743c851306a triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:36.758285 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-20cceca6-fe55-4a5a-b811-7fcb7399bf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.768564 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0ad54118-9381-4cca-832b-ebb84bc95a71 req-b822a943-9865-4ffe-9134-ada0d6c31f68 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.5617697 Jan 21 09:39:36.770751 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-022626ca-142b-4a95-9cd0-dfa82c1fa9f7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:39:36.771308 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-022626ca-142b-4a95-9cd0-dfa82c1fa9f7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:39:36.821319 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-20cceca6-fe55-4a5a-b811-7fcb7399bf94 None None] Port 7582e514-4749-4225-80b3-5743c851306a cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:39:36.841308 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-022626ca-142b-4a95-9cd0-dfa82c1fa9f7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2958386 Jan 21 09:39:36.841965 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48518) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:36.866342 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-87bbaa04-5a65-4d1d-822e-c371d27f2ec2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'subnet': {'network_id': 'e439457c-c827-47a2-82f8-06fb926caf27', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:36.890116 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0ad54118-9381-4cca-832b-ebb84bc95a71 req-580cf49d-85dc-4cec-a1ba-10d1092db404 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206210 Jan 21 09:39:37.177491 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c3cf48-2683-4a50-92e9-21a1ab5a3dd2 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Router 0784f12a-93a2-4ea9-a64c-0cae03e53fce has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:39:37.201615 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f0d44-8827-4fe1-85ef-93f9bb473722 req-dd882381-9cfe-44d2-a9ff-5e68c4cc969f tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:37.203173 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-194f0d44-8827-4fe1-85ef-93f9bb473722 req-dd882381-9cfe-44d2-a9ff-5e68c4cc969f tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/ports?device_id=d9acc9e3-8064-4bee-849e-fa4ba8818808 HTTP/1.1" status: 200 len: 945 time: 0.1314459 Jan 21 09:39:37.361027 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-87bbaa04-5a65-4d1d-822e-c371d27f2ec2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:37.374926 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-87bbaa04-5a65-4d1d-822e-c371d27f2ec2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Usage tracker for resource:subnet and tenant:29c6ab04f24842d781b633e6233f3506 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:37.379323 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-194f0d44-8827-4fe1-85ef-93f9bb473722 req-a90d2d4f-f34b-4332-8afd-1eb3442703fd tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/security-groups?id=3ce8baa6-555a-4c73-bbe7-0434579bb7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1236613 Jan 21 09:39:37.382887 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-87bbaa04-5a65-4d1d-822e-c371d27f2ec2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:37.392035 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-87bbaa04-5a65-4d1d-822e-c371d27f2ec2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:37.419213 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6647401-ee6a-4805-9464-772e75770e68 req-13a9e54e-a088-4543-b7b9-8d706d175664 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:37.422352 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c3cf48-2683-4a50-92e9-21a1ab5a3dd2 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:39:37.424254 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f6647401-ee6a-4805-9464-772e75770e68 req-13a9e54e-a088-4543-b7b9-8d706d175664 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd33e193-8625-438a-ad0b-1d496fa053e8 HTTP/1.1" status: 200 len: 945 time: 0.3603072 Jan 21 09:39:37.429920 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a700d664-009d-4a28-a20b-a74d2d27bfd1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:37.437631 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7572c971-be6d-4c06-bb82-31efd1890383 None None] Sync routers for ids ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:37.448603 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-88c3cf48-2683-4a50-92e9-21a1ab5a3dd2 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:37.455368 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7572c971-be6d-4c06-bb82-31efd1890383 None None] Routers {'0784f12a-93a2-4ea9-a64c-0cae03e53fce'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:37.456433 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-7572c971-be6d-4c06-bb82-31efd1890383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:39:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:37.495695 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bbaa04-5a65-4d1d-822e-c371d27f2ec2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Made reservation on behalf of 29c6ab04f24842d781b633e6233f3506 for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:37.499943 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-87bbaa04-5a65-4d1d-822e-c371d27f2ec2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:37.513808 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-88c3cf48-2683-4a50-92e9-21a1ab5a3dd2 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "PUT /v2.0/floatingips/f0190374-94b2-4193-95b1-d143810a4a8f HTTP/1.1" status: 200 len: 979 time: 2.5837612 Jan 21 09:39:37.514480 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48538) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:37.536560 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-7572c971-be6d-4c06-bb82-31efd1890383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:37.548727 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7572c971-be6d-4c06-bb82-31efd1890383 None None] Routers {'0784f12a-93a2-4ea9-a64c-0cae03e53fce'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:37.549576 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-7572c971-be6d-4c06-bb82-31efd1890383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:39:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:37.573097 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700d664-009d-4a28-a20b-a74d2d27bfd1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Port': ['ID=7582e514-4749-4225-80b3-5743c851306a,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:37.599692 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-d23f2c00-ff0a-41ee-ae2d-926b25687f8b tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Deleting port b1867694-35c2-46f0-a652-8d5d6e0a1874 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:37.600257 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d23f2c00-ff0a-41ee-ae2d-926b25687f8b tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:37.648015 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-7572c971-be6d-4c06-bb82-31efd1890383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:37.649065 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7572c971-be6d-4c06-bb82-31efd1890383 None None] The sync data for ids ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:37.778172 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f6647401-ee6a-4805-9464-772e75770e68 req-46e52a2d-98b2-466b-a409-3360f3e862f5 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/security-groups?id=f948e57c-b596-4bc3-86a6-e57029d7a000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3476295 Jan 21 09:39:37.847341 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a700d664-009d-4a28-a20b-a74d2d27bfd1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:37.917232 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a700d664-009d-4a28-a20b-a74d2d27bfd1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/ports/7582e514-4749-4225-80b3-5743c851306a HTTP/1.1" status: 204 len: 168 time: 2.2440484 Jan 21 09:39:37.920215 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48554) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:37.925368 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d23f2c00-ff0a-41ee-ae2d-926b25687f8b tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:37.981703 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48558) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:38.035859 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78114769-7165-4ad0-ba26-d4d595920467 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:38.038451 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78114769-7165-4ad0-ba26-d4d595920467 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:38.040262 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78114769-7165-4ad0-ba26-d4d595920467 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:38.041185 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-78114769-7165-4ad0-ba26-d4d595920467 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:38.132677 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-7ef764fb-5636-45ce-9fba-eb196fd5876d tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1277710423', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:38.140648 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-78114769-7165-4ad0-ba26-d4d595920467 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:38.141799 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-78114769-7165-4ad0-ba26-d4d595920467 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2208123 Jan 21 09:39:38.146157 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48564) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:38.155771 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-7ef764fb-5636-45ce-9fba-eb196fd5876d tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:38.188415 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-87bbaa04-5a65-4d1d-822e-c371d27f2ec2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.226982 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7ef764fb-5636-45ce-9fba-eb196fd5876d tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Usage tracker for resource:port and tenant:089ea188dd794d9e8bcc7f7b46c6b6b9 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:38.237176 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7ef764fb-5636-45ce-9fba-eb196fd5876d tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:38.256179 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-7ef764fb-5636-45ce-9fba-eb196fd5876d tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:38.298655 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bbaa04-5a65-4d1d-822e-c371d27f2ec2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Network e439457c-c827-47a2-82f8-06fb926caf27 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:38.305175 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-87bbaa04-5a65-4d1d-822e-c371d27f2ec2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:38.308477 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bbaa04-5a65-4d1d-822e-c371d27f2ec2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:38.309065 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-87bbaa04-5a65-4d1d-822e-c371d27f2ec2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.314259 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad609fe-9489-4201-82e5-04a35b5e11be None None] Network e439457c-c827-47a2-82f8-06fb926caf27 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:38.321069 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bbaa04-5a65-4d1d-822e-c371d27f2ec2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Subnet': ['ID=12ffa813-2b9a-4782-82bc-616fadc3a3b8,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:38.327637 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-32801034-6f93-4db4-ac65-fef6a7555cf9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting subnet 8dfa1a84-dd70-47ef-b533-d09f1ecfc9df {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:39:38.335352 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef764fb-5636-45ce-9fba-eb196fd5876d tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Made reservation on behalf of 089ea188dd794d9e8bcc7f7b46c6b6b9 for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:38.337585 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7ef764fb-5636-45ce-9fba-eb196fd5876d tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.352862 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-32801034-6f93-4db4-ac65-fef6a7555cf9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.372149 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d23f2c00-ff0a-41ee-ae2d-926b25687f8b tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.372716 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d23f2c00-ff0a-41ee-ae2d-926b25687f8b tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.373088 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.l3_db [None req-d23f2c00-ff0a-41ee-ae2d-926b25687f8b tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Floating IP f0190374-94b2-4193-95b1-d143810a4a8f disassociated. External IP: 172.26.3.140, port: b1867694-35c2-46f0-a652-8d5d6e0a1874. Jan 21 09:39:38.373571 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-d23f2c00-ff0a-41ee-ae2d-926b25687f8b tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Calling delete_port for b1867694-35c2-46f0-a652-8d5d6e0a1874 owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:38.394901 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7ef764fb-5636-45ce-9fba-eb196fd5876d tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.417595 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddaa8f2-9334-47fb-b5e0-14e1ddf36b10 req-b84ecd29-691b-473f-a85e-241854925aa5 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:38.419116 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7ddaa8f2-9334-47fb-b5e0-14e1ddf36b10 req-b84ecd29-691b-473f-a85e-241854925aa5 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.3741987 Jan 21 09:39:38.430748 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-87bbaa04-5a65-4d1d-822e-c371d27f2ec2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5844414 Jan 21 09:39:38.433548 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48570) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:38.444183 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-a69b2bcf-2cea-4755-b1ee-121eba8cd537 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1042179579', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '12ffa813-2b9a-4782-82bc-616fadc3a3b8'}], 'security_groups': ['729ca917-d073-4e21-865c-b3328d937b5a', '0831f26e-04fc-4071-8042-47a40e75bcd6']}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:38.456978 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-32801034-6f93-4db4-ac65-fef6a7555cf9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.487295 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-7ef764fb-5636-45ce-9fba-eb196fd5876d tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:38.506874 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7ef764fb-5636-45ce-9fba-eb196fd5876d tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Usage tracker for resource:security_group_rule and tenant:089ea188dd794d9e8bcc7f7b46c6b6b9 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:38.512498 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7ef764fb-5636-45ce-9fba-eb196fd5876d tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:38.540336 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-7ef764fb-5636-45ce-9fba-eb196fd5876d tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:38.602429 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7ddaa8f2-9334-47fb-b5e0-14e1ddf36b10 req-5806291d-1157-4929-9c58-1ed55a381f20 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681340 Jan 21 09:39:38.647349 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-32801034-6f93-4db4-ac65-fef6a7555cf9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.787779 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517d18e5-86b1-4142-97e6-4dc93e97f59f None None] Update dhcp port {'port': {'network_id': 'e439457c-c827-47a2-82f8-06fb926caf27', 'fixed_ips': [{'subnet_id': '17a9da4b-de85-451f-8f06-2d588661d08e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '14753911-257c-454f-a781-2fe680baaa92', 'ip_address': '2001:db8::2'}, {'subnet_id': '12ffa813-2b9a-4782-82bc-616fadc3a3b8'}], 'binding:host_id': 'dv-neutron-825731-1-hyperv'}, 'id': '26fff09e-9084-4075-8660-ed8382924f26'} from dv-neutron-825731-1-hyperv. {{(pid=87516) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 09:39:38.797473 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7ef764fb-5636-45ce-9fba-eb196fd5876d tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.803526 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-32801034-6f93-4db4-ac65-fef6a7555cf9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.827879 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d23f2c00-ff0a-41ee-ae2d-926b25687f8b tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.855696 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32801034-6f93-4db4-ac65-fef6a7555cf9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Subnet': ['ID=8dfa1a84-dd70-47ef-b533-d09f1ecfc9df,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:38.857496 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7ef764fb-5636-45ce-9fba-eb196fd5876d tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.860229 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-32801034-6f93-4db4-ac65-fef6a7555cf9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.882257 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-7ef764fb-5636-45ce-9fba-eb196fd5876d tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] device_id is not set on port bb5107ad-ce22-4845-8bd9-3d5146ed8f18 yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:39:38.883203 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-517d18e5-86b1-4142-97e6-4dc93e97f59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.895226 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1de176-dcdc-435a-a7dc-cd821b4e6a52 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:38.957648 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef764fb-5636-45ce-9fba-eb196fd5876d tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36eec5d0-5424-4f86-8065-9d797c933766,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:38.970399 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-32801034-6f93-4db4-ac65-fef6a7555cf9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/8dfa1a84-dd70-47ef-b533-d09f1ecfc9df HTTP/1.1" status: 204 len: 168 time: 0.8192196 Jan 21 09:39:38.970541 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a470058-632b-4df7-a4ad-6db73335623b req-02336079-1a26-4794-9187-3ff81fe0ed3c tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:38.971198 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48578) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:38.975298 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0a470058-632b-4df7-a4ad-6db73335623b req-02336079-1a26-4794-9187-3ff81fe0ed3c tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/ports?device_id=d9acc9e3-8064-4bee-849e-fa4ba8818808 HTTP/1.1" status: 200 len: 945 time: 0.4468532 Jan 21 09:39:38.985801 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f2c00-ff0a-41ee-ae2d-926b25687f8b tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event deleted for resources: {'Port': ['ID=b1867694-35c2-46f0-a652-8d5d6e0a1874,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:39.058107 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c2932c-bfa6-4bac-8672-8d92010ab648 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting subnet d9e847c9-7551-4d5c-babf-7f2c1f1580fb {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:39:39.061534 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d9c2932c-bfa6-4bac-8672-8d92010ab648 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:39.123496 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d9c2932c-bfa6-4bac-8672-8d92010ab648 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:39.267055 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0a470058-632b-4df7-a4ad-6db73335623b req-e6ee3f68-f5ea-4d52-831a-cee9b935bfc2 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/security-groups?id=3ce8baa6-555a-4c73-bbe7-0434579bb7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2691712 Jan 21 09:39:39.287493 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a69b2bcf-2cea-4755-b1ee-121eba8cd537 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:39.298304 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-517d18e5-86b1-4142-97e6-4dc93e97f59f None None] Allocated IP 2001:db8:0:2::2 (e439457c-c827-47a2-82f8-06fb926caf27/12ffa813-2b9a-4782-82bc-616fadc3a3b8/26fff09e-9084-4075-8660-ed8382924f26) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:39.311290 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23f2c00-ff0a-41ee-ae2d-926b25687f8b tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Router 0784f12a-93a2-4ea9-a64c-0cae03e53fce has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:39:39.465692 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-7ef764fb-5636-45ce-9fba-eb196fd5876d tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Allocated IP 172.26.3.184 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/bb5107ad-ce22-4845-8bd9-3d5146ed8f18) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:39.469355 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-517d18e5-86b1-4142-97e6-4dc93e97f59f None None] For port 26fff09e-9084-4075-8660-ed8382924f26, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=26fff09e-9084-4075-8660-ed8382924f26,segment=NetworkSegment(3fd5892c-da69-4eb7-b1c6-c54dca98647b),segment_id=3fd5892c-da69-4eb7-b1c6-c54dca98647b)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:39.497878 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b2596-9b56-4e5f-830e-f2b8a881afd7 req-ee435f5d-42ad-4f9b-9d99-431f98435879 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:39.499941 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-370b2596-9b56-4e5f-830e-f2b8a881afd7 req-ee435f5d-42ad-4f9b-9d99-431f98435879 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9acc9e3-8064-4bee-849e-fa4ba8818808 HTTP/1.1" status: 200 len: 945 time: 0.3371706 Jan 21 09:39:39.500122 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-517d18e5-86b1-4142-97e6-4dc93e97f59f None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:39.501523 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d9c2932c-bfa6-4bac-8672-8d92010ab648 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:39.518156 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-517d18e5-86b1-4142-97e6-4dc93e97f59f None None] Transition to ACTIVE for port object 26fff09e-9084-4075-8660-ed8382924f26 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:39.523156 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-517d18e5-86b1-4142-97e6-4dc93e97f59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:39.778603 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23f2c00-ff0a-41ee-ae2d-926b25687f8b tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:39:39.785976 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-370b2596-9b56-4e5f-830e-f2b8a881afd7 req-ac67f991-1bab-460d-b7c2-6623538c588f tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Deleting port a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:39.787005 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-370b2596-9b56-4e5f-830e-f2b8a881afd7 req-ac67f991-1bab-460d-b7c2-6623538c588f tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:39.806474 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9201485-005d-49a9-92db-a04d6f9e1ca9 None None] Sync routers for ids ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:39.809172 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d18e5-86b1-4142-97e6-4dc93e97f59f None None] Pushing event updated for resources: {'Port': ['ID=26fff09e-9084-4075-8660-ed8382924f26,revision_number=7']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:39.821456 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9201485-005d-49a9-92db-a04d6f9e1ca9 None None] Routers {'0784f12a-93a2-4ea9-a64c-0cae03e53fce'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:39.822249 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-d9201485-005d-49a9-92db-a04d6f9e1ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:39:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:39.898378 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-d9201485-005d-49a9-92db-a04d6f9e1ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:39.916692 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ed701-1fc5-4acb-a0c7-b070a120dfcb req-7ed91fe1-3529-4fd2-ae43-771861329c36 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:39.917009 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9201485-005d-49a9-92db-a04d6f9e1ca9 None None] Routers {'0784f12a-93a2-4ea9-a64c-0cae03e53fce'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:39.917720 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-d9201485-005d-49a9-92db-a04d6f9e1ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:39:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:39.918385 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ff1ed701-1fc5-4acb-a0c7-b070a120dfcb req-7ed91fe1-3529-4fd2-ae43-771861329c36 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd33e193-8625-438a-ad0b-1d496fa053e8 HTTP/1.1" status: 200 len: 945 time: 0.7542090 Jan 21 09:39:40.008870 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-d9201485-005d-49a9-92db-a04d6f9e1ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:40.009599 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9201485-005d-49a9-92db-a04d6f9e1ca9 None None] The sync data for ids ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:40.221310 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ff1ed701-1fc5-4acb-a0c7-b070a120dfcb req-aec276dc-ecb4-43f5-8ec1-b2110cde3b35 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/security-groups?id=f948e57c-b596-4bc3-86a6-e57029d7a000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2718024 Jan 21 09:39:40.274287 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d23f2c00-ff0a-41ee-ae2d-926b25687f8b tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.307150 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 26fff09e-9084-4075-8660-ed8382924f26 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:40.327999 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d23f2c00-ff0a-41ee-ae2d-926b25687f8b tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "DELETE /v2.0/ports/b1867694-35c2-46f0-a652-8d5d6e0a1874 HTTP/1.1" status: 204 len: 168 time: 2.8103778 Jan 21 09:39:40.328614 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-a69b2bcf-2cea-4755-b1ee-121eba8cd537 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Delete allocated IP 2001:db8::374 (e439457c-c827-47a2-82f8-06fb926caf27/14753911-257c-454f-a781-2fe680baaa92) {{(pid=87514) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 21 09:39:40.334598 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48586) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:40.379627 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d9c2932c-bfa6-4bac-8672-8d92010ab648 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.427190 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-43bc8649-0b6b-44d4-839e-a492fc1dedbd None None] Provisioning complete for port a22418fe-b696-453d-930b-f6a345d2932e triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:40.427753 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-43bc8649-0b6b-44d4-839e-a492fc1dedbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.457599 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-a69b2bcf-2cea-4755-b1ee-121eba8cd537 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Allocated IP 2001:db8:0:2::1c2 (e439457c-c827-47a2-82f8-06fb926caf27/12ffa813-2b9a-4782-82bc-616fadc3a3b8/2997e90f-b59f-4894-b85a-54da398f1de3) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:40.468191 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c2932c-bfa6-4bac-8672-8d92010ab648 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Subnet': ['ID=d9e847c9-7551-4d5c-babf-7f2c1f1580fb,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:40.478686 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d9c2932c-bfa6-4bac-8672-8d92010ab648 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.496807 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d9c2932c-bfa6-4bac-8672-8d92010ab648 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/d9e847c9-7551-4d5c-babf-7f2c1f1580fb HTTP/1.1" status: 204 len: 168 time: 1.5244203 Jan 21 09:39:40.499268 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0710f3f-4f1b-4679-a3c9-b9ad726df677 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:40.506231 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02fad33-064a-4928-9f96-33390985c3b5 req-565164d0-9597-4a3c-b054-81bd6b5c505a tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:40.507838 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e02fad33-064a-4928-9f96-33390985c3b5 req-565164d0-9597-4a3c-b054-81bd6b5c505a tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.4703698 Jan 21 09:39:40.508341 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48590) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:40.518620 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-baca37c3-30f1-4bcc-b127-cdcf98cdf653 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "GET /v2.0/floatingips/f0190374-94b2-4193-95b1-d143810a4a8f HTTP/1.1" status: 200 len: 688 time: 0.1828873 Jan 21 09:39:40.521728 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7ef764fb-5636-45ce-9fba-eb196fd5876d tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.526850 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-370b2596-9b56-4e5f-830e-f2b8a881afd7 req-ac67f991-1bab-460d-b7c2-6623538c588f tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] For port a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f,segment=NetworkSegment(e6b062f4-c60d-4f2d-92ff-c2921e09a921),segment_id=e6b062f4-c60d-4f2d-92ff-c2921e09a921)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:40.527379 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-370b2596-9b56-4e5f-830e-f2b8a881afd7 req-ac67f991-1bab-460d-b7c2-6623538c588f tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.568188 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48594) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:40.616579 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-48b92897-8e0e-4dba-a6fb-8940891be5a9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1039560 Jan 21 09:39:40.627352 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48598) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:40.638601 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-4d66b290-15bb-45c0-8269-0d942147db9f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:40.767565 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e02fad33-064a-4928-9f96-33390985c3b5 req-3ce719f5-1afe-4041-a935-ebf87449c52e tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812882 Jan 21 09:39:40.877178 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-b5d44fce-a952-4308-ad87-ba7c8a008160 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Deleting port bac97932-a512-4992-815a-495045f991e1 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:40.877532 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b5d44fce-a952-4308-ad87-ba7c8a008160 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.925637 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5b364e0a-5987-4a79-8184-e1a5658f7d98 None None] Provisioning complete for port e406d004-d6e0-4324-ba40-3b72739195a8 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:40.926381 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5b364e0a-5987-4a79-8184-e1a5658f7d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.960762 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204a9abf-6b03-4d47-994e-75de33ab4c9f None None] DHCP port deletion for 36c4effd-f4af-4d10-91bd-714d225a3199 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:39:40.971169 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-204a9abf-6b03-4d47-994e-75de33ab4c9f None None] Deleting port a22418fe-b696-453d-930b-f6a345d2932e {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:40.971772 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-204a9abf-6b03-4d47-994e-75de33ab4c9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.022368 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a69b2bcf-2cea-4755-b1ee-121eba8cd537 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.042306 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-a69b2bcf-2cea-4755-b1ee-121eba8cd537 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Transition to ACTIVE for port object 2997e90f-b59f-4894-b85a-54da398f1de3 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:41.047861 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-5b364e0a-5987-4a79-8184-e1a5658f7d98 None None] Port e406d004-d6e0-4324-ba40-3b72739195a8 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:39:41.050341 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-4d66b290-15bb-45c0-8269-0d942147db9f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:41.056921 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4d66b290-15bb-45c0-8269-0d942147db9f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:subnet and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:41.060123 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4d66b290-15bb-45c0-8269-0d942147db9f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:41.066209 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-4d66b290-15bb-45c0-8269-0d942147db9f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:41.075150 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a69b2bcf-2cea-4755-b1ee-121eba8cd537 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.121525 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d66b290-15bb-45c0-8269-0d942147db9f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:41.125204 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4d66b290-15bb-45c0-8269-0d942147db9f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.132807 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5b364e0a-5987-4a79-8184-e1a5658f7d98 None None] Provisioning for port 2997e90f-b59f-4894-b85a-54da398f1de3 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:41.154874 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5b364e0a-5987-4a79-8184-e1a5658f7d98 None None] Provisioning complete for port 2997e90f-b59f-4894-b85a-54da398f1de3 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:41.155374 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5b364e0a-5987-4a79-8184-e1a5658f7d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.242991 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-a69b2bcf-2cea-4755-b1ee-121eba8cd537 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] In _notify_port_updated(), no bound segment for port 2997e90f-b59f-4894-b85a-54da398f1de3 on network e439457c-c827-47a2-82f8-06fb926caf27 {{(pid=87514) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:39:41.248539 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69b2bcf-2cea-4755-b1ee-121eba8cd537 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:41.249170 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a69b2bcf-2cea-4755-b1ee-121eba8cd537 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.250045 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19e8ca-5a79-41f7-b55e-44e1b51815e3 req-064b2eff-7ef1-4d22-93cc-1e5036623132 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:41.253447 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a69b2bcf-2cea-4755-b1ee-121eba8cd537 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "PUT /v2.0/ports/2997e90f-b59f-4894-b85a-54da398f1de3 HTTP/1.1" status: 200 len: 970 time: 2.8186712 Jan 21 09:39:41.254140 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48606) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:41.258327 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-af19e8ca-5a79-41f7-b55e-44e1b51815e3 req-064b2eff-7ef1-4d22-93cc-1e5036623132 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/ports?device_id=d9acc9e3-8064-4bee-849e-fa4ba8818808 HTTP/1.1" status: 200 len: 945 time: 0.7805147 Jan 21 09:39:41.260347 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b2bcf-2cea-4755-b1ee-121eba8cd537 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event updated for resources: {'Port': ['ID=2997e90f-b59f-4894-b85a-54da398f1de3,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:41.260515 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7ef764fb-5636-45ce-9fba-eb196fd5876d tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.286525 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-5b364e0a-5987-4a79-8184-e1a5658f7d98 None None] Port 2997e90f-b59f-4894-b85a-54da398f1de3 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:39:41.351765 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef764fb-5636-45ce-9fba-eb196fd5876d tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:41.393711 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-7ef764fb-5636-45ce-9fba-eb196fd5876d tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:41.433670 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef764fb-5636-45ce-9fba-eb196fd5876d tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:41.464290 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-204a9abf-6b03-4d47-994e-75de33ab4c9f None None] For port a22418fe-b696-453d-930b-f6a345d2932e, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a22418fe-b696-453d-930b-f6a345d2932e,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:41.464801 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-204a9abf-6b03-4d47-994e-75de33ab4c9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.473392 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5b364e0a-5987-4a79-8184-e1a5658f7d98 None None] Provisioning for port 26fff09e-9084-4075-8660-ed8382924f26 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:41.543426 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5b364e0a-5987-4a79-8184-e1a5658f7d98 None None] Provisioning complete for port 26fff09e-9084-4075-8660-ed8382924f26 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:41.544076 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5b364e0a-5987-4a79-8184-e1a5658f7d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.594553 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-49cbb22a-6aee-4a2e-b30e-20f0f300e57a tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Deleting port 2997e90f-b59f-4894-b85a-54da398f1de3 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:41.594893 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-49cbb22a-6aee-4a2e-b30e-20f0f300e57a tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.796228 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef764fb-5636-45ce-9fba-eb196fd5876d tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Pushing event updated for resources: {'Port': ['ID=bb5107ad-ce22-4845-8bd9-3d5146ed8f18,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:41.826329 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-370b2596-9b56-4e5f-830e-f2b8a881afd7 req-ac67f991-1bab-460d-b7c2-6623538c588f tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.826867 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-370b2596-9b56-4e5f-830e-f2b8a881afd7 req-ac67f991-1bab-460d-b7c2-6623538c588f tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.827248 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.l3_db [req-370b2596-9b56-4e5f-830e-f2b8a881afd7 req-ac67f991-1bab-460d-b7c2-6623538c588f tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Floating IP 23df5606-dc39-4c21-ac76-1a08df083f27 disassociated. External IP: 172.26.3.83, port: a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f. Jan 21 09:39:41.827633 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-370b2596-9b56-4e5f-830e-f2b8a881afd7 req-ac67f991-1bab-460d-b7c2-6623538c588f tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Calling delete_port for a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f owned by compute:nova {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:41.834302 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-204a9abf-6b03-4d47-994e-75de33ab4c9f None None] Calling delete_port for a22418fe-b696-453d-930b-f6a345d2932e owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:41.869509 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-af19e8ca-5a79-41f7-b55e-44e1b51815e3 req-301e5277-cd81-4edb-9ca2-bd37e44d1fe9 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/security-groups?id=3ce8baa6-555a-4c73-bbe7-0434579bb7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6106145 Jan 21 09:39:41.897829 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device b80b0da8-782a-4f84-8d84-968f7548fbd0 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:39:42.041988 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef764fb-5636-45ce-9fba-eb196fd5876d tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:42.042650 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7ef764fb-5636-45ce-9fba-eb196fd5876d tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:42.123694 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-370b2596-9b56-4e5f-830e-f2b8a881afd7 req-ac67f991-1bab-460d-b7c2-6623538c588f tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:42.138972 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8a94a-0315-49ac-8dce-868635c9d54a req-ea203877-f03e-42f1-925f-53dd4cea5350 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:42.140904 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3bb8a94a-0315-49ac-8dce-868635c9d54a req-ea203877-f03e-42f1-925f-53dd4cea5350 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd33e193-8625-438a-ad0b-1d496fa053e8 HTTP/1.1" status: 200 len: 945 time: 1.0934656 Jan 21 09:39:42.170338 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-204a9abf-6b03-4d47-994e-75de33ab4c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:42.206656 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b5d44fce-a952-4308-ad87-ba7c8a008160 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:42.207621 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b5d44fce-a952-4308-ad87-ba7c8a008160 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:42.226446 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:42.232975 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa86364-566f-4fe6-b073-8ed6cd79b391 req-df10a891-8ede-4736-86d4-22ce9e1d9125 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:42.240669 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3fa86364-566f-4fe6-b073-8ed6cd79b391 req-df10a891-8ede-4736-86d4-22ce9e1d9125 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd33e193-8625-438a-ad0b-1d496fa053e8 HTTP/1.1" status: 200 len: 945 time: 0.8121409 Jan 21 09:39:42.274501 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67f991-1bab-460d-b7c2-6623538c588f tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Pushing event deleted for resources: {'Port': ['ID=a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:42.287148 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204a9abf-6b03-4d47-994e-75de33ab4c9f None None] No DVR routers for this DVR port a22418fe-b696-453d-930b-f6a345d2932e on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:42.317949 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a9abf-6b03-4d47-994e-75de33ab4c9f None None] Pushing event deleted for resources: {'Port': ['ID=a22418fe-b696-453d-930b-f6a345d2932e,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:42.327737 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3fa86364-566f-4fe6-b073-8ed6cd79b391 req-592e74db-f7a7-4c62-bd5b-4838b5383103 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/security-groups?id=f948e57c-b596-4bc3-86a6-e57029d7a000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859604 Jan 21 09:39:42.335421 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-49cbb22a-6aee-4a2e-b30e-20f0f300e57a tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:42.335706 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a22418fe-b696-453d-930b-f6a345d2932e no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:39:42.415137 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4d66b290-15bb-45c0-8269-0d942147db9f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:42.438011 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd33e193-8625-438a-ad0b-1d496fa053e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b80b0da8-782a-4f84-8d84-968f7548fbd0'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:39:42.456189 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: a22418fe-b696-453d-930b-f6a345d2932e {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:39:42.457851 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a22418fe-b696-453d-930b-f6a345d2932e not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:39:42.463885 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port b80b0da8-782a-4f84-8d84-968f7548fbd0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b80b0da8-782a-4f84-8d84-968f7548fbd0,segment=NetworkSegment(a3f72eb9-d03f-4ac6-be0d-97ce33afeb91),segment_id=a3f72eb9-d03f-4ac6-be0d-97ce33afeb91)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:42.478575 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7ef764fb-5636-45ce-9fba-eb196fd5876d tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.4915421 Jan 21 09:39:42.482098 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48614) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:42.488916 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-b5d44fce-a952-4308-ad87-ba7c8a008160 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Calling delete_port for bac97932-a512-4992-815a-495045f991e1 owned by network:floatingip {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:42.490811 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e31e26b7-19b1-4ea4-b554-2820dce48130 None None] Provisioning complete for port 2997e90f-b59f-4894-b85a-54da398f1de3 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:42.491202 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e31e26b7-19b1-4ea4-b554-2820dce48130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:42.512692 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-49cbb22a-6aee-4a2e-b30e-20f0f300e57a tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Calling delete_port for 2997e90f-b59f-4894-b85a-54da398f1de3 owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:42.538246 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd33e193-8625-438a-ad0b-1d496fa053e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b80b0da8-782a-4f84-8d84-968f7548fbd0', 'code': 200} Jan 21 09:39:42.546124 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:42.546124 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:39:42.564364 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-f86f3fbe-4abb-42bd-af46-8c736b640b56 tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.184'}]}}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:42.594166 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d66b290-15bb-45c0-8269-0d942147db9f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:42.594364 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-f86f3fbe-4abb-42bd-af46-8c736b640b56 tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:42.601294 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-4d66b290-15bb-45c0-8269-0d942147db9f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:42.603464 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-3bb8a94a-0315-49ac-8dce-868635c9d54a req-0755350c-56ee-407b-bd4f-901470c8fd63 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Deleting port b80b0da8-782a-4f84-8d84-968f7548fbd0 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:42.603808 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-3bb8a94a-0315-49ac-8dce-868635c9d54a req-0755350c-56ee-407b-bd4f-901470c8fd63 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:42.621170 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d66b290-15bb-45c0-8269-0d942147db9f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:42.621764 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4d66b290-15bb-45c0-8269-0d942147db9f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:42.639327 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66b290-15bb-45c0-8269-0d942147db9f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Subnet': ['ID=c12c1653-4cf6-4663-9899-164384e4e551,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:42.650667 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f86f3fbe-4abb-42bd-af46-8c736b640b56 tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Usage tracker for resource:router and tenant:089ea188dd794d9e8bcc7f7b46c6b6b9 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:42.696043 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4d66b290-15bb-45c0-8269-0d942147db9f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0673792 Jan 21 09:39:42.701501 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48618) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:42.710209 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-c2901f21-4c5e-4924-8613-f672d87edd8d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:42.738937 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] No Port match for: a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:39:42.739310 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f86f3fbe-4abb-42bd-af46-8c736b640b56 tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:42.740130 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:39:42.755592 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=b80b0da8-782a-4f84-8d84-968f7548fbd0,revision_number=6']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:42.760370 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-f86f3fbe-4abb-42bd-af46-8c736b640b56 tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:42.764179 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ae08eb-d546-4c91-8bad-5467f7e043e9 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:42.838162 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:42.845407 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-e31e26b7-19b1-4ea4-b554-2820dce48130 None None] Port 2997e90f-b59f-4894-b85a-54da398f1de3 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:39:42.880397 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd0f99-755f-4f20-9359-41f79eb25123 req-0c2c458f-be7c-4340-b5e2-395a4667db83 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:42.880960 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-49cbb22a-6aee-4a2e-b30e-20f0f300e57a tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:42.885872 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-56cd0f99-755f-4f20-9359-41f79eb25123 req-0c2c458f-be7c-4340-b5e2-395a4667db83 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.8374119 Jan 21 09:39:42.901972 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f86f3fbe-4abb-42bd-af46-8c736b640b56 tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:42.903208 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f86f3fbe-4abb-42bd-af46-8c736b640b56 tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:42.951006 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cbb22a-6aee-4a2e-b30e-20f0f300e57a tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'Port': ['ID=2997e90f-b59f-4894-b85a-54da398f1de3,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:43.009935 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [req-370b2596-9b56-4e5f-830e-f2b8a881afd7 req-ac67f991-1bab-460d-b7c2-6623538c588f tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Router 25041724-9688-4e00-9538-e1c1fa0dfeae has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:39:43.028080 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-49cbb22a-6aee-4a2e-b30e-20f0f300e57a tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.029931 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-49cbb22a-6aee-4a2e-b30e-20f0f300e57a tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/ports/2997e90f-b59f-4894-b85a-54da398f1de3 HTTP/1.1" status: 204 len: 168 time: 1.7713428 Jan 21 09:39:43.032695 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48624) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:43.089860 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c2901f21-4c5e-4924-8613-f672d87edd8d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:43.091318 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b5d44fce-a952-4308-ad87-ba7c8a008160 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.170145 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f8ca288d-82ca-4155-b8cc-64237f3c5880 req-69c043e7-0458-4798-a295-7f4a87181cd1 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/ports?device_id=d9acc9e3-8064-4bee-849e-fa4ba8818808 HTTP/1.1" status: 200 len: 210 time: 0.0904331 Jan 21 09:39:43.171888 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c2901f21-4c5e-4924-8613-f672d87edd8d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:subnet and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:43.176132 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-90242cb1-90ca-46f7-8eeb-08c8f693a05b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] GET failed (client error): The resource could not be found. Jan 21 09:39:43.187980 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-90242cb1-90ca-46f7-8eeb-08c8f693a05b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Synchronizing usage tracker for tenant:29c6ab04f24842d781b633e6233f3506 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:43.191660 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c2901f21-4c5e-4924-8613-f672d87edd8d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:43.198767 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c2901f21-4c5e-4924-8613-f672d87edd8d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:43.213912 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ee7f9c-29e8-46f9-b856-574f72c462db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-36c4effd-f4af-4d10-91bd-714d225a3199', 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'tenant_id': 'ce9334fe18174618a851dcacd095feca', 'fixed_ips': [{'subnet_id': 'c12c1653-4cf6-4663-9899-164384e4e551'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:39:43.215457 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-83ee7f9c-29e8-46f9-b856-574f72c462db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.220146 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-90242cb1-90ca-46f7-8eeb-08c8f693a05b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Unset dirty status for tenant:29c6ab04f24842d781b633e6233f3506 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:43.221956 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-90242cb1-90ca-46f7-8eeb-08c8f693a05b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "GET /v2.0/ports/2997e90f-b59f-4894-b85a-54da398f1de3 HTTP/1.1" status: 404 len: 333 time: 0.1881611 Jan 21 09:39:43.225618 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2901f21-4c5e-4924-8613-f672d87edd8d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:43.230882 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f86f3fbe-4abb-42bd-af46-8c736b640b56 tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.231506 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c2901f21-4c5e-4924-8613-f672d87edd8d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.232041 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48628) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:43.232817 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d44fce-a952-4308-ad87-ba7c8a008160 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event deleted for resources: {'Port': ['ID=bac97932-a512-4992-815a-495045f991e1,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:43.268961 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-56cd0f99-755f-4f20-9359-41f79eb25123 req-ca7cf8de-d786-4e5a-b636-2af9fca4f4f1 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3586192 Jan 21 09:39:43.436171 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-83ee7f9c-29e8-46f9-b856-574f72c462db None None] Allocated IP 172.20.0.2 (36c4effd-f4af-4d10-91bd-714d225a3199/c12c1653-4cf6-4663-9899-164384e4e551/a99cd966-c960-4f3b-8732-e091954845d2) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:43.539291 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b5d44fce-a952-4308-ad87-ba7c8a008160 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for floatingip, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.602910 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da72740-c432-42e0-91ef-6536d1b9042f req-77ae2cf6-da03-4a7a-a389-865705576867 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:43.605306 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1da72740-c432-42e0-91ef-6536d1b9042f req-77ae2cf6-da03-4a7a-a389-865705576867 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd33e193-8625-438a-ad0b-1d496fa053e8 HTTP/1.1" status: 200 len: 943 time: 0.1379511 Jan 21 09:39:43.667109 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-83ee7f9c-29e8-46f9-b856-574f72c462db None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.678804 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-83ee7f9c-29e8-46f9-b856-574f72c462db None None] Transition to ACTIVE for port object a99cd966-c960-4f3b-8732-e091954845d2 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:43.700385 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-83ee7f9c-29e8-46f9-b856-574f72c462db None None] Transition to ACTIVE for port object a99cd966-c960-4f3b-8732-e091954845d2 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:43.707169 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-83ee7f9c-29e8-46f9-b856-574f72c462db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.728410 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1da72740-c432-42e0-91ef-6536d1b9042f req-07aa8286-1c68-4238-a14c-b5113434207f tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/security-groups?id=f948e57c-b596-4bc3-86a6-e57029d7a000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103215 Jan 21 09:39:43.768889 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ee7f9c-29e8-46f9-b856-574f72c462db None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:43.781235 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-83ee7f9c-29e8-46f9-b856-574f72c462db None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:43.784108 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ee7f9c-29e8-46f9-b856-574f72c462db None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:43.797149 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.objects.ports [None req-c2901f21-4c5e-4924-8613-f672d87edd8d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87514) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 09:39:43.874376 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-370b2596-9b56-4e5f-830e-f2b8a881afd7 req-ac67f991-1bab-460d-b7c2-6623538c588f tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:39:43.884872 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8364edb0-fd37-4077-b56c-16e362bb2bef None None] Sync routers for ids ['25041724-9688-4e00-9538-e1c1fa0dfeae'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:43.896585 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8364edb0-fd37-4077-b56c-16e362bb2bef None None] Routers {'25041724-9688-4e00-9538-e1c1fa0dfeae'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:43.897190 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-8364edb0-fd37-4077-b56c-16e362bb2bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:39:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['25041724-9688-4e00-9538-e1c1fa0dfeae'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:43.916264 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-3bb8a94a-0315-49ac-8dce-868635c9d54a req-0755350c-56ee-407b-bd4f-901470c8fd63 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] For port b80b0da8-782a-4f84-8d84-968f7548fbd0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b80b0da8-782a-4f84-8d84-968f7548fbd0,segment=NetworkSegment(a3f72eb9-d03f-4ac6-be0d-97ce33afeb91),segment_id=a3f72eb9-d03f-4ac6-be0d-97ce33afeb91)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:43.916995 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-3bb8a94a-0315-49ac-8dce-868635c9d54a req-0755350c-56ee-407b-bd4f-901470c8fd63 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.918881 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-83ee7f9c-29e8-46f9-b856-574f72c462db None None] Attempting to bind port a99cd966-c960-4f3b-8732-e091954845d2 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:43.919927 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-83ee7f9c-29e8-46f9-b856-574f72c462db None None] Attempting to bind port a99cd966-c960-4f3b-8732-e091954845d2 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:43.920513 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ee7f9c-29e8-46f9-b856-574f72c462db None None] Attempting to bind port a99cd966-c960-4f3b-8732-e091954845d2 on network 36c4effd-f4af-4d10-91bd-714d225a3199 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:39:43.925074 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee7f9c-29e8-46f9-b856-574f72c462db None None] Pushing event updated for resources: {'Port': ['ID=a99cd966-c960-4f3b-8732-e091954845d2,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:43.935241 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ee7f9c-29e8-46f9-b856-574f72c462db None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:39:43.936010 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ee7f9c-29e8-46f9-b856-574f72c462db None None] Checking segment: {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:39:43.936605 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-83ee7f9c-29e8-46f9-b856-574f72c462db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.937020 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ee7f9c-29e8-46f9-b856-574f72c462db None None] Bound using segment: {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:39:43.937580 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-83ee7f9c-29e8-46f9-b856-574f72c462db None None] Bound port: a99cd966-c960-4f3b-8732-e091954845d2, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:43.938046 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-83ee7f9c-29e8-46f9-b856-574f72c462db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.974618 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-17119701-564a-4be7-a4a8-170ea986e9ab tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.995147 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b5d44fce-a952-4308-ad87-ba7c8a008160 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.996320 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-b5d44fce-a952-4308-ad87-ba7c8a008160 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "DELETE /v2.0/floatingips/f0190374-94b2-4193-95b1-d143810a4a8f HTTP/1.1" status: 204 len: 168 time: 3.4271169 Jan 21 09:39:44.000855 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48634) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:44.012189 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-d94665d6-aeff-4552-b334-827534fcbec3 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Request body: {'floatingip': {'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'port_id': 'e098c329-4f3e-4063-ba42-60ba1f2b1756'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:44.021573 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c2901f21-4c5e-4924-8613-f672d87edd8d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:44.040139 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d94665d6-aeff-4552-b334-827534fcbec3 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:44.050816 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-83ee7f9c-29e8-46f9-b856-574f72c462db None None] For port a99cd966-c960-4f3b-8732-e091954845d2, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:39:44.055441 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-83ee7f9c-29e8-46f9-b856-574f72c462db None None] For port a99cd966-c960-4f3b-8732-e091954845d2, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a99cd966-c960-4f3b-8732-e091954845d2,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:39:44.060989 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-83ee7f9c-29e8-46f9-b856-574f72c462db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:44.112751 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-8364edb0-fd37-4077-b56c-16e362bb2bef None None] Set router 25041724-9688-4e00-9538-e1c1fa0dfeae gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:39:44.188910 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-370b2596-9b56-4e5f-830e-f2b8a881afd7 req-ac67f991-1bab-460d-b7c2-6623538c588f tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] No DVR routers for this DVR port a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f on host hv-neutron-8257 {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:44.191195 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-370b2596-9b56-4e5f-830e-f2b8a881afd7 req-ac67f991-1bab-460d-b7c2-6623538c588f tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:44.192848 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee7f9c-29e8-46f9-b856-574f72c462db None None] Pushing event updated for resources: {'Port': ['ID=a99cd966-c960-4f3b-8732-e091954845d2,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:44.193502 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-370b2596-9b56-4e5f-830e-f2b8a881afd7 req-ac67f991-1bab-460d-b7c2-6623538c588f tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.72 "DELETE /v2.0/ports/a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f HTTP/1.1" status: 204 len: 173 time: 4.6535530 Jan 21 09:39:44.214632 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9acc9e3-8064-4bee-849e-fa4ba8818808', 'name': 'network-vif-deleted', 'tag': 'a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:39:44.331358 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-17119701-564a-4be7-a4a8-170ea986e9ab tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:44.356073 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9acc9e3-8064-4bee-849e-fa4ba8818808', 'name': 'network-vif-deleted', 'tag': 'a0140b9a-173b-41e4-9c7c-2cc47d7c5d3f', 'status': 'completed', 'code': 200} Jan 21 09:39:44.364281 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f86f3fbe-4abb-42bd-af46-8c736b640b56 tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:44.421956 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-c2901f21-4c5e-4924-8613-f672d87edd8d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] For port a99cd966-c960-4f3b-8732-e091954845d2, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a99cd966-c960-4f3b-8732-e091954845d2,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:44.501697 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c2901f21-4c5e-4924-8613-f672d87edd8d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:44.511443 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d94665d6-aeff-4552-b334-827534fcbec3 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Usage tracker for resource:floatingip and tenant:6ceae7553b4c4a00ae004c3be6a7adb1 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:44.515016 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d94665d6-aeff-4552-b334-827534fcbec3 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:44.518970 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c2901f21-4c5e-4924-8613-f672d87edd8d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:44.519828 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c2901f21-4c5e-4924-8613-f672d87edd8d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:44.623215 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-f63288db-8ecf-49bf-b0b0-833b48a25e5d req-c2ad5a22-f962-440b-9f39-318772f47275 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Synchronizing usage tracker for tenant:85062a18014b46c39ce9762aca0ea494 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:44.631752 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-17119701-564a-4be7-a4a8-170ea986e9ab tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:44.706354 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-8364edb0-fd37-4077-b56c-16e362bb2bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25041724-9688-4e00-9538-e1c1fa0dfeae', 'name': 'tempest-ServersTestJSON-645974544-router', 'tenant_id': '85062a18014b46c39ce9762aca0ea494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': 'fb477a1c-ac45-4ac4-a136-0ed796eae698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:32Z', 'updated_at': '2022-01-21T09:36:45Z', 'revision_number': 4, 'project_id': '85062a18014b46c39ce9762aca0ea494', 'gw_port': {'id': 'fb477a1c-ac45-4ac4-a136-0ed796eae698', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25041724-9688-4e00-9538-e1c1fa0dfeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:36Z', 'updated_at': '2022-01-21T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5', 'name': '', 'network_id': '1135e748-d422-4b50-8ae7-b9b34434f356', 'tenant_id': '85062a18014b46c39ce9762aca0ea494', 'mac_address': 'fa:16:3e:7a:db:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25041724-9688-4e00-9538-e1c1fa0dfeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '012fac0f-b662-4d0e-800a-fe42d5135a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:43Z', 'updated_at': '2022-01-21T09:36:54Z', 'revision_number': 5, 'project_id': '85062a18014b46c39ce9762aca0ea494', 'subnets': [{'id': '012fac0f-b662-4d0e-800a-fe42d5135a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:44.712287 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8364edb0-fd37-4077-b56c-16e362bb2bef None None] Checking router: 25041724-9688-4e00-9538-e1c1fa0dfeae for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:39:44.738350 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8364edb0-fd37-4077-b56c-16e362bb2bef None None] Routers {'25041724-9688-4e00-9538-e1c1fa0dfeae'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:44.738955 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-8364edb0-fd37-4077-b56c-16e362bb2bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:39:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['25041724-9688-4e00-9538-e1c1fa0dfeae'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:44.750559 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17119701-564a-4be7-a4a8-170ea986e9ab tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=548a9bde-929b-4bfb-9f2f-ac20a0126544,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:44.770002 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-f63288db-8ecf-49bf-b0b0-833b48a25e5d req-c2ad5a22-f962-440b-9f39-318772f47275 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Unset dirty status for tenant:85062a18014b46c39ce9762aca0ea494 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:44.771750 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f63288db-8ecf-49bf-b0b0-833b48a25e5d req-c2ad5a22-f962-440b-9f39-318772f47275 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/ports?device_id=d9acc9e3-8064-4bee-849e-fa4ba8818808 HTTP/1.1" status: 200 len: 210 time: 0.3921103 Jan 21 09:39:44.772578 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-17119701-564a-4be7-a4a8-170ea986e9ab tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:44.776052 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-17119701-564a-4be7-a4a8-170ea986e9ab tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/security-groups/548a9bde-929b-4bfb-9f2f-ac20a0126544 HTTP/1.1" status: 204 len: 168 time: 1.5037675 Jan 21 09:39:44.790171 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d94665d6-aeff-4552-b334-827534fcbec3 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:44.797746 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48648) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:44.887663 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2901f21-4c5e-4924-8613-f672d87edd8d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:44.904268 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-c2901f21-4c5e-4924-8613-f672d87edd8d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:44.908004 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2901f21-4c5e-4924-8613-f672d87edd8d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:44.908690 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c2901f21-4c5e-4924-8613-f672d87edd8d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:44.956170 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d94665d6-aeff-4552-b334-827534fcbec3 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for floatingip, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:44.956985 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-3bb8a94a-0315-49ac-8dce-868635c9d54a req-0755350c-56ee-407b-bd4f-901470c8fd63 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:44.957615 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-3bb8a94a-0315-49ac-8dce-868635c9d54a req-0755350c-56ee-407b-bd4f-901470c8fd63 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:44.958425 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.l3_db [req-3bb8a94a-0315-49ac-8dce-868635c9d54a req-0755350c-56ee-407b-bd4f-901470c8fd63 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Floating IP 22c13324-3d77-4e2a-a892-48b743515f58 disassociated. External IP: 172.26.3.240, port: b80b0da8-782a-4f84-8d84-968f7548fbd0. Jan 21 09:39:44.958790 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-3bb8a94a-0315-49ac-8dce-868635c9d54a req-0755350c-56ee-407b-bd4f-901470c8fd63 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Calling delete_port for b80b0da8-782a-4f84-8d84-968f7548fbd0 owned by compute:nova {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:44.997590 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2901f21-4c5e-4924-8613-f672d87edd8d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Subnet': ['ID=cd91904a-e7cf-4b44-8ca9-07b2257b982f,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:45.010703 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c2901f21-4c5e-4924-8613-f672d87edd8d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3079782 Jan 21 09:39:45.017335 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2901f21-4c5e-4924-8613-f672d87edd8d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Port': ['ID=a99cd966-c960-4f3b-8732-e091954845d2,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:45.020747 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48654) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:45.037101 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-34cb9758-ef14-43f3-87a5-0369f94f972a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'port': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'mac_address': 'fa:16:3e:78:5c:86', 'name': 'tempest-NetworksTestDHCPv6-537287506'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:45.042579 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-8364edb0-fd37-4077-b56c-16e362bb2bef None None] Set router 25041724-9688-4e00-9538-e1c1fa0dfeae gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:39:45.144319 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-80d5da19-c5dc-49cd-bac1-42ebe13f82a4 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.231605 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8170a-f3a5-4ce8-8319-38bc390cf138 req-e2b4682d-6a54-4047-8933-894d5d675fc5 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:45.233151 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e8c8170a-f3a5-4ce8-8319-38bc390cf138 req-e2b4682d-6a54-4047-8933-894d5d675fc5 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.4534125 Jan 21 09:39:45.303373 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-3bb8a94a-0315-49ac-8dce-868635c9d54a req-0755350c-56ee-407b-bd4f-901470c8fd63 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.352868 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-34cb9758-ef14-43f3-87a5-0369f94f972a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:45.359221 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-9b513cbb-0a89-434d-9bf5-fa8cd4fe3aaf req-0ef50248-6588-4ea0-8788-cbe9ab00ca04 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd33e193-8625-438a-ad0b-1d496fa053e8 HTTP/1.1" status: 200 len: 210 time: 0.1199129 Jan 21 09:39:45.368115 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e8c8170a-f3a5-4ce8-8319-38bc390cf138 req-5e5155d3-03bf-43b9-82b1-34772bce89eb tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890291 Jan 21 09:39:45.371566 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-34cb9758-ef14-43f3-87a5-0369f94f972a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:port and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:45.379334 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-34cb9758-ef14-43f3-87a5-0369f94f972a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:45.397651 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-34cb9758-ef14-43f3-87a5-0369f94f972a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:45.416550 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755350c-56ee-407b-bd4f-901470c8fd63 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Pushing event deleted for resources: {'Port': ['ID=b80b0da8-782a-4f84-8d84-968f7548fbd0,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:45.426510 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-80d5da19-c5dc-49cd-bac1-42ebe13f82a4 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.428763 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34cb9758-ef14-43f3-87a5-0369f94f972a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:45.454802 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d94665d6-aeff-4552-b334-827534fcbec3 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.514826 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-8364edb0-fd37-4077-b56c-16e362bb2bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25041724-9688-4e00-9538-e1c1fa0dfeae', 'name': 'tempest-ServersTestJSON-645974544-router', 'tenant_id': '85062a18014b46c39ce9762aca0ea494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': 'fb477a1c-ac45-4ac4-a136-0ed796eae698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:32Z', 'updated_at': '2022-01-21T09:36:45Z', 'revision_number': 4, 'project_id': '85062a18014b46c39ce9762aca0ea494', 'gw_port': {'id': 'fb477a1c-ac45-4ac4-a136-0ed796eae698', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25041724-9688-4e00-9538-e1c1fa0dfeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:36Z', 'updated_at': '2022-01-21T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5', 'name': '', 'network_id': '1135e748-d422-4b50-8ae7-b9b34434f356', 'tenant_id': '85062a18014b46c39ce9762aca0ea494', 'mac_address': 'fa:16:3e:7a:db:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25041724-9688-4e00-9538-e1c1fa0dfeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '012fac0f-b662-4d0e-800a-fe42d5135a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:43Z', 'updated_at': '2022-01-21T09:36:54Z', 'revision_number': 5, 'project_id': '85062a18014b46c39ce9762aca0ea494', 'subnets': [{'id': '012fac0f-b662-4d0e-800a-fe42d5135a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:45.522340 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8364edb0-fd37-4077-b56c-16e362bb2bef None None] The sync data for ids ['25041724-9688-4e00-9538-e1c1fa0dfeae'] in dv-neutron-825731-1-hyperv is: [{'id': '25041724-9688-4e00-9538-e1c1fa0dfeae', 'name': 'tempest-ServersTestJSON-645974544-router', 'tenant_id': '85062a18014b46c39ce9762aca0ea494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': 'fb477a1c-ac45-4ac4-a136-0ed796eae698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:32Z', 'updated_at': '2022-01-21T09:36:45Z', 'revision_number': 4, 'project_id': '85062a18014b46c39ce9762aca0ea494', 'gw_port': {'id': 'fb477a1c-ac45-4ac4-a136-0ed796eae698', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25041724-9688-4e00-9538-e1c1fa0dfeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:36Z', 'updated_at': '2022-01-21T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5', 'name': '', 'network_id': '1135e748-d422-4b50-8ae7-b9b34434f356', 'tenant_id': '85062a18014b46c39ce9762aca0ea494', 'mac_address': 'fa:16:3e:7a:db:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25041724-9688-4e00-9538-e1c1fa0dfeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '012fac0f-b662-4d0e-800a-fe42d5135a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:43Z', 'updated_at': '2022-01-21T09:36:54Z', 'revision_number': 5, 'project_id': '85062a18014b46c39ce9762aca0ea494', 'subnets': [{'id': '012fac0f-b662-4d0e-800a-fe42d5135a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:45.634786 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ad9190-2384-4812-a51f-7dc9774c7222 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:45.644353 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-80d5da19-c5dc-49cd-bac1-42ebe13f82a4 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.666600 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-34cb9758-ef14-43f3-87a5-0369f94f972a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.712317 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-34cb9758-ef14-43f3-87a5-0369f94f972a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] device_id is not set on port 22c30d71-7961-4a11-aa29-af0ba561c500 yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:39:45.764423 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-d94665d6-aeff-4552-b334-827534fcbec3 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Allocated IP 172.26.3.101 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/446422f4-bb6f-49e1-a5b0-2474d11f35b9) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:45.801784 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-42550050-af02-40dd-828a-18f130b253d9 None None] Provisioning for port a99cd966-c960-4f3b-8732-e091954845d2 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:45.934647 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d5da19-c5dc-49cd-bac1-42ebe13f82a4 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0831f26e-04fc-4071-8042-47a40e75bcd6,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:46.044581 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48662) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:46.049604 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64e59f2-cbb3-4f97-9c4a-5334153bec18 None None] New status for floating IP 23df5606-dc39-4c21-ac76-1a08df083f27: DOWN {{(pid=87516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:39:46.185501 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-80d5da19-c5dc-49cd-bac1-42ebe13f82a4 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.189199 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-80d5da19-c5dc-49cd-bac1-42ebe13f82a4 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/security-groups/0831f26e-04fc-4071-8042-47a40e75bcd6 HTTP/1.1" status: 204 len: 168 time: 1.3854623 Jan 21 09:39:46.190061 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48666) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:46.206157 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d94665d6-aeff-4552-b334-827534fcbec3 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.236012 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-34cb9758-ef14-43f3-87a5-0369f94f972a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Allocated IP 172.20.0.7 (36c4effd-f4af-4d10-91bd-714d225a3199/c12c1653-4cf6-4663-9899-164384e4e551/22c30d71-7961-4a11-aa29-af0ba561c500) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:46.250028 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-34cb9758-ef14-43f3-87a5-0369f94f972a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Allocated IP 2001:db8::f816:3eff:fe78:5c86 (36c4effd-f4af-4d10-91bd-714d225a3199/cd91904a-e7cf-4b44-8ca9-07b2257b982f/22c30d71-7961-4a11-aa29-af0ba561c500) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:46.266909 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bb8a94a-0315-49ac-8dce-868635c9d54a req-0755350c-56ee-407b-bd4f-901470c8fd63 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Router c9c94c7a-742e-40cc-b34e-ba592c66b7ea has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:39:46.363413 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-636ced41-6fc7-47fc-a418-56ddf78b5760 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.405116 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a99cd966-c960-4f3b-8732-e091954845d2 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:46.479327 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-636ced41-6fc7-47fc-a418-56ddf78b5760 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.527839 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-543751bb-5329-4f6f-8eaf-c9e9b2c7bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.565804 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port a99cd966-c960-4f3b-8732-e091954845d2 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:46.580195 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port a99cd966-c960-4f3b-8732-e091954845d2 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:46.582136 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.592123 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d94665d6-aeff-4552-b334-827534fcbec3 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.665393 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-34cb9758-ef14-43f3-87a5-0369f94f972a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.687828 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-34cb9758-ef14-43f3-87a5-0369f94f972a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Transition to ACTIVE for port object 22c30d71-7961-4a11-aa29-af0ba561c500 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:46.732646 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.756689 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f86f3fbe-4abb-42bd-af46-8c736b640b56 tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.784376 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port a99cd966-c960-4f3b-8732-e091954845d2, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a99cd966-c960-4f3b-8732-e091954845d2,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:46.793126 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.829473 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c7cd75f4-262a-43f9-88ad-030f464741c7 req-e45222b4-127d-4da5-b107-01151e4649fd tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd33e193-8625-438a-ad0b-1d496fa053e8 HTTP/1.1" status: 200 len: 210 time: 0.2000265 Jan 21 09:39:46.830051 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-636ced41-6fc7-47fc-a418-56ddf78b5760 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.841998 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94665d6-aeff-4552-b334-827534fcbec3 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:46.847819 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f86f3fbe-4abb-42bd-af46-8c736b640b56 tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.851480 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0a08fa1d-0e83-4612-9734-3e2d78f9c184 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.879545 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-d94665d6-aeff-4552-b334-827534fcbec3 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:46.891109 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94665d6-aeff-4552-b334-827534fcbec3 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:46.917277 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=a99cd966-c960-4f3b-8732-e091954845d2,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:46.952275 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bb8a94a-0315-49ac-8dce-868635c9d54a req-0755350c-56ee-407b-bd4f-901470c8fd63 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:39:46.963173 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4202a338-a51a-485c-b78e-344929989871 None None] Sync routers for ids ['c9c94c7a-742e-40cc-b34e-ba592c66b7ea'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:46.977914 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4202a338-a51a-485c-b78e-344929989871 None None] Routers {'c9c94c7a-742e-40cc-b34e-ba592c66b7ea'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:46.981326 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-4202a338-a51a-485c-b78e-344929989871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:39:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['c9c94c7a-742e-40cc-b34e-ba592c66b7ea'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:47.074638 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ced41-6fc7-47fc-a418-56ddf78b5760 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce8baa6-555a-4c73-bbe7-0434579bb7ab,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:47.105608 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-636ced41-6fc7-47fc-a418-56ddf78b5760 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.106769 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-636ced41-6fc7-47fc-a418-56ddf78b5760 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "DELETE /v2.0/security-groups/3ce8baa6-555a-4c73-bbe7-0434579bb7ab HTTP/1.1" status: 204 len: 168 time: 1.0610759 Jan 21 09:39:47.107814 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94665d6-aeff-4552-b334-827534fcbec3 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event updated for resources: {'Port': ['ID=446422f4-bb6f-49e1-a5b0-2474d11f35b9,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:47.114208 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48678) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:47.115661 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-34cb9758-ef14-43f3-87a5-0369f94f972a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.125281 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb8a94a-0315-49ac-8dce-868635c9d54a req-0755350c-56ee-407b-bd4f-901470c8fd63 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] No DVR routers for this DVR port b80b0da8-782a-4f84-8d84-968f7548fbd0 on host hv-neutron-8257 {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:47.127994 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-3bb8a94a-0315-49ac-8dce-868635c9d54a req-0755350c-56ee-407b-bd4f-901470c8fd63 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.141277 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd33e193-8625-438a-ad0b-1d496fa053e8', 'name': 'network-vif-deleted', 'tag': 'b80b0da8-782a-4f84-8d84-968f7548fbd0'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:39:47.147966 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3bb8a94a-0315-49ac-8dce-868635c9d54a req-0755350c-56ee-407b-bd4f-901470c8fd63 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.72 "DELETE /v2.0/ports/b80b0da8-782a-4f84-8d84-968f7548fbd0 HTTP/1.1" status: 204 len: 173 time: 4.9317684 Jan 21 09:39:47.151096 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0a08fa1d-0e83-4612-9734-3e2d78f9c184 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.258270 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-f5782088-20a3-4b03-a4f4-5c61fa063cd6 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] show failed (client error): The resource could not be found. Jan 21 09:39:47.264501 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f5782088-20a3-4b03-a4f4-5c61fa063cd6 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "GET /v2.0/security-groups/3ce8baa6-555a-4c73-bbe7-0434579bb7ab HTTP/1.1" status: 404 len: 347 time: 0.1445887 Jan 21 09:39:47.292394 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-4202a338-a51a-485c-b78e-344929989871 None None] Set router c9c94c7a-742e-40cc-b34e-ba592c66b7ea gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:39:47.293000 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48684) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:47.294821 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd33e193-8625-438a-ad0b-1d496fa053e8', 'name': 'network-vif-deleted', 'tag': 'b80b0da8-782a-4f84-8d84-968f7548fbd0', 'status': 'completed', 'code': 200} Jan 21 09:39:47.383331 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cb9758-ef14-43f3-87a5-0369f94f972a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:47.393821 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-34cb9758-ef14-43f3-87a5-0369f94f972a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:47.401861 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cb9758-ef14-43f3-87a5-0369f94f972a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:47.460064 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb9758-ef14-43f3-87a5-0369f94f972a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Port': ['ID=22c30d71-7961-4a11-aa29-af0ba561c500,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:47.495954 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-a1f9e881-2909-4951-a640-9bde90f7846d None None] Provisioning complete for port a99cd966-c960-4f3b-8732-e091954845d2 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:47.496327 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a1f9e881-2909-4951-a640-9bde90f7846d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.526817 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cb9758-ef14-43f3-87a5-0369f94f972a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:47.527537 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-34cb9758-ef14-43f3-87a5-0369f94f972a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.592382 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a388fd-8dfd-4dd2-9543-52599e54a944 req-1b13a3d6-fdbe-42f1-82cf-2bd1d0d86f97 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:47.598342 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c9a388fd-8dfd-4dd2-9543-52599e54a944 req-1b13a3d6-fdbe-42f1-82cf-2bd1d0d86f97 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.9278157 Jan 21 09:39:47.618502 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-34cb9758-ef14-43f3-87a5-0369f94f972a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.5840521 Jan 21 09:39:47.635417 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48688) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:47.707559 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0a08fa1d-0e83-4612-9734-3e2d78f9c184 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.803867 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-4202a338-a51a-485c-b78e-344929989871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'name': 'tempest-ServersTestManualDisk-1792931814-router', 'tenant_id': '614e7202dc0749a98acdc83ef7167698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': 'a1fe4401-629a-4cde-b850-43e1c0f29540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:32Z', 'updated_at': '2022-01-21T09:36:47Z', 'revision_number': 4, 'project_id': '614e7202dc0749a98acdc83ef7167698', 'gw_port': {'id': 'a1fe4401-629a-4cde-b850-43e1c0f29540', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:34Z', 'updated_at': '2022-01-21T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '854f0d97-5e99-4cae-8e97-ac25321ffcf0', 'name': '', 'network_id': '8776044d-5553-42d2-939f-ade42846845d', 'tenant_id': '614e7202dc0749a98acdc83ef7167698', 'mac_address': 'fa:16:3e:01:8d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '7a6f8e0d-a61d-4a99-89f1-9eb4469ba816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:42Z', 'updated_at': '2022-01-21T09:36:58Z', 'revision_number': 5, 'project_id': '614e7202dc0749a98acdc83ef7167698', 'subnets': [{'id': '7a6f8e0d-a61d-4a99-89f1-9eb4469ba816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:47.808675 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4202a338-a51a-485c-b78e-344929989871 None None] Checking router: c9c94c7a-742e-40cc-b34e-ba592c66b7ea for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:39:47.814614 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-f66af517-40e0-4928-b1a8-793877986833 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Deleting port cecb9ce4-b00f-41f2-91a2-12a4bd4a0c2c {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:47.815178 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f66af517-40e0-4928-b1a8-793877986833 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.825160 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4202a338-a51a-485c-b78e-344929989871 None None] Routers {'c9c94c7a-742e-40cc-b34e-ba592c66b7ea'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:47.825782 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-4202a338-a51a-485c-b78e-344929989871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:39:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['c9c94c7a-742e-40cc-b34e-ba592c66b7ea'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:47.962589 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08fa1d-0e83-4612-9734-3e2d78f9c184 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=729ca917-d073-4e21-865c-b3328d937b5a,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:48.003486 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f86f3fbe-4abb-42bd-af46-8c736b640b56 tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Notify callbacks [] for router, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.039190 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-1904e64a-e10f-4962-b45d-afd3a86670d2 None None] Provisioning for port 22c30d71-7961-4a11-aa29-af0ba561c500 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:48.061824 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-1904e64a-e10f-4962-b45d-afd3a86670d2 None None] Provisioning complete for port 22c30d71-7961-4a11-aa29-af0ba561c500 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:48.062415 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1904e64a-e10f-4962-b45d-afd3a86670d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.196215 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c9a388fd-8dfd-4dd2-9543-52599e54a944 req-24ae8a2d-7fcd-4043-a9bf-670adcd26488 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5590615 Jan 21 09:39:48.197734 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0a08fa1d-0e83-4612-9734-3e2d78f9c184 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.199089 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0a08fa1d-0e83-4612-9734-3e2d78f9c184 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/security-groups/729ca917-d073-4e21-865c-b3328d937b5a HTTP/1.1" status: 204 len: 168 time: 2.0082912 Jan 21 09:39:48.200381 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d94665d6-aeff-4552-b334-827534fcbec3 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.220076 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48694) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:48.230456 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-1904e64a-e10f-4962-b45d-afd3a86670d2 None None] Port 22c30d71-7961-4a11-aa29-af0ba561c500 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:39:48.261202 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-4202a338-a51a-485c-b78e-344929989871 None None] Set router c9c94c7a-742e-40cc-b34e-ba592c66b7ea gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:39:48.269739 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-beda9cc9-c2b2-4bc9-aa1a-d573bb8abedd req-02fbae1a-600a-4800-b471-23476d6b3982 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd33e193-8625-438a-ad0b-1d496fa053e8 HTTP/1.1" status: 200 len: 210 time: 0.1057806 Jan 21 09:39:48.371063 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a99cd966-c960-4f3b-8732-e091954845d2 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:48.373104 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb395565-1611-4d2c-a510-3b78f1b051e0 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Deleting subnet 14753911-257c-454f-a781-2fe680baaa92 {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:39:48.375125 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d94665d6-aeff-4552-b334-827534fcbec3 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.502303 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port a99cd966-c960-4f3b-8732-e091954845d2 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:48.502854 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.579326 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fb395565-1611-4d2c-a510-3b78f1b051e0 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.654552 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fb395565-1611-4d2c-a510-3b78f1b051e0 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.685961 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d94665d6-aeff-4552-b334-827534fcbec3 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.700162 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d94665d6-aeff-4552-b334-827534fcbec3 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.755799 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e84f80-bf36-4de3-a7ef-70e0a8c8e609 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:48.766550 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e84f80-bf36-4de3-a7ef-70e0a8c8e609 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:48.767487 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-71e84f80-bf36-4de3-a7ef-70e0a8c8e609 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:48.818778 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-4202a338-a51a-485c-b78e-344929989871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'name': 'tempest-ServersTestManualDisk-1792931814-router', 'tenant_id': '614e7202dc0749a98acdc83ef7167698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': 'a1fe4401-629a-4cde-b850-43e1c0f29540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:32Z', 'updated_at': '2022-01-21T09:36:47Z', 'revision_number': 4, 'project_id': '614e7202dc0749a98acdc83ef7167698', 'gw_port': {'id': 'a1fe4401-629a-4cde-b850-43e1c0f29540', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:34Z', 'updated_at': '2022-01-21T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '854f0d97-5e99-4cae-8e97-ac25321ffcf0', 'name': '', 'network_id': '8776044d-5553-42d2-939f-ade42846845d', 'tenant_id': '614e7202dc0749a98acdc83ef7167698', 'mac_address': 'fa:16:3e:01:8d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '7a6f8e0d-a61d-4a99-89f1-9eb4469ba816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:42Z', 'updated_at': '2022-01-21T09:36:58Z', 'revision_number': 5, 'project_id': '614e7202dc0749a98acdc83ef7167698', 'subnets': [{'id': '7a6f8e0d-a61d-4a99-89f1-9eb4469ba816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:48.821300 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2be4b6ac-7de7-4170-b4d3-3579025ea3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.830516 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4202a338-a51a-485c-b78e-344929989871 None None] The sync data for ids ['c9c94c7a-742e-40cc-b34e-ba592c66b7ea'] in dv-neutron-825731-1-hyperv is: [{'id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'name': 'tempest-ServersTestManualDisk-1792931814-router', 'tenant_id': '614e7202dc0749a98acdc83ef7167698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': 'a1fe4401-629a-4cde-b850-43e1c0f29540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:32Z', 'updated_at': '2022-01-21T09:36:47Z', 'revision_number': 4, 'project_id': '614e7202dc0749a98acdc83ef7167698', 'gw_port': {'id': 'a1fe4401-629a-4cde-b850-43e1c0f29540', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:34Z', 'updated_at': '2022-01-21T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '854f0d97-5e99-4cae-8e97-ac25321ffcf0', 'name': '', 'network_id': '8776044d-5553-42d2-939f-ade42846845d', 'tenant_id': '614e7202dc0749a98acdc83ef7167698', 'mac_address': 'fa:16:3e:01:8d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '7a6f8e0d-a61d-4a99-89f1-9eb4469ba816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:42Z', 'updated_at': '2022-01-21T09:36:58Z', 'revision_number': 5, 'project_id': '614e7202dc0749a98acdc83ef7167698', 'subnets': [{'id': '7a6f8e0d-a61d-4a99-89f1-9eb4469ba816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:48.849833 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94665d6-aeff-4552-b334-827534fcbec3 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event updated for resources: {'Port': ['ID=446422f4-bb6f-49e1-a5b0-2474d11f35b9,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:48.870971 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d94665d6-aeff-4552-b334-827534fcbec3 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.872934 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f86f3fbe-4abb-42bd-af46-8c736b640b56 tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.878488 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f86f3fbe-4abb-42bd-af46-8c736b640b56 tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.899899 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-71e84f80-bf36-4de3-a7ef-70e0a8c8e609 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:48.902726 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-71e84f80-bf36-4de3-a7ef-70e0a8c8e609 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 1.1966343 Jan 21 09:39:48.915340 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48698) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:48.946177 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fb395565-1611-4d2c-a510-3b78f1b051e0 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.958999 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f66af517-40e0-4928-b1a8-793877986833 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.959325 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f66af517-40e0-4928-b1a8-793877986833 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.044151 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f86f3fbe-4abb-42bd-af46-8c736b640b56 tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.044637 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86f3fbe-4abb-42bd-af46-8c736b640b56 tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b43383a5-5e8f-4421-afa5-fc1fce51252a {{(pid=87515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:39:49.113026 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.l3_db [None req-d94665d6-aeff-4552-b334-827534fcbec3 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Floating IP 4042c1de-2a84-465c-a8d9-528e806f7b64 associated. External IP: 172.26.3.101, port: e098c329-4f3e-4063-ba42-60ba1f2b1756. Jan 21 09:39:49.117808 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-f66af517-40e0-4928-b1a8-793877986833 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Calling delete_port for cecb9ce4-b00f-41f2-91a2-12a4bd4a0c2c owned by network:floatingip {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:49.149565 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-0d82c499-9a06-482c-8af2-be0ebe28cd6e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting port 22c30d71-7961-4a11-aa29-af0ba561c500 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:49.149912 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0d82c499-9a06-482c-8af2-be0ebe28cd6e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.151690 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5307d7-f49e-4c3d-b173-0284b7b3a6c4 None None] New status for floating IP 22c13324-3d77-4e2a-a892-48b743515f58: DOWN {{(pid=87516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:39:49.256399 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-f86f3fbe-4abb-42bd-af46-8c736b640b56 tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 21 09:39:49.260014 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f86f3fbe-4abb-42bd-af46-8c736b640b56 tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.7179277 Jan 21 09:39:49.284447 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48704) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:49.309022 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fb395565-1611-4d2c-a510-3b78f1b051e0 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.379179 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb395565-1611-4d2c-a510-3b78f1b051e0 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'Subnet': ['ID=14753911-257c-454f-a781-2fe680baaa92,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:49.383485 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fb395565-1611-4d2c-a510-3b78f1b051e0 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.452522 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-fb395565-1611-4d2c-a510-3b78f1b051e0 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/subnets/14753911-257c-454f-a781-2fe680baaa92 HTTP/1.1" status: 204 len: 168 time: 1.2243676 Jan 21 09:39:49.462040 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef65fa6-864e-4777-a493-5761146f863d None None] Network e439457c-c827-47a2-82f8-06fb926caf27 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:49.464541 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48710) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:49.528677 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48716) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:49.557716 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-f9bee260-7531-4a39-a7e1-1b3c9ecb1228 tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Deleting port bb5107ad-ce22-4845-8bd9-3d5146ed8f18 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:49.557971 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f9bee260-7531-4a39-a7e1-1b3c9ecb1228 tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.675077 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-4752274b-0304-4474-9a61-209cc7113e4b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Deleting subnet 12ffa813-2b9a-4782-82bc-616fadc3a3b8 {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:39:49.696377 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4752274b-0304-4474-9a61-209cc7113e4b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.741999 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0dfcc101-d463-4d80-9e8f-6ae040d1b226 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.745105 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.831124 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.847158 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f66af517-40e0-4928-b1a8-793877986833 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.853427 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0d82c499-9a06-482c-8af2-be0ebe28cd6e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.860717 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0dfcc101-d463-4d80-9e8f-6ae040d1b226 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.879221 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4752274b-0304-4474-9a61-209cc7113e4b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.987726 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7aabb-0c0b-4f2e-9f2c-276442256063 req-6ac787e2-6a8a-4065-9adf-86006dc81376 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:49.989974 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ffb7aabb-0c0b-4f2e-9f2c-276442256063 req-6ac787e2-6a8a-4065-9adf-86006dc81376 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.6125338 Jan 21 09:39:49.994842 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94665d6-aeff-4552-b334-827534fcbec3 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Router 0784f12a-93a2-4ea9-a64c-0cae03e53fce has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:39:50.074282 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-0d82c499-9a06-482c-8af2-be0ebe28cd6e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Calling delete_port for 22c30d71-7961-4a11-aa29-af0ba561c500 owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:50.092413 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0dfcc101-d463-4d80-9e8f-6ae040d1b226 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.124442 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4752274b-0304-4474-9a61-209cc7113e4b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.162883 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfcc101-d463-4d80-9e8f-6ae040d1b226 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f948e57c-b596-4bc3-86a6-e57029d7a000,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:50.188174 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0dfcc101-d463-4d80-9e8f-6ae040d1b226 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.189333 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0dfcc101-d463-4d80-9e8f-6ae040d1b226 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "DELETE /v2.0/security-groups/f948e57c-b596-4bc3-86a6-e57029d7a000 HTTP/1.1" status: 204 len: 168 time: 0.6597114 Jan 21 09:39:50.244054 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66af517-40e0-4928-b1a8-793877986833 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Pushing event deleted for resources: {'Port': ['ID=cecb9ce4-b00f-41f2-91a2-12a4bd4a0c2c,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:50.248831 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48720) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:50.296751 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-afe8940e-2d4a-41d9-b88b-a1f6c962dffa tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] show failed (client error): The resource could not be found. Jan 21 09:39:50.298306 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-afe8940e-2d4a-41d9-b88b-a1f6c962dffa tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "GET /v2.0/security-groups/f948e57c-b596-4bc3-86a6-e57029d7a000 HTTP/1.1" status: 404 len: 347 time: 0.0452714 Jan 21 09:39:50.304467 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48724) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:50.405440 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94665d6-aeff-4552-b334-827534fcbec3 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:39:50.417857 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94ce822-d31c-4a83-8c4a-1bbf2a393148 None None] Sync routers for ids ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:50.427499 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94ce822-d31c-4a83-8c4a-1bbf2a393148 None None] Routers {'0784f12a-93a2-4ea9-a64c-0cae03e53fce'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:50.428241 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-b94ce822-d31c-4a83-8c4a-1bbf2a393148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:39:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:50.457441 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f9bee260-7531-4a39-a7e1-1b3c9ecb1228 tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.471165 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4752274b-0304-4474-9a61-209cc7113e4b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.481127 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-583b1a74-5b42-4295-ba68-bc0aa3fbd0c0 None None] Provisioning complete for port e406d004-d6e0-4324-ba40-3b72739195a8 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:50.481716 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-583b1a74-5b42-4295-ba68-bc0aa3fbd0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.531122 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-b94ce822-d31c-4a83-8c4a-1bbf2a393148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:50.540589 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-e1a3a8d7-b7df-4195-87e4-5b7def6c1780 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Deleting port 6e93c94f-1a66-45de-8bc2-f14da677aa48 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:50.541135 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e1a3a8d7-b7df-4195-87e4-5b7def6c1780 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.545936 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94ce822-d31c-4a83-8c4a-1bbf2a393148 None None] Routers {'0784f12a-93a2-4ea9-a64c-0cae03e53fce'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:50.546858 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-b94ce822-d31c-4a83-8c4a-1bbf2a393148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:39:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:50.551270 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2779e273-077b-4c93-9455-65b02238f7cb None None] Network e439457c-c827-47a2-82f8-06fb926caf27 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:50.570653 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4752274b-0304-4474-9a61-209cc7113e4b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.575890 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752274b-0304-4474-9a61-209cc7113e4b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'Subnet': ['ID=12ffa813-2b9a-4782-82bc-616fadc3a3b8,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:50.596441 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4752274b-0304-4474-9a61-209cc7113e4b tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/subnets/12ffa813-2b9a-4782-82bc-616fadc3a3b8 HTTP/1.1" status: 204 len: 168 time: 1.1307738 Jan 21 09:39:50.600212 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48728) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:50.633133 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-b94ce822-d31c-4a83-8c4a-1bbf2a393148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:50.633726 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94ce822-d31c-4a83-8c4a-1bbf2a393148 None None] The sync data for ids ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:50.641343 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d94665d6-aeff-4552-b334-827534fcbec3 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.655064 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-583b1a74-5b42-4295-ba68-bc0aa3fbd0c0 None None] Port e406d004-d6e0-4324-ba40-3b72739195a8 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:39:50.679157 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d956e7-9e05-43ec-ae7f-df933bd72a5e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] DELETE failed (client error): The resource could not be found. Jan 21 09:39:50.679433 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9d956e7-9e05-43ec-ae7f-df933bd72a5e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:39:50.683366 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d9d956e7-9e05-43ec-ae7f-df933bd72a5e tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/subnets/14753911-257c-454f-a781-2fe680baaa92 HTTP/1.1" status: 404 len: 337 time: 0.0798156 Jan 21 09:39:50.683636 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-583b1a74-5b42-4295-ba68-bc0aa3fbd0c0 None None] Provisioning complete for port 26fff09e-9084-4075-8660-ed8382924f26 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:50.683636 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-583b1a74-5b42-4295-ba68-bc0aa3fbd0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.686499 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ffb7aabb-0c0b-4f2e-9f2c-276442256063 req-14c07272-2a5e-4c10-86e0-912df98bf5a7 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4437377 Jan 21 09:39:50.692007 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48734) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:50.696493 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-f9bee260-7531-4a39-a7e1-1b3c9ecb1228 tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Calling delete_port for bb5107ad-ce22-4845-8bd9-3d5146ed8f18 owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:50.748830 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f66af517-40e0-4928-b1a8-793877986833 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks [] for floatingip, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.873460 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f66af517-40e0-4928-b1a8-793877986833 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.874501 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f66af517-40e0-4928-b1a8-793877986833 tempest-ServersTestJSON-253782928 tempest-ServersTestJSON-253782928-project] 10.222.0.110 "DELETE /v2.0/floatingips/23df5606-dc39-4c21-ac76-1a08df083f27 HTTP/1.1" status: 204 len: 168 time: 3.5738957 Jan 21 09:39:50.907417 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48738) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:50.987120 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d94665d6-aeff-4552-b334-827534fcbec3 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.9801524 Jan 21 09:39:50.993118 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48742) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:51.002569 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-80a138ac-f319-494f-9b47-4b88b2fdc9cf tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-870329422'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:51.009582 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff598844-ac22-4976-80f6-82239a56887a tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Deleting subnet 17a9da4b-de85-451f-8f06-2d588661d08e {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:39:51.015580 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ff598844-ac22-4976-80f6-82239a56887a tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.043690 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-80a138ac-f319-494f-9b47-4b88b2fdc9cf tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:51.067678 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-80a138ac-f319-494f-9b47-4b88b2fdc9cf tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Usage tracker for resource:network and tenant:6ceae7553b4c4a00ae004c3be6a7adb1 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:51.072414 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-80a138ac-f319-494f-9b47-4b88b2fdc9cf tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:51.087726 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-80a138ac-f319-494f-9b47-4b88b2fdc9cf tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:51.113197 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e1a3a8d7-b7df-4195-87e4-5b7def6c1780 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.113535 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e1a3a8d7-b7df-4195-87e4-5b7def6c1780 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.125178 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ff598844-ac22-4976-80f6-82239a56887a tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.130756 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0d82c499-9a06-482c-8af2-be0ebe28cd6e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.140764 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f9bee260-7531-4a39-a7e1-1b3c9ecb1228 tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.219533 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a138ac-f319-494f-9b47-4b88b2fdc9cf tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Made reservation on behalf of 6ceae7553b4c4a00ae004c3be6a7adb1 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:51.222920 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-80a138ac-f319-494f-9b47-4b88b2fdc9cf tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.247442 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bee260-7531-4a39-a7e1-1b3c9ecb1228 tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb5107ad-ce22-4845-8bd9-3d5146ed8f18,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:51.285640 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.308900 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-e1a3a8d7-b7df-4195-87e4-5b7def6c1780 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Calling delete_port for 6e93c94f-1a66-45de-8bc2-f14da677aa48 owned by network:floatingip {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:51.375647 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d82c499-9a06-482c-8af2-be0ebe28cd6e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Port': ['ID=22c30d71-7961-4a11-aa29-af0ba561c500,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:51.430196 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a138ac-f319-494f-9b47-4b88b2fdc9cf tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:39:51.457288 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ff598844-ac22-4976-80f6-82239a56887a tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.525238 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-80a138ac-f319-494f-9b47-4b88b2fdc9cf tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.525635 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-80a138ac-f319-494f-9b47-4b88b2fdc9cf tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Added segment f3c0394d-680a-4d4f-94b1-a37220a8cba7 of type vlan for network eccdc2f4-bf8f-4120-adae-5b80b294dc8e Jan 21 09:39:51.595478 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f9bee260-7531-4a39-a7e1-1b3c9ecb1228 tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.648005 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-80a138ac-f319-494f-9b47-4b88b2fdc9cf tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.687663 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0d82c499-9a06-482c-8af2-be0ebe28cd6e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.692170 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0d82c499-9a06-482c-8af2-be0ebe28cd6e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/ports/22c30d71-7961-4a11-aa29-af0ba561c500 HTTP/1.1" status: 204 len: 168 time: 2.7733212 Jan 21 09:39:51.698009 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f9bee260-7531-4a39-a7e1-1b3c9ecb1228 tempest-RoutersAdminNegativeTest-1969139953 tempest-RoutersAdminNegativeTest-1969139953-project-admin] 10.222.0.110 "DELETE /v2.0/ports/bb5107ad-ce22-4845-8bd9-3d5146ed8f18 HTTP/1.1" status: 204 len: 168 time: 2.4032135 Jan 21 09:39:51.698009 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48746) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:51.700428 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ff598844-ac22-4976-80f6-82239a56887a tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.709140 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e1a3a8d7-b7df-4195-87e4-5b7def6c1780 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.846979 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ff598844-ac22-4976-80f6-82239a56887a tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.860206 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff598844-ac22-4976-80f6-82239a56887a tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'Subnet': ['ID=17a9da4b-de85-451f-8f06-2d588661d08e,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:51.886412 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2b5882-e6be-4ea3-85d4-85d670c777e8 None None] Network e439457c-c827-47a2-82f8-06fb926caf27 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:51.947214 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3a8d7-b7df-4195-87e4-5b7def6c1780 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Pushing event deleted for resources: {'Port': ['ID=6e93c94f-1a66-45de-8bc2-f14da677aa48,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:51.977533 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-80a138ac-f319-494f-9b47-4b88b2fdc9cf tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.982865 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a138ac-f319-494f-9b47-4b88b2fdc9cf tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:51.983460 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-80a138ac-f319-494f-9b47-4b88b2fdc9cf tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.031219 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-4197dc2d-814c-4c81-b46d-e79658561d9d None None] Provisioning complete for port e406d004-d6e0-4324-ba40-3b72739195a8 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:52.031626 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4197dc2d-814c-4c81-b46d-e79658561d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.041068 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e767fe-9804-4f67-a94b-2458e1d386ce tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:52.042866 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e767fe-9804-4f67-a94b-2458e1d386ce tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:52.044611 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e767fe-9804-4f67-a94b-2458e1d386ce tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:52.045482 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-62e767fe-9804-4f67-a94b-2458e1d386ce tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:52.082271 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e1a3a8d7-b7df-4195-87e4-5b7def6c1780 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks [] for floatingip, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.086463 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e1a3a8d7-b7df-4195-87e4-5b7def6c1780 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.090519 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e1a3a8d7-b7df-4195-87e4-5b7def6c1780 tempest-ServersTestManualDisk-1865085394 tempest-ServersTestManualDisk-1865085394-project] 10.222.0.110 "DELETE /v2.0/floatingips/22c13324-3d77-4e2a-a892-48b743515f58 HTTP/1.1" status: 204 len: 168 time: 1.7821324 Jan 21 09:39:52.092270 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-62e767fe-9804-4f67-a94b-2458e1d386ce tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:52.094448 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-62e767fe-9804-4f67-a94b-2458e1d386ce tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3878369 Jan 21 09:39:52.094448 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48756) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:52.099958 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ff598844-ac22-4976-80f6-82239a56887a tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/subnets/17a9da4b-de85-451f-8f06-2d588661d08e HTTP/1.1" status: 204 len: 168 time: 1.3907790 Jan 21 09:39:52.101234 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48760) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:52.101545 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48762) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:52.160521 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48768) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:52.167927 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-4197dc2d-814c-4c81-b46d-e79658561d9d None None] Port e406d004-d6e0-4324-ba40-3b72739195a8 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:39:52.193474 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-4197dc2d-814c-4c81-b46d-e79658561d9d None None] Provisioning complete for port 26fff09e-9084-4075-8660-ed8382924f26 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:52.194182 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4197dc2d-814c-4c81-b46d-e79658561d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.210816 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-80a138ac-f319-494f-9b47-4b88b2fdc9cf tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2141335 Jan 21 09:39:52.216564 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-679ba03f-8f5f-4cbc-aad4-39457a8fceed tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] DELETE failed (client error): The resource could not be found. Jan 21 09:39:52.217194 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-679ba03f-8f5f-4cbc-aad4-39457a8fceed tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:39:52.222037 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-679ba03f-8f5f-4cbc-aad4-39457a8fceed tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/subnets/9f886159-a7ed-4fd8-a943-f66155e8566d HTTP/1.1" status: 404 len: 337 time: 0.1127486 Jan 21 09:39:52.222793 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48774) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:52.223303 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48776) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:52.312705 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-176979eb-99e0-4012-a6de-e284655d1d65 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Request body: {'subnet': {'network_id': 'eccdc2f4-bf8f-4120-adae-5b80b294dc8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:52.339617 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b622a8f9-0dca-4085-8238-ed8126158e1d None None] DHCP port deletion for e439457c-c827-47a2-82f8-06fb926caf27 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:39:52.355479 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-b622a8f9-0dca-4085-8238-ed8126158e1d None None] Deleting port 26fff09e-9084-4075-8660-ed8382924f26 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:52.355861 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b622a8f9-0dca-4085-8238-ed8126158e1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.364800 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a138ac-f319-494f-9b47-4b88b2fdc9cf tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event updated for resources: {'Network': ['ID=eccdc2f4-bf8f-4120-adae-5b80b294dc8e,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:52.392109 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network eccdc2f4-bf8f-4120-adae-5b80b294dc8e details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:39:52.401804 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ed4573a5-39d4-49e1-88f2-5c5175c3a8ca tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "GET /v2.0/ports?device_id=18c7dde0-6a81-4f81-b397-7ee8bcee7f3d HTTP/1.1" status: 200 len: 205 time: 0.1230586 Jan 21 09:39:52.408448 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48782) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:52.475076 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1904f897-ccd1-4a3b-8cda-61ee46a6a694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.491005 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-55c86242-e3b3-4c01-a33a-3e1a2132adac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.496680 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2e63fd1-0841-47b2-811e-113fff95ee5d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting subnet c12c1653-4cf6-4663-9899-164384e4e551 {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:39:52.562302 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c2e63fd1-0841-47b2-811e-113fff95ee5d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.577060 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-1904f897-ccd1-4a3b-8cda-61ee46a6a694 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:52.590354 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-1904f897-ccd1-4a3b-8cda-61ee46a6a694 admin admin] Usage tracker for resource:security_group_rule and tenant:c815752edc9f4947b1bed961c8417454 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:52.590708 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-a71bee4c-c296-4658-b2aa-1bbae173a7a0 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] delete failed (client error): The resource could not be found. Jan 21 09:39:52.594308 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a71bee4c-c296-4658-b2aa-1bbae173a7a0 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/routers/18c7dde0-6a81-4f81-b397-7ee8bcee7f3d HTTP/1.1" status: 404 len: 336 time: 0.1791971 Jan 21 09:39:52.609855 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48786) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:52.620041 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913382cf-5a1c-48f3-b1b6-f1b6e31104c7 req-5e46200d-63b2-4c62-b081-503193a2afec tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:52.626541 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-913382cf-5a1c-48f3-b1b6-f1b6e31104c7 req-5e46200d-63b2-4c62-b081-503193a2afec tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.7495840 Jan 21 09:39:52.650664 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-1904f897-ccd1-4a3b-8cda-61ee46a6a694 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:52.670874 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-b622a8f9-0dca-4085-8238-ed8126158e1d None None] For port 26fff09e-9084-4075-8660-ed8382924f26, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=26fff09e-9084-4075-8660-ed8382924f26,segment=NetworkSegment(3fd5892c-da69-4eb7-b1c6-c54dca98647b),segment_id=3fd5892c-da69-4eb7-b1c6-c54dca98647b)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:52.671304 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b622a8f9-0dca-4085-8238-ed8126158e1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.672401 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-1904f897-ccd1-4a3b-8cda-61ee46a6a694 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:52.697177 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ff4921-cc5b-4263-8795-b8dd06297e01 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] DELETE failed (client error): The resource could not be found. Jan 21 09:39:52.698193 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0ff4921-cc5b-4263-8795-b8dd06297e01 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:39:52.702056 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d0ff4921-cc5b-4263-8795-b8dd06297e01 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/subnets/7908a83c-0c31-4bb7-8758-2c32fafc76be HTTP/1.1" status: 404 len: 337 time: 0.0887256 Jan 21 09:39:52.709415 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48790) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:52.715446 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-176979eb-99e0-4012-a6de-e284655d1d65 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:52.721420 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c2e63fd1-0841-47b2-811e-113fff95ee5d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.803746 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-b622a8f9-0dca-4085-8238-ed8126158e1d None None] Calling delete_port for 26fff09e-9084-4075-8660-ed8382924f26 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:52.888093 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b622a8f9-0dca-4085-8238-ed8126158e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.925128 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-176979eb-99e0-4012-a6de-e284655d1d65 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Usage tracker for resource:subnet and tenant:6ceae7553b4c4a00ae004c3be6a7adb1 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:52.929896 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-176979eb-99e0-4012-a6de-e284655d1d65 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:52.933408 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622a8f9-0dca-4085-8238-ed8126158e1d None None] Pushing event deleted for resources: {'Port': ['ID=26fff09e-9084-4075-8660-ed8382924f26,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:52.938719 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b622a8f9-0dca-4085-8238-ed8126158e1d None None] No DVR routers for this DVR port 26fff09e-9084-4075-8660-ed8382924f26 on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:52.951815 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-176979eb-99e0-4012-a6de-e284655d1d65 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:52.955745 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c61438-e325-4f4f-a057-1005574cba26 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] DELETE failed (client error): The resource could not be found. Jan 21 09:39:52.956204 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6c61438-e325-4f4f-a057-1005574cba26 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:39:52.960674 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a6c61438-e325-4f4f-a057-1005574cba26 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/subnets/b6377f6d-54a0-4291-afca-9c2e44e4d102 HTTP/1.1" status: 404 len: 337 time: 0.2444806 Jan 21 09:39:52.964464 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-913382cf-5a1c-48f3-b1b6-f1b6e31104c7 req-80507c72-074e-4c56-a921-6758decc8376 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2956119 Jan 21 09:39:52.964916 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48794) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:53.026659 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176979eb-99e0-4012-a6de-e284655d1d65 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Made reservation on behalf of 6ceae7553b4c4a00ae004c3be6a7adb1 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:53.029950 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-176979eb-99e0-4012-a6de-e284655d1d65 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.047104 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c306f2b-10a1-4860-a553-56aaaf1cd963 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] DELETE failed (client error): The resource could not be found. Jan 21 09:39:53.047583 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c306f2b-10a1-4860-a553-56aaaf1cd963 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:39:53.052637 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0c306f2b-10a1-4860-a553-56aaaf1cd963 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/subnets/bd14860a-ed00-4d29-b74f-2348b5c14741 HTTP/1.1" status: 404 len: 337 time: 0.0762117 Jan 21 09:39:53.053666 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48800) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:53.140433 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1904f897-ccd1-4a3b-8cda-61ee46a6a694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.142481 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-e64ac9d2-b327-4b58-ab87-ddd8f57f82e4 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] DELETE failed (client error): The resource could not be found. Jan 21 09:39:53.142971 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e64ac9d2-b327-4b58-ab87-ddd8f57f82e4 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:39:53.154500 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1904f897-ccd1-4a3b-8cda-61ee46a6a694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.159871 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c2e63fd1-0841-47b2-811e-113fff95ee5d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.180990 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e64ac9d2-b327-4b58-ab87-ddd8f57f82e4 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/ports/558d192f-33e9-4faf-b2bb-0141558b06c2 HTTP/1.1" status: 404 len: 333 time: 0.1138279 Jan 21 09:39:53.195459 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48806) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:53.217887 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904f897-ccd1-4a3b-8cda-61ee46a6a694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c28815-fa08-4cf8-bc1d-cc575c0448b2,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:53.249870 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1904f897-ccd1-4a3b-8cda-61ee46a6a694 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=c815752edc9f4947b1bed961c8417454&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0878046 Jan 21 09:39:53.250564 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48810) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:53.251513 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c2e63fd1-0841-47b2-811e-113fff95ee5d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.336494 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9bb556a-0c95-4834-8dc0-55d2e853ad3d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] DELETE failed (client error): The resource could not be found. Jan 21 09:39:53.337196 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9bb556a-0c95-4834-8dc0-55d2e853ad3d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:39:53.339006 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e9bb556a-0c95-4834-8dc0-55d2e853ad3d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/subnets/95356b18-ff67-4f0b-a7ff-ca8dfe127b5d HTTP/1.1" status: 404 len: 337 time: 0.1234257 Jan 21 09:39:53.371886 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48814) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:53.397372 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c2e63fd1-0841-47b2-811e-113fff95ee5d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.400026 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e63fd1-0841-47b2-811e-113fff95ee5d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Subnet': ['ID=c12c1653-4cf6-4663-9899-164384e4e551,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:53.405967 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ca559f-2b39-4d48-8651-0046098534ae None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:53.452728 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-55c86242-e3b3-4c01-a33a-3e1a2132adac admin admin] Deleting port 93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:53.452964 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-55c86242-e3b3-4c01-a33a-3e1a2132adac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.472253 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a3b5950-17af-476d-a45d-a906415678f9 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] DELETE failed (client error): The resource could not be found. Jan 21 09:39:53.472713 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a3b5950-17af-476d-a45d-a906415678f9 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:39:53.493815 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4a3b5950-17af-476d-a45d-a906415678f9 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/subnets/14fb9ba2-84e6-449c-a65f-0701a9c210a6 HTTP/1.1" status: 404 len: 337 time: 0.1119792 Jan 21 09:39:53.502920 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48818) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:53.552479 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c2e63fd1-0841-47b2-811e-113fff95ee5d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/c12c1653-4cf6-4663-9899-164384e4e551 HTTP/1.1" status: 204 len: 168 time: 1.4450762 Jan 21 09:39:53.573651 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48822) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:53.618528 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc615e29-9323-4940-8116-b1c4aaaa6d86 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] DELETE failed (client error): The resource could not be found. Jan 21 09:39:53.619000 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc615e29-9323-4940-8116-b1c4aaaa6d86 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:39:53.622971 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-dc615e29-9323-4940-8116-b1c4aaaa6d86 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/ports/4b3a6adb-4633-4e44-ab36-72b1a56b6553 HTTP/1.1" status: 404 len: 333 time: 0.1114631 Jan 21 09:39:53.627101 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48826) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:53.680703 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a15c0625-dd1b-473a-84e3-52a484f04cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.694814 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-51032e97-d7ff-4e4b-ba2b-5fe9e10578aa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] DELETE failed (client error): The resource could not be found. Jan 21 09:39:53.695265 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51032e97-d7ff-4e4b-ba2b-5fe9e10578aa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:39:53.697117 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-51032e97-d7ff-4e4b-ba2b-5fe9e10578aa tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/subnets/d1f6f682-95e2-48be-8093-288a347b9016 HTTP/1.1" status: 404 len: 337 time: 0.0676227 Jan 21 09:39:53.703619 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48830) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:53.707724 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-176979eb-99e0-4012-a6de-e284655d1d65 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.750684 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-27013480-82c0-444a-8dd6-7d6c93b6c490 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting subnet cd91904a-e7cf-4b44-8ca9-07b2257b982f {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:39:53.759919 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716cc1e-d945-40a6-a2fb-68c548563226 req-e45887d8-0cdc-449c-a02d-828e693c0f6c tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:53.761452 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8716cc1e-d945-40a6-a2fb-68c548563226 req-e45887d8-0cdc-449c-a02d-828e693c0f6c tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.4570000 Jan 21 09:39:53.778422 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbdac134-c648-4ec0-8682-9e183f5f00f2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] DELETE failed (client error): The resource could not be found. Jan 21 09:39:53.779232 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbdac134-c648-4ec0-8682-9e183f5f00f2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:39:53.782832 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-cbdac134-c648-4ec0-8682-9e183f5f00f2 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/subnets/7fb18115-dc41-4372-a74e-dd29704b309c HTTP/1.1" status: 404 len: 337 time: 0.0704193 Jan 21 09:39:53.791020 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48834) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:53.792947 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-27013480-82c0-444a-8dd6-7d6c93b6c490 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.840862 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a15c0625-dd1b-473a-84e3-52a484f04cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.907518 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aacdcb-1bfd-41bf-8fd2-5adde6f8d762 req-fa02c095-3d82-4e31-b0b9-57be06448b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:53.909004 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-33aacdcb-1bfd-41bf-8fd2-5adde6f8d762 req-fa02c095-3d82-4e31-b0b9-57be06448b92 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=21bf33c022814c088610cd12785c806c&device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 1098 time: 0.5787773 Jan 21 09:39:53.946712 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-27013480-82c0-444a-8dd6-7d6c93b6c490 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.957704 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b6588a7a-482d-4809-aae7-bb555ad4bfa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.975466 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176979eb-99e0-4012-a6de-e284655d1d65 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event updated for resources: {'Subnet': ['ID=fd56edd8-21eb-4357-8b15-4a3647a16496,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:54.005444 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8716cc1e-d945-40a6-a2fb-68c548563226 req-6fd488f1-9e85-4b14-b9ae-ce0735eb9a3e tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2252614 Jan 21 09:39:54.014183 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176979eb-99e0-4012-a6de-e284655d1d65 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Checking segment: {'id': 'f3c0394d-680a-4d4f-94b1-a37220a8cba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'eccdc2f4-bf8f-4120-adae-5b80b294dc8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:39:54.014482 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176979eb-99e0-4012-a6de-e284655d1d65 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Network hostable DHCP agents. Network: eccdc2f4-bf8f-4120-adae-5b80b294dc8e, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:39:54.071883 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176979eb-99e0-4012-a6de-e284655d1d65 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Network eccdc2f4-bf8f-4120-adae-5b80b294dc8e is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:39:54.077827 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a15c0625-dd1b-473a-84e3-52a484f04cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.080289 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-76c8b022-bc79-4d68-ad92-17821dd46ec7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Deleting port e406d004-d6e0-4324-ba40-3b72739195a8 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:54.080782 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-76c8b022-bc79-4d68-ad92-17821dd46ec7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.100645 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-27013480-82c0-444a-8dd6-7d6c93b6c490 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.130970 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-176979eb-99e0-4012-a6de-e284655d1d65 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, eccdc2f4-bf8f-4120-adae-5b80b294dc8e) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:54.136305 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176979eb-99e0-4012-a6de-e284655d1d65 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:54.136905 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-176979eb-99e0-4012-a6de-e284655d1d65 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.141533 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd38cc83-4e36-496b-b00d-286a1cee7477 None None] Network eccdc2f4-bf8f-4120-adae-5b80b294dc8e requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:54.142047 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c0625-dd1b-473a-84e3-52a484f04cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c28815-fa08-4cf8-bc1d-cc575c0448b2,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:54.163510 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a15c0625-dd1b-473a-84e3-52a484f04cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.164926 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a15c0625-dd1b-473a-84e3-52a484f04cd9 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/08c28815-fa08-4cf8-bc1d-cc575c0448b2 HTTP/1.1" status: 204 len: 168 time: 0.9086814 Jan 21 09:39:54.185386 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-176979eb-99e0-4012-a6de-e284655d1d65 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9059470 Jan 21 09:39:54.186559 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48840) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:54.195290 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-a55d277a-5c72-40d6-ae2a-5e8c44d28405 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1817604700', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}, 'admin_state_up': False}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:54.206093 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a55d277a-5c72-40d6-ae2a-5e8c44d28405 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:54.216398 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a55d277a-5c72-40d6-ae2a-5e8c44d28405 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Usage tracker for resource:router and tenant:6ceae7553b4c4a00ae004c3be6a7adb1 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:54.220692 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a55d277a-5c72-40d6-ae2a-5e8c44d28405 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:54.231689 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a55d277a-5c72-40d6-ae2a-5e8c44d28405 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:54.248501 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-55c86242-e3b3-4c01-a33a-3e1a2132adac admin admin] For port 93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5,segment=NetworkSegment(e6b062f4-c60d-4f2d-92ff-c2921e09a921),segment_id=e6b062f4-c60d-4f2d-92ff-c2921e09a921)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:54.248890 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-55c86242-e3b3-4c01-a33a-3e1a2132adac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.255815 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-27013480-82c0-444a-8dd6-7d6c93b6c490 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.301085 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a55d277a-5c72-40d6-ae2a-5e8c44d28405 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.303087 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a55d277a-5c72-40d6-ae2a-5e8c44d28405 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.336028 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27013480-82c0-444a-8dd6-7d6c93b6c490 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Subnet': ['ID=cd91904a-e7cf-4b44-8ca9-07b2257b982f,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:54.344422 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-27013480-82c0-444a-8dd6-7d6c93b6c490 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.345173 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 26fff09e-9084-4075-8660-ed8382924f26 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:39:54.366779 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-27013480-82c0-444a-8dd6-7d6c93b6c490 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/cd91904a-e7cf-4b44-8ca9-07b2257b982f HTTP/1.1" status: 204 len: 168 time: 0.7917919 Jan 21 09:39:54.370120 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48844) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:54.398951 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 26fff09e-9084-4075-8660-ed8382924f26 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:39:54.399303 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 26fff09e-9084-4075-8660-ed8382924f26 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:39:54.405243 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46414fe-ed98-4321-8a61-ea29e7de42bc None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:54.448524 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a55d277a-5c72-40d6-ae2a-5e8c44d28405 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.470380 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-fd904d97-4562-4129-b9fc-5f039b275fa7 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0988231 Jan 21 09:39:54.473115 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48850) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:54.482288 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-3243b1e7-7c96-4279-ad5c-2bf81ed78675 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:54.545042 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-55c86242-e3b3-4c01-a33a-3e1a2132adac admin admin] Calling delete_port for 93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5 owned by network:router_interface {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:54.593176 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48854) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:54.725757 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-8547c267-f59c-40d7-92cc-9e5167657260 None None] Provisioning complete for port a99cd966-c960-4f3b-8732-e091954845d2 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:54.726076 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8547c267-f59c-40d7-92cc-9e5167657260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.728458 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aacdcb-1bfd-41bf-8fd2-5adde6f8d762 req-8cf38cbb-4c01-43a7-aeea-26305cc8f613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:54.730202 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-33aacdcb-1bfd-41bf-8fd2-5adde6f8d762 req-8cf38cbb-4c01-43a7-aeea-26305cc8f613 service neutron] 10.222.0.72 "GET /v2.0/networks?id=55051115-0a6d-4aad-ae33-4c0466ea1935 HTTP/1.1" status: 200 len: 912 time: 0.8043058 Jan 21 09:39:54.858592 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b16467d-8d47-45c0-9413-92e5f0be94ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-eccdc2f4-bf8f-4120-adae-5b80b294dc8e', 'network_id': 'eccdc2f4-bf8f-4120-adae-5b80b294dc8e', 'tenant_id': '6ceae7553b4c4a00ae004c3be6a7adb1', 'fixed_ips': [{'subnet_id': 'fd56edd8-21eb-4357-8b15-4a3647a16496'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:39:54.860370 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2b16467d-8d47-45c0-9413-92e5f0be94ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.979412 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcc0a46-1c81-4d14-b1e0-fb713f7b3d89 None None] DHCP port deletion for 36c4effd-f4af-4d10-91bd-714d225a3199 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:39:54.991526 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-2fcc0a46-1c81-4d14-b1e0-fb713f7b3d89 None None] Deleting port a99cd966-c960-4f3b-8732-e091954845d2 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:54.991897 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2fcc0a46-1c81-4d14-b1e0-fb713f7b3d89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.013728 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-3243b1e7-7c96-4279-ad5c-2bf81ed78675 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:55.016990 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-33aacdcb-1bfd-41bf-8fd2-5adde6f8d762 req-be358db0-6c67-4f1e-9b84-5f065ea22cc5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77d34ea9-68ce-4a71-9428-8b2152806e32 HTTP/1.1" status: 200 len: 1001 time: 0.2745500 Jan 21 09:39:55.022992 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a55d277a-5c72-40d6-ae2a-5e8c44d28405 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.032067 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-3243b1e7-7c96-4279-ad5c-2bf81ed78675 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:subnet and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:55.035402 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-3243b1e7-7c96-4279-ad5c-2bf81ed78675 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:55.043930 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-38781bec-5d96-4c61-a4d2-52bab91d8b79 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=089ea188dd794d9e8bcc7f7b46c6b6b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4446101 Jan 21 09:39:55.044699 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48860) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:55.058991 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-3243b1e7-7c96-4279-ad5c-2bf81ed78675 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:55.106821 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3243b1e7-7c96-4279-ad5c-2bf81ed78675 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:55.110418 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3243b1e7-7c96-4279-ad5c-2bf81ed78675 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.267334 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-618bdb16-aae4-4ac9-9c80-d23111278de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.273981 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-2fcc0a46-1c81-4d14-b1e0-fb713f7b3d89 None None] For port a99cd966-c960-4f3b-8732-e091954845d2, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a99cd966-c960-4f3b-8732-e091954845d2,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:55.274508 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2fcc0a46-1c81-4d14-b1e0-fb713f7b3d89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.355879 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-618bdb16-aae4-4ac9-9c80-d23111278de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.373802 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-76c8b022-bc79-4d68-ad92-17821dd46ec7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.401491 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aacdcb-1bfd-41bf-8fd2-5adde6f8d762 req-6cdb64c2-d193-451f-baca-1ef791b72ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:55.402915 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-33aacdcb-1bfd-41bf-8fd2-5adde6f8d762 req-6cdb64c2-d193-451f-baca-1ef791b72ab6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd14a905-cd68-4fb4-a084-5e658ee5e25a HTTP/1.1" status: 200 len: 850 time: 0.3614061 Jan 21 09:39:55.410536 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-2fcc0a46-1c81-4d14-b1e0-fb713f7b3d89 None None] Calling delete_port for a99cd966-c960-4f3b-8732-e091954845d2 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:55.450961 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-2b16467d-8d47-45c0-9413-92e5f0be94ec None None] Allocated IP 172.20.0.2 (eccdc2f4-bf8f-4120-adae-5b80b294dc8e/fd56edd8-21eb-4357-8b15-4a3647a16496/4e88e320-e18c-4417-9858-b34ab40872e4) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:55.504925 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-618bdb16-aae4-4ac9-9c80-d23111278de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.558989 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-76c8b022-bc79-4d68-ad92-17821dd46ec7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Calling delete_port for e406d004-d6e0-4324-ba40-3b72739195a8 owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:55.576306 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2fcc0a46-1c81-4d14-b1e0-fb713f7b3d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.595403 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bdb16-aae4-4ac9-9c80-d23111278de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36eec5d0-5424-4f86-8065-9d797c933766,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:55.674014 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc0a46-1c81-4d14-b1e0-fb713f7b3d89 None None] Pushing event deleted for resources: {'Port': ['ID=a99cd966-c960-4f3b-8732-e091954845d2,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:55.688528 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcc0a46-1c81-4d14-b1e0-fb713f7b3d89 None None] No DVR routers for this DVR port a99cd966-c960-4f3b-8732-e091954845d2 on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:55.731638 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3243b1e7-7c96-4279-ad5c-2bf81ed78675 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.761993 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a55d277a-5c72-40d6-ae2a-5e8c44d28405 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for router_gateway, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.769267 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-b6588a7a-482d-4809-aae7-bb555ad4bfa9 admin admin] Deleting port 854f0d97-5e99-4cae-8e97-ac25321ffcf0 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:55.769597 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b6588a7a-482d-4809-aae7-bb555ad4bfa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.808894 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a55d277a-5c72-40d6-ae2a-5e8c44d28405 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.822347 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-618bdb16-aae4-4ac9-9c80-d23111278de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.823458 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-55c86242-e3b3-4c01-a33a-3e1a2132adac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.824855 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-618bdb16-aae4-4ac9-9c80-d23111278de4 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/36eec5d0-5424-4f86-8065-9d797c933766 HTTP/1.1" status: 204 len: 168 time: 0.7780099 Jan 21 09:39:55.826869 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3243b1e7-7c96-4279-ad5c-2bf81ed78675 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:55.855063 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2b16467d-8d47-45c0-9413-92e5f0be94ec None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.867465 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-2b16467d-8d47-45c0-9413-92e5f0be94ec None None] Transition to ACTIVE for port object 4e88e320-e18c-4417-9858-b34ab40872e4 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:55.871472 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-3243b1e7-7c96-4279-ad5c-2bf81ed78675 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:55.877235 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3243b1e7-7c96-4279-ad5c-2bf81ed78675 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:55.877897 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3243b1e7-7c96-4279-ad5c-2bf81ed78675 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.888181 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e3c848-0ca1-4f7b-9745-55c07978e5a8 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:55.905784 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c86242-e3b3-4c01-a33a-3e1a2132adac admin admin] Pushing event deleted for resources: {'Port': ['ID=93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:55.914158 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3243b1e7-7c96-4279-ad5c-2bf81ed78675 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Subnet': ['ID=85e31515-f4ee-4274-a0b5-1e14690361b0,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:55.932743 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3243b1e7-7c96-4279-ad5c-2bf81ed78675 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4577878 Jan 21 09:39:55.941267 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-2b16467d-8d47-45c0-9413-92e5f0be94ec None None] Transition to ACTIVE for port object 4e88e320-e18c-4417-9858-b34ab40872e4 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:55.949002 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48868) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:55.960513 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02092655-f7bb-48fc-8098-6e29c8c52333 req-1140edd2-6661-4682-be8f-64c7bcd943d3 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:55.966980 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-a652fdae-a813-48e4-a1e2-26fb00ce2b07 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:55.967950 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-02092655-f7bb-48fc-8098-6e29c8c52333 req-1140edd2-6661-4682-be8f-64c7bcd943d3 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.6717677 Jan 21 09:39:55.978979 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2b16467d-8d47-45c0-9413-92e5f0be94ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.992467 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-76c8b022-bc79-4d68-ad92-17821dd46ec7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.127781 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8b022-bc79-4d68-ad92-17821dd46ec7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'Port': ['ID=e406d004-d6e0-4324-ba40-3b72739195a8,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:56.149151 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aacdcb-1bfd-41bf-8fd2-5adde6f8d762 req-5d838b40-3b72-4a1e-9b16-b19a77182d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:56.150864 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-33aacdcb-1bfd-41bf-8fd2-5adde6f8d762 req-5d838b40-3b72-4a1e-9b16-b19a77182d9e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=55051115-0a6d-4aad-ae33-4c0466ea1935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6283655 Jan 21 09:39:56.190556 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b16467d-8d47-45c0-9413-92e5f0be94ec None None] Network eccdc2f4-bf8f-4120-adae-5b80b294dc8e is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:56.201770 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-2b16467d-8d47-45c0-9413-92e5f0be94ec None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:56.211723 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b16467d-8d47-45c0-9413-92e5f0be94ec None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:56.242005 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-76c8b022-bc79-4d68-ad92-17821dd46ec7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.284324 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-02092655-f7bb-48fc-8098-6e29c8c52333 req-fd17437b-e18b-42f6-a8bc-ada062935d59 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3152478 Jan 21 09:39:56.318738 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16467d-8d47-45c0-9413-92e5f0be94ec None None] Pushing event updated for resources: {'Port': ['ID=4e88e320-e18c-4417-9858-b34ab40872e4,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:56.320825 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a652fdae-a813-48e4-a1e2-26fb00ce2b07 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:56.350676 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a652fdae-a813-48e4-a1e2-26fb00ce2b07 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:subnet and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:56.358084 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a652fdae-a813-48e4-a1e2-26fb00ce2b07 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:56.370404 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a652fdae-a813-48e4-a1e2-26fb00ce2b07 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:56.392718 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-76c8b022-bc79-4d68-ad92-17821dd46ec7 tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/ports/e406d004-d6e0-4324-ba40-3b72739195a8 HTTP/1.1" status: 204 len: 168 time: 2.5994108 Jan 21 09:39:56.403208 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48876) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:56.453349 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-a55d277a-5c72-40d6-ae2a-5e8c44d28405 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Allocated IP 172.26.3.171 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/775c9a24-52ef-4f6d-901d-2b80e31a8047) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:56.455153 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a99cd966-c960-4f3b-8732-e091954845d2 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:39:56.467890 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a652fdae-a813-48e4-a1e2-26fb00ce2b07 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:56.471474 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a652fdae-a813-48e4-a1e2-26fb00ce2b07 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.502061 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-b6588a7a-482d-4809-aae7-bb555ad4bfa9 admin admin] For port 854f0d97-5e99-4cae-8e97-ac25321ffcf0, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=854f0d97-5e99-4cae-8e97-ac25321ffcf0,segment=NetworkSegment(a3f72eb9-d03f-4ac6-be0d-97ce33afeb91),segment_id=a3f72eb9-d03f-4ac6-be0d-97ce33afeb91)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:56.502321 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b6588a7a-482d-4809-aae7-bb555ad4bfa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.559801 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: a99cd966-c960-4f3b-8732-e091954845d2 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:39:56.560414 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a99cd966-c960-4f3b-8732-e091954845d2 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:39:56.651244 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-2b16467d-8d47-45c0-9413-92e5f0be94ec None None] Attempting to bind port 4e88e320-e18c-4417-9858-b34ab40872e4 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:56.651966 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-2b16467d-8d47-45c0-9413-92e5f0be94ec None None] Attempting to bind port 4e88e320-e18c-4417-9858-b34ab40872e4 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'f3c0394d-680a-4d4f-94b1-a37220a8cba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'eccdc2f4-bf8f-4120-adae-5b80b294dc8e'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:56.652757 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b16467d-8d47-45c0-9413-92e5f0be94ec None None] Attempting to bind port 4e88e320-e18c-4417-9858-b34ab40872e4 on network eccdc2f4-bf8f-4120-adae-5b80b294dc8e {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:39:56.663596 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b16467d-8d47-45c0-9413-92e5f0be94ec None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:39:56.664551 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b16467d-8d47-45c0-9413-92e5f0be94ec None None] Checking segment: {'id': 'f3c0394d-680a-4d4f-94b1-a37220a8cba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'eccdc2f4-bf8f-4120-adae-5b80b294dc8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:39:56.665339 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2b16467d-8d47-45c0-9413-92e5f0be94ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.666141 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b16467d-8d47-45c0-9413-92e5f0be94ec None None] Bound using segment: {'id': 'f3c0394d-680a-4d4f-94b1-a37220a8cba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'eccdc2f4-bf8f-4120-adae-5b80b294dc8e'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:39:56.667293 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-2b16467d-8d47-45c0-9413-92e5f0be94ec None None] Bound port: 4e88e320-e18c-4417-9858-b34ab40872e4, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c0394d-680a-4d4f-94b1-a37220a8cba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'eccdc2f4-bf8f-4120-adae-5b80b294dc8e'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:56.668038 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2b16467d-8d47-45c0-9413-92e5f0be94ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.685363 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75873cbc-7640-4c5a-8c4a-1ec2883f6035 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-36c4effd-f4af-4d10-91bd-714d225a3199', 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'tenant_id': 'ce9334fe18174618a851dcacd095feca', 'fixed_ips': [{'subnet_id': '85e31515-f4ee-4274-a0b5-1e14690361b0'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:39:56.686457 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-75873cbc-7640-4c5a-8c4a-1ec2883f6035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.689717 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-41daaf62-0e4a-4185-9274-b0a4be4f057d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.897452 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-b6588a7a-482d-4809-aae7-bb555ad4bfa9 admin admin] Calling delete_port for 854f0d97-5e99-4cae-8e97-ac25321ffcf0 owned by network:router_interface {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:39:56.945221 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-33aacdcb-1bfd-41bf-8fd2-5adde6f8d762 req-1345c875-a368-4661-a2ce-058ff7355e36 service neutron] 10.222.0.72 "GET /v2.0/networks/55051115-0a6d-4aad-ae33-4c0466ea1935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7784591 Jan 21 09:39:56.952175 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-55c86242-e3b3-4c01-a33a-3e1a2132adac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.959430 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-2b16467d-8d47-45c0-9413-92e5f0be94ec None None] For port 4e88e320-e18c-4417-9858-b34ab40872e4, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:39:56.979943 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-2b16467d-8d47-45c0-9413-92e5f0be94ec None None] For port 4e88e320-e18c-4417-9858-b34ab40872e4, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=4e88e320-e18c-4417-9858-b34ab40872e4,segment=NetworkSegment(f3c0394d-680a-4d4f-94b1-a37220a8cba7),segment_id=f3c0394d-680a-4d4f-94b1-a37220a8cba7)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:39:56.994860 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-75873cbc-7640-4c5a-8c4a-1ec2883f6035 None None] Allocated IP 172.20.0.2 (36c4effd-f4af-4d10-91bd-714d225a3199/85e31515-f4ee-4274-a0b5-1e14690361b0/4285d450-45c5-4108-98d5-4f15acb2ae8b) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:56.998097 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2b16467d-8d47-45c0-9413-92e5f0be94ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.015553 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a55d277a-5c72-40d6-ae2a-5e8c44d28405 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.068224 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a55d277a-5c72-40d6-ae2a-5e8c44d28405 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.150693 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48894) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:57.208933 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16467d-8d47-45c0-9413-92e5f0be94ec None None] Pushing event updated for resources: {'Port': ['ID=4e88e320-e18c-4417-9858-b34ab40872e4,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:57.305979 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-41daaf62-0e4a-4185-9274-b0a4be4f057d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.316406 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-33aacdcb-1bfd-41bf-8fd2-5adde6f8d762 req-b52adb5d-0783-4973-8a9a-7c4e5fef6c77 service neutron] 10.222.0.72 "GET /v2.0/networks/55051115-0a6d-4aad-ae33-4c0466ea1935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564141 Jan 21 09:39:57.346893 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-41daaf62-0e4a-4185-9274-b0a4be4f057d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e439457c-c827-47a2-82f8-06fb926caf27']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:57.361169 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-41daaf62-0e4a-4185-9274-b0a4be4f057d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fd5892c-da69-4eb7-b1c6-c54dca98647b') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:57.361467 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-41daaf62-0e4a-4185-9274-b0a4be4f057d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fd5892c-da69-4eb7-b1c6-c54dca98647b') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:57.374071 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-41daaf62-0e4a-4185-9274-b0a4be4f057d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.394776 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-41daaf62-0e4a-4185-9274-b0a4be4f057d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.407890 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41daaf62-0e4a-4185-9274-b0a4be4f057d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:39:57.408301 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-41daaf62-0e4a-4185-9274-b0a4be4f057d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.473173 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-75873cbc-7640-4c5a-8c4a-1ec2883f6035 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.483517 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b6588a7a-482d-4809-aae7-bb555ad4bfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.494076 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-75873cbc-7640-4c5a-8c4a-1ec2883f6035 None None] Transition to ACTIVE for port object 4285d450-45c5-4108-98d5-4f15acb2ae8b will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:57.518717 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-75873cbc-7640-4c5a-8c4a-1ec2883f6035 None None] Transition to ACTIVE for port object 4285d450-45c5-4108-98d5-4f15acb2ae8b will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:57.529096 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-75873cbc-7640-4c5a-8c4a-1ec2883f6035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.531740 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-1e384147-5f63-43f1-818f-f538389820af tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-332944626'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:57.541695 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6588a7a-482d-4809-aae7-bb555ad4bfa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=854f0d97-5e99-4cae-8e97-ac25321ffcf0,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:57.542853 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55d277a-5c72-40d6-ae2a-5e8c44d28405 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:57.595789 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:39:57.595789 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:39:57.595789 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:39:57.595789 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:57.595789 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:39:57.595789 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:39:57.595789 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:39:57.595789 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:57.595789 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:39:57.595789 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:57.595789 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:39:57.595789 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:57.595789 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:39:57.595789 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:39:57.595789 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:57.595789 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:39:57.595789 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:57.595789 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:39:57.595789 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:39:57.595789 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:39:57.595789 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:39:57.595789 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:39:57.595789 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:57.595789 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:39:57.595789 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:57.595789 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:39:57.595789 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:57.595789 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:39:57.595789 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:57.595789 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:39:57.595789 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:57.595789 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:57.597790 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75873cbc-7640-4c5a-8c4a-1ec2883f6035 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:57.602772 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-75873cbc-7640-4c5a-8c4a-1ec2883f6035 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:57.603652 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-a55d277a-5c72-40d6-ae2a-5e8c44d28405 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:57.609246 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-1e384147-5f63-43f1-818f-f538389820af tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:57.615343 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55d277a-5c72-40d6-ae2a-5e8c44d28405 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:57.631065 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75873cbc-7640-4c5a-8c4a-1ec2883f6035 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:39:57.657897 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-1e384147-5f63-43f1-818f-f538389820af tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Usage tracker for resource:network and tenant:295d337026b9493b9a4d9302ec977932 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:57.666964 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-1e384147-5f63-43f1-818f-f538389820af tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:57.681776 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d277a-5c72-40d6-ae2a-5e8c44d28405 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event updated for resources: {'Port': ['ID=775c9a24-52ef-4f6d-901d-2b80e31a8047,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:57.684582 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-1e384147-5f63-43f1-818f-f538389820af tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:57.691801 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-41daaf62-0e4a-4185-9274-b0a4be4f057d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.750353 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-41daaf62-0e4a-4185-9274-b0a4be4f057d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.774459 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daaf62-0e4a-4185-9274-b0a4be4f057d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] Pushing event deleted for resources: {'Network': ['ID=e439457c-c827-47a2-82f8-06fb926caf27,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:57.825318 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e384147-5f63-43f1-818f-f538389820af tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Made reservation on behalf of 295d337026b9493b9a4d9302ec977932 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:57.828950 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1e384147-5f63-43f1-818f-f538389820af tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.860067 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75873cbc-7640-4c5a-8c4a-1ec2883f6035 None None] Pushing event updated for resources: {'Port': ['ID=4285d450-45c5-4108-98d5-4f15acb2ae8b,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:57.884857 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-75873cbc-7640-4c5a-8c4a-1ec2883f6035 None None] Attempting to bind port 4285d450-45c5-4108-98d5-4f15acb2ae8b on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:57.885235 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-75873cbc-7640-4c5a-8c4a-1ec2883f6035 None None] Attempting to bind port 4285d450-45c5-4108-98d5-4f15acb2ae8b by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:57.885603 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75873cbc-7640-4c5a-8c4a-1ec2883f6035 None None] Attempting to bind port 4285d450-45c5-4108-98d5-4f15acb2ae8b on network 36c4effd-f4af-4d10-91bd-714d225a3199 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:39:57.893337 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75873cbc-7640-4c5a-8c4a-1ec2883f6035 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:39:57.893744 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75873cbc-7640-4c5a-8c4a-1ec2883f6035 None None] Checking segment: {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:39:57.894389 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-75873cbc-7640-4c5a-8c4a-1ec2883f6035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.894793 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75873cbc-7640-4c5a-8c4a-1ec2883f6035 None None] Bound using segment: {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:39:57.895644 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-75873cbc-7640-4c5a-8c4a-1ec2883f6035 None None] Bound port: 4285d450-45c5-4108-98d5-4f15acb2ae8b, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:57.896593 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-75873cbc-7640-4c5a-8c4a-1ec2883f6035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.936645 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c86242-e3b3-4c01-a33a-3e1a2132adac admin admin] Router 25041724-9688-4e00-9538-e1c1fa0dfeae has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:39:57.952379 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-41daaf62-0e4a-4185-9274-b0a4be4f057d tempest-PortsIpV6TestJSON-120535046 tempest-PortsIpV6TestJSON-120535046-project] 10.222.0.110 "DELETE /v2.0/networks/e439457c-c827-47a2-82f8-06fb926caf27 HTTP/1.1" status: 204 len: 168 time: 1.5446310 Jan 21 09:39:57.977103 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1e384147-5f63-43f1-818f-f538389820af tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.084989 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-1e384147-5f63-43f1-818f-f538389820af tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:58.088851 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-1e384147-5f63-43f1-818f-f538389820af tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Usage tracker for resource:security_group_rule and tenant:295d337026b9493b9a4d9302ec977932 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:58.091181 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-75873cbc-7640-4c5a-8c4a-1ec2883f6035 None None] For port 4285d450-45c5-4108-98d5-4f15acb2ae8b, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:39:58.091981 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-1e384147-5f63-43f1-818f-f538389820af tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:58.098634 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-1e384147-5f63-43f1-818f-f538389820af tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:58.103013 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-75873cbc-7640-4c5a-8c4a-1ec2883f6035 None None] For port 4285d450-45c5-4108-98d5-4f15acb2ae8b, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=4285d450-45c5-4108-98d5-4f15acb2ae8b,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:39:58.131351 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-75873cbc-7640-4c5a-8c4a-1ec2883f6035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.136196 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b6588a7a-482d-4809-aae7-bb555ad4bfa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.239385 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1e384147-5f63-43f1-818f-f538389820af tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.311800 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75873cbc-7640-4c5a-8c4a-1ec2883f6035 None None] Pushing event updated for resources: {'Port': ['ID=4285d450-45c5-4108-98d5-4f15acb2ae8b,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:58.341076 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c86242-e3b3-4c01-a33a-3e1a2132adac admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:39:58.355742 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1e384147-5f63-43f1-818f-f538389820af tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.360350 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133985c3-88e9-46da-a05a-5dba4543913c None None] Sync routers for ids ['25041724-9688-4e00-9538-e1c1fa0dfeae'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:58.401152 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133985c3-88e9-46da-a05a-5dba4543913c None None] Routers {'25041724-9688-4e00-9538-e1c1fa0dfeae'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:58.402184 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-133985c3-88e9-46da-a05a-5dba4543913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:39:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['25041724-9688-4e00-9538-e1c1fa0dfeae'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:58.469627 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b5a4c-de44-4787-b09a-0b9864b971c7 req-f6fb2191-2ca4-4977-9868-e5a222bf64b4 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:58.478256 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-031b5a4c-de44-4787-b09a-0b9864b971c7 req-f6fb2191-2ca4-4977-9868-e5a222bf64b4 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.9339240 Jan 21 09:39:58.541529 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e384147-5f63-43f1-818f-f538389820af tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:39:58.562957 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e384147-5f63-43f1-818f-f538389820af tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2e0faa-e76d-4850-a04e-e68a5db824c2,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:58.604104 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1e384147-5f63-43f1-818f-f538389820af tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.604355 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-1e384147-5f63-43f1-818f-f538389820af tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Added segment 30bec086-b106-489b-bfe5-ba0bb457e844 of type vlan for network cb3d0cd6-5afa-4883-95ff-a853fcfe719d Jan 21 09:39:58.609602 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4e88e320-e18c-4417-9858-b34ab40872e4 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:58.682640 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-55c86242-e3b3-4c01-a33a-3e1a2132adac admin admin] 10.222.0.110 "PUT /v2.0/routers/25041724-9688-4e00-9538-e1c1fa0dfeae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7740369 Jan 21 09:39:58.720446 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48906) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:58.802947 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48910) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:58.887756 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-133985c3-88e9-46da-a05a-5dba4543913c None None] Set router 25041724-9688-4e00-9538-e1c1fa0dfeae gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:39:58.897827 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-031b5a4c-de44-4787-b09a-0b9864b971c7 req-68aa0109-b57f-4bc6-8369-0d57feb455bd tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4183898 Jan 21 09:39:59.031075 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311cfcf3-64a8-4f6f-b7d1-1895f85d73a1 None None] Network eccdc2f4-bf8f-4120-adae-5b80b294dc8e requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:39:59.087205 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1e384147-5f63-43f1-818f-f538389820af tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.159379 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a55d277a-5c72-40d6-ae2a-5e8c44d28405 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for router_gateway, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.163244 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 4e88e320-e18c-4417-9858-b34ab40872e4 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:59.215429 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-72874049-5802-4092-a9fe-0dfb3b7b94b1 None None] Provisioning for port 4e88e320-e18c-4417-9858-b34ab40872e4 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:59.227605 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 4e88e320-e18c-4417-9858-b34ab40872e4 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:59.227942 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.248641 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-988978e6-ed4f-46af-a725-90674df317bc admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=29c6ab04f24842d781b633e6233f3506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4404383 Jan 21 09:39:59.250068 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8e738c48-e9bc-4a30-91aa-d5d951b7ee14 admin admin] Notify callbacks [] for router, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.265747 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48916) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:59.328137 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-72874049-5802-4092-a9fe-0dfb3b7b94b1 None None] Provisioning complete for port 4e88e320-e18c-4417-9858-b34ab40872e4 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:59.328434 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-72874049-5802-4092-a9fe-0dfb3b7b94b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.416800 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1e384147-5f63-43f1-818f-f538389820af tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.422484 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e384147-5f63-43f1-818f-f538389820af tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:59.423284 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1e384147-5f63-43f1-818f-f538389820af tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.544535 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6588a7a-482d-4809-aae7-bb555ad4bfa9 admin admin] Router c9c94c7a-742e-40cc-b34e-ba592c66b7ea has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:39:59.552635 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8e738c48-e9bc-4a30-91aa-d5d951b7ee14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.673045 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.objects.ports [None req-a652fdae-a813-48e4-a1e2-26fb00ce2b07 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87514) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 09:39:59.711205 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.723306 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-72874049-5802-4092-a9fe-0dfb3b7b94b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.728172 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e384147-5f63-43f1-818f-f538389820af tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Pushing event updated for resources: {'Network': ['ID=cb3d0cd6-5afa-4883-95ff-a853fcfe719d,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:59.742445 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1e384147-5f63-43f1-818f-f538389820af tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.5672376 Jan 21 09:39:59.745962 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network cb3d0cd6-5afa-4883-95ff-a853fcfe719d details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:39:59.776086 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5fa192e0-9d90-442f-8067-3790d38aa5c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.825398 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5fa192e0-9d90-442f-8067-3790d38aa5c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.828133 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-8e738c48-e9bc-4a30-91aa-d5d951b7ee14 admin admin] Deleting port fb477a1c-ac45-4ac4-a136-0ed796eae698 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:39:59.829279 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8e738c48-e9bc-4a30-91aa-d5d951b7ee14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.844421 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-72874049-5802-4092-a9fe-0dfb3b7b94b1 None None] For port 4e88e320-e18c-4417-9858-b34ab40872e4, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=4e88e320-e18c-4417-9858-b34ab40872e4,segment=NetworkSegment(f3c0394d-680a-4d4f-94b1-a37220a8cba7),segment_id=f3c0394d-680a-4d4f-94b1-a37220a8cba7)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:39:59.855045 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48920) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:59.861010 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6588a7a-482d-4809-aae7-bb555ad4bfa9 admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:39:59.865827 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-955688d1-cefe-4296-b7eb-5ab1056f4537 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Request body: {'subnet': {'network_id': 'cb3d0cd6-5afa-4883-95ff-a853fcfe719d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:59.872008 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-b6588a7a-482d-4809-aae7-bb555ad4bfa9 admin admin] 10.222.0.110 "PUT /v2.0/routers/c9c94c7a-742e-40cc-b34e-ba592c66b7ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7758896 Jan 21 09:39:59.873111 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c297d23-18de-4b36-b44c-add47a216f1d None None] Sync routers for ids ['c9c94c7a-742e-40cc-b34e-ba592c66b7ea'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:59.879116 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48924) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:59.885813 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c297d23-18de-4b36-b44c-add47a216f1d None None] Routers {'c9c94c7a-742e-40cc-b34e-ba592c66b7ea'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:39:59.886852 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-8c297d23-18de-4b36-b44c-add47a216f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:39:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['c9c94c7a-742e-40cc-b34e-ba592c66b7ea'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:59.912920 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-72874049-5802-4092-a9fe-0dfb3b7b94b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:00.011943 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-955688d1-cefe-4296-b7eb-5ab1056f4537 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:00.017215 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-955688d1-cefe-4296-b7eb-5ab1056f4537 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Usage tracker for resource:subnet and tenant:295d337026b9493b9a4d9302ec977932 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:00.020130 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-955688d1-cefe-4296-b7eb-5ab1056f4537 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:00.028419 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-955688d1-cefe-4296-b7eb-5ab1056f4537 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:00.065605 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955688d1-cefe-4296-b7eb-5ab1056f4537 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Made reservation on behalf of 295d337026b9493b9a4d9302ec977932 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:00.069427 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-955688d1-cefe-4296-b7eb-5ab1056f4537 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:00.112666 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-8c297d23-18de-4b36-b44c-add47a216f1d None None] Set router c9c94c7a-742e-40cc-b34e-ba592c66b7ea gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:40:00.143349 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72874049-5802-4092-a9fe-0dfb3b7b94b1 None None] Pushing event updated for resources: {'Port': ['ID=4e88e320-e18c-4417-9858-b34ab40872e4,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:00.149604 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-133985c3-88e9-46da-a05a-5dba4543913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25041724-9688-4e00-9538-e1c1fa0dfeae', 'name': 'tempest-ServersTestJSON-645974544-router', 'tenant_id': '85062a18014b46c39ce9762aca0ea494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': 'fb477a1c-ac45-4ac4-a136-0ed796eae698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:32Z', 'updated_at': '2022-01-21T09:39:55Z', 'revision_number': 5, 'project_id': '85062a18014b46c39ce9762aca0ea494', 'gw_port': {'id': 'fb477a1c-ac45-4ac4-a136-0ed796eae698', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:94:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25041724-9688-4e00-9538-e1c1fa0dfeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:36Z', 'updated_at': '2022-01-21T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:00.158531 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133985c3-88e9-46da-a05a-5dba4543913c None None] Checking router: 25041724-9688-4e00-9538-e1c1fa0dfeae for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:40:00.189048 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133985c3-88e9-46da-a05a-5dba4543913c None None] Routers {'25041724-9688-4e00-9538-e1c1fa0dfeae'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:00.189964 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-133985c3-88e9-46da-a05a-5dba4543913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:39:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['25041724-9688-4e00-9538-e1c1fa0dfeae'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:00.277163 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f7e58d1d-5656-40fd-89af-037e9f5e7ee8 None None] Provisioning for port 4285d450-45c5-4108-98d5-4f15acb2ae8b completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:00.310033 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-8e738c48-e9bc-4a30-91aa-d5d951b7ee14 admin admin] For port fb477a1c-ac45-4ac4-a136-0ed796eae698, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=fb477a1c-ac45-4ac4-a136-0ed796eae698,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:00.310662 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8e738c48-e9bc-4a30-91aa-d5d951b7ee14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:00.324709 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-29c47eb3-c01f-4a29-8620-19d6bbf6ff20 admin admin] Notify callbacks [] for router, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:00.380566 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:40:00.381240 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:40:00.396148 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-955688d1-cefe-4296-b7eb-5ab1056f4537 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:00.403472 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-133985c3-88e9-46da-a05a-5dba4543913c None None] Set router 25041724-9688-4e00-9538-e1c1fa0dfeae gateway port host: None {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:40:00.500477 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955688d1-cefe-4296-b7eb-5ab1056f4537 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Pushing event updated for resources: {'Subnet': ['ID=dd1bbad3-9115-44ee-aa85-e0299a96710f,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:00.538819 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-133985c3-88e9-46da-a05a-5dba4543913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25041724-9688-4e00-9538-e1c1fa0dfeae', 'name': 'tempest-ServersTestJSON-645974544-router', 'tenant_id': '85062a18014b46c39ce9762aca0ea494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:32Z', 'updated_at': '2022-01-21T09:39:59Z', 'revision_number': 6, 'project_id': '85062a18014b46c39ce9762aca0ea494', 'gw_port_host': None}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:00.544914 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133985c3-88e9-46da-a05a-5dba4543913c None None] The sync data for ids ['25041724-9688-4e00-9538-e1c1fa0dfeae'] in dv-neutron-825731-1-hyperv is: [{'id': '25041724-9688-4e00-9538-e1c1fa0dfeae', 'name': 'tempest-ServersTestJSON-645974544-router', 'tenant_id': '85062a18014b46c39ce9762aca0ea494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:32Z', 'updated_at': '2022-01-21T09:39:59Z', 'revision_number': 6, 'project_id': '85062a18014b46c39ce9762aca0ea494', 'gw_port_host': None}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:40:00.606220 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-8c297d23-18de-4b36-b44c-add47a216f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'name': 'tempest-ServersTestManualDisk-1792931814-router', 'tenant_id': '614e7202dc0749a98acdc83ef7167698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': 'a1fe4401-629a-4cde-b850-43e1c0f29540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:32Z', 'updated_at': '2022-01-21T09:39:57Z', 'revision_number': 5, 'project_id': '614e7202dc0749a98acdc83ef7167698', 'gw_port': {'id': 'a1fe4401-629a-4cde-b850-43e1c0f29540', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:34Z', 'updated_at': '2022-01-21T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:00.610883 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c297d23-18de-4b36-b44c-add47a216f1d None None] Checking router: c9c94c7a-742e-40cc-b34e-ba592c66b7ea for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:40:00.621499 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c297d23-18de-4b36-b44c-add47a216f1d None None] Routers {'c9c94c7a-742e-40cc-b34e-ba592c66b7ea'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:00.622559 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-8c297d23-18de-4b36-b44c-add47a216f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:39:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['c9c94c7a-742e-40cc-b34e-ba592c66b7ea'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:00.665518 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5fa192e0-9d90-442f-8067-3790d38aa5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:00.691217 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955688d1-cefe-4296-b7eb-5ab1056f4537 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Checking segment: {'id': '30bec086-b106-489b-bfe5-ba0bb457e844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb3d0cd6-5afa-4883-95ff-a853fcfe719d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:00.691610 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955688d1-cefe-4296-b7eb-5ab1056f4537 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Network hostable DHCP agents. Network: cb3d0cd6-5afa-4883-95ff-a853fcfe719d, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:40:00.708782 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa192e0-9d90-442f-8067-3790d38aa5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5785ce88-6386-45b6-bc90-5a553c1ea34b,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:00.716004 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a55d277a-5c72-40d6-ae2a-5e8c44d28405 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:00.748912 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-c28d80c7-80a1-4ae0-abd8-08823bc2a909 None None] Provisioning complete for port 4e88e320-e18c-4417-9858-b34ab40872e4 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:00.749503 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c28d80c7-80a1-4ae0-abd8-08823bc2a909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:00.767036 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-8e738c48-e9bc-4a30-91aa-d5d951b7ee14 admin admin] Calling delete_port for fb477a1c-ac45-4ac4-a136-0ed796eae698 owned by network:router_gateway {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:00.829755 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd6ed0-0e90-48e8-8f24-074341764aca req-30ad3d11-f9fb-4a10-8fc2-3bb50a492eb7 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:00.831243 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-34bd6ed0-0e90-48e8-8f24-074341764aca req-30ad3d11-f9fb-4a10-8fc2-3bb50a492eb7 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.7208655 Jan 21 09:40:00.932612 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5fa192e0-9d90-442f-8067-3790d38aa5c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:00.933555 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-8c297d23-18de-4b36-b44c-add47a216f1d None None] Set router c9c94c7a-742e-40cc-b34e-ba592c66b7ea gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:40:00.934039 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-5fa192e0-9d90-442f-8067-3790d38aa5c1 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/5785ce88-6386-45b6-bc90-5a553c1ea34b HTTP/1.1" status: 204 len: 168 time: 1.6671031 Jan 21 09:40:00.952722 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a652fdae-a813-48e4-a1e2-26fb00ce2b07 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:01.061001 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955688d1-cefe-4296-b7eb-5ab1056f4537 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Network cb3d0cd6-5afa-4883-95ff-a853fcfe719d is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:40:01.171640 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-955688d1-cefe-4296-b7eb-5ab1056f4537 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, cb3d0cd6-5afa-4883-95ff-a853fcfe719d) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:01.181455 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74965657-452d-4d49-8ada-4c949d2c6d26 None None] Network cb3d0cd6-5afa-4883-95ff-a853fcfe719d requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:01.206736 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955688d1-cefe-4296-b7eb-5ab1056f4537 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:01.207060 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-955688d1-cefe-4296-b7eb-5ab1056f4537 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:01.291880 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-34bd6ed0-0e90-48e8-8f24-074341764aca req-22dd5dc5-8887-4c42-af85-b6bf599da375 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4488101 Jan 21 09:40:01.314910 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-955688d1-cefe-4296-b7eb-5ab1056f4537 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4571202 Jan 21 09:40:01.315944 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48936) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:01.332579 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-3804a47d-7b90-4f49-bc27-36b1073524f9 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Request body: {'port': {'network_id': 'cb3d0cd6-5afa-4883-95ff-a853fcfe719d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1806463054'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:01.391007 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55d277a-5c72-40d6-ae2a-5e8c44d28405 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Router 1cadc159-fcdd-4eba-84d0-ac11b95f1ab4 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:40:01.423299 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-29c47eb3-c01f-4a29-8620-19d6bbf6ff20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:01.441624 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8e738c48-e9bc-4a30-91aa-d5d951b7ee14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:01.529970 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-8c297d23-18de-4b36-b44c-add47a216f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'name': 'tempest-ServersTestManualDisk-1792931814-router', 'tenant_id': '614e7202dc0749a98acdc83ef7167698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': 'a1fe4401-629a-4cde-b850-43e1c0f29540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:32Z', 'updated_at': '2022-01-21T09:39:57Z', 'revision_number': 5, 'project_id': '614e7202dc0749a98acdc83ef7167698', 'gw_port': {'id': 'a1fe4401-629a-4cde-b850-43e1c0f29540', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:34Z', 'updated_at': '2022-01-21T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:01.541205 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c297d23-18de-4b36-b44c-add47a216f1d None None] The sync data for ids ['c9c94c7a-742e-40cc-b34e-ba592c66b7ea'] in dv-neutron-825731-1-hyperv is: [{'id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'name': 'tempest-ServersTestManualDisk-1792931814-router', 'tenant_id': '614e7202dc0749a98acdc83ef7167698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': 'a1fe4401-629a-4cde-b850-43e1c0f29540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:32Z', 'updated_at': '2022-01-21T09:39:57Z', 'revision_number': 5, 'project_id': '614e7202dc0749a98acdc83ef7167698', 'gw_port': {'id': 'a1fe4401-629a-4cde-b850-43e1c0f29540', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c94c7a-742e-40cc-b34e-ba592c66b7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:34Z', 'updated_at': '2022-01-21T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:40:01.629069 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4e88e320-e18c-4417-9858-b34ab40872e4 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:01.708506 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-29c47eb3-c01f-4a29-8620-19d6bbf6ff20 admin admin] Deleting port a1fe4401-629a-4cde-b850-43e1c0f29540 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:01.708880 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-29c47eb3-c01f-4a29-8620-19d6bbf6ff20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:01.824223 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e738c48-e9bc-4a30-91aa-d5d951b7ee14 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb477a1c-ac45-4ac4-a136-0ed796eae698,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:01.871279 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2bd894-5338-40b7-a078-edc2577393af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-cb3d0cd6-5afa-4883-95ff-a853fcfe719d', 'network_id': 'cb3d0cd6-5afa-4883-95ff-a853fcfe719d', 'tenant_id': '295d337026b9493b9a4d9302ec977932', 'fixed_ips': [{'subnet_id': 'dd1bbad3-9115-44ee-aa85-e0299a96710f'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:40:01.872222 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9e2bd894-5338-40b7-a078-edc2577393af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:01.898539 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 4e88e320-e18c-4417-9858-b34ab40872e4 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:01.898915 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.002057 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-a652fdae-a813-48e4-a1e2-26fb00ce2b07 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] For port 4285d450-45c5-4108-98d5-4f15acb2ae8b, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=4285d450-45c5-4108-98d5-4f15acb2ae8b,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:02.054543 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-3804a47d-7b90-4f49-bc27-36b1073524f9 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:02.059583 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-3804a47d-7b90-4f49-bc27-36b1073524f9 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Usage tracker for resource:port and tenant:295d337026b9493b9a4d9302ec977932 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:02.063363 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-3804a47d-7b90-4f49-bc27-36b1073524f9 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:02.070728 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-3804a47d-7b90-4f49-bc27-36b1073524f9 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:02.080929 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a652fdae-a813-48e4-a1e2-26fb00ce2b07 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.103237 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8e738c48-e9bc-4a30-91aa-d5d951b7ee14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.104489 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a652fdae-a813-48e4-a1e2-26fb00ce2b07 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.105341 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a652fdae-a813-48e4-a1e2-26fb00ce2b07 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.148243 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4285d450-45c5-4108-98d5-4f15acb2ae8b up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:02.161915 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3804a47d-7b90-4f49-bc27-36b1073524f9 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Made reservation on behalf of 295d337026b9493b9a4d9302ec977932 for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:02.166081 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3804a47d-7b90-4f49-bc27-36b1073524f9 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.204947 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a652fdae-a813-48e4-a1e2-26fb00ce2b07 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:02.277941 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-a652fdae-a813-48e4-a1e2-26fb00ce2b07 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:02.296749 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a652fdae-a813-48e4-a1e2-26fb00ce2b07 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:02.297414 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a652fdae-a813-48e4-a1e2-26fb00ce2b07 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.309601 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503222ae-bff3-4e82-8449-6fb426e5f398 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:02.314564 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48958) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:02.326905 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-3804a47d-7b90-4f49-bc27-36b1073524f9 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] device_id is not set on port 42edd8ea-ec78-4aa9-8d29-540a50151f75 yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:40:02.367724 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a652fdae-a813-48e4-a1e2-26fb00ce2b07 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.4173779 Jan 21 09:40:02.370047 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48964) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:02.393785 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-de7ab944-481f-46cf-8611-13a489c8b836 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'port': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'mac_address': 'fa:16:3e:a8:69:30', 'name': 'tempest-NetworksTestDHCPv6-1723116014'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:02.436815 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 4285d450-45c5-4108-98d5-4f15acb2ae8b completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:02.441751 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-9e2bd894-5338-40b7-a078-edc2577393af None None] Allocated IP 2001:db8::2 (cb3d0cd6-5afa-4883-95ff-a853fcfe719d/dd1bbad3-9115-44ee-aa85-e0299a96710f/21456cc3-9f0a-487e-b1ec-061298241728) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:02.443480 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8e738c48-e9bc-4a30-91aa-d5d951b7ee14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.453808 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8e738c48-e9bc-4a30-91aa-d5d951b7ee14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.461311 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 4285d450-45c5-4108-98d5-4f15acb2ae8b triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:02.461689 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.530035 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8e738c48-e9bc-4a30-91aa-d5d951b7ee14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.530545 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e738c48-e9bc-4a30-91aa-d5d951b7ee14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25041724-9688-4e00-9538-e1c1fa0dfeae {{(pid=87515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:40:02.534245 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-29c47eb3-c01f-4a29-8620-19d6bbf6ff20 admin admin] For port a1fe4401-629a-4cde-b850-43e1c0f29540, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a1fe4401-629a-4cde-b850-43e1c0f29540,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:02.534595 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-29c47eb3-c01f-4a29-8620-19d6bbf6ff20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.549869 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a652fdae-a813-48e4-a1e2-26fb00ce2b07 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Port': ['ID=4285d450-45c5-4108-98d5-4f15acb2ae8b,revision_number=4']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:02.568574 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-555cbe67-64ba-41ef-97ef-58692fd1f7a9 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1483195910'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:02.576915 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a652fdae-a813-48e4-a1e2-26fb00ce2b07 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Subnet': ['ID=f0b5eb19-6563-4512-8692-230ef864a3f6,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:02.592900 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-555cbe67-64ba-41ef-97ef-58692fd1f7a9 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:02.595559 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55d277a-5c72-40d6-ae2a-5e8c44d28405 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:40:02.606852 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbee2df-9fea-432b-be07-259eee1a840d req-5781bfe8-211e-492c-9ae1-1faa3f2d8244 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:02.608599 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0fbee2df-9fea-432b-be07-259eee1a840d req-5781bfe8-211e-492c-9ae1-1faa3f2d8244 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.7060065 Jan 21 09:40:02.634667 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-de7ab944-481f-46cf-8611-13a489c8b836 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:02.639767 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-de7ab944-481f-46cf-8611-13a489c8b836 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:port and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:02.643169 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-de7ab944-481f-46cf-8611-13a489c8b836 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:02.651062 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-de7ab944-481f-46cf-8611-13a489c8b836 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:02.676257 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-555cbe67-64ba-41ef-97ef-58692fd1f7a9 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Usage tracker for resource:network and tenant:0ffd125f2e19497db276d912c6599666 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:02.680306 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a55d277a-5c72-40d6-ae2a-5e8c44d28405 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.681509 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a55d277a-5c72-40d6-ae2a-5e8c44d28405 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.4939642 Jan 21 09:40:02.683011 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-555cbe67-64ba-41ef-97ef-58692fd1f7a9 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:02.688081 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7ab944-481f-46cf-8611-13a489c8b836 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:02.699354 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07204d5-f481-4230-9365-ad3ec5307c8b None None] Sync routers for ids ['1cadc159-fcdd-4eba-84d0-ac11b95f1ab4'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:40:02.712044 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 48968) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:02.721710 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-555cbe67-64ba-41ef-97ef-58692fd1f7a9 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:02.739944 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07204d5-f481-4230-9365-ad3ec5307c8b None None] Routers {'1cadc159-fcdd-4eba-84d0-ac11b95f1ab4'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:02.740674 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-e07204d5-f481-4230-9365-ad3ec5307c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:39:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['1cadc159-fcdd-4eba-84d0-ac11b95f1ab4'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:02.846587 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-e07204d5-f481-4230-9365-ad3ec5307c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:02.859287 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-29c47eb3-c01f-4a29-8620-19d6bbf6ff20 admin admin] Calling delete_port for a1fe4401-629a-4cde-b850-43e1c0f29540 owned by network:router_gateway {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:02.891885 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8e738c48-e9bc-4a30-91aa-d5d951b7ee14 admin admin] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.896487 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-8e738c48-e9bc-4a30-91aa-d5d951b7ee14 admin admin] 10.222.0.110 "DELETE /v2.0/routers/25041724-9688-4e00-9538-e1c1fa0dfeae HTTP/1.1" status: 204 len: 168 time: 4.1743982 Jan 21 09:40:02.900896 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555cbe67-64ba-41ef-97ef-58692fd1f7a9 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Made reservation on behalf of 0ffd125f2e19497db276d912c6599666 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:02.904265 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48972) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:02.904427 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-555cbe67-64ba-41ef-97ef-58692fd1f7a9 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.932641 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0fbee2df-9fea-432b-be07-259eee1a840d req-8e2dc838-49d3-402c-b8e0-43bc0e080717 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2728529 Jan 21 09:40:02.937062 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-555cbe67-64ba-41ef-97ef-58692fd1f7a9 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.956521 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-555cbe67-64ba-41ef-97ef-58692fd1f7a9 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:02.961523 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-555cbe67-64ba-41ef-97ef-58692fd1f7a9 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Usage tracker for resource:security_group_rule and tenant:0ffd125f2e19497db276d912c6599666 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:02.965287 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-555cbe67-64ba-41ef-97ef-58692fd1f7a9 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:02.970084 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-555cbe67-64ba-41ef-97ef-58692fd1f7a9 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:02.992208 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07204d5-f481-4230-9365-ad3ec5307c8b None None] Routers {'1cadc159-fcdd-4eba-84d0-ac11b95f1ab4'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:02.993017 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-e07204d5-f481-4230-9365-ad3ec5307c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:39:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['1cadc159-fcdd-4eba-84d0-ac11b95f1ab4'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:03.074416 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-e07204d5-f481-4230-9365-ad3ec5307c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:03.074943 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07204d5-f481-4230-9365-ad3ec5307c8b None None] The sync data for ids ['1cadc159-fcdd-4eba-84d0-ac11b95f1ab4'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:40:03.093787 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.122367 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9e2bd894-5338-40b7-a078-edc2577393af None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.123467 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-555cbe67-64ba-41ef-97ef-58692fd1f7a9 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.136986 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-9e2bd894-5338-40b7-a078-edc2577393af None None] Transition to ACTIVE for port object 21456cc3-9f0a-487e-b1ec-061298241728 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:03.159604 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-555cbe67-64ba-41ef-97ef-58692fd1f7a9 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.172605 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-555cbe67-64ba-41ef-97ef-58692fd1f7a9 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:03.175906 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-9e2bd894-5338-40b7-a078-edc2577393af None None] Transition to ACTIVE for port object 21456cc3-9f0a-487e-b1ec-061298241728 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:03.181158 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 4285d450-45c5-4108-98d5-4f15acb2ae8b, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=4285d450-45c5-4108-98d5-4f15acb2ae8b,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:03.186651 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9e2bd894-5338-40b7-a078-edc2577393af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.199725 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-de7ab944-481f-46cf-8611-13a489c8b836 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.202763 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5eed47a-51de-48a6-841f-3b8e70b4f6fd admin admin] Deleting subnet 012fac0f-b662-4d0e-800a-fe42d5135a9c {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:40:03.206629 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e5eed47a-51de-48a6-841f-3b8e70b4f6fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.210285 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-555cbe67-64ba-41ef-97ef-58692fd1f7a9 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.210631 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-555cbe67-64ba-41ef-97ef-58692fd1f7a9 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Added segment b78a08c3-407a-477d-8d5a-76d8c5d1f319 of type vlan for network 054943ad-8048-49b6-a6f2-d73c701a0c47 Jan 21 09:40:03.227173 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.253800 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:40:03.305127 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:40:03.305628 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 93dbaa92-d0c7-4d9a-96c1-d6af98d62fe5 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:40:03.308651 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2bd894-5338-40b7-a078-edc2577393af None None] Network cb3d0cd6-5afa-4883-95ff-a853fcfe719d is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:03.313312 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-9e2bd894-5338-40b7-a078-edc2577393af None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:03.315295 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2bd894-5338-40b7-a078-edc2577393af None None] Pushing event updated for resources: {'Port': ['ID=21456cc3-9f0a-487e-b1ec-061298241728,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:03.317946 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2bd894-5338-40b7-a078-edc2577393af None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:03.345495 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-29c47eb3-c01f-4a29-8620-19d6bbf6ff20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.386731 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e5eed47a-51de-48a6-841f-3b8e70b4f6fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.408119 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555cbe67-64ba-41ef-97ef-58692fd1f7a9 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a132e3ae-f02a-4a51-b809-4d6665bbf2c3,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:03.452751 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-de7ab944-481f-46cf-8611-13a489c8b836 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] device_id is not set on port 34525bd7-7295-4832-a251-ed48581323d1 yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:40:03.484189 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4285d450-45c5-4108-98d5-4f15acb2ae8b up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:03.484601 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c47eb3-c01f-4a29-8620-19d6bbf6ff20 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1fe4401-629a-4cde-b850-43e1c0f29540,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:03.638508 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-3804a47d-7b90-4f49-bc27-36b1073524f9 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Allocated IP 2001:db8::27d (cb3d0cd6-5afa-4883-95ff-a853fcfe719d/dd1bbad3-9115-44ee-aa85-e0299a96710f/42edd8ea-ec78-4aa9-8d29-540a50151f75) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:03.644946 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=4285d450-45c5-4108-98d5-4f15acb2ae8b,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:03.649028 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-9e2bd894-5338-40b7-a078-edc2577393af None None] Attempting to bind port 21456cc3-9f0a-487e-b1ec-061298241728 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:40:03.649529 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-9e2bd894-5338-40b7-a078-edc2577393af None None] Attempting to bind port 21456cc3-9f0a-487e-b1ec-061298241728 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '30bec086-b106-489b-bfe5-ba0bb457e844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb3d0cd6-5afa-4883-95ff-a853fcfe719d'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:40:03.650087 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2bd894-5338-40b7-a078-edc2577393af None None] Attempting to bind port 21456cc3-9f0a-487e-b1ec-061298241728 on network cb3d0cd6-5afa-4883-95ff-a853fcfe719d {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:40:03.658621 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2bd894-5338-40b7-a078-edc2577393af None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:40:03.659268 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2bd894-5338-40b7-a078-edc2577393af None None] Checking segment: {'id': '30bec086-b106-489b-bfe5-ba0bb457e844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb3d0cd6-5afa-4883-95ff-a853fcfe719d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:03.659801 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9e2bd894-5338-40b7-a078-edc2577393af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.660296 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2bd894-5338-40b7-a078-edc2577393af None None] Bound using segment: {'id': '30bec086-b106-489b-bfe5-ba0bb457e844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb3d0cd6-5afa-4883-95ff-a853fcfe719d'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:40:03.660874 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-9e2bd894-5338-40b7-a078-edc2577393af None None] Bound port: 21456cc3-9f0a-487e-b1ec-061298241728, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30bec086-b106-489b-bfe5-ba0bb457e844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb3d0cd6-5afa-4883-95ff-a853fcfe719d'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:40:03.662127 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9e2bd894-5338-40b7-a078-edc2577393af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.687521 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-29c47eb3-c01f-4a29-8620-19d6bbf6ff20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.705453 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-555cbe67-64ba-41ef-97ef-58692fd1f7a9 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.749201 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 4285d450-45c5-4108-98d5-4f15acb2ae8b triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:03.749925 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.820577 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e5eed47a-51de-48a6-841f-3b8e70b4f6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.843938 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-9e2bd894-5338-40b7-a078-edc2577393af None None] For port 21456cc3-9f0a-487e-b1ec-061298241728, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:40:03.848935 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-9e2bd894-5338-40b7-a078-edc2577393af None None] For port 21456cc3-9f0a-487e-b1ec-061298241728, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=21456cc3-9f0a-487e-b1ec-061298241728,segment=NetworkSegment(30bec086-b106-489b-bfe5-ba0bb457e844),segment_id=30bec086-b106-489b-bfe5-ba0bb457e844)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:40:03.861569 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9e2bd894-5338-40b7-a078-edc2577393af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.006270 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-de7ab944-481f-46cf-8611-13a489c8b836 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Allocated IP 172.20.0.11 (36c4effd-f4af-4d10-91bd-714d225a3199/85e31515-f4ee-4274-a0b5-1e14690361b0/34525bd7-7295-4832-a251-ed48581323d1) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:04.011086 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2bd894-5338-40b7-a078-edc2577393af None None] Pushing event updated for resources: {'Port': ['ID=21456cc3-9f0a-487e-b1ec-061298241728,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:04.044855 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-de7ab944-481f-46cf-8611-13a489c8b836 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Allocated IP 2001:db8::f816:3eff:fea8:6930 (36c4effd-f4af-4d10-91bd-714d225a3199/f0b5eb19-6563-4512-8692-230ef864a3f6/34525bd7-7295-4832-a251-ed48581323d1) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:04.103081 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 854f0d97-5e99-4cae-8e97-ac25321ffcf0 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:40:04.146014 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 854f0d97-5e99-4cae-8e97-ac25321ffcf0 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:40:04.146509 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 854f0d97-5e99-4cae-8e97-ac25321ffcf0 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:40:04.147055 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device fb477a1c-ac45-4ac4-a136-0ed796eae698 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:40:04.151509 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3804a47d-7b90-4f49-bc27-36b1073524f9 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.171425 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19f39c-b713-4582-bbf0-20c588e55d6a req-ce4dfd0a-e20a-489b-9896-f4227d8a77e5 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:04.174434 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ee19f39c-b713-4582-bbf0-20c588e55d6a req-ce4dfd0a-e20a-489b-9896-f4227d8a77e5 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.8320892 Jan 21 09:40:04.175090 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-555cbe67-64ba-41ef-97ef-58692fd1f7a9 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.180585 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555cbe67-64ba-41ef-97ef-58692fd1f7a9 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:04.181168 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-555cbe67-64ba-41ef-97ef-58692fd1f7a9 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.188171 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-3804a47d-7b90-4f49-bc27-36b1073524f9 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Transition to ACTIVE for port object 42edd8ea-ec78-4aa9-8d29-540a50151f75 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:04.191577 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: fb477a1c-ac45-4ac4-a136-0ed796eae698 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:40:04.192043 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device fb477a1c-ac45-4ac4-a136-0ed796eae698 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:40:04.230901 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-ea6834ec-1d96-4ec4-9ae0-8dacad416563 None None] Provisioning complete for port 4285d450-45c5-4108-98d5-4f15acb2ae8b triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:04.231905 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ea6834ec-1d96-4ec4-9ae0-8dacad416563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.286762 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-29c47eb3-c01f-4a29-8620-19d6bbf6ff20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.295176 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-29c47eb3-c01f-4a29-8620-19d6bbf6ff20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.357087 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-29c47eb3-c01f-4a29-8620-19d6bbf6ff20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.357745 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c47eb3-c01f-4a29-8620-19d6bbf6ff20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9c94c7a-742e-40cc-b34e-ba592c66b7ea {{(pid=87515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:40:04.373149 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e5eed47a-51de-48a6-841f-3b8e70b4f6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.443104 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3804a47d-7b90-4f49-bc27-36b1073524f9 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.448682 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eed47a-51de-48a6-841f-3b8e70b4f6fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=012fac0f-b662-4d0e-800a-fe42d5135a9c,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:04.464968 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd10d17-f3a5-457c-a82d-af06fec41698 None None] Network 1135e748-d422-4b50-8ae7-b9b34434f356 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:04.501811 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e5eed47a-51de-48a6-841f-3b8e70b4f6fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.543318 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e5eed47a-51de-48a6-841f-3b8e70b4f6fd admin admin] 10.222.0.110 "DELETE /v2.0/subnets/012fac0f-b662-4d0e-800a-fe42d5135a9c HTTP/1.1" status: 204 len: 168 time: 1.6378887 Jan 21 09:40:04.550814 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-29c47eb3-c01f-4a29-8620-19d6bbf6ff20 admin admin] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.551294 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-29c47eb3-c01f-4a29-8620-19d6bbf6ff20 admin admin] 10.222.0.110 "DELETE /v2.0/routers/c9c94c7a-742e-40cc-b34e-ba592c66b7ea HTTP/1.1" status: 204 len: 168 time: 4.6712885 Jan 21 09:40:04.556993 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48982) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:04.556993 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48984) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:04.558756 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3804a47d-7b90-4f49-bc27-36b1073524f9 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Network cb3d0cd6-5afa-4883-95ff-a853fcfe719d is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:04.565762 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-3804a47d-7b90-4f49-bc27-36b1073524f9 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:04.604598 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-555cbe67-64ba-41ef-97ef-58692fd1f7a9 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.2803345 Jan 21 09:40:04.613431 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48990) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:04.621676 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3804a47d-7b90-4f49-bc27-36b1073524f9 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:04.626364 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3804a47d-7b90-4f49-bc27-36b1073524f9 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:04.626510 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555cbe67-64ba-41ef-97ef-58692fd1f7a9 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event updated for resources: {'Network': ['ID=054943ad-8048-49b6-a6f2-d73c701a0c47,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:04.626630 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3804a47d-7b90-4f49-bc27-36b1073524f9 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.633188 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3804a47d-7b90-4f49-bc27-36b1073524f9 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Pushing event updated for resources: {'Port': ['ID=42edd8ea-ec78-4aa9-8d29-540a50151f75,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:04.643236 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ee19f39c-b713-4582-bbf0-20c588e55d6a req-f2369925-70ff-4fe5-bd87-20c5e153f1e5 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4352939 Jan 21 09:40:04.654412 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-db8fab0f-0ede-489d-928d-8cf18dfeedcc tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-393887804'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:04.657291 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 054943ad-8048-49b6-a6f2-d73c701a0c47 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:04.721472 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-db8fab0f-0ede-489d-928d-8cf18dfeedcc tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:04.728521 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-db8fab0f-0ede-489d-928d-8cf18dfeedcc tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Usage tracker for resource:network and tenant:0ffd125f2e19497db276d912c6599666 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:04.733429 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-db8fab0f-0ede-489d-928d-8cf18dfeedcc tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:04.744321 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-db8fab0f-0ede-489d-928d-8cf18dfeedcc tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:04.757040 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-6355ac64-dfad-4aa2-874e-9ddc11ed254f admin admin] Deleting subnet 7a6f8e0d-a61d-4a99-89f1-9eb4469ba816 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:40:04.867430 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0935c54f-848f-4b4d-83fa-8dd313385036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.890887 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6355ac64-dfad-4aa2-874e-9ddc11ed254f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.941171 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-3804a47d-7b90-4f49-bc27-36b1073524f9 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.6195114 Jan 21 09:40:04.954319 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 48996) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:04.957783 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-0935c54f-848f-4b4d-83fa-8dd313385036 admin admin] Deleting port e3319f2f-e8c7-4bdb-a109-15e6ae90ad62 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:04.957783 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0935c54f-848f-4b4d-83fa-8dd313385036 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.001178 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-de7ab944-481f-46cf-8611-13a489c8b836 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.006743 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975a7734-401d-4868-a360-ca910151b130 None None] DHCP port deletion for 1135e748-d422-4b50-8ae7-b9b34434f356 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:40:05.012732 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-975a7734-401d-4868-a360-ca910151b130 None None] Deleting port e3319f2f-e8c7-4bdb-a109-15e6ae90ad62 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:05.013342 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-975a7734-401d-4868-a360-ca910151b130 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.122975 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-de7ab944-481f-46cf-8611-13a489c8b836 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Transition to ACTIVE for port object 34525bd7-7295-4832-a251-ed48581323d1 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:05.146549 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ac4b4d9f-ac3b-4b60-b2a9-7d32ae55fe4d tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.264656 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8fab0f-0ede-489d-928d-8cf18dfeedcc tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Made reservation on behalf of 0ffd125f2e19497db276d912c6599666 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:05.268056 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-db8fab0f-0ede-489d-928d-8cf18dfeedcc tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.293610 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-9a03cc60-2421-495c-bc96-0530eb64823f tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Request body: {'port': {'network_id': 'cb3d0cd6-5afa-4883-95ff-a853fcfe719d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-264298340', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:05.294160 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.api.validators [None req-9a03cc60-2421-495c-bc96-0530eb64823f tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] bootfile-name is not in valid_values {{(pid=87515) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:40:05.294243 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-975a7734-401d-4868-a360-ca910151b130 None None] For port e3319f2f-e8c7-4bdb-a109-15e6ae90ad62, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e3319f2f-e8c7-4bdb-a109-15e6ae90ad62,segment=NetworkSegment(e6b062f4-c60d-4f2d-92ff-c2921e09a921),segment_id=e6b062f4-c60d-4f2d-92ff-c2921e09a921)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:05.294339 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.api.validators [None req-9a03cc60-2421-495c-bc96-0530eb64823f tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] tftp-server is not in valid_values {{(pid=87515) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:40:05.294693 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-975a7734-401d-4868-a360-ca910151b130 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.294797 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.api.validators [None req-9a03cc60-2421-495c-bc96-0530eb64823f tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] server-ip-address is not in valid_values {{(pid=87515) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:40:05.450174 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-9a03cc60-2421-495c-bc96-0530eb64823f tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:05.471854 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-9a03cc60-2421-495c-bc96-0530eb64823f tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Usage tracker for resource:port and tenant:295d337026b9493b9a4d9302ec977932 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:05.480607 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-de7ab944-481f-46cf-8611-13a489c8b836 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.484395 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-9a03cc60-2421-495c-bc96-0530eb64823f tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:05.501978 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-9a03cc60-2421-495c-bc96-0530eb64823f tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:05.517510 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8fab0f-0ede-489d-928d-8cf18dfeedcc tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:05.523508 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-975a7734-401d-4868-a360-ca910151b130 None None] Calling delete_port for e3319f2f-e8c7-4bdb-a109-15e6ae90ad62 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:05.535553 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6355ac64-dfad-4aa2-874e-9ddc11ed254f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.600041 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb164a6c-7146-4be5-a165-afa9c4e2998f None None] Network cb3d0cd6-5afa-4883-95ff-a853fcfe719d requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:05.613647 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 21456cc3-9f0a-487e-b1ec-061298241728 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:05.625645 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7ab944-481f-46cf-8611-13a489c8b836 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:05.643741 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a03cc60-2421-495c-bc96-0530eb64823f tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Made reservation on behalf of 295d337026b9493b9a4d9302ec977932 for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:05.648481 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9a03cc60-2421-495c-bc96-0530eb64823f tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.670936 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e76fc9-2d58-4d65-aeaa-8a1b41644caf req-5d5e1bf4-4c5e-47b7-a219-f3e6c23897fb tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:05.672503 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-81e76fc9-2d58-4d65-aeaa-8a1b41644caf req-5d5e1bf4-4c5e-47b7-a219-f3e6c23897fb tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.5108902 Jan 21 09:40:05.673093 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-db8fab0f-0ede-489d-928d-8cf18dfeedcc tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.673543 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-db8fab0f-0ede-489d-928d-8cf18dfeedcc tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Added segment 82e8495f-3088-41bb-aa2f-486d8174105a of type vlan for network 8bfa5f5b-2a64-45ec-be32-4a465e699900 Jan 21 09:40:05.677555 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-de7ab944-481f-46cf-8611-13a489c8b836 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:05.686558 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7ab944-481f-46cf-8611-13a489c8b836 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:05.709083 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-db8fab0f-0ede-489d-928d-8cf18dfeedcc tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.709679 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-975a7734-401d-4868-a360-ca910151b130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.742734 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-0935c54f-848f-4b4d-83fa-8dd313385036 admin admin] For port e3319f2f-e8c7-4bdb-a109-15e6ae90ad62, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e3319f2f-e8c7-4bdb-a109-15e6ae90ad62,segment=NetworkSegment(e6b062f4-c60d-4f2d-92ff-c2921e09a921),segment_id=e6b062f4-c60d-4f2d-92ff-c2921e09a921)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:05.743387 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0935c54f-848f-4b4d-83fa-8dd313385036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.752894 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7ab944-481f-46cf-8611-13a489c8b836 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:05.753209 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-de7ab944-481f-46cf-8611-13a489c8b836 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.764811 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ab944-481f-46cf-8611-13a489c8b836 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Port': ['ID=34525bd7-7295-4832-a251-ed48581323d1,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:05.786790 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a7734-401d-4868-a360-ca910151b130 None None] Pushing event deleted for resources: {'Port': ['ID=e3319f2f-e8c7-4bdb-a109-15e6ae90ad62,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:05.843016 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-eacba3f0-c5c3-4a69-9d21-e49f872371bf None None] Provisioning for port 21456cc3-9f0a-487e-b1ec-061298241728 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:05.851136 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975a7734-401d-4868-a360-ca910151b130 None None] No DVR routers for this DVR port e3319f2f-e8c7-4bdb-a109-15e6ae90ad62 on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:40:05.865699 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-de7ab944-481f-46cf-8611-13a489c8b836 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.4879189 Jan 21 09:40:05.894070 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49002) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:05.899825 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.resource_extend [None req-db8fab0f-0ede-489d-928d-8cf18dfeedcc tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:40:05.926834 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-81e76fc9-2d58-4d65-aeaa-8a1b41644caf req-fe3ee1c9-e4b4-459e-8bf6-d156af4a43a3 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631565 Jan 21 09:40:05.947366 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 21456cc3-9f0a-487e-b1ec-061298241728 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:05.956780 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 21456cc3-9f0a-487e-b1ec-061298241728 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:05.957146 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.971675 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:40:06.014600 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-0935c54f-848f-4b4d-83fa-8dd313385036 admin admin] Calling delete_port for e3319f2f-e8c7-4bdb-a109-15e6ae90ad62 owned by network:dhcp {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:06.068356 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-ac4b4d9f-ac3b-4b60-b2a9-7d32ae55fe4d tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Allocated IP 172.20.0.1 (eccdc2f4-bf8f-4120-adae-5b80b294dc8e/fd56edd8-21eb-4357-8b15-4a3647a16496/546cd05c-dc0f-49dc-9d8d-43bd828a5471) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:06.089092 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-db8fab0f-0ede-489d-928d-8cf18dfeedcc tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.095026 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8fab0f-0ede-489d-928d-8cf18dfeedcc tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:06.095753 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-db8fab0f-0ede-489d-928d-8cf18dfeedcc tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.171896 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-9a03cc60-2421-495c-bc96-0530eb64823f tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] device_id is not set on port ca3b5234-67fe-4bf1-8ee3-c75f8fc62755 yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:40:06.173815 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.217909 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 21456cc3-9f0a-487e-b1ec-061298241728, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=21456cc3-9f0a-487e-b1ec-061298241728,segment=NetworkSegment(30bec086-b106-489b-bfe5-ba0bb457e844),segment_id=30bec086-b106-489b-bfe5-ba0bb457e844)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:06.226387 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-90ff7c16-85f7-4d7b-b92e-3e6e7e3e91a3 None None] Provisioning for port 34525bd7-7295-4832-a251-ed48581323d1 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:06.231648 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.232441 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4285d450-45c5-4108-98d5-4f15acb2ae8b up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:06.260379 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-db8fab0f-0ede-489d-928d-8cf18dfeedcc tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6284988 Jan 21 09:40:06.267764 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49006) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:06.277449 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-b401973d-71f0-47a3-a2ab-8d19eee46c36 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Request body: {'subnet': {'network_id': '054943ad-8048-49b6-a6f2-d73c701a0c47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:06.311905 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-90ff7c16-85f7-4d7b-b92e-3e6e7e3e91a3 None None] Provisioning complete for port 34525bd7-7295-4832-a251-ed48581323d1 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:06.312190 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-90ff7c16-85f7-4d7b-b92e-3e6e7e3e91a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.368390 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8fab0f-0ede-489d-928d-8cf18dfeedcc tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event updated for resources: {'Network': ['ID=8bfa5f5b-2a64-45ec-be32-4a465e699900,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:06.390214 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 8bfa5f5b-2a64-45ec-be32-4a465e699900 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:06.405420 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6355ac64-dfad-4aa2-874e-9ddc11ed254f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.409475 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-b401973d-71f0-47a3-a2ab-8d19eee46c36 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:06.417946 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-b401973d-71f0-47a3-a2ab-8d19eee46c36 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Usage tracker for resource:subnet and tenant:0ffd125f2e19497db276d912c6599666 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:06.446684 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-90ff7c16-85f7-4d7b-b92e-3e6e7e3e91a3 None None] Port 34525bd7-7295-4832-a251-ed48581323d1 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:40:06.467458 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-b401973d-71f0-47a3-a2ab-8d19eee46c36 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:06.480979 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-b401973d-71f0-47a3-a2ab-8d19eee46c36 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:06.511715 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=21456cc3-9f0a-487e-b1ec-061298241728,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:06.529526 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b401973d-71f0-47a3-a2ab-8d19eee46c36 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Made reservation on behalf of 0ffd125f2e19497db276d912c6599666 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:06.530299 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-9a03cc60-2421-495c-bc96-0530eb64823f tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Allocated IP 2001:db8::c0 (cb3d0cd6-5afa-4883-95ff-a853fcfe719d/dd1bbad3-9115-44ee-aa85-e0299a96710f/ca3b5234-67fe-4bf1-8ee3-c75f8fc62755) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:06.534153 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b401973d-71f0-47a3-a2ab-8d19eee46c36 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.538536 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.api [None req-0935c54f-848f-4b4d-83fa-8dd313385036 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:40:06.538969 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG oslo_db.api [None req-0935c54f-848f-4b4d-83fa-8dd313385036 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:40:06.543606 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 4285d450-45c5-4108-98d5-4f15acb2ae8b triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:06.544151 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.610170 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433fd1a9-7170-4477-a810-7ed0d5c944be tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:06.612601 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ac4b4d9f-ac3b-4b60-b2a9-7d32ae55fe4d tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.617200 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433fd1a9-7170-4477-a810-7ed0d5c944be tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:06.618093 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-433fd1a9-7170-4477-a810-7ed0d5c944be tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:06.623472 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-ed1a056e-5dd3-469a-b61f-138589944bd9 None None] Provisioning complete for port 21456cc3-9f0a-487e-b1ec-061298241728 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:06.624129 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ed1a056e-5dd3-469a-b61f-138589944bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.691665 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-ac4b4d9f-ac3b-4b60-b2a9-7d32ae55fe4d tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Transition to ACTIVE for port object 546cd05c-dc0f-49dc-9d8d-43bd828a5471 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:06.791577 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6355ac64-dfad-4aa2-874e-9ddc11ed254f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.795247 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-433fd1a9-7170-4477-a810-7ed0d5c944be tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:06.799109 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-433fd1a9-7170-4477-a810-7ed0d5c944be tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.7908208 Jan 21 09:40:06.830754 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49010) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:06.840395 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e3319f2f-e8c7-4bdb-a109-15e6ae90ad62 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:40:06.876913 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: e3319f2f-e8c7-4bdb-a109-15e6ae90ad62 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:40:06.877188 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e3319f2f-e8c7-4bdb-a109-15e6ae90ad62 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:40:06.877606 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a1fe4401-629a-4cde-b850-43e1c0f29540 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:40:06.888772 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6355ac64-dfad-4aa2-874e-9ddc11ed254f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.891774 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355ac64-dfad-4aa2-874e-9ddc11ed254f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a6f8e0d-a61d-4a99-89f1-9eb4469ba816,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:06.905649 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ac4b4d9f-ac3b-4b60-b2a9-7d32ae55fe4d tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.920113 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9251bf2-d79b-4c13-a4c5-0e6ca433ab68 None None] Network 8776044d-5553-42d2-939f-ade42846845d requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:06.934090 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: a1fe4401-629a-4cde-b850-43e1c0f29540 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:40:06.934333 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a1fe4401-629a-4cde-b850-43e1c0f29540 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:40:06.938499 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-ed1a056e-5dd3-469a-b61f-138589944bd9 None None] Provisioning for port 42edd8ea-ec78-4aa9-8d29-540a50151f75 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:06.956721 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6355ac64-dfad-4aa2-874e-9ddc11ed254f admin admin] 10.222.0.110 "DELETE /v2.0/subnets/7a6f8e0d-a61d-4a99-89f1-9eb4469ba816 HTTP/1.1" status: 204 len: 168 time: 2.3929362 Jan 21 09:40:06.962624 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-ed1a056e-5dd3-469a-b61f-138589944bd9 None None] Provisioning complete for port 42edd8ea-ec78-4aa9-8d29-540a50151f75 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:06.962915 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ed1a056e-5dd3-469a-b61f-138589944bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.963700 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49014) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:06.981755 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4b4d9f-ac3b-4b60-b2a9-7d32ae55fe4d tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Network eccdc2f4-bf8f-4120-adae-5b80b294dc8e is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:07.001328 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-ac4b4d9f-ac3b-4b60-b2a9-7d32ae55fe4d tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:07.009766 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-7f226a87-8594-43f6-b659-14457f5e88be tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting port 34525bd7-7295-4832-a251-ed48581323d1 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:07.010573 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7f226a87-8594-43f6-b659-14457f5e88be tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:07.010902 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4b4d9f-ac3b-4b60-b2a9-7d32ae55fe4d tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:07.044067 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-0935c54f-848f-4b4d-83fa-8dd313385036 admin admin] Deleting port e3319f2f-e8c7-4bdb-a109-15e6ae90ad62 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:07.044067 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0935c54f-848f-4b4d-83fa-8dd313385036 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:07.100289 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ac4b4d9f-ac3b-4b60-b2a9-7d32ae55fe4d tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:07.120675 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b401973d-71f0-47a3-a2ab-8d19eee46c36 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:07.137518 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-ed1a056e-5dd3-469a-b61f-138589944bd9 None None] Port 42edd8ea-ec78-4aa9-8d29-540a50151f75 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:40:07.163792 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b4d9f-ac3b-4b60-b2a9-7d32ae55fe4d tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event updated for resources: {'Port': ['ID=546cd05c-dc0f-49dc-9d8d-43bd828a5471,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:07.269948 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-25804728-d293-4ebe-91c5-dacd0ea4e348 None None] Provisioning complete for port 42edd8ea-ec78-4aa9-8d29-540a50151f75 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:07.270647 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-25804728-d293-4ebe-91c5-dacd0ea4e348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:07.274739 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b401973d-71f0-47a3-a2ab-8d19eee46c36 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event updated for resources: {'Subnet': ['ID=23c6524b-d757-4f03-9ff3-6a49cc063b4e,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:07.284218 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b401973d-71f0-47a3-a2ab-8d19eee46c36 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Checking segment: {'id': 'b78a08c3-407a-477d-8d5a-76d8c5d1f319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '054943ad-8048-49b6-a6f2-d73c701a0c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:07.284580 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b401973d-71f0-47a3-a2ab-8d19eee46c36 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Network hostable DHCP agents. Network: 054943ad-8048-49b6-a6f2-d73c701a0c47, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:40:07.330560 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b401973d-71f0-47a3-a2ab-8d19eee46c36 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Network 054943ad-8048-49b6-a6f2-d73c701a0c47 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:40:07.352542 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-b401973d-71f0-47a3-a2ab-8d19eee46c36 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 054943ad-8048-49b6-a6f2-d73c701a0c47) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:07.359110 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b401973d-71f0-47a3-a2ab-8d19eee46c36 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:07.359726 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b401973d-71f0-47a3-a2ab-8d19eee46c36 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:07.387113 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-25804728-d293-4ebe-91c5-dacd0ea4e348 None None] Port 42edd8ea-ec78-4aa9-8d29-540a50151f75 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:40:07.387264 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-0935c54f-848f-4b4d-83fa-8dd313385036 admin admin] The port 'e3319f2f-e8c7-4bdb-a109-15e6ae90ad62' was deleted {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:40:07.388758 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b7b5f8-932c-4399-8451-5c7a39d4e1df None None] DHCP port deletion for 8776044d-5553-42d2-939f-ade42846845d request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:40:07.390521 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d593d936-9476-4f81-8203-0a790ca2768c None None] Network 054943ad-8048-49b6-a6f2-d73c701a0c47 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:07.414593 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-45b7b5f8-932c-4399-8451-5c7a39d4e1df None None] Deleting port 684a97b2-9fec-4454-ab5d-6572cc6b9429 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:07.415228 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-45b7b5f8-932c-4399-8451-5c7a39d4e1df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:07.453769 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b401973d-71f0-47a3-a2ab-8d19eee46c36 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1845248 Jan 21 09:40:07.456829 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49022) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:07.459710 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 21456cc3-9f0a-487e-b1ec-061298241728 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:07.466261 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-cc271e09-4b7c-4fb1-b575-29fbb775551a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Request body: {'subnet': {'network_id': '8bfa5f5b-2a64-45ec-be32-4a465e699900', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:07.490455 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ac4b4d9f-ac3b-4b60-b2a9-7d32ae55fe4d tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:07.495733 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9a03cc60-2421-495c-bc96-0530eb64823f tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:07.602155 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e1cd47c0-9b64-4592-9354-60c5c3bda547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:07.610303 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-9a03cc60-2421-495c-bc96-0530eb64823f tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Transition to ACTIVE for port object ca3b5234-67fe-4bf1-8ee3-c75f8fc62755 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:07.682909 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0935c54f-848f-4b4d-83fa-8dd313385036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:07.697843 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5226d5b6-d080-4741-b312-230baea7db85 None None] Provisioning for port 546cd05c-dc0f-49dc-9d8d-43bd828a5471 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:07.701621 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-cc271e09-4b7c-4fb1-b575-29fbb775551a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:07.713870 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-cc271e09-4b7c-4fb1-b575-29fbb775551a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Usage tracker for resource:subnet and tenant:0ffd125f2e19497db276d912c6599666 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:07.718974 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-cc271e09-4b7c-4fb1-b575-29fbb775551a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:07.728882 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5226d5b6-d080-4741-b312-230baea7db85 None None] Provisioning complete for port 546cd05c-dc0f-49dc-9d8d-43bd828a5471 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:07.729095 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5226d5b6-d080-4741-b312-230baea7db85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:07.732493 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-cc271e09-4b7c-4fb1-b575-29fbb775551a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:07.763730 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-0935c54f-848f-4b4d-83fa-8dd313385036 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1135e748-d422-4b50-8ae7-b9b34434f356']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:07.772774 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-e1cd47c0-9b64-4592-9354-60c5c3bda547 admin admin] Deleting port 684a97b2-9fec-4454-ab5d-6572cc6b9429 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:07.773101 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e1cd47c0-9b64-4592-9354-60c5c3bda547 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:07.821612 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-0935c54f-848f-4b4d-83fa-8dd313385036 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b062f4-c60d-4f2d-92ff-c2921e09a921') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:07.821612 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-0935c54f-848f-4b4d-83fa-8dd313385036 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b062f4-c60d-4f2d-92ff-c2921e09a921') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:07.839969 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc271e09-4b7c-4fb1-b575-29fbb775551a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Made reservation on behalf of 0ffd125f2e19497db276d912c6599666 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:07.843899 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cc271e09-4b7c-4fb1-b575-29fbb775551a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:07.873059 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 21456cc3-9f0a-487e-b1ec-061298241728 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:07.873344 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:07.898033 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3e67b-98a1-4ccc-a431-bfd732e451af req-6cf3f6fe-496d-4b11-b861-663e30640143 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:07.899526 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-52e3e67b-98a1-4ccc-a431-bfd732e451af req-6cf3f6fe-496d-4b11-b861-663e30640143 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.6625931 Jan 21 09:40:07.905372 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-5226d5b6-d080-4741-b312-230baea7db85 None None] Port 546cd05c-dc0f-49dc-9d8d-43bd828a5471 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:40:07.913298 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0935c54f-848f-4b4d-83fa-8dd313385036 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.009706 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0935c54f-848f-4b4d-83fa-8dd313385036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.028932 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-45b7b5f8-932c-4399-8451-5c7a39d4e1df None None] For port 684a97b2-9fec-4454-ab5d-6572cc6b9429, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=684a97b2-9fec-4454-ab5d-6572cc6b9429,segment=NetworkSegment(a3f72eb9-d03f-4ac6-be0d-97ce33afeb91),segment_id=a3f72eb9-d03f-4ac6-be0d-97ce33afeb91)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:08.029384 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-45b7b5f8-932c-4399-8451-5c7a39d4e1df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.043958 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c844ef68-31ed-41c1-9a53-92b70dc8c398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-054943ad-8048-49b6-a6f2-d73c701a0c47', 'network_id': '054943ad-8048-49b6-a6f2-d73c701a0c47', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'fixed_ips': [{'subnet_id': '23c6524b-d757-4f03-9ff3-6a49cc063b4e'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:40:08.044846 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9a03cc60-2421-495c-bc96-0530eb64823f tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.044988 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c844ef68-31ed-41c1-9a53-92b70dc8c398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.059544 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0935c54f-848f-4b4d-83fa-8dd313385036 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:40:08.059949 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0935c54f-848f-4b4d-83fa-8dd313385036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.074696 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:08.074696 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:40:08.074696 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:08.074696 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:40:08.074696 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:08.074696 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:40:08.074696 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:08.074696 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:40:08.074696 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:40:08.074696 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:40:08.074696 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:40:08.074696 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:08.074696 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:40:08.074696 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:40:08.074696 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:40:08.074696 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:08.074696 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:40:08.074696 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:08.074696 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:40:08.074696 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:08.074696 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:40:08.074696 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:40:08.074696 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:08.074696 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:40:08.074696 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:08.074696 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:40:08.074696 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:40:08.074696 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:40:08.074696 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:40:08.074696 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:40:08.074696 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:08.074696 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:40:08.074696 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:08.074696 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:40:08.074696 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:08.074696 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:40:08.074696 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:08.074696 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:40:08.074696 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:08.074696 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:08.148688 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-52e3e67b-98a1-4ccc-a431-bfd732e451af req-50dcd96a-781d-46e4-a5ae-2422a0f55392 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2283154 Jan 21 09:40:08.150513 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7f226a87-8594-43f6-b659-14457f5e88be tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.183433 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-45b7b5f8-932c-4399-8451-5c7a39d4e1df None None] Calling delete_port for 684a97b2-9fec-4454-ab5d-6572cc6b9429 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:08.392362 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-7f226a87-8594-43f6-b659-14457f5e88be tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Calling delete_port for 34525bd7-7295-4832-a251-ed48581323d1 owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:08.409846 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ac4b4d9f-ac3b-4b60-b2a9-7d32ae55fe4d tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.420888 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ac4b4d9f-ac3b-4b60-b2a9-7d32ae55fe4d tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.440904 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a03cc60-2421-495c-bc96-0530eb64823f tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Network cb3d0cd6-5afa-4883-95ff-a853fcfe719d is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:08.470321 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-45b7b5f8-932c-4399-8451-5c7a39d4e1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.511747 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-9a03cc60-2421-495c-bc96-0530eb64823f tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:08.521193 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0935c54f-848f-4b4d-83fa-8dd313385036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.526570 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a03cc60-2421-495c-bc96-0530eb64823f tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:08.537884 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a03cc60-2421-495c-bc96-0530eb64823f tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:08.538577 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9a03cc60-2421-495c-bc96-0530eb64823f tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.544636 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03cc60-2421-495c-bc96-0530eb64823f tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Pushing event updated for resources: {'Port': ['ID=ca3b5234-67fe-4bf1-8ee3-c75f8fc62755,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:08.582192 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0935c54f-848f-4b4d-83fa-8dd313385036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.598499 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b7b5f8-932c-4399-8451-5c7a39d4e1df None None] No DVR routers for this DVR port 684a97b2-9fec-4454-ab5d-6572cc6b9429 on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:40:08.615554 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ac4b4d9f-ac3b-4b60-b2a9-7d32ae55fe4d tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.624224 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b4d9f-ac3b-4b60-b2a9-7d32ae55fe4d tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event updated for resources: {'Port': ['ID=546cd05c-dc0f-49dc-9d8d-43bd828a5471,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:08.634785 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 684a97b2-9fec-4454-ab5d-6572cc6b9429 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:40:08.647280 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cc271e09-4b7c-4fb1-b575-29fbb775551a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.662094 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0935c54f-848f-4b4d-83fa-8dd313385036 admin admin] Pushing event deleted for resources: {'Network': ['ID=1135e748-d422-4b50-8ae7-b9b34434f356,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:08.678782 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-e1cd47c0-9b64-4592-9354-60c5c3bda547 admin admin] For port 684a97b2-9fec-4454-ab5d-6572cc6b9429, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=684a97b2-9fec-4454-ab5d-6572cc6b9429,segment=NetworkSegment(a3f72eb9-d03f-4ac6-be0d-97ce33afeb91),segment_id=a3f72eb9-d03f-4ac6-be0d-97ce33afeb91)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:08.679142 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e1cd47c0-9b64-4592-9354-60c5c3bda547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.696199 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7b5f8-932c-4399-8451-5c7a39d4e1df None None] Pushing event deleted for resources: {'Port': ['ID=684a97b2-9fec-4454-ab5d-6572cc6b9429,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:08.767756 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0935c54f-848f-4b4d-83fa-8dd313385036 admin admin] 10.222.0.110 "DELETE /v2.0/networks/1135e748-d422-4b50-8ae7-b9b34434f356 HTTP/1.1" status: 204 len: 168 time: 4.1596241 Jan 21 09:40:08.780196 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 684a97b2-9fec-4454-ab5d-6572cc6b9429 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:40:08.780562 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 684a97b2-9fec-4454-ab5d-6572cc6b9429 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:40:08.782669 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-c844ef68-31ed-41c1-9a53-92b70dc8c398 None None] Allocated IP 2001:db8::2 (054943ad-8048-49b6-a6f2-d73c701a0c47/23c6524b-d757-4f03-9ff3-6a49cc063b4e/4609ed2d-5d18-4eb4-9631-1e408298e6ef) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:08.843204 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc271e09-4b7c-4fb1-b575-29fbb775551a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event updated for resources: {'Subnet': ['ID=4af20190-d95a-4b39-8ca0-4ca30fd63461,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:08.884780 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc271e09-4b7c-4fb1-b575-29fbb775551a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Checking segment: {'id': '82e8495f-3088-41bb-aa2f-486d8174105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '8bfa5f5b-2a64-45ec-be32-4a465e699900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:08.885071 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc271e09-4b7c-4fb1-b575-29fbb775551a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Network hostable DHCP agents. Network: 8bfa5f5b-2a64-45ec-be32-4a465e699900, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:40:08.907087 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4b4d9f-ac3b-4b60-b2a9-7d32ae55fe4d tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Network eccdc2f4-bf8f-4120-adae-5b80b294dc8e is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:08.909408 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-ac4b4d9f-ac3b-4b60-b2a9-7d32ae55fe4d tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:08.966087 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-9a03cc60-2421-495c-bc96-0530eb64823f tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 3.7585084 Jan 21 09:40:08.985767 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49032) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:08.989086 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc271e09-4b7c-4fb1-b575-29fbb775551a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Network 8bfa5f5b-2a64-45ec-be32-4a465e699900 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:40:09.071095 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-cc271e09-4b7c-4fb1-b575-29fbb775551a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 8bfa5f5b-2a64-45ec-be32-4a465e699900) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:09.086546 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc271e09-4b7c-4fb1-b575-29fbb775551a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:09.087177 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cc271e09-4b7c-4fb1-b575-29fbb775551a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.099703 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed0269d-dad4-489a-a9ee-907d3968941e None None] Network 8bfa5f5b-2a64-45ec-be32-4a465e699900 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:09.128574 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5789c151-23ec-4ea1-9950-832286401b1a None None] Provisioning for port ca3b5234-67fe-4bf1-8ee3-c75f8fc62755 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:09.168969 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5789c151-23ec-4ea1-9950-832286401b1a None None] Provisioning complete for port ca3b5234-67fe-4bf1-8ee3-c75f8fc62755 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:09.169157 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5789c151-23ec-4ea1-9950-832286401b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.183109 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49036) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:09.217315 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-e1cd47c0-9b64-4592-9354-60c5c3bda547 admin admin] Calling delete_port for 684a97b2-9fec-4454-ab5d-6572cc6b9429 owned by network:dhcp {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:09.232951 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-cc271e09-4b7c-4fb1-b575-29fbb775551a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7737653 Jan 21 09:40:09.249795 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49040) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:09.270800 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-098a7e28-7c7d-4da4-b6ea-9e7586b1de40 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-590233858', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:09.282970 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-098a7e28-7c7d-4da4-b6ea-9e7586b1de40 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:09.299430 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-098a7e28-7c7d-4da4-b6ea-9e7586b1de40 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Usage tracker for resource:router and tenant:0ffd125f2e19497db276d912c6599666 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:09.308832 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-15f7cbec-bb4a-448e-a53f-1414ea300aba admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=85062a18014b46c39ce9762aca0ea494&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1216636 Jan 21 09:40:09.309031 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-098a7e28-7c7d-4da4-b6ea-9e7586b1de40 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:09.315896 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49044) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:09.326595 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5120b108-a1cb-489f-a684-a6d013d9e710 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:09.332309 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5120b108-a1cb-489f-a684-a6d013d9e710 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:09.338614 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5120b108-a1cb-489f-a684-a6d013d9e710 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:09.340271 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-5120b108-a1cb-489f-a684-a6d013d9e710 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.3525832 Jan 21 09:40:09.341467 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-098a7e28-7c7d-4da4-b6ea-9e7586b1de40 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:09.345829 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49046) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:09.351255 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4b4d9f-ac3b-4b60-b2a9-7d32ae55fe4d tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Router 1cadc159-fcdd-4eba-84d0-ac11b95f1ab4 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:40:09.362011 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-5789c151-23ec-4ea1-9950-832286401b1a None None] Port ca3b5234-67fe-4bf1-8ee3-c75f8fc62755 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:40:09.411972 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c844ef68-31ed-41c1-9a53-92b70dc8c398 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.427363 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-098a7e28-7c7d-4da4-b6ea-9e7586b1de40 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.427363 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-098a7e28-7c7d-4da4-b6ea-9e7586b1de40 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.463084 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-c844ef68-31ed-41c1-9a53-92b70dc8c398 None None] Transition to ACTIVE for port object 4609ed2d-5d18-4eb4-9631-1e408298e6ef will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:09.504166 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.api [None req-e1cd47c0-9b64-4592-9354-60c5c3bda547 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:40:09.504792 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG oslo_db.api [None req-e1cd47c0-9b64-4592-9354-60c5c3bda547 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:40:09.515985 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0768cf-df62-4960-9233-de3a04fc7a57 req-90633db7-e5c5-4f2e-b344-f06be4ed1a32 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:09.517511 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1b0768cf-df62-4960-9233-de3a04fc7a57 req-90633db7-e5c5-4f2e-b344-f06be4ed1a32 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.9305558 Jan 21 09:40:09.518671 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-e6ba9734-149e-4bfc-ad8b-2bed98d07d1c tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Deleting port ca3b5234-67fe-4bf1-8ee3-c75f8fc62755 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:09.519022 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e6ba9734-149e-4bfc-ad8b-2bed98d07d1c tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.559480 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-1edbf476-e867-48c6-be80-ae093a584c92 None None] Provisioning complete for port 546cd05c-dc0f-49dc-9d8d-43bd828a5471 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:09.560576 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1edbf476-e867-48c6-be80-ae093a584c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.571087 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3d906ce0-a6e3-4f7a-a917-acafc26ba1dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.586862 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7f226a87-8594-43f6-b659-14457f5e88be tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.605933 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-098a7e28-7c7d-4da4-b6ea-9e7586b1de40 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.639164 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-c844ef68-31ed-41c1-9a53-92b70dc8c398 None None] Transition to ACTIVE for port object 4609ed2d-5d18-4eb4-9631-1e408298e6ef will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:09.657519 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1b0768cf-df62-4960-9233-de3a04fc7a57 req-0f154dcb-4893-4be4-a54f-a4ac3b511209 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279209 Jan 21 09:40:09.663610 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f226a87-8594-43f6-b659-14457f5e88be tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Port': ['ID=34525bd7-7295-4832-a251-ed48581323d1,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:09.670743 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3d906ce0-a6e3-4f7a-a917-acafc26ba1dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.676140 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c844ef68-31ed-41c1-9a53-92b70dc8c398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.762277 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c844ef68-31ed-41c1-9a53-92b70dc8c398 None None] Network 054943ad-8048-49b6-a6f2-d73c701a0c47 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:09.763648 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caeb2a38-6a8d-4f25-b25a-438d07db576c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-8bfa5f5b-2a64-45ec-be32-4a465e699900', 'network_id': '8bfa5f5b-2a64-45ec-be32-4a465e699900', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'fixed_ips': [{'subnet_id': '4af20190-d95a-4b39-8ca0-4ca30fd63461'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:40:09.764578 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-caeb2a38-6a8d-4f25-b25a-438d07db576c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.777122 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844ef68-31ed-41c1-9a53-92b70dc8c398 None None] Pushing event updated for resources: {'Port': ['ID=4609ed2d-5d18-4eb4-9631-1e408298e6ef,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:09.779727 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-c844ef68-31ed-41c1-9a53-92b70dc8c398 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:09.781890 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c844ef68-31ed-41c1-9a53-92b70dc8c398 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:09.788004 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-1edbf476-e867-48c6-be80-ae093a584c92 None None] Port 546cd05c-dc0f-49dc-9d8d-43bd828a5471 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:40:09.852894 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7f226a87-8594-43f6-b659-14457f5e88be tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.882368 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3d906ce0-a6e3-4f7a-a917-acafc26ba1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.885030 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3d906ce0-a6e3-4f7a-a917-acafc26ba1dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.891723 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-3d906ce0-a6e3-4f7a-a917-acafc26ba1dc admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/7074812d-8410-4b1e-a9bd-c3abff656d9d HTTP/1.1" status: 204 len: 168 time: 0.5111883 Jan 21 09:40:09.905569 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7f226a87-8594-43f6-b659-14457f5e88be tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/ports/34525bd7-7295-4832-a251-ed48581323d1 HTTP/1.1" status: 204 len: 168 time: 3.0620947 Jan 21 09:40:09.919196 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49054) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:09.968650 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-098a7e28-7c7d-4da4-b6ea-9e7586b1de40 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.007500 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4b4d9f-ac3b-4b60-b2a9-7d32ae55fe4d tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:40:10.018597 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e51f938-5487-4427-8d2e-2a77479bf45d None None] Sync routers for ids ['1cadc159-fcdd-4eba-84d0-ac11b95f1ab4'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:40:10.027530 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-e1cd47c0-9b64-4592-9354-60c5c3bda547 admin admin] Deleting port 684a97b2-9fec-4454-ab5d-6572cc6b9429 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:10.027884 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e1cd47c0-9b64-4592-9354-60c5c3bda547 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.034059 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e51f938-5487-4427-8d2e-2a77479bf45d None None] Routers {'1cadc159-fcdd-4eba-84d0-ac11b95f1ab4'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:10.036559 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-4e51f938-5487-4427-8d2e-2a77479bf45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:39:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['1cadc159-fcdd-4eba-84d0-ac11b95f1ab4'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:10.045613 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ac4b4d9f-ac3b-4b60-b2a9-7d32ae55fe4d tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "PUT /v2.0/routers/1cadc159-fcdd-4eba-84d0-ac11b95f1ab4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3288491 Jan 21 09:40:10.047998 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-c844ef68-31ed-41c1-9a53-92b70dc8c398 None None] Attempting to bind port 4609ed2d-5d18-4eb4-9631-1e408298e6ef on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:40:10.048386 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-c844ef68-31ed-41c1-9a53-92b70dc8c398 None None] Attempting to bind port 4609ed2d-5d18-4eb4-9631-1e408298e6ef by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'b78a08c3-407a-477d-8d5a-76d8c5d1f319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '054943ad-8048-49b6-a6f2-d73c701a0c47'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:40:10.048824 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c844ef68-31ed-41c1-9a53-92b70dc8c398 None None] Attempting to bind port 4609ed2d-5d18-4eb4-9631-1e408298e6ef on network 054943ad-8048-49b6-a6f2-d73c701a0c47 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:40:10.063956 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c844ef68-31ed-41c1-9a53-92b70dc8c398 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:40:10.064335 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c844ef68-31ed-41c1-9a53-92b70dc8c398 None None] Checking segment: {'id': 'b78a08c3-407a-477d-8d5a-76d8c5d1f319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '054943ad-8048-49b6-a6f2-d73c701a0c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:10.064738 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c844ef68-31ed-41c1-9a53-92b70dc8c398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.065141 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c844ef68-31ed-41c1-9a53-92b70dc8c398 None None] Bound using segment: {'id': 'b78a08c3-407a-477d-8d5a-76d8c5d1f319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '054943ad-8048-49b6-a6f2-d73c701a0c47'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:40:10.065604 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-c844ef68-31ed-41c1-9a53-92b70dc8c398 None None] Bound port: 4609ed2d-5d18-4eb4-9631-1e408298e6ef, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b78a08c3-407a-477d-8d5a-76d8c5d1f319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '054943ad-8048-49b6-a6f2-d73c701a0c47'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:40:10.065980 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c844ef68-31ed-41c1-9a53-92b70dc8c398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.072959 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49058) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:10.076471 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-caeb2a38-6a8d-4f25-b25a-438d07db576c None None] Allocated IP 2001:db8:1::2 (8bfa5f5b-2a64-45ec-be32-4a465e699900/4af20190-d95a-4b39-8ca0-4ca30fd63461/ebaabf52-0fc9-40e7-b841-d33f01536028) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:10.084694 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e470b6-d41b-42b0-8d22-0226d597d81b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:10.086339 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e470b6-d41b-42b0-8d22-0226d597d81b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:10.087892 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e470b6-d41b-42b0-8d22-0226d597d81b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:10.092131 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-48e470b6-d41b-42b0-8d22-0226d597d81b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1693714 Jan 21 09:40:10.092312 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-098a7e28-7c7d-4da4-b6ea-9e7586b1de40 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.092404 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d906ce0-a6e3-4f7a-a917-acafc26ba1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7074812d-8410-4b1e-a9bd-c3abff656d9d,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:10.092671 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49062) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:10.099055 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-098a7e28-7c7d-4da4-b6ea-9e7586b1de40 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8438599 Jan 21 09:40:10.104117 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49064) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:10.108665 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-f6ba8a57-5d6f-4036-9dce-aaa4a613c660 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Request body: {'port': {'network_id': 'eccdc2f4-bf8f-4120-adae-5b80b294dc8e', 'name': 'tempest-FloatingIPTestJSON-375661605'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:10.145445 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e6ba9734-149e-4bfc-ad8b-2bed98d07d1c tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.193531 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-4e51f938-5487-4427-8d2e-2a77479bf45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:10.199989 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-c844ef68-31ed-41c1-9a53-92b70dc8c398 None None] For port 4609ed2d-5d18-4eb4-9631-1e408298e6ef, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:40:10.204390 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-c844ef68-31ed-41c1-9a53-92b70dc8c398 None None] For port 4609ed2d-5d18-4eb4-9631-1e408298e6ef, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=4609ed2d-5d18-4eb4-9631-1e408298e6ef,segment=NetworkSegment(b78a08c3-407a-477d-8d5a-76d8c5d1f319),segment_id=b78a08c3-407a-477d-8d5a-76d8c5d1f319)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:40:10.210938 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e51f938-5487-4427-8d2e-2a77479bf45d None None] Routers {'1cadc159-fcdd-4eba-84d0-ac11b95f1ab4'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:10.211826 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-4e51f938-5487-4427-8d2e-2a77479bf45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:39:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['1cadc159-fcdd-4eba-84d0-ac11b95f1ab4'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:10.231521 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-e1cd47c0-9b64-4592-9354-60c5c3bda547 admin admin] The port '684a97b2-9fec-4454-ab5d-6572cc6b9429' was deleted {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:40:10.250243 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c844ef68-31ed-41c1-9a53-92b70dc8c398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.289209 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-4e51f938-5487-4427-8d2e-2a77479bf45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:10.293015 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e51f938-5487-4427-8d2e-2a77479bf45d None None] The sync data for ids ['1cadc159-fcdd-4eba-84d0-ac11b95f1ab4'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:40:10.374625 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-e6ba9734-149e-4bfc-ad8b-2bed98d07d1c tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Calling delete_port for ca3b5234-67fe-4bf1-8ee3-c75f8fc62755 owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:10.477784 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ba75eee-cb6e-4036-a2d4-284e6643af2f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting subnet 85e31515-f4ee-4274-a0b5-1e14690361b0 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:40:10.487060 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844ef68-31ed-41c1-9a53-92b70dc8c398 None None] Pushing event updated for resources: {'Port': ['ID=4609ed2d-5d18-4eb4-9631-1e408298e6ef,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:10.538399 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5ba75eee-cb6e-4036-a2d4-284e6643af2f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.632838 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e1cd47c0-9b64-4592-9354-60c5c3bda547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.637299 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-caeb2a38-6a8d-4f25-b25a-438d07db576c None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.656143 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-caeb2a38-6a8d-4f25-b25a-438d07db576c None None] Transition to ACTIVE for port object ebaabf52-0fc9-40e7-b841-d33f01536028 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:10.691040 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-caeb2a38-6a8d-4f25-b25a-438d07db576c None None] Transition to ACTIVE for port object ebaabf52-0fc9-40e7-b841-d33f01536028 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:10.702912 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-caeb2a38-6a8d-4f25-b25a-438d07db576c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.909023 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb2a38-6a8d-4f25-b25a-438d07db576c None None] Pushing event updated for resources: {'Port': ['ID=ebaabf52-0fc9-40e7-b841-d33f01536028,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:10.924531 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caeb2a38-6a8d-4f25-b25a-438d07db576c None None] Network 8bfa5f5b-2a64-45ec-be32-4a465e699900 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:10.926072 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-caeb2a38-6a8d-4f25-b25a-438d07db576c None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:10.929606 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caeb2a38-6a8d-4f25-b25a-438d07db576c None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:11.039746 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-caeb2a38-6a8d-4f25-b25a-438d07db576c None None] Attempting to bind port ebaabf52-0fc9-40e7-b841-d33f01536028 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:40:11.040597 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-caeb2a38-6a8d-4f25-b25a-438d07db576c None None] Attempting to bind port ebaabf52-0fc9-40e7-b841-d33f01536028 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '82e8495f-3088-41bb-aa2f-486d8174105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '8bfa5f5b-2a64-45ec-be32-4a465e699900'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:40:11.041108 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caeb2a38-6a8d-4f25-b25a-438d07db576c None None] Attempting to bind port ebaabf52-0fc9-40e7-b841-d33f01536028 on network 8bfa5f5b-2a64-45ec-be32-4a465e699900 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:40:11.047891 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caeb2a38-6a8d-4f25-b25a-438d07db576c None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:40:11.048835 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caeb2a38-6a8d-4f25-b25a-438d07db576c None None] Checking segment: {'id': '82e8495f-3088-41bb-aa2f-486d8174105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '8bfa5f5b-2a64-45ec-be32-4a465e699900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:11.049401 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-caeb2a38-6a8d-4f25-b25a-438d07db576c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.049946 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caeb2a38-6a8d-4f25-b25a-438d07db576c None None] Bound using segment: {'id': '82e8495f-3088-41bb-aa2f-486d8174105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '8bfa5f5b-2a64-45ec-be32-4a465e699900'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:40:11.058961 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-caeb2a38-6a8d-4f25-b25a-438d07db576c None None] Bound port: ebaabf52-0fc9-40e7-b841-d33f01536028, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e8495f-3088-41bb-aa2f-486d8174105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '8bfa5f5b-2a64-45ec-be32-4a465e699900'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:40:11.059485 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-caeb2a38-6a8d-4f25-b25a-438d07db576c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.113840 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49090) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:11.115854 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-e1cd47c0-9b64-4592-9354-60c5c3bda547 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8776044d-5553-42d2-939f-ade42846845d']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:11.149420 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5ba75eee-cb6e-4036-a2d4-284e6643af2f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.155258 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f6ba8a57-5d6f-4036-9dce-aaa4a613c660 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:11.176227 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f6ba8a57-5d6f-4036-9dce-aaa4a613c660 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Usage tracker for resource:port and tenant:6ceae7553b4c4a00ae004c3be6a7adb1 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:11.179029 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-caeb2a38-6a8d-4f25-b25a-438d07db576c None None] For port ebaabf52-0fc9-40e7-b841-d33f01536028, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:40:11.179339 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-e1cd47c0-9b64-4592-9354-60c5c3bda547 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3f72eb9-d03f-4ac6-be0d-97ce33afeb91') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:11.179491 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f6ba8a57-5d6f-4036-9dce-aaa4a613c660 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:11.179839 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-e1cd47c0-9b64-4592-9354-60c5c3bda547 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3f72eb9-d03f-4ac6-be0d-97ce33afeb91') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:11.183628 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-caeb2a38-6a8d-4f25-b25a-438d07db576c None None] For port ebaabf52-0fc9-40e7-b841-d33f01536028, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=ebaabf52-0fc9-40e7-b841-d33f01536028,segment=NetworkSegment(82e8495f-3088-41bb-aa2f-486d8174105a),segment_id=82e8495f-3088-41bb-aa2f-486d8174105a)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:40:11.190138 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f6ba8a57-5d6f-4036-9dce-aaa4a613c660 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:11.194303 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-caeb2a38-6a8d-4f25-b25a-438d07db576c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.207536 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e6ba9734-149e-4bfc-ad8b-2bed98d07d1c tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.241391 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e1cd47c0-9b64-4592-9354-60c5c3bda547 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.252824 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ba8a57-5d6f-4036-9dce-aaa4a613c660 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Made reservation on behalf of 6ceae7553b4c4a00ae004c3be6a7adb1 for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:11.257231 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f6ba8a57-5d6f-4036-9dce-aaa4a613c660 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.286140 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba9734-149e-4bfc-ad8b-2bed98d07d1c tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Pushing event deleted for resources: {'Port': ['ID=ca3b5234-67fe-4bf1-8ee3-c75f8fc62755,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:11.318023 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb2a38-6a8d-4f25-b25a-438d07db576c None None] Pushing event updated for resources: {'Port': ['ID=ebaabf52-0fc9-40e7-b841-d33f01536028,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:11.318273 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-e0d0b8d9-e38e-4c62-a71f-3644013dead4 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1811774721'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:11.325240 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbd2e7-ecb9-40c1-8f1f-460e89a2b6ff req-76ff343c-1f57-472f-ad27-3b8523ab9479 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:11.326797 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2ffbd2e7-ecb9-40c1-8f1f-460e89a2b6ff req-76ff343c-1f57-472f-ad27-3b8523ab9479 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.3356864 Jan 21 09:40:11.329149 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e1cd47c0-9b64-4592-9354-60c5c3bda547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.340416 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1cd47c0-9b64-4592-9354-60c5c3bda547 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:40:11.340812 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e1cd47c0-9b64-4592-9354-60c5c3bda547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.344970 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-f6ba8a57-5d6f-4036-9dce-aaa4a613c660 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] device_id is not set on port 5fba46d0-9e5d-4529-aee9-182294e6ffc2 yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:40:11.416144 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e6ba9734-149e-4bfc-ad8b-2bed98d07d1c tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.446279 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:11.446279 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:40:11.446279 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:11.446279 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:40:11.446279 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:11.446279 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:40:11.446279 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:11.446279 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:40:11.446279 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:40:11.446279 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:40:11.446279 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:40:11.446279 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:11.446279 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:40:11.446279 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:40:11.446279 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:40:11.446279 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:11.446279 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:40:11.446279 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:11.446279 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:40:11.446279 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:11.446279 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:40:11.446279 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:40:11.446279 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:11.446279 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:40:11.446279 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:11.446279 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:40:11.446279 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:40:11.446279 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:40:11.446279 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:40:11.446279 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:40:11.446279 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:11.446279 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:40:11.446279 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:11.446279 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:40:11.446279 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:11.446279 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:40:11.446279 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:11.446279 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:40:11.446279 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:11.446279 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:11.478649 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4609ed2d-5d18-4eb4-9631-1e408298e6ef up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:11.479772 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e6ba9734-149e-4bfc-ad8b-2bed98d07d1c tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] 10.222.0.110 "DELETE /v2.0/ports/ca3b5234-67fe-4bf1-8ee3-c75f8fc62755 HTTP/1.1" status: 204 len: 168 time: 2.1319914 Jan 21 09:40:11.492434 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49096) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:11.497632 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-e0d0b8d9-e38e-4c62-a71f-3644013dead4 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:11.502273 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e0d0b8d9-e38e-4c62-a71f-3644013dead4 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Usage tracker for resource:network and tenant:9a82c427d97049aa89b60f6658db2237 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:11.506681 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e0d0b8d9-e38e-4c62-a71f-3644013dead4 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:11.511026 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2ffbd2e7-ecb9-40c1-8f1f-460e89a2b6ff req-042cbffe-40b9-4303-ac55-c9c4ae323c61 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727052 Jan 21 09:40:11.513736 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-e0d0b8d9-e38e-4c62-a71f-3644013dead4 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:11.530021 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-26741b05-c763-4a68-98d6-bf19706ba63b tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Request body: {'port': {'name': 'tempest-new-port-name-541667253', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:11.530951 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.api.validators [None req-26741b05-c763-4a68-98d6-bf19706ba63b tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] bootfile-name is not in valid_values {{(pid=87514) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:40:11.531060 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.api.validators [None req-26741b05-c763-4a68-98d6-bf19706ba63b tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] tftp-server is not in valid_values {{(pid=87514) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:40:11.531313 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.api.validators [None req-26741b05-c763-4a68-98d6-bf19706ba63b tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] server-ip-address is not in valid_values {{(pid=87514) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:40:11.534606 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e1cd47c0-9b64-4592-9354-60c5c3bda547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.606968 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e1cd47c0-9b64-4592-9354-60c5c3bda547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.626213 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 4609ed2d-5d18-4eb4-9631-1e408298e6ef completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:11.637602 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8e426faa-332c-47eb-9f3f-f4123f25c2f2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.670006 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd47c0-9b64-4592-9354-60c5c3bda547 admin admin] Pushing event deleted for resources: {'Network': ['ID=8776044d-5553-42d2-939f-ade42846845d,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:11.672975 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d0b8d9-e38e-4c62-a71f-3644013dead4 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Made reservation on behalf of 9a82c427d97049aa89b60f6658db2237 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:11.678624 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e0d0b8d9-e38e-4c62-a71f-3644013dead4 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.788725 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e0d0b8d9-e38e-4c62-a71f-3644013dead4 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.803643 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e1cd47c0-9b64-4592-9354-60c5c3bda547 admin admin] 10.222.0.110 "DELETE /v2.0/networks/8776044d-5553-42d2-939f-ade42846845d HTTP/1.1" status: 204 len: 168 time: 4.8366413 Jan 21 09:40:11.879287 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-f6ba8a57-5d6f-4036-9dce-aaa4a613c660 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Allocated IP 172.20.0.11 (eccdc2f4-bf8f-4120-adae-5b80b294dc8e/fd56edd8-21eb-4357-8b15-4a3647a16496/5fba46d0-9e5d-4529-aee9-182294e6ffc2) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:11.894557 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-26741b05-c763-4a68-98d6-bf19706ba63b tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.993042 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-e0d0b8d9-e38e-4c62-a71f-3644013dead4 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:11.995769 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5ba75eee-cb6e-4036-a2d4-284e6643af2f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:12.045764 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e0d0b8d9-e38e-4c62-a71f-3644013dead4 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Usage tracker for resource:security_group_rule and tenant:9a82c427d97049aa89b60f6658db2237 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:12.058647 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e0d0b8d9-e38e-4c62-a71f-3644013dead4 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:12.070209 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49104) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:12.112731 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-e0d0b8d9-e38e-4c62-a71f-3644013dead4 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:12.206195 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f8a0f5-a7f9-4cc0-b863-e1d265b5511a None None] Network 054943ad-8048-49b6-a6f2-d73c701a0c47 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:12.280374 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5ba75eee-cb6e-4036-a2d4-284e6643af2f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:12.325099 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-bb7c25e7-c62d-40e1-86c5-4eb193785f60 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=614e7202dc0749a98acdc83ef7167698&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2500975 Jan 21 09:40:12.329577 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-a2ccd238-a1d4-40fe-93cd-40ee7a5ef3a0 None None] Provisioning for port 4609ed2d-5d18-4eb4-9631-1e408298e6ef completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:12.337592 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49108) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:12.340426 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf213209-cb37-43e0-98b8-7f516d459e61 req-ec125ad6-7fbd-401e-a7d3-1fc8a16739e3 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:12.341940 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-bf213209-cb37-43e0-98b8-7f516d459e61 req-ec125ad6-7fbd-401e-a7d3-1fc8a16739e3 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.5173342 Jan 21 09:40:12.347645 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-a2ccd238-a1d4-40fe-93cd-40ee7a5ef3a0 None None] Provisioning complete for port 4609ed2d-5d18-4eb4-9631-1e408298e6ef triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:12.348142 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a2ccd238-a1d4-40fe-93cd-40ee7a5ef3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:12.373086 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba75eee-cb6e-4036-a2d4-284e6643af2f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Subnet': ['ID=85e31515-f4ee-4274-a0b5-1e14690361b0,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:12.395058 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f6ba8a57-5d6f-4036-9dce-aaa4a613c660 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:12.402319 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5ba75eee-cb6e-4036-a2d4-284e6643af2f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:12.413608 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-f6ba8a57-5d6f-4036-9dce-aaa4a613c660 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Transition to ACTIVE for port object 5fba46d0-9e5d-4529-aee9-182294e6ffc2 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:12.445611 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d687763e-897c-402c-927c-3ba6d08b4bfa None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:12.492461 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-bf213209-cb37-43e0-98b8-7f516d459e61 req-27498a0d-a5ab-4854-bb35-6a4a323fee50 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335316 Jan 21 09:40:12.513016 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5ba75eee-cb6e-4036-a2d4-284e6643af2f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/85e31515-f4ee-4274-a0b5-1e14690361b0 HTTP/1.1" status: 204 len: 168 time: 2.4103889 Jan 21 09:40:12.515778 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-26741b05-c763-4a68-98d6-bf19706ba63b tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:12.519827 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49112) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:12.572106 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f6ba8a57-5d6f-4036-9dce-aaa4a613c660 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:12.575859 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-26741b05-c763-4a68-98d6-bf19706ba63b tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:12.601881 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e0d0b8d9-e38e-4c62-a71f-3644013dead4 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:12.603422 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-8e426faa-332c-47eb-9f3f-f4123f25c2f2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Allocated IP 2001:db8::1 (054943ad-8048-49b6-a6f2-d73c701a0c47/23c6524b-d757-4f03-9ff3-6a49cc063b4e/367a9d19-2be4-4e12-b5bc-00c36f4a472c) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:12.622973 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e0d0b8d9-e38e-4c62-a71f-3644013dead4 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:12.673671 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-a53093ea-bbda-4c6f-9d3c-f27f71afa1f5 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting subnet f0b5eb19-6563-4512-8692-230ef864a3f6 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:40:12.706016 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a53093ea-bbda-4c6f-9d3c-f27f71afa1f5 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:12.734611 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d0b8d9-e38e-4c62-a71f-3644013dead4 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:12.766533 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0b8d9-e38e-4c62-a71f-3644013dead4 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53689b21-ae70-497b-bbe7-1669177fc4a3,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:12.802948 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-26741b05-c763-4a68-98d6-bf19706ba63b tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] In _notify_port_updated(), no bound segment for port 42edd8ea-ec78-4aa9-8d29-540a50151f75 on network cb3d0cd6-5afa-4883-95ff-a853fcfe719d {{(pid=87514) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:40:12.809845 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26741b05-c763-4a68-98d6-bf19706ba63b tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:12.810531 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-26741b05-c763-4a68-98d6-bf19706ba63b tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:12.814664 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-26741b05-c763-4a68-98d6-bf19706ba63b tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] 10.222.0.110 "PUT /v2.0/ports/42edd8ea-ec78-4aa9-8d29-540a50151f75 HTTP/1.1" status: 200 len: 1129 time: 1.3183663 Jan 21 09:40:12.814867 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e0d0b8d9-e38e-4c62-a71f-3644013dead4 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:12.814867 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-e0d0b8d9-e38e-4c62-a71f-3644013dead4 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Added segment 5c4bafc2-353f-4364-9882-7452d0491114 of type vlan for network 35f5a85b-8184-4c32-a42d-583659ee1502 Jan 21 09:40:12.830526 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49118) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:12.843672 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ba8a57-5d6f-4036-9dce-aaa4a613c660 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Network eccdc2f4-bf8f-4120-adae-5b80b294dc8e is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:12.902703 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f33a2c52-869e-428b-a193-bbb1a05ca9ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:12.905009 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-f6ba8a57-5d6f-4036-9dce-aaa4a613c660 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:12.906948 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26741b05-c763-4a68-98d6-bf19706ba63b tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Pushing event updated for resources: {'Port': ['ID=42edd8ea-ec78-4aa9-8d29-540a50151f75,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:12.927304 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:12.980261 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ba8a57-5d6f-4036-9dce-aaa4a613c660 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:12.984441 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f70407a-6418-42f7-aa2c-965a6c23e35f None None] Network 8bfa5f5b-2a64-45ec-be32-4a465e699900 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:12.984611 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e0d0b8d9-e38e-4c62-a71f-3644013dead4 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:12.998734 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a53093ea-bbda-4c6f-9d3c-f27f71afa1f5 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:13.137869 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f33a2c52-869e-428b-a193-bbb1a05ca9ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:13.189182 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a53093ea-bbda-4c6f-9d3c-f27f71afa1f5 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:13.194348 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ba8a57-5d6f-4036-9dce-aaa4a613c660 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:13.195032 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f6ba8a57-5d6f-4036-9dce-aaa4a613c660 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:13.199078 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba8a57-5d6f-4036-9dce-aaa4a613c660 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event updated for resources: {'Port': ['ID=5fba46d0-9e5d-4529-aee9-182294e6ffc2,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:13.226640 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d446667-fef5-4a81-b0ee-27d1ccb0d343 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:13.229425 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-8d446667-fef5-4a81-b0ee-27d1ccb0d343 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Synchronizing usage tracker for tenant:295d337026b9493b9a4d9302ec977932 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:13.229553 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a2ccd238-a1d4-40fe-93cd-40ee7a5ef3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:13.262437 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e0d0b8d9-e38e-4c62-a71f-3644013dead4 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:13.268557 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d0b8d9-e38e-4c62-a71f-3644013dead4 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:13.269361 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e0d0b8d9-e38e-4c62-a71f-3644013dead4 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:13.312077 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d549e3-da42-4888-a29d-95876431e710 req-7d496f49-53b3-49c8-86ba-c61ff2b26160 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:13.313614 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-14d549e3-da42-4888-a29d-95876431e710 req-7d496f49-53b3-49c8-86ba-c61ff2b26160 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.6223483 Jan 21 09:40:13.325707 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f6ba8a57-5d6f-4036-9dce-aaa4a613c660 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2428200 Jan 21 09:40:13.331491 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-a2ccd238-a1d4-40fe-93cd-40ee7a5ef3a0 None None] For port 4609ed2d-5d18-4eb4-9631-1e408298e6ef, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=4609ed2d-5d18-4eb4-9631-1e408298e6ef,segment=NetworkSegment(b78a08c3-407a-477d-8d5a-76d8c5d1f319),segment_id=b78a08c3-407a-477d-8d5a-76d8c5d1f319)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:13.332625 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49122) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:13.339469 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-d3ee29be-2439-47f9-9e8d-33162b3cd22f tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Request body: {'floatingip': {'port_id': '5fba46d0-9e5d-4529-aee9-182294e6ffc2'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:13.355265 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a2ccd238-a1d4-40fe-93cd-40ee7a5ef3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:13.439863 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0b8d9-e38e-4c62-a71f-3644013dead4 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Pushing event updated for resources: {'Network': ['ID=35f5a85b-8184-4c32-a42d-583659ee1502,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:13.447671 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8e426faa-332c-47eb-9f3f-f4123f25c2f2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:13.461520 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ccd238-a1d4-40fe-93cd-40ee7a5ef3a0 None None] Pushing event updated for resources: {'Port': ['ID=4609ed2d-5d18-4eb4-9631-1e408298e6ef,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:13.480503 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-8e426faa-332c-47eb-9f3f-f4123f25c2f2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Transition to ACTIVE for port object 367a9d19-2be4-4e12-b5bc-00c36f4a472c will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:13.488793 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e0d0b8d9-e38e-4c62-a71f-3644013dead4 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.3655233 Jan 21 09:40:13.492983 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49126) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:13.502150 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 35f5a85b-8184-4c32-a42d-583659ee1502 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:13.535826 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-dcc3de0e-180e-4f14-bce8-13bc60ebe0c5 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Request body: {'subnet': {'network_id': '35f5a85b-8184-4c32-a42d-583659ee1502', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:13.605616 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a53093ea-bbda-4c6f-9d3c-f27f71afa1f5 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:13.610883 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device ebaabf52-0fc9-40e7-b841-d33f01536028 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:13.617558 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-8d446667-fef5-4a81-b0ee-27d1ccb0d343 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Unset dirty status for tenant:295d337026b9493b9a4d9302ec977932 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:13.623362 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8d446667-fef5-4a81-b0ee-27d1ccb0d343 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] 10.222.0.110 "GET /v2.0/ports/42edd8ea-ec78-4aa9-8d29-540a50151f75 HTTP/1.1" status: 200 len: 1129 time: 0.7873747 Jan 21 09:40:13.639331 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49130) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:13.715174 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-6879be8c-c149-4225-930c-349929f73b21 None None] Provisioning complete for port 42edd8ea-ec78-4aa9-8d29-540a50151f75 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:13.715593 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6879be8c-c149-4225-930c-349929f73b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:13.743456 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-8638047a-5b16-44d3-b3f4-c49276c08a64 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Deleting port 42edd8ea-ec78-4aa9-8d29-540a50151f75 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:13.744120 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8638047a-5b16-44d3-b3f4-c49276c08a64 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:13.807871 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f33a2c52-869e-428b-a193-bbb1a05ca9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:13.826648 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53093ea-bbda-4c6f-9d3c-f27f71afa1f5 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Subnet': ['ID=f0b5eb19-6563-4512-8692-230ef864a3f6,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:13.828827 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a53093ea-bbda-4c6f-9d3c-f27f71afa1f5 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:13.867101 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port ebaabf52-0fc9-40e7-b841-d33f01536028 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:13.870464 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-6879be8c-c149-4225-930c-349929f73b21 None None] Port 42edd8ea-ec78-4aa9-8d29-540a50151f75 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:40:13.891942 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-14d549e3-da42-4888-a29d-95876431e710 req-1f0511f9-5bb9-49a4-a71a-ac3589661184 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5604160 Jan 21 09:40:13.910658 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-dcc3de0e-180e-4f14-bce8-13bc60ebe0c5 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:13.915661 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-dcc3de0e-180e-4f14-bce8-13bc60ebe0c5 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Usage tracker for resource:subnet and tenant:9a82c427d97049aa89b60f6658db2237 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:13.916833 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-6879be8c-c149-4225-930c-349929f73b21 None None] Provisioning for port 5fba46d0-9e5d-4529-aee9-182294e6ffc2 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:13.926262 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-6879be8c-c149-4225-930c-349929f73b21 None None] Provisioning complete for port 5fba46d0-9e5d-4529-aee9-182294e6ffc2 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:13.928207 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-dcc3de0e-180e-4f14-bce8-13bc60ebe0c5 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:13.932344 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6879be8c-c149-4225-930c-349929f73b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:13.932935 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f33a2c52-869e-428b-a193-bbb1a05ca9ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:13.934202 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f33a2c52-869e-428b-a193-bbb1a05ca9ef admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/864c354f-a5e2-4869-bc24-297301cfe60f HTTP/1.1" status: 204 len: 168 time: 1.5858936 Jan 21 09:40:13.941502 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a2c52-869e-428b-a193-bbb1a05ca9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864c354f-a5e2-4869-bc24-297301cfe60f,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:13.953455 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-dcc3de0e-180e-4f14-bce8-13bc60ebe0c5 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:13.990976 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a53093ea-bbda-4c6f-9d3c-f27f71afa1f5 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/f0b5eb19-6563-4512-8692-230ef864a3f6 HTTP/1.1" status: 204 len: 168 time: 1.4700258 Jan 21 09:40:13.996985 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49138) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:14.013920 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc3de0e-180e-4f14-bce8-13bc60ebe0c5 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Made reservation on behalf of 9a82c427d97049aa89b60f6658db2237 for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:14.017278 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dcc3de0e-180e-4f14-bce8-13bc60ebe0c5 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.058264 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-6879be8c-c149-4225-930c-349929f73b21 None None] Port 5fba46d0-9e5d-4529-aee9-182294e6ffc2 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:40:14.092830 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-6879be8c-c149-4225-930c-349929f73b21 None None] Provisioning for port ebaabf52-0fc9-40e7-b841-d33f01536028 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:14.098292 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-6879be8c-c149-4225-930c-349929f73b21 None None] Provisioning complete for port ebaabf52-0fc9-40e7-b841-d33f01536028 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:14.098693 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6879be8c-c149-4225-930c-349929f73b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.223262 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8638047a-5b16-44d3-b3f4-c49276c08a64 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.240791 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d3ee29be-2439-47f9-9e8d-33162b3cd22f tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for floatingip, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.311517 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6879be8c-c149-4225-930c-349929f73b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.348436 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-6879be8c-c149-4225-930c-349929f73b21 None None] For port ebaabf52-0fc9-40e7-b841-d33f01536028, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=ebaabf52-0fc9-40e7-b841-d33f01536028,segment=NetworkSegment(82e8495f-3088-41bb-aa2f-486d8174105a),segment_id=82e8495f-3088-41bb-aa2f-486d8174105a)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:14.356541 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6879be8c-c149-4225-930c-349929f73b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.439447 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ac84814b-a040-420d-8dac-6edbe2292c06 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4311826 Jan 21 09:40:14.442022 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8e426faa-332c-47eb-9f3f-f4123f25c2f2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.445969 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49144) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:14.457098 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879be8c-c149-4225-930c-349929f73b21 None None] Pushing event updated for resources: {'Port': ['ID=ebaabf52-0fc9-40e7-b841-d33f01536028,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:14.501720 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-61c5f46d-acb2-4c73-bdc3-8311d5635b09 None None] Provisioning complete for port 4609ed2d-5d18-4eb4-9631-1e408298e6ef triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:14.502145 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-61c5f46d-acb2-4c73-bdc3-8311d5635b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.572166 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc11afb-f5e1-4818-90ec-422f27a8d5ed None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:14.630700 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e426faa-332c-47eb-9f3f-f4123f25c2f2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event updated for resources: {'Port': ['ID=367a9d19-2be4-4e12-b5bc-00c36f4a472c,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:14.636469 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e426faa-332c-47eb-9f3f-f4123f25c2f2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Network 054943ad-8048-49b6-a6f2-d73c701a0c47 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:14.642934 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-8e426faa-332c-47eb-9f3f-f4123f25c2f2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:14.645209 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-8638047a-5b16-44d3-b3f4-c49276c08a64 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Calling delete_port for 42edd8ea-ec78-4aa9-8d29-540a50151f75 owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:14.654131 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e426faa-332c-47eb-9f3f-f4123f25c2f2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:14.654645 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8e426faa-332c-47eb-9f3f-f4123f25c2f2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.935407 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-61c5f46d-acb2-4c73-bdc3-8311d5635b09 None None] Provisioning complete for port ebaabf52-0fc9-40e7-b841-d33f01536028 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:14.935807 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-61c5f46d-acb2-4c73-bdc3-8311d5635b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:15.038395 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d62d437-898c-4133-b365-0c33f442b1ab None None] DHCP port deletion for 36c4effd-f4af-4d10-91bd-714d225a3199 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:40:15.048501 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-1d62d437-898c-4133-b365-0c33f442b1ab None None] Deleting port 4285d450-45c5-4108-98d5-4f15acb2ae8b {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:15.048882 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1d62d437-898c-4133-b365-0c33f442b1ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:15.050364 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81478819-d331-4c93-af40-b64274ebe59b req-ef1bb54a-fcfc-4f21-a88e-929bf999f1a5 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:15.051601 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-81478819-d331-4c93-af40-b64274ebe59b req-ef1bb54a-fcfc-4f21-a88e-929bf999f1a5 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.8389614 Jan 21 09:40:15.171641 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf16027c-7175-44b4-a061-d71476a4d507 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:15.172486 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-bf16027c-7175-44b4-a061-d71476a4d507 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:15.187809 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-81478819-d331-4c93-af40-b64274ebe59b req-ba1a5313-5a26-444c-a457-402c20036d48 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204507 Jan 21 09:40:15.231524 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-bf16027c-7175-44b4-a061-d71476a4d507 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:15.235383 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-bf16027c-7175-44b4-a061-d71476a4d507 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7533002 Jan 21 09:40:15.240157 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49162) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:15.247499 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dcc3de0e-180e-4f14-bce8-13bc60ebe0c5 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:15.255775 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8638047a-5b16-44d3-b3f4-c49276c08a64 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:15.339921 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638047a-5b16-44d3-b3f4-c49276c08a64 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Pushing event deleted for resources: {'Port': ['ID=42edd8ea-ec78-4aa9-8d29-540a50151f75,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:15.397661 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac48979d-4b17-41e3-bd6c-aad27734d556 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:15.398358 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ac48979d-4b17-41e3-bd6c-aad27734d556 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:15.402360 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3de0e-180e-4f14-bce8-13bc60ebe0c5 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Pushing event updated for resources: {'Subnet': ['ID=c19e9128-5068-495a-a06e-0b234935e662,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:15.410503 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-1d62d437-898c-4133-b365-0c33f442b1ab None None] For port 4285d450-45c5-4108-98d5-4f15acb2ae8b, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=4285d450-45c5-4108-98d5-4f15acb2ae8b,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:15.411083 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1d62d437-898c-4133-b365-0c33f442b1ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:15.434226 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8638047a-5b16-44d3-b3f4-c49276c08a64 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:15.496557 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8e426faa-332c-47eb-9f3f-f4123f25c2f2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:15.547837 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ac48979d-4b17-41e3-bd6c-aad27734d556 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:15.551488 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ac48979d-4b17-41e3-bd6c-aad27734d556 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3039777 Jan 21 09:40:15.552757 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49174) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:15.562340 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device ebaabf52-0fc9-40e7-b841-d33f01536028 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:15.614906 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc3de0e-180e-4f14-bce8-13bc60ebe0c5 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Checking segment: {'id': '5c4bafc2-353f-4364-9882-7452d0491114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '35f5a85b-8184-4c32-a42d-583659ee1502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:15.615296 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc3de0e-180e-4f14-bce8-13bc60ebe0c5 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Network hostable DHCP agents. Network: 35f5a85b-8184-4c32-a42d-583659ee1502, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:40:15.689835 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8638047a-5b16-44d3-b3f4-c49276c08a64 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] 10.222.0.110 "DELETE /v2.0/ports/42edd8ea-ec78-4aa9-8d29-540a50151f75 HTTP/1.1" status: 204 len: 168 time: 2.0466793 Jan 21 09:40:15.692128 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-1d62d437-898c-4133-b365-0c33f442b1ab None None] Calling delete_port for 4285d450-45c5-4108-98d5-4f15acb2ae8b owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:15.695425 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f6331e74-e273-4d7f-bf3a-fcd9635b7a08 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1407764 Jan 21 09:40:15.698282 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49178) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:15.700854 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49180) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:15.715878 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc3de0e-180e-4f14-bce8-13bc60ebe0c5 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Network 35f5a85b-8184-4c32-a42d-583659ee1502 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:40:15.773244 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-8631fea6-0268-480c-a15c-bf23353c54e9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:15.791826 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-dcc3de0e-180e-4f14-bce8-13bc60ebe0c5 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 35f5a85b-8184-4c32-a42d-583659ee1502) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:15.795864 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc3de0e-180e-4f14-bce8-13bc60ebe0c5 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:15.796661 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dcc3de0e-180e-4f14-bce8-13bc60ebe0c5 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:15.814472 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43b69d1-50b5-4a30-9f04-c2c999aa01b9 None None] Network 35f5a85b-8184-4c32-a42d-583659ee1502 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:15.854528 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-dcc3de0e-180e-4f14-bce8-13bc60ebe0c5 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3516309 Jan 21 09:40:15.865100 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1d62d437-898c-4133-b365-0c33f442b1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:15.869439 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49188) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:15.886677 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-8f8d5f5c-0d79-4938-9529-582edd3d541b tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Request body: {'port': {'network_id': '35f5a85b-8184-4c32-a42d-583659ee1502', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1253059711'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:15.905569 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port ebaabf52-0fc9-40e7-b841-d33f01536028 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:15.905946 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.010539 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62d437-898c-4133-b365-0c33f442b1ab None None] Pushing event deleted for resources: {'Port': ['ID=4285d450-45c5-4108-98d5-4f15acb2ae8b,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:16.014823 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d62d437-898c-4133-b365-0c33f442b1ab None None] No DVR routers for this DVR port 4285d450-45c5-4108-98d5-4f15acb2ae8b on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:40:16.038545 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5ec5cabb-f20b-42ad-91d3-feeaeb01c708 None None] Provisioning complete for port 4285d450-45c5-4108-98d5-4f15acb2ae8b triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:16.038924 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5ec5cabb-f20b-42ad-91d3-feeaeb01c708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.081993 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-5ec5cabb-f20b-42ad-91d3-feeaeb01c708 None None] Port 4285d450-45c5-4108-98d5-4f15acb2ae8b was deleted so its status cannot be updated. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 09:40:16.172181 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5ec5cabb-f20b-42ad-91d3-feeaeb01c708 None None] Provisioning for port 367a9d19-2be4-4e12-b5bc-00c36f4a472c completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:16.181660 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5ec5cabb-f20b-42ad-91d3-feeaeb01c708 None None] Provisioning complete for port 367a9d19-2be4-4e12-b5bc-00c36f4a472c triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:16.182034 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5ec5cabb-f20b-42ad-91d3-feeaeb01c708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.324878 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-8f8d5f5c-0d79-4938-9529-582edd3d541b tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:16.327296 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-99efb4da-4a7e-4f94-b3b2-dbea6b12c3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Deleting subnet dd1bbad3-9115-44ee-aa85-e0299a96710f {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:40:16.330666 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-8f8d5f5c-0d79-4938-9529-582edd3d541b tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Usage tracker for resource:port and tenant:9a82c427d97049aa89b60f6658db2237 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:16.331000 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4609ed2d-5d18-4eb4-9631-1e408298e6ef up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:16.334152 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-99efb4da-4a7e-4f94-b3b2-dbea6b12c3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.335378 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-8f8d5f5c-0d79-4938-9529-582edd3d541b tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:16.342698 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-8f8d5f5c-0d79-4938-9529-582edd3d541b tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:16.363032 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8e426faa-332c-47eb-9f3f-f4123f25c2f2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.370892 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8e426faa-332c-47eb-9f3f-f4123f25c2f2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.371112 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-5ec5cabb-f20b-42ad-91d3-feeaeb01c708 None None] Port 367a9d19-2be4-4e12-b5bc-00c36f4a472c cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:40:16.372309 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8e426faa-332c-47eb-9f3f-f4123f25c2f2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.381971 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d50618-bcfa-407d-b1da-5e1f2fcff95c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-35f5a85b-8184-4c32-a42d-583659ee1502', 'network_id': '35f5a85b-8184-4c32-a42d-583659ee1502', 'tenant_id': '9a82c427d97049aa89b60f6658db2237', 'fixed_ips': [{'subnet_id': 'c19e9128-5068-495a-a06e-0b234935e662'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:40:16.382809 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-92d50618-bcfa-407d-b1da-5e1f2fcff95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.427653 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-99efb4da-4a7e-4f94-b3b2-dbea6b12c3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.464570 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8d5f5c-0d79-4938-9529-582edd3d541b tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Made reservation on behalf of 9a82c427d97049aa89b60f6658db2237 for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:16.468714 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8f8d5f5c-0d79-4938-9529-582edd3d541b tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.483963 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e426faa-332c-47eb-9f3f-f4123f25c2f2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event updated for resources: {'Port': ['ID=367a9d19-2be4-4e12-b5bc-00c36f4a472c,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:16.510238 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9477226e-0e2f-43a1-80d1-78bd3d4c28c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.528378 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 4609ed2d-5d18-4eb4-9631-1e408298e6ef triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:16.528756 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.533811 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-99efb4da-4a7e-4f94-b3b2-dbea6b12c3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.538903 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-8f8d5f5c-0d79-4938-9529-582edd3d541b tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] device_id is not set on port 28deeb6e-e62f-410d-ad05-4446cbbb3bb9 yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:40:16.630702 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-8631fea6-0268-480c-a15c-bf23353c54e9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:16.642578 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-92d50618-bcfa-407d-b1da-5e1f2fcff95c None None] Allocated IP 172.20.0.2 (35f5a85b-8184-4c32-a42d-583659ee1502/c19e9128-5068-495a-a06e-0b234935e662/be1dc79d-76b2-43cd-a3ff-15b1eca508ac) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:16.656961 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-99efb4da-4a7e-4f94-b3b2-dbea6b12c3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.734392 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e426faa-332c-47eb-9f3f-f4123f25c2f2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Network 054943ad-8048-49b6-a6f2-d73c701a0c47 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:16.735357 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-99efb4da-4a7e-4f94-b3b2-dbea6b12c3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.735837 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-8e426faa-332c-47eb-9f3f-f4123f25c2f2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:16.741631 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-8631fea6-0268-480c-a15c-bf23353c54e9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:16.743679 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99efb4da-4a7e-4f94-b3b2-dbea6b12c3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Pushing event deleted for resources: {'Subnet': ['ID=dd1bbad3-9115-44ee-aa85-e0299a96710f,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:16.746775 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbd5cbf-512f-4767-9d31-1ed1b9db803c None None] Network cb3d0cd6-5afa-4883-95ff-a853fcfe719d requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:16.750088 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-99efb4da-4a7e-4f94-b3b2-dbea6b12c3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] 10.222.0.110 "DELETE /v2.0/subnets/dd1bbad3-9115-44ee-aa85-e0299a96710f HTTP/1.1" status: 204 len: 168 time: 1.0506060 Jan 21 09:40:16.752394 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49210) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:16.852904 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8631fea6-0268-480c-a15c-bf23353c54e9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:16.860420 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8631fea6-0268-480c-a15c-bf23353c54e9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.863843 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-8631fea6-0268-480c-a15c-bf23353c54e9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:40:16.864823 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8631fea6-0268-480c-a15c-bf23353c54e9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:40:17.011650 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e426faa-332c-47eb-9f3f-f4123f25c2f2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Router d20f92a5-8880-4eda-bb44-7bf4a0983548 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:40:17.017444 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8631fea6-0268-480c-a15c-bf23353c54e9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.2796693 Jan 21 09:40:17.024208 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49218) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:17.032481 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-40b261b7-6be7-4903-a137-05d0554f5b83 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:17.055839 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8468d44c-d4ea-47fb-8ead-bcc9e5f9098a tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.109603 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-8468d44c-d4ea-47fb-8ead-bcc9e5f9098a tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Deleting port 21456cc3-9f0a-487e-b1ec-061298241728 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:17.109936 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8468d44c-d4ea-47fb-8ead-bcc9e5f9098a tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.166699 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-92d50618-bcfa-407d-b1da-5e1f2fcff95c None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.177030 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-92d50618-bcfa-407d-b1da-5e1f2fcff95c None None] Transition to ACTIVE for port object be1dc79d-76b2-43cd-a3ff-15b1eca508ac will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:17.188640 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49222) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:17.200148 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-92d50618-bcfa-407d-b1da-5e1f2fcff95c None None] Transition to ACTIVE for port object be1dc79d-76b2-43cd-a3ff-15b1eca508ac will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:17.206806 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4285d450-45c5-4108-98d5-4f15acb2ae8b no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:40:17.251078 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e426faa-332c-47eb-9f3f-f4123f25c2f2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:40:17.281473 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afb3f98-5436-4160-8646-d457cf327b97 None None] Sync routers for ids ['d20f92a5-8880-4eda-bb44-7bf4a0983548'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:40:17.284767 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-92d50618-bcfa-407d-b1da-5e1f2fcff95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.296401 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-40b261b7-6be7-4903-a137-05d0554f5b83 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:17.316707 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-8e426faa-332c-47eb-9f3f-f4123f25c2f2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "PUT /v2.0/routers/d20f92a5-8880-4eda-bb44-7bf4a0983548/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1868293 Jan 21 09:40:17.321154 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49228) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:17.334127 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-40b261b7-6be7-4903-a137-05d0554f5b83 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:17.359635 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 4285d450-45c5-4108-98d5-4f15acb2ae8b {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:40:17.359978 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4285d450-45c5-4108-98d5-4f15acb2ae8b not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:40:17.416767 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-d63744b5-2573-48ff-af2a-bf12930250dd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Request body: {'floatingip': {'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:17.432423 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d63744b5-2573-48ff-af2a-bf12930250dd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:17.451111 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d50618-bcfa-407d-b1da-5e1f2fcff95c None None] Network 35f5a85b-8184-4c32-a42d-583659ee1502 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:17.451860 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-223533a8-3082-45f7-afe7-cecc933b8cec None None] Provisioning complete for port 367a9d19-2be4-4e12-b5bc-00c36f4a472c triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:17.452237 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-223533a8-3082-45f7-afe7-cecc933b8cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.453593 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d63744b5-2573-48ff-af2a-bf12930250dd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Usage tracker for resource:floatingip and tenant:55b990d66d89441f97d613a6bc477c09 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:17.459034 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-8f8d5f5c-0d79-4938-9529-582edd3d541b tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Allocated IP 172.20.0.12 (35f5a85b-8184-4c32-a42d-583659ee1502/c19e9128-5068-495a-a06e-0b234935e662/28deeb6e-e62f-410d-ad05-4446cbbb3bb9) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:17.461107 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d63744b5-2573-48ff-af2a-bf12930250dd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:17.466861 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b261b7-6be7-4903-a137-05d0554f5b83 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:17.470381 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-40b261b7-6be7-4903-a137-05d0554f5b83 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.472015 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b261b7-6be7-4903-a137-05d0554f5b83 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:40:17.472443 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40b261b7-6be7-4903-a137-05d0554f5b83 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:40:17.481167 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-92d50618-bcfa-407d-b1da-5e1f2fcff95c None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:17.481369 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d63744b5-2573-48ff-af2a-bf12930250dd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:17.484110 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d50618-bcfa-407d-b1da-5e1f2fcff95c None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:17.486646 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afb3f98-5436-4160-8646-d457cf327b97 None None] Routers {'d20f92a5-8880-4eda-bb44-7bf4a0983548'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:17.487509 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-5afb3f98-5436-4160-8646-d457cf327b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:39:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d20f92a5-8880-4eda-bb44-7bf4a0983548'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:17.499431 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba341bf-e51b-4084-b7d2-518b7cd968cc tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:17.500002 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0ba341bf-e51b-4084-b7d2-518b7cd968cc tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Synchronizing usage tracker for tenant:0ffd125f2e19497db276d912c6599666 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:17.535976 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d63744b5-2573-48ff-af2a-bf12930250dd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks [] for floatingip, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.574905 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-8468d44c-d4ea-47fb-8ead-bcc9e5f9098a tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] For port 21456cc3-9f0a-487e-b1ec-061298241728, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=21456cc3-9f0a-487e-b1ec-061298241728,segment=NetworkSegment(30bec086-b106-489b-bfe5-ba0bb457e844),segment_id=30bec086-b106-489b-bfe5-ba0bb457e844)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:17.575292 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8468d44c-d4ea-47fb-8ead-bcc9e5f9098a tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.575776 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0ba341bf-e51b-4084-b7d2-518b7cd968cc tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Unset dirty status for tenant:0ffd125f2e19497db276d912c6599666 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:17.577061 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0ba341bf-e51b-4084-b7d2-518b7cd968cc tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "GET /v2.0/ports/367a9d19-2be4-4e12-b5bc-00c36f4a472c HTTP/1.1" status: 200 len: 911 time: 0.2545571 Jan 21 09:40:17.583797 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-40b261b7-6be7-4903-a137-05d0554f5b83 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5579002 Jan 21 09:40:17.584395 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49232) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:17.594461 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49234) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:17.596078 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d3ee29be-2439-47f9-9e8d-33162b3cd22f tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.608537 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-5afb3f98-5436-4160-8646-d457cf327b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:17.610097 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-6000fccf-4d04-4596-a6c6-d2b90f393481 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:17.634289 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d50618-bcfa-407d-b1da-5e1f2fcff95c None None] Pushing event updated for resources: {'Port': ['ID=be1dc79d-76b2-43cd-a3ff-15b1eca508ac,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:17.694137 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-223533a8-3082-45f7-afe7-cecc933b8cec None None] Port 367a9d19-2be4-4e12-b5bc-00c36f4a472c cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:40:17.698979 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afb3f98-5436-4160-8646-d457cf327b97 None None] Routers {'d20f92a5-8880-4eda-bb44-7bf4a0983548'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:17.699501 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-5afb3f98-5436-4160-8646-d457cf327b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:39:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d20f92a5-8880-4eda-bb44-7bf4a0983548'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:17.770402 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-92d50618-bcfa-407d-b1da-5e1f2fcff95c None None] Attempting to bind port be1dc79d-76b2-43cd-a3ff-15b1eca508ac on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:40:17.771810 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-92d50618-bcfa-407d-b1da-5e1f2fcff95c None None] Attempting to bind port be1dc79d-76b2-43cd-a3ff-15b1eca508ac by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '5c4bafc2-353f-4364-9882-7452d0491114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '35f5a85b-8184-4c32-a42d-583659ee1502'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:40:17.772351 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d50618-bcfa-407d-b1da-5e1f2fcff95c None None] Attempting to bind port be1dc79d-76b2-43cd-a3ff-15b1eca508ac on network 35f5a85b-8184-4c32-a42d-583659ee1502 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:40:17.774627 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-5afb3f98-5436-4160-8646-d457cf327b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:17.775198 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afb3f98-5436-4160-8646-d457cf327b97 None None] The sync data for ids ['d20f92a5-8880-4eda-bb44-7bf4a0983548'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:40:17.784177 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d50618-bcfa-407d-b1da-5e1f2fcff95c None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:40:17.784742 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d50618-bcfa-407d-b1da-5e1f2fcff95c None None] Checking segment: {'id': '5c4bafc2-353f-4364-9882-7452d0491114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '35f5a85b-8184-4c32-a42d-583659ee1502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:17.785322 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-92d50618-bcfa-407d-b1da-5e1f2fcff95c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.785859 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d50618-bcfa-407d-b1da-5e1f2fcff95c None None] Bound using segment: {'id': '5c4bafc2-353f-4364-9882-7452d0491114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '35f5a85b-8184-4c32-a42d-583659ee1502'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:40:17.787181 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-92d50618-bcfa-407d-b1da-5e1f2fcff95c None None] Bound port: be1dc79d-76b2-43cd-a3ff-15b1eca508ac, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4bafc2-353f-4364-9882-7452d0491114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '35f5a85b-8184-4c32-a42d-583659ee1502'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:40:17.787763 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-92d50618-bcfa-407d-b1da-5e1f2fcff95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.885567 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-92d50618-bcfa-407d-b1da-5e1f2fcff95c None None] For port be1dc79d-76b2-43cd-a3ff-15b1eca508ac, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:40:17.890756 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-92d50618-bcfa-407d-b1da-5e1f2fcff95c None None] For port be1dc79d-76b2-43cd-a3ff-15b1eca508ac, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=be1dc79d-76b2-43cd-a3ff-15b1eca508ac,segment=NetworkSegment(5c4bafc2-353f-4364-9882-7452d0491114),segment_id=5c4bafc2-353f-4364-9882-7452d0491114)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:40:17.898286 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-92d50618-bcfa-407d-b1da-5e1f2fcff95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.912017 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-6000fccf-4d04-4596-a6c6-d2b90f393481 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:17.941753 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c38fa4-4455-47af-8b96-75c65b1fd6f5 None None] DHCP port deletion for cb3d0cd6-5afa-4883-95ff-a853fcfe719d request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:40:17.977692 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-a1c38fa4-4455-47af-8b96-75c65b1fd6f5 None None] Deleting port 21456cc3-9f0a-487e-b1ec-061298241728 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:17.978365 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a1c38fa4-4455-47af-8b96-75c65b1fd6f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.988121 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-6000fccf-4d04-4596-a6c6-d2b90f393481 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:17.993425 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8f8d5f5c-0d79-4938-9529-582edd3d541b tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.020400 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-8f8d5f5c-0d79-4938-9529-582edd3d541b tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Transition to ACTIVE for port object 28deeb6e-e62f-410d-ad05-4446cbbb3bb9 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:18.022496 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6000fccf-4d04-4596-a6c6-d2b90f393481 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:18.026029 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6000fccf-4d04-4596-a6c6-d2b90f393481 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.027575 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-6000fccf-4d04-4596-a6c6-d2b90f393481 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:40:18.028071 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6000fccf-4d04-4596-a6c6-d2b90f393481 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:40:18.062859 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d50618-bcfa-407d-b1da-5e1f2fcff95c None None] Pushing event updated for resources: {'Port': ['ID=be1dc79d-76b2-43cd-a3ff-15b1eca508ac,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:18.076880 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6000fccf-4d04-4596-a6c6-d2b90f393481 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4812706 Jan 21 09:40:18.081232 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49240) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:18.091838 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-177a3043-6f85-4bd3-8382-4f1837a89530 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:18.149017 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d63744b5-2573-48ff-af2a-bf12930250dd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.228974 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d3ee29be-2439-47f9-9e8d-33162b3cd22f tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.248425 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-a1c38fa4-4455-47af-8b96-75c65b1fd6f5 None None] For port 21456cc3-9f0a-487e-b1ec-061298241728, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=21456cc3-9f0a-487e-b1ec-061298241728,segment=NetworkSegment(30bec086-b106-489b-bfe5-ba0bb457e844),segment_id=30bec086-b106-489b-bfe5-ba0bb457e844)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:18.248817 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a1c38fa4-4455-47af-8b96-75c65b1fd6f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.297132 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-8468d44c-d4ea-47fb-8ead-bcc9e5f9098a tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Calling delete_port for 21456cc3-9f0a-487e-b1ec-061298241728 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:18.418343 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-a1c38fa4-4455-47af-8b96-75c65b1fd6f5 None None] Calling delete_port for 21456cc3-9f0a-487e-b1ec-061298241728 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:18.467104 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8f8d5f5c-0d79-4938-9529-582edd3d541b tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.514697 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a1c38fa4-4455-47af-8b96-75c65b1fd6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.529764 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-177a3043-6f85-4bd3-8382-4f1837a89530 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:18.574098 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c38fa4-4455-47af-8b96-75c65b1fd6f5 None None] Pushing event deleted for resources: {'Port': ['ID=21456cc3-9f0a-487e-b1ec-061298241728,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:18.581146 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c38fa4-4455-47af-8b96-75c65b1fd6f5 None None] No DVR routers for this DVR port 21456cc3-9f0a-487e-b1ec-061298241728 on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:40:18.590661 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-177a3043-6f85-4bd3-8382-4f1837a89530 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:18.635939 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8d5f5c-0d79-4938-9529-582edd3d541b tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Network 35f5a85b-8184-4c32-a42d-583659ee1502 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:18.643643 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.l3_db [None req-d3ee29be-2439-47f9-9e8d-33162b3cd22f tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Floating IP 4042c1de-2a84-465c-a8d9-528e806f7b64 associated. External IP: 172.26.3.101, port: e098c329-4f3e-4063-ba42-60ba1f2b1756. Jan 21 09:40:18.649301 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-8f8d5f5c-0d79-4938-9529-582edd3d541b tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:18.654564 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d5f5c-0d79-4938-9529-582edd3d541b tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Pushing event updated for resources: {'Port': ['ID=28deeb6e-e62f-410d-ad05-4446cbbb3bb9,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:18.657617 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8d5f5c-0d79-4938-9529-582edd3d541b tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:18.702355 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177a3043-6f85-4bd3-8382-4f1837a89530 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:18.705763 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-177a3043-6f85-4bd3-8382-4f1837a89530 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.707093 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-177a3043-6f85-4bd3-8382-4f1837a89530 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:40:18.707542 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-177a3043-6f85-4bd3-8382-4f1837a89530 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:40:18.708393 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-8468d44c-d4ea-47fb-8ead-bcc9e5f9098a tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:40:18.708733 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-8468d44c-d4ea-47fb-8ead-bcc9e5f9098a tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:40:18.760582 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-d63744b5-2573-48ff-af2a-bf12930250dd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Allocated IP 172.26.3.106 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/9f666e86-fd72-4c83-b978-50383b3543c9) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:18.767873 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8d5f5c-0d79-4938-9529-582edd3d541b tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:18.768470 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8f8d5f5c-0d79-4938-9529-582edd3d541b tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.779940 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-177a3043-6f85-4bd3-8382-4f1837a89530 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6942418 Jan 21 09:40:18.783217 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49244) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:18.797172 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-834915ac-937a-4a31-9b33-22cab0fb4a9e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:18.820386 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-577f2990-4a02-48bd-9158-502ad44bf138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.843595 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-8f8d5f5c-0d79-4938-9529-582edd3d541b tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9722214 Jan 21 09:40:18.853785 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49248) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:18.864003 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-9d9d7ae4-b214-4e73-92cf-9cf4efb62fcc tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Request body: {'port': {'network_id': '35f5a85b-8184-4c32-a42d-583659ee1502', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1545677982', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:18.865150 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.api.validators [None req-9d9d7ae4-b214-4e73-92cf-9cf4efb62fcc tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] bootfile-name is not in valid_values {{(pid=87514) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:40:18.865497 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.api.validators [None req-9d9d7ae4-b214-4e73-92cf-9cf4efb62fcc tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] tftp-server is not in valid_values {{(pid=87514) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:40:18.865824 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.api.validators [None req-9d9d7ae4-b214-4e73-92cf-9cf4efb62fcc tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] server-ip-address is not in valid_values {{(pid=87514) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:40:18.937049 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-47c69019-34d9-48de-b44b-bcafcda6ac68 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:19.014058 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-834915ac-937a-4a31-9b33-22cab0fb4a9e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:19.038531 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-834915ac-937a-4a31-9b33-22cab0fb4a9e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:19.070675 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d63744b5-2573-48ff-af2a-bf12930250dd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:19.073772 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834915ac-937a-4a31-9b33-22cab0fb4a9e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:19.077246 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-834915ac-937a-4a31-9b33-22cab0fb4a9e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:19.078623 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-834915ac-937a-4a31-9b33-22cab0fb4a9e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:40:19.079056 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-834915ac-937a-4a31-9b33-22cab0fb4a9e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:40:19.111086 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-834915ac-937a-4a31-9b33-22cab0fb4a9e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3245964 Jan 21 09:40:19.112926 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49252) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:19.120392 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-fe535f5e-50ba-4a83-90bc-96ea3e282fc6 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:19.218685 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-8468d44c-d4ea-47fb-8ead-bcc9e5f9098a tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Deleting port 21456cc3-9f0a-487e-b1ec-061298241728 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:19.219022 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8468d44c-d4ea-47fb-8ead-bcc9e5f9098a tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:19.236985 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d63744b5-2573-48ff-af2a-bf12930250dd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:19.291103 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-fe535f5e-50ba-4a83-90bc-96ea3e282fc6 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:19.324398 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-fe535f5e-50ba-4a83-90bc-96ea3e282fc6 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:19.327548 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63744b5-2573-48ff-af2a-bf12930250dd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:19.333803 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-d63744b5-2573-48ff-af2a-bf12930250dd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:19.346831 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63744b5-2573-48ff-af2a-bf12930250dd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Pushing event updated for resources: {'Port': ['ID=9f666e86-fd72-4c83-b978-50383b3543c9,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:19.351637 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63744b5-2573-48ff-af2a-bf12930250dd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:19.423106 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe535f5e-50ba-4a83-90bc-96ea3e282fc6 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:19.428277 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fe535f5e-50ba-4a83-90bc-96ea3e282fc6 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:19.430553 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe535f5e-50ba-4a83-90bc-96ea3e282fc6 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:40:19.431412 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe535f5e-50ba-4a83-90bc-96ea3e282fc6 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:40:19.476034 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d63744b5-2573-48ff-af2a-bf12930250dd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:19.480541 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-fe535f5e-50ba-4a83-90bc-96ea3e282fc6 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3665819 Jan 21 09:40:19.483311 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49256) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:19.489738 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-8468d44c-d4ea-47fb-8ead-bcc9e5f9098a tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] The port '21456cc3-9f0a-487e-b1ec-061298241728' was deleted {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:40:19.505585 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9d9d7ae4-b214-4e73-92cf-9cf4efb62fcc tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:19.524750 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142b2ed5-6b66-4456-a3d2-1ec1d19e69ba None None] Network 35f5a85b-8184-4c32-a42d-583659ee1502 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:19.566601 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-cd8047c7-795c-4dcd-abbd-1e512ac90962 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0796413 Jan 21 09:40:19.570321 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49260) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:19.586544 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9d9d7ae4-b214-4e73-92cf-9cf4efb62fcc tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Usage tracker for resource:port and tenant:9a82c427d97049aa89b60f6658db2237 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:19.617684 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device be1dc79d-76b2-43cd-a3ff-15b1eca508ac up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:19.643922 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9d9d7ae4-b214-4e73-92cf-9cf4efb62fcc tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:19.649850 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d63744b5-2573-48ff-af2a-bf12930250dd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:19.674728 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9d9d7ae4-b214-4e73-92cf-9cf4efb62fcc tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:19.692116 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-22c31083-20a3-4c0d-befa-638593048838 None None] Provisioning for port be1dc79d-76b2-43cd-a3ff-15b1eca508ac completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:19.692532 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d332d4-2c47-4dcd-af83-6c2f363912a8 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:19.695010 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-97d332d4-2c47-4dcd-af83-6c2f363912a8 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1245873 Jan 21 09:40:19.698207 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49264) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:19.790229 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5667f913-a6b0-46c6-bdb7-d217866b63da tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0847657 Jan 21 09:40:19.791133 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49268) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:19.804535 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-d5c3ae90-0966-47a5-95fd-f4d4a989dd6b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:19.810665 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8468d44c-d4ea-47fb-8ead-bcc9e5f9098a tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:19.825614 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9d7ae4-b214-4e73-92cf-9cf4efb62fcc tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Made reservation on behalf of 9a82c427d97049aa89b60f6658db2237 for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:19.829379 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9d9d7ae4-b214-4e73-92cf-9cf4efb62fcc tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:19.869272 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:19.901423 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-8468d44c-d4ea-47fb-8ead-bcc9e5f9098a tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb3d0cd6-5afa-4883-95ff-a853fcfe719d']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:19.910241 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port be1dc79d-76b2-43cd-a3ff-15b1eca508ac completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:19.918236 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:19.922765 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port be1dc79d-76b2-43cd-a3ff-15b1eca508ac triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:19.923126 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:19.923419 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ee29be-2439-47f9-9e8d-33162b3cd22f tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Router 0784f12a-93a2-4ea9-a64c-0cae03e53fce has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:40:19.926378 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-8468d44c-d4ea-47fb-8ead-bcc9e5f9098a tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30bec086-b106-489b-bfe5-ba0bb457e844') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:19.926685 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-8468d44c-d4ea-47fb-8ead-bcc9e5f9098a tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30bec086-b106-489b-bfe5-ba0bb457e844') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:19.944883 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-9d9d7ae4-b214-4e73-92cf-9cf4efb62fcc tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] device_id is not set on port ab107a95-e77c-46fc-a6e9-0e8a50d43a49 yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:40:19.993539 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8468d44c-d4ea-47fb-8ead-bcc9e5f9098a tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.007756 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d5c3ae90-0966-47a5-95fd-f4d4a989dd6b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:20.028501 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d5c3ae90-0966-47a5-95fd-f4d4a989dd6b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:20.058151 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c3ae90-0966-47a5-95fd-f4d4a989dd6b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:20.062132 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d5c3ae90-0966-47a5-95fd-f4d4a989dd6b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.085234 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.129748 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8468d44c-d4ea-47fb-8ead-bcc9e5f9098a tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.131983 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port be1dc79d-76b2-43cd-a3ff-15b1eca508ac, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=be1dc79d-76b2-43cd-a3ff-15b1eca508ac,segment=NetworkSegment(5c4bafc2-353f-4364-9882-7452d0491114),segment_id=5c4bafc2-353f-4364-9882-7452d0491114)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:20.136564 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.185650 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8468d44c-d4ea-47fb-8ead-bcc9e5f9098a tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:40:20.185987 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8468d44c-d4ea-47fb-8ead-bcc9e5f9098a tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.205282 dv-neutron-825731-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:20.205282 dv-neutron-825731-1-hyperv neutron-server[87514]: util.warn( Jan 21 09:40:20.205282 dv-neutron-825731-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:20.205282 dv-neutron-825731-1-hyperv neutron-server[87514]: util.warn( Jan 21 09:40:20.205282 dv-neutron-825731-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:20.205282 dv-neutron-825731-1-hyperv neutron-server[87514]: util.warn( Jan 21 09:40:20.205282 dv-neutron-825731-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:20.205282 dv-neutron-825731-1-hyperv neutron-server[87514]: util.warn( Jan 21 09:40:20.205282 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:40:20.205282 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:40:20.205282 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:40:20.205282 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:20.205282 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:40:20.205282 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:40:20.205282 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:40:20.205282 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:20.205282 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:40:20.205282 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:20.205282 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:40:20.205282 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:20.205282 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:40:20.205282 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:40:20.205282 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:20.205282 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:40:20.205282 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:20.205282 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:40:20.205282 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:40:20.205282 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:40:20.205282 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:40:20.205282 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:40:20.205282 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:20.205282 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:40:20.205282 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:20.205282 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:40:20.205282 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:20.205282 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:40:20.205282 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:20.205282 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:40:20.205282 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:20.205282 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:20.228503 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 21456cc3-9f0a-487e-b1ec-061298241728 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:40:20.236787 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-47c69019-34d9-48de-b44b-bcafcda6ac68 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Allocated IP 2001:db8:1::1 (8bfa5f5b-2a64-45ec-be32-4a465e699900/4af20190-d95a-4b39-8ca0-4ca30fd63461/d86c519d-8407-441b-9170-8b0af58fbef7) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:20.277353 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 21456cc3-9f0a-487e-b1ec-061298241728 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:40:20.277702 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 21456cc3-9f0a-487e-b1ec-061298241728 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:40:20.317049 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=be1dc79d-76b2-43cd-a3ff-15b1eca508ac,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:20.320944 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d63744b5-2573-48ff-af2a-bf12930250dd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.339898 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d63744b5-2573-48ff-af2a-bf12930250dd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.407501 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-434615d4-57b4-4c8b-bedb-baf1acc9c43f None None] Provisioning for port 28deeb6e-e62f-410d-ad05-4446cbbb3bb9 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:20.415781 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-434615d4-57b4-4c8b-bedb-baf1acc9c43f None None] Provisioning complete for port 28deeb6e-e62f-410d-ad05-4446cbbb3bb9 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:20.416542 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-434615d4-57b4-4c8b-bedb-baf1acc9c43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.478142 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63744b5-2573-48ff-af2a-bf12930250dd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Pushing event updated for resources: {'Port': ['ID=9f666e86-fd72-4c83-b978-50383b3543c9,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:20.500524 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-434615d4-57b4-4c8b-bedb-baf1acc9c43f None None] Port 28deeb6e-e62f-410d-ad05-4446cbbb3bb9 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:40:20.517436 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-434615d4-57b4-4c8b-bedb-baf1acc9c43f None None] Provisioning complete for port be1dc79d-76b2-43cd-a3ff-15b1eca508ac triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:20.517965 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-434615d4-57b4-4c8b-bedb-baf1acc9c43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.522014 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d63744b5-2573-48ff-af2a-bf12930250dd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.576653 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d63744b5-2573-48ff-af2a-bf12930250dd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.580756 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d63744b5-2573-48ff-af2a-bf12930250dd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3918159 Jan 21 09:40:20.585186 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49272) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:20.593546 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-f9e81f3a-f09e-4a97-a307-5724bba64381 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-734697662'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:20.606832 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-f9e81f3a-f09e-4a97-a307-5724bba64381 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:20.615024 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f9e81f3a-f09e-4a97-a307-5724bba64381 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Usage tracker for resource:network and tenant:55b990d66d89441f97d613a6bc477c09 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:20.619231 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f9e81f3a-f09e-4a97-a307-5724bba64381 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:20.627958 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-f9e81f3a-f09e-4a97-a307-5724bba64381 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:20.659496 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8468d44c-d4ea-47fb-8ead-bcc9e5f9098a tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.671073 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e81f3a-f09e-4a97-a307-5724bba64381 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Made reservation on behalf of 55b990d66d89441f97d613a6bc477c09 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:20.674514 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f9e81f3a-f09e-4a97-a307-5724bba64381 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.696110 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f9e81f3a-f09e-4a97-a307-5724bba64381 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.697961 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-47c69019-34d9-48de-b44b-bcafcda6ac68 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.703229 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-9d9d7ae4-b214-4e73-92cf-9cf4efb62fcc tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Allocated IP 172.20.0.11 (35f5a85b-8184-4c32-a42d-583659ee1502/c19e9128-5068-495a-a06e-0b234935e662/ab107a95-e77c-46fc-a6e9-0e8a50d43a49) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:20.705477 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8468d44c-d4ea-47fb-8ead-bcc9e5f9098a tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.725553 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-f9e81f3a-f09e-4a97-a307-5724bba64381 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:20.725780 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468d44c-d4ea-47fb-8ead-bcc9e5f9098a tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] Pushing event deleted for resources: {'Network': ['ID=cb3d0cd6-5afa-4883-95ff-a853fcfe719d,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:20.737895 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ee29be-2439-47f9-9e8d-33162b3cd22f tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:40:20.750771 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d2129e-768e-47c7-8730-0f5871709172 None None] Sync routers for ids ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:40:20.764322 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d2129e-768e-47c7-8730-0f5871709172 None None] Routers {'0784f12a-93a2-4ea9-a64c-0cae03e53fce'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:20.765398 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-08d2129e-768e-47c7-8730-0f5871709172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:40:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:20.772707 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.objects.ports [None req-d5c3ae90-0966-47a5-95fd-f4d4a989dd6b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87515) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 09:40:20.773880 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f9e81f3a-f09e-4a97-a307-5724bba64381 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Usage tracker for resource:security_group_rule and tenant:55b990d66d89441f97d613a6bc477c09 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:20.776791 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d5c3ae90-0966-47a5-95fd-f4d4a989dd6b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.781492 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f9e81f3a-f09e-4a97-a307-5724bba64381 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:20.792299 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-2d2f9f5a-0c6b-454b-a1df-5be89c1e11d6 None None] Provisioning complete for port 28deeb6e-e62f-410d-ad05-4446cbbb3bb9 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:20.793231 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2d2f9f5a-0c6b-454b-a1df-5be89c1e11d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.824597 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-47c69019-34d9-48de-b44b-bcafcda6ac68 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Transition to ACTIVE for port object d86c519d-8407-441b-9170-8b0af58fbef7 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:20.827252 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-f9e81f3a-f09e-4a97-a307-5724bba64381 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:20.847175 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8468d44c-d4ea-47fb-8ead-bcc9e5f9098a tempest-ExtraDHCPOptionsIpV6TestJSON-461921640 tempest-ExtraDHCPOptionsIpV6TestJSON-461921640-project] 10.222.0.110 "DELETE /v2.0/networks/cb3d0cd6-5afa-4883-95ff-a853fcfe719d HTTP/1.1" status: 204 len: 168 time: 4.0816610 Jan 21 09:40:20.866277 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c3ae90-0966-47a5-95fd-f4d4a989dd6b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:20.878060 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-d5c3ae90-0966-47a5-95fd-f4d4a989dd6b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:20.886631 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c3ae90-0966-47a5-95fd-f4d4a989dd6b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:20.887440 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d5c3ae90-0966-47a5-95fd-f4d4a989dd6b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.906678 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3ae90-0966-47a5-95fd-f4d4a989dd6b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Subnet': ['ID=0ebceccb-fb84-48c9-86b4-40b899f928e4,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:20.920629 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-08d2129e-768e-47c7-8730-0f5871709172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:20.921968 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025beae3-4dea-4d6d-a73d-e22cef0d296a None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:20.935302 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d2129e-768e-47c7-8730-0f5871709172 None None] Routers {'0784f12a-93a2-4ea9-a64c-0cae03e53fce'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:20.936139 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-08d2129e-768e-47c7-8730-0f5871709172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:40:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:20.950823 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d5c3ae90-0966-47a5-95fd-f4d4a989dd6b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1524508 Jan 21 09:40:20.951723 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49280) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:20.959827 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-ff738116-3aa4-439f-89a4-7ee61be8db51 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'port': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'mac_address': 'fa:16:3e:9f:36:61', 'name': 'tempest-NetworksTestDHCPv6-1082142942'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:21.021525 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-2d2f9f5a-0c6b-454b-a1df-5be89c1e11d6 None None] Port 28deeb6e-e62f-410d-ad05-4446cbbb3bb9 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:40:21.045241 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-08d2129e-768e-47c7-8730-0f5871709172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:21.048246 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d2129e-768e-47c7-8730-0f5871709172 None None] The sync data for ids ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:40:21.127755 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f9e81f3a-f09e-4a97-a307-5724bba64381 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.142377 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f9e81f3a-f09e-4a97-a307-5724bba64381 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.196981 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e81f3a-f09e-4a97-a307-5724bba64381 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:21.217988 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f9e81f3a-f09e-4a97-a307-5724bba64381 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.218254 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-f9e81f3a-f09e-4a97-a307-5724bba64381 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Added segment e5e7a4c5-cb02-4b91-97f2-1bc893c3214b of type vlan for network f95b79ff-8812-4a69-9741-755be6c8255a Jan 21 09:40:21.228129 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e81f3a-f09e-4a97-a307-5724bba64381 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0a5cd5-e37c-4949-a2ea-20e17eacea55,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:21.235575 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ff738116-3aa4-439f-89a4-7ee61be8db51 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:21.245264 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ff738116-3aa4-439f-89a4-7ee61be8db51 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:port and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:21.250141 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ff738116-3aa4-439f-89a4-7ee61be8db51 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:21.270083 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ff738116-3aa4-439f-89a4-7ee61be8db51 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:21.276546 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f9e81f3a-f09e-4a97-a307-5724bba64381 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.297954 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc261b7f-59a9-4aac-89ae-ace06cadaf06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-36c4effd-f4af-4d10-91bd-714d225a3199', 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'tenant_id': 'ce9334fe18174618a851dcacd095feca', 'fixed_ips': [{'subnet_id': '0ebceccb-fb84-48c9-86b4-40b899f928e4'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:40:21.299918 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-bc261b7f-59a9-4aac-89ae-ace06cadaf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.313646 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff738116-3aa4-439f-89a4-7ee61be8db51 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:21.358975 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f9e81f3a-f09e-4a97-a307-5724bba64381 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.363509 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49286) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:21.364721 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e81f3a-f09e-4a97-a307-5724bba64381 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:21.365379 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f9e81f3a-f09e-4a97-a307-5724bba64381 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.374194 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.397191 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-47c69019-34d9-48de-b44b-bcafcda6ac68 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.495644 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f9e81f3a-f09e-4a97-a307-5724bba64381 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9092653 Jan 21 09:40:21.496423 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49292) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:21.506118 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c69019-34d9-48de-b44b-bcafcda6ac68 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Network 8bfa5f5b-2a64-45ec-be32-4a465e699900 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:21.513186 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-47c69019-34d9-48de-b44b-bcafcda6ac68 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:21.522865 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c69019-34d9-48de-b44b-bcafcda6ac68 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:21.523596 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-47c69019-34d9-48de-b44b-bcafcda6ac68 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.524357 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device be1dc79d-76b2-43cd-a3ff-15b1eca508ac up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:21.595068 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-dd453b33-fbcb-4d4c-a0ba-8d98a994d763 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Request body: {'subnet': {'network_id': 'f95b79ff-8812-4a69-9741-755be6c8255a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:21.609973 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c69019-34d9-48de-b44b-bcafcda6ac68 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event updated for resources: {'Port': ['ID=d86c519d-8407-441b-9170-8b0af58fbef7,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:21.634412 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-bc261b7f-59a9-4aac-89ae-ace06cadaf06 None None] Allocated IP 2001:db8::f816:3eff:fece:4465 (36c4effd-f4af-4d10-91bd-714d225a3199/0ebceccb-fb84-48c9-86b4-40b899f928e4/5dd9fbc5-02b5-4423-b1a5-8da8d1fd3286) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:21.644940 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e81f3a-f09e-4a97-a307-5724bba64381 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Pushing event updated for resources: {'Network': ['ID=f95b79ff-8812-4a69-9741-755be6c8255a,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:21.707173 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9d9d7ae4-b214-4e73-92cf-9cf4efb62fcc tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.716899 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9aeffc92-daf0-4489-a21c-2971e97af7f6 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=295d337026b9493b9a4d9302ec977932&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3383925 Jan 21 09:40:21.720409 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49296) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:21.743103 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ff738116-3aa4-439f-89a4-7ee61be8db51 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.773862 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ee29be-2439-47f9-9e8d-33162b3cd22f tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Router 1cadc159-fcdd-4eba-84d0-ac11b95f1ab4 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:40:21.775376 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-9d9d7ae4-b214-4e73-92cf-9cf4efb62fcc tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Transition to ACTIVE for port object ab107a95-e77c-46fc-a6e9-0e8a50d43a49 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:21.796513 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network f95b79ff-8812-4a69-9741-755be6c8255a details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:21.838453 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-dd453b33-fbcb-4d4c-a0ba-8d98a994d763 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:21.856130 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-ff738116-3aa4-439f-89a4-7ee61be8db51 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] device_id is not set on port c711a71f-edac-42de-a403-42138bb5b3f1 yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:40:21.889735 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-dd453b33-fbcb-4d4c-a0ba-8d98a994d763 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Usage tracker for resource:subnet and tenant:55b990d66d89441f97d613a6bc477c09 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:21.892328 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c551f99d-e798-4d19-afab-809ceb89a672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.894031 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-dd453b33-fbcb-4d4c-a0ba-8d98a994d763 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:21.918097 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-dd453b33-fbcb-4d4c-a0ba-8d98a994d763 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:21.953793 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd453b33-fbcb-4d4c-a0ba-8d98a994d763 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Made reservation on behalf of 55b990d66d89441f97d613a6bc477c09 for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:21.957366 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dd453b33-fbcb-4d4c-a0ba-8d98a994d763 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.959282 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port be1dc79d-76b2-43cd-a3ff-15b1eca508ac triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:21.959841 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.988154 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c551f99d-e798-4d19-afab-809ceb89a672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.997196 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5348b4f8-2c50-4753-860b-5571ec376ec4 None None] Provisioning for port d86c519d-8407-441b-9170-8b0af58fbef7 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:22.042356 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9d9d7ae4-b214-4e73-92cf-9cf4efb62fcc tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.057016 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5348b4f8-2c50-4753-860b-5571ec376ec4 None None] Provisioning complete for port d86c519d-8407-441b-9170-8b0af58fbef7 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:22.057348 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5348b4f8-2c50-4753-860b-5571ec376ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.082870 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-47c69019-34d9-48de-b44b-bcafcda6ac68 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.138135 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-5348b4f8-2c50-4753-860b-5571ec376ec4 None None] Port d86c519d-8407-441b-9170-8b0af58fbef7 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:40:22.146360 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-bc261b7f-59a9-4aac-89ae-ace06cadaf06 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.171692 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ee29be-2439-47f9-9e8d-33162b3cd22f tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:40:22.182485 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c551f99d-e798-4d19-afab-809ceb89a672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.185939 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d3ee29be-2439-47f9-9e8d-33162b3cd22f tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.194204 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-bc261b7f-59a9-4aac-89ae-ace06cadaf06 None None] Transition to ACTIVE for port object 5dd9fbc5-02b5-4423-b1a5-8da8d1fd3286 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:22.198334 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3ce8e4-527c-4ba0-b43d-202c57f0df65 None None] Sync routers for ids ['1cadc159-fcdd-4eba-84d0-ac11b95f1ab4'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:40:22.210896 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c551f99d-e798-4d19-afab-809ceb89a672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2e0faa-e76d-4850-a04e-e68a5db824c2,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:22.224575 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9d7ae4-b214-4e73-92cf-9cf4efb62fcc tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Network 35f5a85b-8184-4c32-a42d-583659ee1502 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:22.235790 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-9d9d7ae4-b214-4e73-92cf-9cf4efb62fcc tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:22.243120 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c551f99d-e798-4d19-afab-809ceb89a672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.244266 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c551f99d-e798-4d19-afab-809ceb89a672 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/cd2e0faa-e76d-4850-a04e-e68a5db824c2 HTTP/1.1" status: 204 len: 168 time: 0.5215869 Jan 21 09:40:22.250553 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-bc261b7f-59a9-4aac-89ae-ace06cadaf06 None None] Transition to ACTIVE for port object 5dd9fbc5-02b5-4423-b1a5-8da8d1fd3286 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:22.254872 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9d7ae4-b214-4e73-92cf-9cf4efb62fcc tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:22.258630 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3ce8e4-527c-4ba0-b43d-202c57f0df65 None None] Routers {'1cadc159-fcdd-4eba-84d0-ac11b95f1ab4'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:22.259335 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-0f3ce8e4-527c-4ba0-b43d-202c57f0df65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:40:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['1cadc159-fcdd-4eba-84d0-ac11b95f1ab4'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:22.297259 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d7ae4-b214-4e73-92cf-9cf4efb62fcc tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Pushing event updated for resources: {'Port': ['ID=ab107a95-e77c-46fc-a6e9-0e8a50d43a49,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:22.345519 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-ff738116-3aa4-439f-89a4-7ee61be8db51 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Allocated IP 2001:db8::f816:3eff:fe9f:3661 (36c4effd-f4af-4d10-91bd-714d225a3199/0ebceccb-fb84-48c9-86b4-40b899f928e4/c711a71f-edac-42de-a403-42138bb5b3f1) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:22.378255 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-bc261b7f-59a9-4aac-89ae-ace06cadaf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.428658 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-0f3ce8e4-527c-4ba0-b43d-202c57f0df65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:22.447482 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dd453b33-fbcb-4d4c-a0ba-8d98a994d763 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.463191 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc261b7f-59a9-4aac-89ae-ace06cadaf06 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:22.467071 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-bc261b7f-59a9-4aac-89ae-ace06cadaf06 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:22.471040 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3ce8e4-527c-4ba0-b43d-202c57f0df65 None None] Routers {'1cadc159-fcdd-4eba-84d0-ac11b95f1ab4'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:22.471734 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-0f3ce8e4-527c-4ba0-b43d-202c57f0df65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:40:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['1cadc159-fcdd-4eba-84d0-ac11b95f1ab4'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:22.526770 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc261b7f-59a9-4aac-89ae-ace06cadaf06 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:22.551114 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc261b7f-59a9-4aac-89ae-ace06cadaf06 None None] Pushing event updated for resources: {'Port': ['ID=5dd9fbc5-02b5-4423-b1a5-8da8d1fd3286,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:22.553491 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd453b33-fbcb-4d4c-a0ba-8d98a994d763 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Pushing event updated for resources: {'Subnet': ['ID=d370bdaf-2980-466c-8b5a-2f449228d79f,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:22.553991 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-0f3ce8e4-527c-4ba0-b43d-202c57f0df65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:22.554222 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3ce8e4-527c-4ba0-b43d-202c57f0df65 None None] The sync data for ids ['1cadc159-fcdd-4eba-84d0-ac11b95f1ab4'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:40:22.602027 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9d7ae4-b214-4e73-92cf-9cf4efb62fcc tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:22.603052 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9d9d7ae4-b214-4e73-92cf-9cf4efb62fcc tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.672138 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d3ee29be-2439-47f9-9e8d-33162b3cd22f tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "PUT /v2.0/floatingips/4042c1de-2a84-465c-a8d9-528e806f7b64 HTTP/1.1" status: 200 len: 978 time: 9.3373139 Jan 21 09:40:22.675548 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49304) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:22.679322 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9d9d7ae4-b214-4e73-92cf-9cf4efb62fcc tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 3.8230877 Jan 21 09:40:22.684446 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49306) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:22.689940 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-bc261b7f-59a9-4aac-89ae-ace06cadaf06 None None] Attempting to bind port 5dd9fbc5-02b5-4423-b1a5-8da8d1fd3286 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:40:22.691429 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-bc261b7f-59a9-4aac-89ae-ace06cadaf06 None None] Attempting to bind port 5dd9fbc5-02b5-4423-b1a5-8da8d1fd3286 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:40:22.691912 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc261b7f-59a9-4aac-89ae-ace06cadaf06 None None] Attempting to bind port 5dd9fbc5-02b5-4423-b1a5-8da8d1fd3286 on network 36c4effd-f4af-4d10-91bd-714d225a3199 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:40:22.706294 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc261b7f-59a9-4aac-89ae-ace06cadaf06 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:40:22.707725 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc261b7f-59a9-4aac-89ae-ace06cadaf06 None None] Checking segment: {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:22.708986 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-bc261b7f-59a9-4aac-89ae-ace06cadaf06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.710497 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc261b7f-59a9-4aac-89ae-ace06cadaf06 None None] Bound using segment: {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:40:22.711379 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-bc261b7f-59a9-4aac-89ae-ace06cadaf06 None None] Bound port: 5dd9fbc5-02b5-4423-b1a5-8da8d1fd3286, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:40:22.711988 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-bc261b7f-59a9-4aac-89ae-ace06cadaf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.772350 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-d344acc4-4223-44d4-8169-b40df8fd99e0 None None] Provisioning for port ab107a95-e77c-46fc-a6e9-0e8a50d43a49 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:22.790305 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-d344acc4-4223-44d4-8169-b40df8fd99e0 None None] Provisioning complete for port ab107a95-e77c-46fc-a6e9-0e8a50d43a49 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:22.790937 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d344acc4-4223-44d4-8169-b40df8fd99e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.888157 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ff738116-3aa4-439f-89a4-7ee61be8db51 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.899863 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd453b33-fbcb-4d4c-a0ba-8d98a994d763 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Checking segment: {'id': 'e5e7a4c5-cb02-4b91-97f2-1bc893c3214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f95b79ff-8812-4a69-9741-755be6c8255a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:22.900304 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd453b33-fbcb-4d4c-a0ba-8d98a994d763 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Network hostable DHCP agents. Network: f95b79ff-8812-4a69-9741-755be6c8255a, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:40:22.902111 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-d344acc4-4223-44d4-8169-b40df8fd99e0 None None] Port ab107a95-e77c-46fc-a6e9-0e8a50d43a49 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:40:22.905677 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-bc261b7f-59a9-4aac-89ae-ace06cadaf06 None None] For port 5dd9fbc5-02b5-4423-b1a5-8da8d1fd3286, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:40:22.909634 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-bc261b7f-59a9-4aac-89ae-ace06cadaf06 None None] For port 5dd9fbc5-02b5-4423-b1a5-8da8d1fd3286, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=5dd9fbc5-02b5-4423-b1a5-8da8d1fd3286,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:40:22.916794 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-bc261b7f-59a9-4aac-89ae-ace06cadaf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.926399 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-4fc77863-7538-4262-9658-b60d68c113ec tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Deleting port 5fba46d0-9e5d-4529-aee9-182294e6ffc2 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:22.928057 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4fc77863-7538-4262-9658-b60d68c113ec tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.938057 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-ff738116-3aa4-439f-89a4-7ee61be8db51 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Transition to ACTIVE for port object c711a71f-edac-42de-a403-42138bb5b3f1 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:22.946913 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd453b33-fbcb-4d4c-a0ba-8d98a994d763 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Network f95b79ff-8812-4a69-9741-755be6c8255a is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:40:22.970445 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-dd453b33-fbcb-4d4c-a0ba-8d98a994d763 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, f95b79ff-8812-4a69-9741-755be6c8255a) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:22.977737 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd453b33-fbcb-4d4c-a0ba-8d98a994d763 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:22.978991 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dd453b33-fbcb-4d4c-a0ba-8d98a994d763 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.984942 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cff191-f22d-4f95-9e5a-e13e31b21e82 None None] Network f95b79ff-8812-4a69-9741-755be6c8255a requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:23.008870 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-dd453b33-fbcb-4d4c-a0ba-8d98a994d763 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4990394 Jan 21 09:40:23.010985 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ff738116-3aa4-439f-89a4-7ee61be8db51 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.012730 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49320) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:23.092704 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-0a8b8abd-a509-46f6-a7d0-dcf906865c79 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1245515871', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}, 'admin_state_up': False}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:23.102839 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-0a8b8abd-a509-46f6-a7d0-dcf906865c79 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:23.107088 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0a8b8abd-a509-46f6-a7d0-dcf906865c79 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Usage tracker for resource:router and tenant:55b990d66d89441f97d613a6bc477c09 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:23.110383 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0a8b8abd-a509-46f6-a7d0-dcf906865c79 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:23.118238 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-0a8b8abd-a509-46f6-a7d0-dcf906865c79 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:23.130751 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc261b7f-59a9-4aac-89ae-ace06cadaf06 None None] Pushing event updated for resources: {'Port': ['ID=5dd9fbc5-02b5-4423-b1a5-8da8d1fd3286,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:23.156719 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8abd-a509-46f6-a7d0-dcf906865c79 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.158038 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8abd-a509-46f6-a7d0-dcf906865c79 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.171647 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff738116-3aa4-439f-89a4-7ee61be8db51 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:23.179678 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-ff738116-3aa4-439f-89a4-7ee61be8db51 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:23.200490 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff738116-3aa4-439f-89a4-7ee61be8db51 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:23.211807 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff738116-3aa4-439f-89a4-7ee61be8db51 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:23.212640 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ff738116-3aa4-439f-89a4-7ee61be8db51 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.275042 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff738116-3aa4-439f-89a4-7ee61be8db51 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Port': ['ID=c711a71f-edac-42de-a403-42138bb5b3f1,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:23.280502 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8abd-a509-46f6-a7d0-dcf906865c79 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.285349 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ff738116-3aa4-439f-89a4-7ee61be8db51 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3286095 Jan 21 09:40:23.292511 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49332) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:23.336265 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83976a8-d20e-4ea4-9121-bdce6b5d6fa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-f95b79ff-8812-4a69-9741-755be6c8255a', 'network_id': 'f95b79ff-8812-4a69-9741-755be6c8255a', 'tenant_id': '55b990d66d89441f97d613a6bc477c09', 'fixed_ips': [{'subnet_id': 'd370bdaf-2980-466c-8b5a-2f449228d79f'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:40:23.337746 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c83976a8-d20e-4ea4-9121-bdce6b5d6fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.478206 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4fc77863-7538-4262-9658-b60d68c113ec tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.597497 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49340) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:23.612745 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-c83976a8-d20e-4ea4-9121-bdce6b5d6fa5 None None] Allocated IP 172.20.0.2 (f95b79ff-8812-4a69-9741-755be6c8255a/d370bdaf-2980-466c-8b5a-2f449228d79f/6fe03389-1701-48e5-86b2-285454122b57) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:23.617553 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.resource_extend [None req-47c69019-34d9-48de-b44b-bcafcda6ac68 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:40:23.630942 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ef02fd-56b2-455b-b731-86f96fdb912f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:23.638751 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ef02fd-56b2-455b-b731-86f96fdb912f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:23.639607 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f9ef02fd-56b2-455b-b731-86f96fdb912f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:23.640382 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59339ec0-2837-471f-9d76-e46b8b0fe584 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:23.654214 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59339ec0-2837-471f-9d76-e46b8b0fe584 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:23.660811 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59339ec0-2837-471f-9d76-e46b8b0fe584 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:23.662465 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-59339ec0-2837-471f-9d76-e46b8b0fe584 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Synchronizing usage tracker for tenant:9a82c427d97049aa89b60f6658db2237 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:23.683060 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-47c69019-34d9-48de-b44b-bcafcda6ac68 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.702966 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-47c69019-34d9-48de-b44b-bcafcda6ac68 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.704093 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-47c69019-34d9-48de-b44b-bcafcda6ac68 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.833201 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-bc0a6940-3459-4631-9b67-d59de89200d3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Request body: {'networks': [{'name': 'tempest-network--816574200'}, {'name': 'tempest-network--2037024434'}]} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:23.834194 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-bc0a6940-3459-4631-9b67-d59de89200d3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Request body: {'network': {'name': 'tempest-network--816574200'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:23.835052 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-bc0a6940-3459-4631-9b67-d59de89200d3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Request body: {'network': {'name': 'tempest-network--2037024434'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:23.859412 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c83976a8-d20e-4ea4-9121-bdce6b5d6fa5 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.863374 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-bc0a6940-3459-4631-9b67-d59de89200d3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:23.869114 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8abd-a509-46f6-a7d0-dcf906865c79 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.872486 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-c83976a8-d20e-4ea4-9121-bdce6b5d6fa5 None None] Transition to ACTIVE for port object 6fe03389-1701-48e5-86b2-285454122b57 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:23.873615 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f9ef02fd-56b2-455b-b731-86f96fdb912f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:23.874881 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f9ef02fd-56b2-455b-b731-86f96fdb912f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5815318 Jan 21 09:40:23.881733 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-bc0a6940-3459-4631-9b67-d59de89200d3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Usage tracker for resource:network and tenant:b44e8d29e7504e8e8b1b0d23beae54c5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:23.884165 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49346) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:23.894250 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c69019-34d9-48de-b44b-bcafcda6ac68 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event updated for resources: {'Port': ['ID=d86c519d-8407-441b-9170-8b0af58fbef7,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:23.895131 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-c83976a8-d20e-4ea4-9121-bdce6b5d6fa5 None None] Transition to ACTIVE for port object 6fe03389-1701-48e5-86b2-285454122b57 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:23.896782 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-59339ec0-2837-471f-9d76-e46b8b0fe584 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Unset dirty status for tenant:9a82c427d97049aa89b60f6658db2237 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:23.897895 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-59339ec0-2837-471f-9d76-e46b8b0fe584 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 1.2101831 Jan 21 09:40:23.903689 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49350) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:23.910943 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c83976a8-d20e-4ea4-9121-bdce6b5d6fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.919988 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-bc0a6940-3459-4631-9b67-d59de89200d3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:23.933192 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-bc0a6940-3459-4631-9b67-d59de89200d3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:23.987747 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83976a8-d20e-4ea4-9121-bdce6b5d6fa5 None None] Network f95b79ff-8812-4a69-9741-755be6c8255a is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:23.991629 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-c83976a8-d20e-4ea4-9121-bdce6b5d6fa5 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:23.996486 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-d8ed4121-b1f8-42c1-a7dc-1b3f0d3e8936 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting port c711a71f-edac-42de-a403-42138bb5b3f1 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:23.997299 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d8ed4121-b1f8-42c1-a7dc-1b3f0d3e8936 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.001234 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83976a8-d20e-4ea4-9121-bdce6b5d6fa5 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:24.050621 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0a6940-3459-4631-9b67-d59de89200d3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Made reservation on behalf of b44e8d29e7504e8e8b1b0d23beae54c5 for: {'network': 2} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:24.056943 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bc0a6940-3459-4631-9b67-d59de89200d3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.069023 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-81649fe3-0ac8-4b8d-a387-96d257e1b8a8 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Deleting port ab107a95-e77c-46fc-a6e9-0e8a50d43a49 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:24.069611 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-81649fe3-0ac8-4b8d-a387-96d257e1b8a8 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.074199 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bc0a6940-3459-4631-9b67-d59de89200d3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.086508 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83976a8-d20e-4ea4-9121-bdce6b5d6fa5 None None] Pushing event updated for resources: {'Port': ['ID=6fe03389-1701-48e5-86b2-285454122b57,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:24.111870 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-c83976a8-d20e-4ea4-9121-bdce6b5d6fa5 None None] Attempting to bind port 6fe03389-1701-48e5-86b2-285454122b57 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:40:24.112395 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-c83976a8-d20e-4ea4-9121-bdce6b5d6fa5 None None] Attempting to bind port 6fe03389-1701-48e5-86b2-285454122b57 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'e5e7a4c5-cb02-4b91-97f2-1bc893c3214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f95b79ff-8812-4a69-9741-755be6c8255a'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:40:24.112868 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83976a8-d20e-4ea4-9121-bdce6b5d6fa5 None None] Attempting to bind port 6fe03389-1701-48e5-86b2-285454122b57 on network f95b79ff-8812-4a69-9741-755be6c8255a {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:40:24.120141 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83976a8-d20e-4ea4-9121-bdce6b5d6fa5 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:40:24.120587 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83976a8-d20e-4ea4-9121-bdce6b5d6fa5 None None] Checking segment: {'id': 'e5e7a4c5-cb02-4b91-97f2-1bc893c3214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f95b79ff-8812-4a69-9741-755be6c8255a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:24.121089 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c83976a8-d20e-4ea4-9121-bdce6b5d6fa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.121586 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83976a8-d20e-4ea4-9121-bdce6b5d6fa5 None None] Bound using segment: {'id': 'e5e7a4c5-cb02-4b91-97f2-1bc893c3214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f95b79ff-8812-4a69-9741-755be6c8255a'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:40:24.122156 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-c83976a8-d20e-4ea4-9121-bdce6b5d6fa5 None None] Bound port: 6fe03389-1701-48e5-86b2-285454122b57, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e7a4c5-cb02-4b91-97f2-1bc893c3214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f95b79ff-8812-4a69-9741-755be6c8255a'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:40:24.122650 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c83976a8-d20e-4ea4-9121-bdce6b5d6fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.144934 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-bc0a6940-3459-4631-9b67-d59de89200d3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:24.234176 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-c83976a8-d20e-4ea4-9121-bdce6b5d6fa5 None None] For port 6fe03389-1701-48e5-86b2-285454122b57, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:40:24.238228 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-c83976a8-d20e-4ea4-9121-bdce6b5d6fa5 None None] For port 6fe03389-1701-48e5-86b2-285454122b57, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=6fe03389-1701-48e5-86b2-285454122b57,segment=NetworkSegment(e5e7a4c5-cb02-4b91-97f2-1bc893c3214b),segment_id=e5e7a4c5-cb02-4b91-97f2-1bc893c3214b)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:40:24.241201 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-bc0a6940-3459-4631-9b67-d59de89200d3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Usage tracker for resource:security_group_rule and tenant:b44e8d29e7504e8e8b1b0d23beae54c5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:24.245450 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c83976a8-d20e-4ea4-9121-bdce6b5d6fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.256460 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-bc0a6940-3459-4631-9b67-d59de89200d3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:24.279587 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-bc0a6940-3459-4631-9b67-d59de89200d3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:24.353310 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83976a8-d20e-4ea4-9121-bdce6b5d6fa5 None None] Pushing event updated for resources: {'Port': ['ID=6fe03389-1701-48e5-86b2-285454122b57,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:24.374755 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4fc77863-7538-4262-9658-b60d68c113ec tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.375333 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4fc77863-7538-4262-9658-b60d68c113ec tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.375725 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.l3_db [None req-4fc77863-7538-4262-9658-b60d68c113ec tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Floating IP 4042c1de-2a84-465c-a8d9-528e806f7b64 disassociated. External IP: 172.26.3.101, port: 5fba46d0-9e5d-4529-aee9-182294e6ffc2. Jan 21 09:40:24.376135 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-4fc77863-7538-4262-9658-b60d68c113ec tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Calling delete_port for 5fba46d0-9e5d-4529-aee9-182294e6ffc2 owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:24.419999 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c69019-34d9-48de-b44b-bcafcda6ac68 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Network 8bfa5f5b-2a64-45ec-be32-4a465e699900 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:24.425214 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-47c69019-34d9-48de-b44b-bcafcda6ac68 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:24.560066 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3df9bc2-1e05-419b-a680-9bd68486acea None None] Provisioning for port 5dd9fbc5-02b5-4423-b1a5-8da8d1fd3286 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:24.760822 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8abd-a509-46f6-a7d0-dcf906865c79 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks [] for router_gateway, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.796708 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d8ed4121-b1f8-42c1-a7dc-1b3f0d3e8936 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.812337 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8abd-a509-46f6-a7d0-dcf906865c79 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.912924 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-81649fe3-0ac8-4b8d-a387-96d257e1b8a8 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.995327 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-6471123b-67c6-49ac-8eba-1b4cc16066f6 None None] Provisioning for port c711a71f-edac-42de-a403-42138bb5b3f1 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:25.003233 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-6471123b-67c6-49ac-8eba-1b4cc16066f6 None None] Provisioning complete for port c711a71f-edac-42de-a403-42138bb5b3f1 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:25.004085 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6471123b-67c6-49ac-8eba-1b4cc16066f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:25.113493 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-6471123b-67c6-49ac-8eba-1b4cc16066f6 None None] Port c711a71f-edac-42de-a403-42138bb5b3f1 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:40:25.126286 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-6471123b-67c6-49ac-8eba-1b4cc16066f6 None None] Provisioning complete for port d86c519d-8407-441b-9170-8b0af58fbef7 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:25.127017 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6471123b-67c6-49ac-8eba-1b4cc16066f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:25.134530 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c69019-34d9-48de-b44b-bcafcda6ac68 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Router d20f92a5-8880-4eda-bb44-7bf4a0983548 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:40:25.139379 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-d8ed4121-b1f8-42c1-a7dc-1b3f0d3e8936 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Calling delete_port for c711a71f-edac-42de-a403-42138bb5b3f1 owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:25.183707 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-6471123b-67c6-49ac-8eba-1b4cc16066f6 None None] Port d86c519d-8407-441b-9170-8b0af58fbef7 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:40:25.189912 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4fc77863-7538-4262-9658-b60d68c113ec tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:25.200554 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-81649fe3-0ac8-4b8d-a387-96d257e1b8a8 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Calling delete_port for ab107a95-e77c-46fc-a6e9-0e8a50d43a49 owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:25.234730 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bc0a6940-3459-4631-9b67-d59de89200d3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:25.246071 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bc0a6940-3459-4631-9b67-d59de89200d3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:25.246531 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bc0a6940-3459-4631-9b67-d59de89200d3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:25.294175 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc77863-7538-4262-9658-b60d68c113ec tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event deleted for resources: {'Port': ['ID=5fba46d0-9e5d-4529-aee9-182294e6ffc2,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:25.364135 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a6940-3459-4631-9b67-d59de89200d3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef45f4a-127d-48f7-91c1-9ac3f3fb8bb6,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:25.495277 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-0a8b8abd-a509-46f6-a7d0-dcf906865c79 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Allocated IP 172.26.3.138 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/0237f998-16bd-4897-8918-6e4d844f2793) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:25.518042 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d8ed4121-b1f8-42c1-a7dc-1b3f0d3e8936 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:25.523459 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc0a6940-3459-4631-9b67-d59de89200d3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:25.586643 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 6fe03389-1701-48e5-86b2-285454122b57 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:25.628046 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed4121-b1f8-42c1-a7dc-1b3f0d3e8936 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Port': ['ID=c711a71f-edac-42de-a403-42138bb5b3f1,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:25.659322 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c69019-34d9-48de-b44b-bcafcda6ac68 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:40:25.673737 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d7fb6b-7b60-4c2b-ad61-09ad0ea66733 None None] Sync routers for ids ['d20f92a5-8880-4eda-bb44-7bf4a0983548'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:40:25.689185 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-47c69019-34d9-48de-b44b-bcafcda6ac68 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "PUT /v2.0/routers/d20f92a5-8880-4eda-bb44-7bf4a0983548/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0996988 Jan 21 09:40:25.691537 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d7fb6b-7b60-4c2b-ad61-09ad0ea66733 None None] Routers {'d20f92a5-8880-4eda-bb44-7bf4a0983548'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:25.692173 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-81d7fb6b-7b60-4c2b-ad61-09ad0ea66733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:40:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d20f92a5-8880-4eda-bb44-7bf4a0983548'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:25.714641 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49362) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:25.716508 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 6fe03389-1701-48e5-86b2-285454122b57 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:25.722859 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 5dd9fbc5-02b5-4423-b1a5-8da8d1fd3286 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:25.760656 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bc0a6940-3459-4631-9b67-d59de89200d3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:25.761005 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-bc0a6940-3459-4631-9b67-d59de89200d3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Added segment 1a2813ed-988c-4dde-b11d-ec9d63db068b of type vlan for network 4e41a7bd-59ed-4d28-9eaa-fc69bd7b70a0 Jan 21 09:40:25.836922 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-81d7fb6b-7b60-4c2b-ad61-09ad0ea66733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:25.842751 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 5dd9fbc5-02b5-4423-b1a5-8da8d1fd3286 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:25.850303 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 5dd9fbc5-02b5-4423-b1a5-8da8d1fd3286 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:25.851588 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:25.866057 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d7fb6b-7b60-4c2b-ad61-09ad0ea66733 None None] Routers {'d20f92a5-8880-4eda-bb44-7bf4a0983548'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:25.866681 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-81d7fb6b-7b60-4c2b-ad61-09ad0ea66733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:40:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d20f92a5-8880-4eda-bb44-7bf4a0983548'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:25.905756 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d8ed4121-b1f8-42c1-a7dc-1b3f0d3e8936 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:25.944918 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b771637-aeda-42bc-a2eb-9cd1471b3515 None None] Network f95b79ff-8812-4a69-9741-755be6c8255a requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:25.957184 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-81649fe3-0ac8-4b8d-a387-96d257e1b8a8 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:25.963071 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-81d7fb6b-7b60-4c2b-ad61-09ad0ea66733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:25.964013 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d7fb6b-7b60-4c2b-ad61-09ad0ea66733 None None] The sync data for ids ['d20f92a5-8880-4eda-bb44-7bf4a0983548'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:40:25.968780 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc77863-7538-4262-9658-b60d68c113ec tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Router 1cadc159-fcdd-4eba-84d0-ac11b95f1ab4 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:40:26.020190 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81649fe3-0ac8-4b8d-a387-96d257e1b8a8 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Pushing event deleted for resources: {'Port': ['ID=ab107a95-e77c-46fc-a6e9-0e8a50d43a49,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:26.057654 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bc0a6940-3459-4631-9b67-d59de89200d3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.108241 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9ba255-b80d-4ae6-b5a3-50621f04e757 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:26.110035 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-fb9ba255-b80d-4ae6-b5a3-50621f04e757 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "GET /v2.0/ports/d86c519d-8407-441b-9170-8b0af58fbef7 HTTP/1.1" status: 200 len: 913 time: 0.3605001 Jan 21 09:40:26.115380 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49366) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:26.134888 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d8ed4121-b1f8-42c1-a7dc-1b3f0d3e8936 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/ports/c711a71f-edac-42de-a403-42138bb5b3f1 HTTP/1.1" status: 204 len: 168 time: 2.2495222 Jan 21 09:40:26.138760 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-1cfba224-81cf-4fc5-8018-0171cb9ecc0e None None] Provisioning for port 6fe03389-1701-48e5-86b2-285454122b57 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:26.149487 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49370) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:26.199164 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8abd-a509-46f6-a7d0-dcf906865c79 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.218521 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-1cfba224-81cf-4fc5-8018-0171cb9ecc0e None None] Provisioning complete for port 6fe03389-1701-48e5-86b2-285454122b57 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:26.219310 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1cfba224-81cf-4fc5-8018-0171cb9ecc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.241693 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc0a6940-3459-4631-9b67-d59de89200d3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:26.266214 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e9547e-2f0f-4259-81ac-b8fe52c3f990 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:26.267467 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.267833 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e9547e-2f0f-4259-81ac-b8fe52c3f990 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:26.268575 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-b5e9547e-2f0f-4259-81ac-b8fe52c3f990 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:26.273332 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bc0a6940-3459-4631-9b67-d59de89200d3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.273669 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-bc0a6940-3459-4631-9b67-d59de89200d3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Added segment 2bdbb258-84f0-4af1-92e6-d58096d8122a of type vlan for network 2867de8d-1485-4bf0-a116-61a95ea58b91 Jan 21 09:40:26.314388 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-b5e9547e-2f0f-4259-81ac-b8fe52c3f990 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:26.318085 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-b5e9547e-2f0f-4259-81ac-b8fe52c3f990 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1641543 Jan 21 09:40:26.320493 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bc0a6940-3459-4631-9b67-d59de89200d3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.323488 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49374) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:26.326392 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8abd-a509-46f6-a7d0-dcf906865c79 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.401001 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 5dd9fbc5-02b5-4423-b1a5-8da8d1fd3286, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=5dd9fbc5-02b5-4423-b1a5-8da8d1fd3286,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:26.405276 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-81649fe3-0ac8-4b8d-a387-96d257e1b8a8 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.415073 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.467177 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8b8abd-a509-46f6-a7d0-dcf906865c79 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:26.472394 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-0a8b8abd-a509-46f6-a7d0-dcf906865c79 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:26.474886 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8b8abd-a509-46f6-a7d0-dcf906865c79 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:26.507268 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-81649fe3-0ac8-4b8d-a387-96d257e1b8a8 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] 10.222.0.110 "DELETE /v2.0/ports/ab107a95-e77c-46fc-a6e9-0e8a50d43a49 HTTP/1.1" status: 204 len: 168 time: 2.5928352 Jan 21 09:40:26.513532 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49378) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:26.518136 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c802c7-a488-486e-a9c2-2a268f8db3f7 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting subnet 0ebceccb-fb84-48c9-86b4-40b899f928e4 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:40:26.528329 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-b9c9bb89-632e-4598-a1d4-9f699a06570e tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Request body: {'port': {'name': 'tempest-new-port-name-1345321641', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:26.528715 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.api.validators [None req-b9c9bb89-632e-4598-a1d4-9f699a06570e tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] bootfile-name is not in valid_values {{(pid=87514) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:40:26.529243 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.api.validators [None req-b9c9bb89-632e-4598-a1d4-9f699a06570e tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] tftp-server is not in valid_values {{(pid=87514) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:40:26.529572 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.api.validators [None req-b9c9bb89-632e-4598-a1d4-9f699a06570e tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] server-ip-address is not in valid_values {{(pid=87514) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:40:26.530042 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d9c802c7-a488-486e-a9c2-2a268f8db3f7 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.544687 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1cfba224-81cf-4fc5-8018-0171cb9ecc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.563421 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc77863-7538-4262-9658-b60d68c113ec tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:40:26.579417 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=5dd9fbc5-02b5-4423-b1a5-8da8d1fd3286,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:26.580056 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b8abd-a509-46f6-a7d0-dcf906865c79 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Pushing event updated for resources: {'Port': ['ID=0237f998-16bd-4897-8918-6e4d844f2793,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:26.584990 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ee329b-aea1-40f3-9671-5426d52c6e5b None None] Sync routers for ids ['1cadc159-fcdd-4eba-84d0-ac11b95f1ab4'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:40:26.616976 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ee329b-aea1-40f3-9671-5426d52c6e5b None None] Routers {'1cadc159-fcdd-4eba-84d0-ac11b95f1ab4'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:26.617730 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-72ee329b-aea1-40f3-9671-5426d52c6e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:40:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['1cadc159-fcdd-4eba-84d0-ac11b95f1ab4'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:26.624762 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bc0a6940-3459-4631-9b67-d59de89200d3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.625252 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bc0a6940-3459-4631-9b67-d59de89200d3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.632299 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0a6940-3459-4631-9b67-d59de89200d3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:26.637196 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0a6940-3459-4631-9b67-d59de89200d3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:26.638045 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bc0a6940-3459-4631-9b67-d59de89200d3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.689855 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-1cfba224-81cf-4fc5-8018-0171cb9ecc0e None None] For port 6fe03389-1701-48e5-86b2-285454122b57, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=6fe03389-1701-48e5-86b2-285454122b57,segment=NetworkSegment(e5e7a4c5-cb02-4b91-97f2-1bc893c3214b),segment_id=e5e7a4c5-cb02-4b91-97f2-1bc893c3214b)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:26.692037 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-72ee329b-aea1-40f3-9671-5426d52c6e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:26.692822 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d9c802c7-a488-486e-a9c2-2a268f8db3f7 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.702486 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ee329b-aea1-40f3-9671-5426d52c6e5b None None] Routers {'1cadc159-fcdd-4eba-84d0-ac11b95f1ab4'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:26.703368 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-72ee329b-aea1-40f3-9671-5426d52c6e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:40:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['1cadc159-fcdd-4eba-84d0-ac11b95f1ab4'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:26.763334 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1cfba224-81cf-4fc5-8018-0171cb9ecc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.852008 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfba224-81cf-4fc5-8018-0171cb9ecc0e None None] Pushing event updated for resources: {'Port': ['ID=6fe03389-1701-48e5-86b2-285454122b57,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:26.854772 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-72ee329b-aea1-40f3-9671-5426d52c6e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:26.855422 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ee329b-aea1-40f3-9671-5426d52c6e5b None None] The sync data for ids ['1cadc159-fcdd-4eba-84d0-ac11b95f1ab4'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:40:26.900674 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-bc0a6940-3459-4631-9b67-d59de89200d3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.3019238 Jan 21 09:40:26.941357 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49382) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:26.954013 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a6940-3459-4631-9b67-d59de89200d3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Pushing event updated for resources: {'Network': ['ID=4e41a7bd-59ed-4d28-9eaa-fc69bd7b70a0,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:26.965541 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 4e41a7bd-59ed-4d28-9eaa-fc69bd7b70a0 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:27.080384 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-300f6fec-9312-4ad9-9191-900dbb289403 None None] Provisioning complete for port 6fe03389-1701-48e5-86b2-285454122b57 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:27.080999 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-300f6fec-9312-4ad9-9191-900dbb289403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.162267 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b9c9bb89-632e-4598-a1d4-9f699a06570e tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.233650 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4fc77863-7538-4262-9658-b60d68c113ec tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.235552 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4fc77863-7538-4262-9658-b60d68c113ec tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "DELETE /v2.0/ports/5fba46d0-9e5d-4529-aee9-182294e6ffc2 HTTP/1.1" status: 204 len: 168 time: 4.5529423 Jan 21 09:40:27.243887 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49386) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:27.272386 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a6940-3459-4631-9b67-d59de89200d3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Pushing event updated for resources: {'Network': ['ID=2867de8d-1485-4bf0-a116-61a95ea58b91,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:27.284780 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 2867de8d-1485-4bf0-a116-61a95ea58b91 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:27.347914 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d9c802c7-a488-486e-a9c2-2a268f8db3f7 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.475932 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 6fe03389-1701-48e5-86b2-285454122b57 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:27.505979 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2448ee80-765e-49fd-9384-0b52f7ca1ea5 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:27.511943 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2448ee80-765e-49fd-9384-0b52f7ca1ea5 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:27.517573 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2448ee80-765e-49fd-9384-0b52f7ca1ea5 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:27.523883 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d9c802c7-a488-486e-a9c2-2a268f8db3f7 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.524119 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2448ee80-765e-49fd-9384-0b52f7ca1ea5 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:27.528311 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2448ee80-765e-49fd-9384-0b52f7ca1ea5 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5833907 Jan 21 09:40:27.529182 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8abd-a509-46f6-a7d0-dcf906865c79 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks [] for router_gateway, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.537703 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49392) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:27.553623 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 6fe03389-1701-48e5-86b2-285454122b57 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:27.554071 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.638269 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d9c802c7-a488-486e-a9c2-2a268f8db3f7 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.649579 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c802c7-a488-486e-a9c2-2a268f8db3f7 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Subnet': ['ID=0ebceccb-fb84-48c9-86b4-40b899f928e4,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:27.666908 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d9c802c7-a488-486e-a9c2-2a268f8db3f7 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/0ebceccb-fb84-48c9-86b4-40b899f928e4 HTTP/1.1" status: 204 len: 168 time: 1.3421283 Jan 21 09:40:27.670864 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49396) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:27.693769 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48360e76-77a1-487f-8f2e-0a3dc9cf43c7 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:27.795733 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 5dd9fbc5-02b5-4423-b1a5-8da8d1fd3286 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:27.798819 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-278df1d7-645e-47ce-8db8-a6eb2cd39419 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1271770 Jan 21 09:40:27.801776 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49400) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:27.816894 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-538683c7-f465-410a-b057-35d020eda7c8 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:27.955271 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-123822c2-1c3f-4253-8426-48b065d03ebf tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.957161 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 5dd9fbc5-02b5-4423-b1a5-8da8d1fd3286 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:27.957603 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:28.015317 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-538683c7-f465-410a-b057-35d020eda7c8 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:28.029551 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-538683c7-f465-410a-b057-35d020eda7c8 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:subnet and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:28.034008 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-538683c7-f465-410a-b057-35d020eda7c8 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:28.043258 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-538683c7-f465-410a-b057-35d020eda7c8 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:28.111418 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18a509a-6647-4e97-883c-bc02a8e78663 None None] DHCP port deletion for 36c4effd-f4af-4d10-91bd-714d225a3199 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:40:28.116667 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-d18a509a-6647-4e97-883c-bc02a8e78663 None None] Deleting port 5dd9fbc5-02b5-4423-b1a5-8da8d1fd3286 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:28.117264 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d18a509a-6647-4e97-883c-bc02a8e78663 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:28.132869 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538683c7-f465-410a-b057-35d020eda7c8 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:28.136745 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-538683c7-f465-410a-b057-35d020eda7c8 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:28.178963 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8abd-a509-46f6-a7d0-dcf906865c79 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:28.336705 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-d18a509a-6647-4e97-883c-bc02a8e78663 None None] For port 5dd9fbc5-02b5-4423-b1a5-8da8d1fd3286, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=5dd9fbc5-02b5-4423-b1a5-8da8d1fd3286,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:28.337313 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d18a509a-6647-4e97-883c-bc02a8e78663 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:28.343023 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.resource_extend [None req-b9c9bb89-632e-4598-a1d4-9f699a06570e tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:40:28.382542 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b9c9bb89-632e-4598-a1d4-9f699a06570e tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:28.466265 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-123822c2-1c3f-4253-8426-48b065d03ebf tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:28.473584 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b9c9bb89-632e-4598-a1d4-9f699a06570e tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:28.475049 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-d18a509a-6647-4e97-883c-bc02a8e78663 None None] Calling delete_port for 5dd9fbc5-02b5-4423-b1a5-8da8d1fd3286 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:28.561632 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d18a509a-6647-4e97-883c-bc02a8e78663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:28.602937 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-123822c2-1c3f-4253-8426-48b065d03ebf tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e41a7bd-59ed-4d28-9eaa-fc69bd7b70a0']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:28.626935 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18a509a-6647-4e97-883c-bc02a8e78663 None None] No DVR routers for this DVR port 5dd9fbc5-02b5-4423-b1a5-8da8d1fd3286 on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:40:28.636192 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a509a-6647-4e97-883c-bc02a8e78663 None None] Pushing event deleted for resources: {'Port': ['ID=5dd9fbc5-02b5-4423-b1a5-8da8d1fd3286,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:28.648669 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-123822c2-1c3f-4253-8426-48b065d03ebf tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a2813ed-988c-4dde-b11d-ec9d63db068b') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:28.648955 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-123822c2-1c3f-4253-8426-48b065d03ebf tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a2813ed-988c-4dde-b11d-ec9d63db068b') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:28.691851 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8b8abd-a509-46f6-a7d0-dcf906865c79 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Router d6596f41-9da4-4136-8e7b-aef4ee42f0de is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:40:28.712130 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-123822c2-1c3f-4253-8426-48b065d03ebf tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:28.742777 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-609efde6-4c16-4700-aef6-b1c4375f9172 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:28.796474 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9bb89-632e-4598-a1d4-9f699a06570e tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Pushing event updated for resources: {'Port': ['ID=28deeb6e-e62f-410d-ad05-4446cbbb3bb9,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:28.826160 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-123822c2-1c3f-4253-8426-48b065d03ebf tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:28.828891 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-b9c9bb89-632e-4598-a1d4-9f699a06570e tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] In _notify_port_updated(), no bound segment for port 28deeb6e-e62f-410d-ad05-4446cbbb3bb9 on network 35f5a85b-8184-4c32-a42d-583659ee1502 {{(pid=87514) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:40:28.834435 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c9bb89-632e-4598-a1d4-9f699a06570e tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:28.835021 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b9c9bb89-632e-4598-a1d4-9f699a06570e tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:28.836360 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b9c9bb89-632e-4598-a1d4-9f699a06570e tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] 10.222.0.110 "PUT /v2.0/ports/28deeb6e-e62f-410d-ad05-4446cbbb3bb9 HTTP/1.1" status: 200 len: 1137 time: 2.3189106 Jan 21 09:40:28.843249 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49404) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:28.861788 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-1d6a78b1-0866-424f-a434-f134d927e1e5 None None] Provisioning complete for port 28deeb6e-e62f-410d-ad05-4446cbbb3bb9 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:28.862438 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1d6a78b1-0866-424f-a434-f134d927e1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:28.905235 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-123822c2-1c3f-4253-8426-48b065d03ebf tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:40:28.905634 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-123822c2-1c3f-4253-8426-48b065d03ebf tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:28.920307 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:40:28.920307 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:40:28.920307 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:40:28.920307 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:28.920307 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:40:28.920307 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:40:28.920307 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:40:28.920307 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:28.920307 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:40:28.920307 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:28.920307 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:40:28.920307 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:28.920307 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:40:28.920307 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:40:28.920307 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:28.920307 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:40:28.920307 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:28.920307 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:40:28.920307 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:40:28.920307 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:40:28.920307 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:40:28.920307 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:40:28.920307 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:28.920307 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:40:28.920307 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:28.920307 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:40:28.920307 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:28.920307 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:40:28.920307 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:28.920307 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:40:28.920307 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:28.920307 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:28.925679 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-1d6a78b1-0866-424f-a434-f134d927e1e5 None None] Port 28deeb6e-e62f-410d-ad05-4446cbbb3bb9 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:40:29.040720 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.objects.ports [None req-538683c7-f465-410a-b057-35d020eda7c8 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87515) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 09:40:29.047742 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f854e761-e663-41ad-ae66-d64fef45cffc tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:29.048323 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f854e761-e663-41ad-ae66-d64fef45cffc tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Synchronizing usage tracker for tenant:9a82c427d97049aa89b60f6658db2237 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:29.053404 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-538683c7-f465-410a-b057-35d020eda7c8 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.086539 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-123822c2-1c3f-4253-8426-48b065d03ebf tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.143310 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-123822c2-1c3f-4253-8426-48b065d03ebf tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.150051 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538683c7-f465-410a-b057-35d020eda7c8 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:29.156919 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8b8abd-a509-46f6-a7d0-dcf906865c79 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:40:29.158371 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123822c2-1c3f-4253-8426-48b065d03ebf tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Pushing event deleted for resources: {'Network': ['ID=4e41a7bd-59ed-4d28-9eaa-fc69bd7b70a0,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:29.161231 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-538683c7-f465-410a-b057-35d020eda7c8 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:29.165149 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-123822c2-1c3f-4253-8426-48b065d03ebf tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] 10.222.0.110 "DELETE /v2.0/networks/4e41a7bd-59ed-4d28-9eaa-fc69bd7b70a0 HTTP/1.1" status: 204 len: 168 time: 1.5988069 Jan 21 09:40:29.171853 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f854e761-e663-41ad-ae66-d64fef45cffc tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Unset dirty status for tenant:9a82c427d97049aa89b60f6658db2237 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:29.176359 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f854e761-e663-41ad-ae66-d64fef45cffc tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] 10.222.0.110 "GET /v2.0/ports/28deeb6e-e62f-410d-ad05-4446cbbb3bb9 HTTP/1.1" status: 200 len: 1137 time: 0.3287885 Jan 21 09:40:29.176520 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa18aa9-304a-4ec5-96e2-6e937e874e85 None None] Sync routers for ids ['d6596f41-9da4-4136-8e7b-aef4ee42f0de'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:40:29.178696 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49408) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:29.178696 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49410) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:29.179575 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538683c7-f465-410a-b057-35d020eda7c8 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:29.180213 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-538683c7-f465-410a-b057-35d020eda7c8 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.191967 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb83d69e-4b14-44cc-91b5-ab2a5f027e8d None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:29.198043 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa18aa9-304a-4ec5-96e2-6e937e874e85 None None] Routers {'d6596f41-9da4-4136-8e7b-aef4ee42f0de'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:29.204450 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-caa18aa9-304a-4ec5-96e2-6e937e874e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:40:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d6596f41-9da4-4136-8e7b-aef4ee42f0de'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:29.242559 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538683c7-f465-410a-b057-35d020eda7c8 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Subnet': ['ID=59b30e64-6dbe-44f2-b4e1-21507860cb95,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:29.284066 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fc925df3-2d0a-4e25-a9f2-aa3d3a382f38 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.295068 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-caa18aa9-304a-4ec5-96e2-6e937e874e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:29.307934 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8abd-a509-46f6-a7d0-dcf906865c79 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.310351 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa18aa9-304a-4ec5-96e2-6e937e874e85 None None] Routers {'d6596f41-9da4-4136-8e7b-aef4ee42f0de'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:29.311061 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-caa18aa9-304a-4ec5-96e2-6e937e874e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:40:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d6596f41-9da4-4136-8e7b-aef4ee42f0de'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:29.311948 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0a8b8abd-a509-46f6-a7d0-dcf906865c79 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.2977855 Jan 21 09:40:29.316980 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49416) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:29.319033 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-538683c7-f465-410a-b057-35d020eda7c8 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5157912 Jan 21 09:40:29.349126 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49420) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:29.378122 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-3981dc09-4d41-4655-ad00-59507313926f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'port': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'mac_address': 'fa:16:3e:a4:1c:60', 'name': 'tempest-NetworksTestDHCPv6-1245447407'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:29.420253 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-caa18aa9-304a-4ec5-96e2-6e937e874e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:29.422852 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa18aa9-304a-4ec5-96e2-6e937e874e85 None None] The sync data for ids ['d6596f41-9da4-4136-8e7b-aef4ee42f0de'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:40:29.443688 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-609efde6-4c16-4700-aef6-b1c4375f9172 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Deleting port d86c519d-8407-441b-9170-8b0af58fbef7 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:29.444027 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-609efde6-4c16-4700-aef6-b1c4375f9172 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.454074 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-fb12356f-5a07-42dd-8026-ef7948656bad tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Deleting port 28deeb6e-e62f-410d-ad05-4446cbbb3bb9 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:29.454410 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fb12356f-5a07-42dd-8026-ef7948656bad tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.503152 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 5dd9fbc5-02b5-4423-b1a5-8da8d1fd3286 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:40:29.528794 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-11666091-e6fd-4a08-b924-15b5c428659c tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.551009 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 5dd9fbc5-02b5-4423-b1a5-8da8d1fd3286 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:40:29.551575 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 5dd9fbc5-02b5-4423-b1a5-8da8d1fd3286 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:40:29.565792 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2da999d-005e-4491-8a01-ce32c022776f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-36c4effd-f4af-4d10-91bd-714d225a3199', 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'tenant_id': 'ce9334fe18174618a851dcacd095feca', 'fixed_ips': [{'subnet_id': '59b30e64-6dbe-44f2-b4e1-21507860cb95'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:40:29.566928 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e2da999d-005e-4491-8a01-ce32c022776f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.728837 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-e2da999d-005e-4491-8a01-ce32c022776f None None] Allocated IP 2001:db8::f816:3eff:fe0d:e0a0 (36c4effd-f4af-4d10-91bd-714d225a3199/59b30e64-6dbe-44f2-b4e1-21507860cb95/74116c6c-bff3-4f09-8b81-a2b7f2afa6f6) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:29.985422 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-11666091-e6fd-4a08-b924-15b5c428659c tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.998449 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e2da999d-005e-4491-8a01-ce32c022776f None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.003124 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-3981dc09-4d41-4655-ad00-59507313926f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:30.011080 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e2da999d-005e-4491-8a01-ce32c022776f None None] Transition to ACTIVE for port object 74116c6c-bff3-4f09-8b81-a2b7f2afa6f6 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:30.014071 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-3981dc09-4d41-4655-ad00-59507313926f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:port and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:30.017759 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-3981dc09-4d41-4655-ad00-59507313926f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:30.026670 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-3981dc09-4d41-4655-ad00-59507313926f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:30.032398 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e2da999d-005e-4491-8a01-ce32c022776f None None] Transition to ACTIVE for port object 74116c6c-bff3-4f09-8b81-a2b7f2afa6f6 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:30.038511 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e2da999d-005e-4491-8a01-ce32c022776f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.068160 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3981dc09-4d41-4655-ad00-59507313926f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:30.110127 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-609efde6-4c16-4700-aef6-b1c4375f9172 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.111600 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2da999d-005e-4491-8a01-ce32c022776f None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:30.115321 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-e2da999d-005e-4491-8a01-ce32c022776f None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:30.118418 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2da999d-005e-4491-8a01-ce32c022776f None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:30.162370 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da999d-005e-4491-8a01-ce32c022776f None None] Pushing event updated for resources: {'Port': ['ID=74116c6c-bff3-4f09-8b81-a2b7f2afa6f6,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:30.221090 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-e2da999d-005e-4491-8a01-ce32c022776f None None] Attempting to bind port 74116c6c-bff3-4f09-8b81-a2b7f2afa6f6 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:40:30.221469 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-e2da999d-005e-4491-8a01-ce32c022776f None None] Attempting to bind port 74116c6c-bff3-4f09-8b81-a2b7f2afa6f6 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:40:30.222220 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2da999d-005e-4491-8a01-ce32c022776f None None] Attempting to bind port 74116c6c-bff3-4f09-8b81-a2b7f2afa6f6 on network 36c4effd-f4af-4d10-91bd-714d225a3199 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:40:30.223066 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-11666091-e6fd-4a08-b924-15b5c428659c tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2867de8d-1485-4bf0-a116-61a95ea58b91']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:30.228325 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2da999d-005e-4491-8a01-ce32c022776f None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:40:30.228842 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2da999d-005e-4491-8a01-ce32c022776f None None] Checking segment: {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:30.229314 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e2da999d-005e-4491-8a01-ce32c022776f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.229778 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2da999d-005e-4491-8a01-ce32c022776f None None] Bound using segment: {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:40:30.230371 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-e2da999d-005e-4491-8a01-ce32c022776f None None] Bound port: 74116c6c-bff3-4f09-8b81-a2b7f2afa6f6, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:40:30.230755 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e2da999d-005e-4491-8a01-ce32c022776f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.255843 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-11666091-e6fd-4a08-b924-15b5c428659c tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bdbb258-84f0-4af1-92e6-d58096d8122a') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:30.256667 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-11666091-e6fd-4a08-b924-15b5c428659c tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bdbb258-84f0-4af1-92e6-d58096d8122a') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:30.263951 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fb12356f-5a07-42dd-8026-ef7948656bad tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.287669 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-11666091-e6fd-4a08-b924-15b5c428659c tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.296197 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-609efde6-4c16-4700-aef6-b1c4375f9172 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Calling delete_port for d86c519d-8407-441b-9170-8b0af58fbef7 owned by network:router_interface {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:30.323865 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-e2da999d-005e-4491-8a01-ce32c022776f None None] For port 74116c6c-bff3-4f09-8b81-a2b7f2afa6f6, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:40:30.326514 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-e2da999d-005e-4491-8a01-ce32c022776f None None] For port 74116c6c-bff3-4f09-8b81-a2b7f2afa6f6, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=74116c6c-bff3-4f09-8b81-a2b7f2afa6f6,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:40:30.331925 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e2da999d-005e-4491-8a01-ce32c022776f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.420359 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da999d-005e-4491-8a01-ce32c022776f None None] Pushing event updated for resources: {'Port': ['ID=74116c6c-bff3-4f09-8b81-a2b7f2afa6f6,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:30.450617 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3981dc09-4d41-4655-ad00-59507313926f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.468224 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-fb12356f-5a07-42dd-8026-ef7948656bad tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Calling delete_port for 28deeb6e-e62f-410d-ad05-4446cbbb3bb9 owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:30.469781 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-fc925df3-2d0a-4e25-a9f2-aa3d3a382f38 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Deleting port 546cd05c-dc0f-49dc-9d8d-43bd828a5471 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:30.470193 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fc925df3-2d0a-4e25-a9f2-aa3d3a382f38 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.509341 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-11666091-e6fd-4a08-b924-15b5c428659c tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.536655 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11666091-e6fd-4a08-b924-15b5c428659c tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:40:30.537062 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-11666091-e6fd-4a08-b924-15b5c428659c tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.552657 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-3981dc09-4d41-4655-ad00-59507313926f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] device_id is not set on port 0be5007f-0c42-4fdd-82ab-3c98f3789079 yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:40:30.554849 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:40:30.554849 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:40:30.554849 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:40:30.554849 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:30.554849 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:40:30.554849 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:40:30.554849 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:40:30.554849 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:30.554849 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:40:30.554849 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:30.554849 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:40:30.554849 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:30.554849 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:40:30.554849 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:40:30.554849 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:30.554849 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:40:30.554849 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:30.554849 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:40:30.554849 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:40:30.554849 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:40:30.554849 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:40:30.554849 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:40:30.554849 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:30.554849 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:40:30.554849 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:30.554849 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:40:30.554849 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:30.554849 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:40:30.554849 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:30.554849 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:40:30.554849 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:30.554849 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:30.773844 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-11666091-e6fd-4a08-b924-15b5c428659c tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.807665 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-11666091-e6fd-4a08-b924-15b5c428659c tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.810898 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11666091-e6fd-4a08-b924-15b5c428659c tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Pushing event deleted for resources: {'Network': ['ID=2867de8d-1485-4bf0-a116-61a95ea58b91,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:30.829182 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-11666091-e6fd-4a08-b924-15b5c428659c tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] 10.222.0.110 "DELETE /v2.0/networks/2867de8d-1485-4bf0-a116-61a95ea58b91 HTTP/1.1" status: 204 len: 168 time: 1.6450787 Jan 21 09:40:30.832010 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49424) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:30.925390 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fc925df3-2d0a-4e25-a9f2-aa3d3a382f38 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.941391 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-3981dc09-4d41-4655-ad00-59507313926f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Allocated IP 2001:db8::f816:3eff:fea4:1c60 (36c4effd-f4af-4d10-91bd-714d225a3199/59b30e64-6dbe-44f2-b4e1-21507860cb95/0be5007f-0c42-4fdd-82ab-3c98f3789079) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:31.058629 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-609efde6-4c16-4700-aef6-b1c4375f9172 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.073092 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-fc925df3-2d0a-4e25-a9f2-aa3d3a382f38 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Calling delete_port for 546cd05c-dc0f-49dc-9d8d-43bd828a5471 owned by network:router_interface {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:31.107643 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fb12356f-5a07-42dd-8026-ef7948656bad tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.180989 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609efde6-4c16-4700-aef6-b1c4375f9172 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event deleted for resources: {'Port': ['ID=d86c519d-8407-441b-9170-8b0af58fbef7,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:31.205655 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12356f-5a07-42dd-8026-ef7948656bad tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Pushing event deleted for resources: {'Port': ['ID=28deeb6e-e62f-410d-ad05-4446cbbb3bb9,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:31.228819 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb12356f-5a07-42dd-8026-ef7948656bad tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:31.229493 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb12356f-5a07-42dd-8026-ef7948656bad tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:31.229493 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb12356f-5a07-42dd-8026-ef7948656bad tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:31.229845 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb12356f-5a07-42dd-8026-ef7948656bad tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:31.230155 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb12356f-5a07-42dd-8026-ef7948656bad tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:31.230489 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb12356f-5a07-42dd-8026-ef7948656bad tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:31.230814 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb12356f-5a07-42dd-8026-ef7948656bad tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:31.231142 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb12356f-5a07-42dd-8026-ef7948656bad tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:31.231500 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb12356f-5a07-42dd-8026-ef7948656bad tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:31.231828 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb12356f-5a07-42dd-8026-ef7948656bad tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:31.232156 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb12356f-5a07-42dd-8026-ef7948656bad tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:31.232478 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb12356f-5a07-42dd-8026-ef7948656bad tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:31.247595 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e9e364-693a-413a-b10f-f41c2e503311 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:31.253670 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e9e364-693a-413a-b10f-f41c2e503311 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:31.254449 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a2e9e364-693a-413a-b10f-f41c2e503311 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Synchronizing usage tracker for tenant:b44e8d29e7504e8e8b1b0d23beae54c5 on resource:network {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:31.372694 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a2e9e364-693a-413a-b10f-f41c2e503311 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Unset dirty status for tenant:b44e8d29e7504e8e8b1b0d23beae54c5 on resource:network {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:31.379365 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a2e9e364-693a-413a-b10f-f41c2e503311 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5099509 Jan 21 09:40:31.379365 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-84cdf504-a011-43df-bbd2-14ef7db21009 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.393839 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49428) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:31.407993 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-7df108bb-e441-486f-80af-99b093ae7c49 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-399039823'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:31.414438 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-7df108bb-e441-486f-80af-99b093ae7c49 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:31.425392 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-7df108bb-e441-486f-80af-99b093ae7c49 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:31.447251 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df108bb-e441-486f-80af-99b093ae7c49 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Made reservation on behalf of b44e8d29e7504e8e8b1b0d23beae54c5 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:31.461666 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7df108bb-e441-486f-80af-99b093ae7c49 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.538332 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 74116c6c-bff3-4f09-8b81-a2b7f2afa6f6 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:31.627596 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fb12356f-5a07-42dd-8026-ef7948656bad tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.653043 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 74116c6c-bff3-4f09-8b81-a2b7f2afa6f6 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:31.729536 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-fb12356f-5a07-42dd-8026-ef7948656bad tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] 10.222.0.110 "DELETE /v2.0/ports/28deeb6e-e62f-410d-ad05-4446cbbb3bb9 HTTP/1.1" status: 204 len: 168 time: 2.5407734 Jan 21 09:40:31.731543 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49432) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:31.740164 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-609efde6-4c16-4700-aef6-b1c4375f9172 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.740460 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df108bb-e441-486f-80af-99b093ae7c49 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:31.837851 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7df108bb-e441-486f-80af-99b093ae7c49 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.838094 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-7df108bb-e441-486f-80af-99b093ae7c49 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Added segment 642d62df-57bd-448f-98f8-0662cbad89b9 of type vlan for network 1e9bda4f-4fcc-4ba1-8614-350cfd0fb777 Jan 21 09:40:31.872505 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-37065613-0113-400f-a980-a0b8e0c7b060 None None] Provisioning for port 74116c6c-bff3-4f09-8b81-a2b7f2afa6f6 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:31.878428 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-37065613-0113-400f-a980-a0b8e0c7b060 None None] Provisioning complete for port 74116c6c-bff3-4f09-8b81-a2b7f2afa6f6 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:31.879066 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-37065613-0113-400f-a980-a0b8e0c7b060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.009907 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-37065613-0113-400f-a980-a0b8e0c7b060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.025113 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2204e51-1ad9-4d32-b6b7-4a16e33d60b2 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Deleting subnet c19e9128-5068-495a-a06e-0b234935e662 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:40:32.040606 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7df108bb-e441-486f-80af-99b093ae7c49 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.045600 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-37065613-0113-400f-a980-a0b8e0c7b060 None None] For port 74116c6c-bff3-4f09-8b81-a2b7f2afa6f6, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=74116c6c-bff3-4f09-8b81-a2b7f2afa6f6,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:32.047847 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b2204e51-1ad9-4d32-b6b7-4a16e33d60b2 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.049564 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3981dc09-4d41-4655-ad00-59507313926f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.051168 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-37065613-0113-400f-a980-a0b8e0c7b060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.127111 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37065613-0113-400f-a980-a0b8e0c7b060 None None] Pushing event updated for resources: {'Port': ['ID=74116c6c-bff3-4f09-8b81-a2b7f2afa6f6,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:32.173187 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b2204e51-1ad9-4d32-b6b7-4a16e33d60b2 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.221871 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7df108bb-e441-486f-80af-99b093ae7c49 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.228130 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df108bb-e441-486f-80af-99b093ae7c49 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:32.228849 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7df108bb-e441-486f-80af-99b093ae7c49 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.230372 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-3981dc09-4d41-4655-ad00-59507313926f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Transition to ACTIVE for port object 0be5007f-0c42-4fdd-82ab-3c98f3789079 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:32.272671 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fc925df3-2d0a-4e25-a9f2-aa3d3a382f38 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.336669 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925df3-2d0a-4e25-a9f2-aa3d3a382f38 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event deleted for resources: {'Port': ['ID=546cd05c-dc0f-49dc-9d8d-43bd828a5471,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:32.375940 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609efde6-4c16-4700-aef6-b1c4375f9172 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Router d20f92a5-8880-4eda-bb44-7bf4a0983548 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:40:32.394303 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925df3-2d0a-4e25-a9f2-aa3d3a382f38 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:32.394557 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925df3-2d0a-4e25-a9f2-aa3d3a382f38 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:32.394896 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925df3-2d0a-4e25-a9f2-aa3d3a382f38 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:32.395221 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925df3-2d0a-4e25-a9f2-aa3d3a382f38 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:32.395576 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925df3-2d0a-4e25-a9f2-aa3d3a382f38 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:32.396480 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925df3-2d0a-4e25-a9f2-aa3d3a382f38 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:32.396842 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925df3-2d0a-4e25-a9f2-aa3d3a382f38 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:32.397162 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925df3-2d0a-4e25-a9f2-aa3d3a382f38 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:32.397478 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925df3-2d0a-4e25-a9f2-aa3d3a382f38 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:32.397792 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925df3-2d0a-4e25-a9f2-aa3d3a382f38 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:32.398101 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925df3-2d0a-4e25-a9f2-aa3d3a382f38 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:32.398406 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925df3-2d0a-4e25-a9f2-aa3d3a382f38 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:32.430423 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df108bb-e441-486f-80af-99b093ae7c49 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Pushing event updated for resources: {'Network': ['ID=1e9bda4f-4fcc-4ba1-8614-350cfd0fb777,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:32.436014 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7df108bb-e441-486f-80af-99b093ae7c49 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0411263 Jan 21 09:40:32.438979 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-84cdf504-a011-43df-bbd2-14ef7db21009 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Allocated IP 172.20.0.1 (f95b79ff-8812-4a69-9741-755be6c8255a/d370bdaf-2980-466c-8b5a-2f449228d79f/c330c323-018e-4204-96dd-bb1720fc8b93) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:32.442254 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49436) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:32.450373 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 1e9bda4f-4fcc-4ba1-8614-350cfd0fb777 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:32.452554 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-5a423e69-e69d-4067-bdd7-2331e7cfdee8 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1126869019'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:32.467616 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-5a423e69-e69d-4067-bdd7-2331e7cfdee8 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:32.471240 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b2204e51-1ad9-4d32-b6b7-4a16e33d60b2 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.512258 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-5a423e69-e69d-4067-bdd7-2331e7cfdee8 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Usage tracker for resource:network and tenant:b44e8d29e7504e8e8b1b0d23beae54c5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:32.526220 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3981dc09-4d41-4655-ad00-59507313926f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.534152 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-5a423e69-e69d-4067-bdd7-2331e7cfdee8 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:32.551449 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-5a423e69-e69d-4067-bdd7-2331e7cfdee8 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:32.647563 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a423e69-e69d-4067-bdd7-2331e7cfdee8 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Made reservation on behalf of b44e8d29e7504e8e8b1b0d23beae54c5 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:32.650829 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5a423e69-e69d-4067-bdd7-2331e7cfdee8 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.719854 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a423e69-e69d-4067-bdd7-2331e7cfdee8 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:32.733168 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b2204e51-1ad9-4d32-b6b7-4a16e33d60b2 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.744448 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3981dc09-4d41-4655-ad00-59507313926f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:32.757166 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-3981dc09-4d41-4655-ad00-59507313926f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:32.759851 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3981dc09-4d41-4655-ad00-59507313926f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:32.766763 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3981dc09-4d41-4655-ad00-59507313926f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:32.768088 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3981dc09-4d41-4655-ad00-59507313926f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.781764 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5a423e69-e69d-4067-bdd7-2331e7cfdee8 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.781973 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-5a423e69-e69d-4067-bdd7-2331e7cfdee8 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Added segment a80bc393-6806-4125-9d8a-6b80c5414e7d of type vlan for network 49590271-b79f-481a-967e-3c7288efab0d Jan 21 09:40:32.800277 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-84cdf504-a011-43df-bbd2-14ef7db21009 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.803266 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3981dc09-4d41-4655-ad00-59507313926f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Port': ['ID=0be5007f-0c42-4fdd-82ab-3c98f3789079,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:32.807842 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2204e51-1ad9-4d32-b6b7-4a16e33d60b2 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Pushing event deleted for resources: {'Subnet': ['ID=c19e9128-5068-495a-a06e-0b234935e662,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:32.816388 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b2204e51-1ad9-4d32-b6b7-4a16e33d60b2 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.830061 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e20ccc-718c-475e-af46-6ef80cf0d42d None None] Network 35f5a85b-8184-4c32-a42d-583659ee1502 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:32.832201 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-84cdf504-a011-43df-bbd2-14ef7db21009 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Transition to ACTIVE for port object c330c323-018e-4204-96dd-bb1720fc8b93 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:32.839556 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609efde6-4c16-4700-aef6-b1c4375f9172 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:40:32.855162 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545e8816-6f5f-4382-ae45-1c860d2f09e3 None None] Sync routers for ids ['d20f92a5-8880-4eda-bb44-7bf4a0983548'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:40:32.870205 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-b2204e51-1ad9-4d32-b6b7-4a16e33d60b2 tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] 10.222.0.110 "DELETE /v2.0/subnets/c19e9128-5068-495a-a06e-0b234935e662 HTTP/1.1" status: 204 len: 168 time: 1.1360955 Jan 21 09:40:32.873004 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49440) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:32.877690 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5a423e69-e69d-4067-bdd7-2331e7cfdee8 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.891572 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545e8816-6f5f-4382-ae45-1c860d2f09e3 None None] Routers {'d20f92a5-8880-4eda-bb44-7bf4a0983548'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:32.892240 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-545e8816-6f5f-4382-ae45-1c860d2f09e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:40:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d20f92a5-8880-4eda-bb44-7bf4a0983548'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:32.906009 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-84cdf504-a011-43df-bbd2-14ef7db21009 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.935491 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3981dc09-4d41-4655-ad00-59507313926f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5824533 Jan 21 09:40:32.950294 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49444) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:33.016651 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-609efde6-4c16-4700-aef6-b1c4375f9172 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "PUT /v2.0/routers/d20f92a5-8880-4eda-bb44-7bf4a0983548/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8886065 Jan 21 09:40:33.027031 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49450) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:33.066985 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-545e8816-6f5f-4382-ae45-1c860d2f09e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:33.110667 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.resource_extend [None req-5a423e69-e69d-4067-bdd7-2331e7cfdee8 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:40:33.139723 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cdf504-a011-43df-bbd2-14ef7db21009 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Network f95b79ff-8812-4a69-9741-755be6c8255a is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:33.149243 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-84cdf504-a011-43df-bbd2-14ef7db21009 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:33.151842 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545e8816-6f5f-4382-ae45-1c860d2f09e3 None None] Routers {'d20f92a5-8880-4eda-bb44-7bf4a0983548'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:33.152201 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-545e8816-6f5f-4382-ae45-1c860d2f09e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:40:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d20f92a5-8880-4eda-bb44-7bf4a0983548'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:33.162172 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cdf504-a011-43df-bbd2-14ef7db21009 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:33.203107 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ed04d720-9c94-4397-80a3-0d3ba1223e8f tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:33.205151 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cdf504-a011-43df-bbd2-14ef7db21009 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Pushing event updated for resources: {'Port': ['ID=c330c323-018e-4204-96dd-bb1720fc8b93,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:33.229727 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5a423e69-e69d-4067-bdd7-2331e7cfdee8 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:33.236042 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a423e69-e69d-4067-bdd7-2331e7cfdee8 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:33.236835 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5a423e69-e69d-4067-bdd7-2331e7cfdee8 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:33.269663 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-545e8816-6f5f-4382-ae45-1c860d2f09e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:33.270360 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545e8816-6f5f-4382-ae45-1c860d2f09e3 None None] The sync data for ids ['d20f92a5-8880-4eda-bb44-7bf4a0983548'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:40:33.284663 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fc925df3-2d0a-4e25-a9f2-aa3d3a382f38 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:33.309507 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-92a2673b-1011-483b-a133-56e67e95f217 None None] Provisioning for port 0be5007f-0c42-4fdd-82ab-3c98f3789079 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:33.311616 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-ed04d720-9c94-4397-80a3-0d3ba1223e8f tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Deleting port be1dc79d-76b2-43cd-a3ff-15b1eca508ac {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:33.311958 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ed04d720-9c94-4397-80a3-0d3ba1223e8f tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:33.321431 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-92a2673b-1011-483b-a133-56e67e95f217 None None] Provisioning complete for port 0be5007f-0c42-4fdd-82ab-3c98f3789079 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:33.323608 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-92a2673b-1011-483b-a133-56e67e95f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:33.400249 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-84cdf504-a011-43df-bbd2-14ef7db21009 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:33.464059 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5a423e69-e69d-4067-bdd7-2331e7cfdee8 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0213017 Jan 21 09:40:33.474993 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-92a2673b-1011-483b-a133-56e67e95f217 None None] Port 0be5007f-0c42-4fdd-82ab-3c98f3789079 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:40:33.499753 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49464) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:33.516772 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-db35c9d9-25df-467b-a50c-0595fe887e87 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Request body: {'ports': [{'network_id': '1e9bda4f-4fcc-4ba1-8614-350cfd0fb777', 'name': 'tempest-port--1021801167', 'admin_state_up': True}, {'network_id': '49590271-b79f-481a-967e-3c7288efab0d', 'admin_state_up': False}]} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:33.517944 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-db35c9d9-25df-467b-a50c-0595fe887e87 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Request body: {'port': {'network_id': '1e9bda4f-4fcc-4ba1-8614-350cfd0fb777', 'name': 'tempest-port--1021801167', 'admin_state_up': True}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:33.518564 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-db35c9d9-25df-467b-a50c-0595fe887e87 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Request body: {'port': {'network_id': '49590271-b79f-481a-967e-3c7288efab0d', 'admin_state_up': False}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:33.528906 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 74116c6c-bff3-4f09-8b81-a2b7f2afa6f6 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:33.597131 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ef6039-8bef-4e73-bf3d-af96cacb54b8 None None] DHCP port deletion for 35f5a85b-8184-4c32-a42d-583659ee1502 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:40:33.617153 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-34ef6039-8bef-4e73-bf3d-af96cacb54b8 None None] Deleting port be1dc79d-76b2-43cd-a3ff-15b1eca508ac {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:33.617679 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-34ef6039-8bef-4e73-bf3d-af96cacb54b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:33.841717 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-c528eb81-d8b9-4b04-ad65-ebb2c716c518 None None] Provisioning for port c330c323-018e-4204-96dd-bb1720fc8b93 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:33.876707 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-c528eb81-d8b9-4b04-ad65-ebb2c716c518 None None] Provisioning complete for port c330c323-018e-4204-96dd-bb1720fc8b93 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:33.877112 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c528eb81-d8b9-4b04-ad65-ebb2c716c518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:33.881899 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a423e69-e69d-4067-bdd7-2331e7cfdee8 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Pushing event updated for resources: {'Network': ['ID=49590271-b79f-481a-967e-3c7288efab0d,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:33.910703 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa93510d-d803-4f0e-a659-2ebd81f70b0b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:33.917267 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa93510d-d803-4f0e-a659-2ebd81f70b0b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:33.918040 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-aa93510d-d803-4f0e-a659-2ebd81f70b0b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:33.925372 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 49590271-b79f-481a-967e-3c7288efab0d details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:34.035086 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 74116c6c-bff3-4f09-8b81-a2b7f2afa6f6 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:34.035732 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.055916 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-aa93510d-d803-4f0e-a659-2ebd81f70b0b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:34.057096 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-aa93510d-d803-4f0e-a659-2ebd81f70b0b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 1.1058662 Jan 21 09:40:34.071011 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49476) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:34.264063 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-c528eb81-d8b9-4b04-ad65-ebb2c716c518 None None] Port c330c323-018e-4204-96dd-bb1720fc8b93 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:40:34.274082 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc925df3-2d0a-4e25-a9f2-aa3d3a382f38 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Router 1cadc159-fcdd-4eba-84d0-ac11b95f1ab4 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:40:34.312368 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-34ef6039-8bef-4e73-bf3d-af96cacb54b8 None None] For port be1dc79d-76b2-43cd-a3ff-15b1eca508ac, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=be1dc79d-76b2-43cd-a3ff-15b1eca508ac,segment=NetworkSegment(5c4bafc2-353f-4364-9882-7452d0491114),segment_id=5c4bafc2-353f-4364-9882-7452d0491114)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:34.312685 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-34ef6039-8bef-4e73-bf3d-af96cacb54b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.357954 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-ed04d720-9c94-4397-80a3-0d3ba1223e8f tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] For port be1dc79d-76b2-43cd-a3ff-15b1eca508ac, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=be1dc79d-76b2-43cd-a3ff-15b1eca508ac,segment=NetworkSegment(5c4bafc2-353f-4364-9882-7452d0491114),segment_id=5c4bafc2-353f-4364-9882-7452d0491114)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:34.358531 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ed04d720-9c94-4397-80a3-0d3ba1223e8f tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.449249 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-34ef6039-8bef-4e73-bf3d-af96cacb54b8 None None] Calling delete_port for be1dc79d-76b2-43cd-a3ff-15b1eca508ac owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:34.515320 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ca4c6c41-3582-4f78-8bde-2120142ba8f3 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.520256 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cade48-58a7-4a0d-a07e-6ac962d7bd22 req-96c8bbce-a8e0-49ca-8031-b54fc637da7e tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:34.521898 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-52cade48-58a7-4a0d-a07e-6ac962d7bd22 req-96c8bbce-a8e0-49ca-8031-b54fc637da7e tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/ports?device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 946 time: 0.6369863 Jan 21 09:40:34.531581 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-ed04d720-9c94-4397-80a3-0d3ba1223e8f tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Calling delete_port for be1dc79d-76b2-43cd-a3ff-15b1eca508ac owned by network:dhcp {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:34.563462 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-c8a04576-a5eb-4733-9cf7-177c60aea5fb tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting port 0be5007f-0c42-4fdd-82ab-3c98f3789079 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:34.564341 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c8a04576-a5eb-4733-9cf7-177c60aea5fb tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.578240 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-34ef6039-8bef-4e73-bf3d-af96cacb54b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.590430 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc925df3-2d0a-4e25-a9f2-aa3d3a382f38 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:40:34.598182 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-fc925df3-2d0a-4e25-a9f2-aa3d3a382f38 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "PUT /v2.0/routers/1cadc159-fcdd-4eba-84d0-ac11b95f1ab4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3239858 Jan 21 09:40:34.602768 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49480) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:34.612463 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5963bff9-bd2f-4b09-8ce9-b38159db52c9 None None] Sync routers for ids ['1cadc159-fcdd-4eba-84d0-ac11b95f1ab4'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:40:34.624815 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5963bff9-bd2f-4b09-8ce9-b38159db52c9 None None] Routers {'1cadc159-fcdd-4eba-84d0-ac11b95f1ab4'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:34.625670 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-5963bff9-bd2f-4b09-8ce9-b38159db52c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:40:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['1cadc159-fcdd-4eba-84d0-ac11b95f1ab4'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:34.633500 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef6039-8bef-4e73-bf3d-af96cacb54b8 None None] Pushing event deleted for resources: {'Port': ['ID=be1dc79d-76b2-43cd-a3ff-15b1eca508ac,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:34.638503 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ef6039-8bef-4e73-bf3d-af96cacb54b8 None None] No DVR routers for this DVR port be1dc79d-76b2-43cd-a3ff-15b1eca508ac on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:40:34.644783 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ef6039-8bef-4e73-bf3d-af96cacb54b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:34.645132 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ef6039-8bef-4e73-bf3d-af96cacb54b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:34.649146 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ef6039-8bef-4e73-bf3d-af96cacb54b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:34.649146 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ef6039-8bef-4e73-bf3d-af96cacb54b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:34.649146 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ef6039-8bef-4e73-bf3d-af96cacb54b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:34.649146 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ef6039-8bef-4e73-bf3d-af96cacb54b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:34.649146 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ef6039-8bef-4e73-bf3d-af96cacb54b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:34.649146 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ef6039-8bef-4e73-bf3d-af96cacb54b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:34.649146 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ef6039-8bef-4e73-bf3d-af96cacb54b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:34.649146 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ef6039-8bef-4e73-bf3d-af96cacb54b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:34.649146 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ef6039-8bef-4e73-bf3d-af96cacb54b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:34.650882 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ef6039-8bef-4e73-bf3d-af96cacb54b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:34.697607 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-5963bff9-bd2f-4b09-8ce9-b38159db52c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:34.706182 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5963bff9-bd2f-4b09-8ce9-b38159db52c9 None None] Routers {'1cadc159-fcdd-4eba-84d0-ac11b95f1ab4'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:34.706783 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-5963bff9-bd2f-4b09-8ce9-b38159db52c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:40:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['1cadc159-fcdd-4eba-84d0-ac11b95f1ab4'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:34.772574 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-5963bff9-bd2f-4b09-8ce9-b38159db52c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:34.772982 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5963bff9-bd2f-4b09-8ce9-b38159db52c9 None None] The sync data for ids ['1cadc159-fcdd-4eba-84d0-ac11b95f1ab4'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:40:34.852416 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.api [None req-ed04d720-9c94-4397-80a3-0d3ba1223e8f tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:40:34.852730 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG oslo_db.api [None req-ed04d720-9c94-4397-80a3-0d3ba1223e8f tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:40:34.890601 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-db35c9d9-25df-467b-a50c-0595fe887e87 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:34.908444 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-52cade48-58a7-4a0d-a07e-6ac962d7bd22 req-0466b52f-b51d-411e-8259-1d74f17db3da tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/security-groups?id=b83642e6-062a-4f81-884a-c0f0968e848b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3187752 Jan 21 09:40:34.909257 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-db35c9d9-25df-467b-a50c-0595fe887e87 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Usage tracker for resource:port and tenant:b44e8d29e7504e8e8b1b0d23beae54c5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:34.917243 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-db35c9d9-25df-467b-a50c-0595fe887e87 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:34.932828 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-db35c9d9-25df-467b-a50c-0595fe887e87 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:34.937210 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-84cdf504-a011-43df-bbd2-14ef7db21009 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.981599 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db35c9d9-25df-467b-a50c-0595fe887e87 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Made reservation on behalf of b44e8d29e7504e8e8b1b0d23beae54c5 for: {'port': 2} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:34.985738 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-db35c9d9-25df-467b-a50c-0595fe887e87 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:35.060848 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-db35c9d9-25df-467b-a50c-0595fe887e87 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:35.128884 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ac0ffc24-6376-435e-a022-0d244f9151ef tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:35.355204 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-ed04d720-9c94-4397-80a3-0d3ba1223e8f tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Deleting port be1dc79d-76b2-43cd-a3ff-15b1eca508ac {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:35.355562 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ed04d720-9c94-4397-80a3-0d3ba1223e8f tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:35.369893 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ca4c6c41-3582-4f78-8bde-2120142ba8f3 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Deleting port 367a9d19-2be4-4e12-b5bc-00c36f4a472c {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:35.370234 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ca4c6c41-3582-4f78-8bde-2120142ba8f3 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:35.389263 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c8a04576-a5eb-4733-9cf7-177c60aea5fb tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:35.409129 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ac0ffc24-6376-435e-a022-0d244f9151ef tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:35.432188 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ac0ffc24-6376-435e-a022-0d244f9151ef tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Deleting port 775c9a24-52ef-4f6d-901d-2b80e31a8047 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:35.432528 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ac0ffc24-6376-435e-a022-0d244f9151ef tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:35.458890 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device be1dc79d-76b2-43cd-a3ff-15b1eca508ac no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:40:35.494157 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: be1dc79d-76b2-43cd-a3ff-15b1eca508ac {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:40:35.494502 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device be1dc79d-76b2-43cd-a3ff-15b1eca508ac not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:40:35.560100 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-ed04d720-9c94-4397-80a3-0d3ba1223e8f tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] The port 'be1dc79d-76b2-43cd-a3ff-15b1eca508ac' was deleted {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:40:35.626558 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-c8a04576-a5eb-4733-9cf7-177c60aea5fb tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Calling delete_port for 0be5007f-0c42-4fdd-82ab-3c98f3789079 owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:35.699528 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ca4c6c41-3582-4f78-8bde-2120142ba8f3 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:35.839598 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ca4c6c41-3582-4f78-8bde-2120142ba8f3 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Calling delete_port for 367a9d19-2be4-4e12-b5bc-00c36f4a472c owned by network:router_interface {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:35.892999 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ac0ffc24-6376-435e-a022-0d244f9151ef tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:35.905930 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-db35c9d9-25df-467b-a50c-0595fe887e87 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] device_id is not set on port 385d111c-e338-41c3-8080-fa0a2595d5cf yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:40:36.026767 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ac0ffc24-6376-435e-a022-0d244f9151ef tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Calling delete_port for 775c9a24-52ef-4f6d-901d-2b80e31a8047 owned by network:router_gateway {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:36.066930 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ed04d720-9c94-4397-80a3-0d3ba1223e8f tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:36.125596 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-ed04d720-9c94-4397-80a3-0d3ba1223e8f tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f5a85b-8184-4c32-a42d-583659ee1502']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:36.234519 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-ed04d720-9c94-4397-80a3-0d3ba1223e8f tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c4bafc2-353f-4364-9882-7452d0491114') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:36.234765 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-ed04d720-9c94-4397-80a3-0d3ba1223e8f tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c4bafc2-353f-4364-9882-7452d0491114') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:36.279951 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ed04d720-9c94-4397-80a3-0d3ba1223e8f tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:36.338475 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c8a04576-a5eb-4733-9cf7-177c60aea5fb tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:36.346962 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ed04d720-9c94-4397-80a3-0d3ba1223e8f tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:36.361913 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d588cd8-8b0a-4970-8111-f80d74b52b80 req-6b618eb1-d5e8-4b2c-bdf1-3dcd52a90e2d tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:36.363413 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0d588cd8-8b0a-4970-8111-f80d74b52b80 req-6b618eb1-d5e8-4b2c-bdf1-3dcd52a90e2d tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/ports?device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 946 time: 0.3069997 Jan 21 09:40:36.415316 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed04d720-9c94-4397-80a3-0d3ba1223e8f tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:40:36.415909 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ed04d720-9c94-4397-80a3-0d3ba1223e8f tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:36.436759 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:36.436759 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:40:36.436759 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:36.436759 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:40:36.436759 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:36.436759 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:40:36.436759 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:36.436759 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:40:36.436759 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:40:36.436759 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:40:36.436759 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:40:36.436759 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:36.436759 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:40:36.436759 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:40:36.436759 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:40:36.436759 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:36.436759 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:40:36.436759 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:36.436759 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:40:36.436759 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:36.436759 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:40:36.436759 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:40:36.436759 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:36.436759 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:40:36.436759 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:36.436759 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:40:36.436759 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:40:36.436759 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:40:36.436759 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:40:36.436759 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:40:36.436759 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:36.436759 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:40:36.436759 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:36.436759 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:40:36.436759 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:36.436759 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:40:36.436759 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:36.436759 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:40:36.436759 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:36.436759 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:36.439622 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a04576-a5eb-4733-9cf7-177c60aea5fb tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Port': ['ID=0be5007f-0c42-4fdd-82ab-3c98f3789079,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:36.512098 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c8a04576-a5eb-4733-9cf7-177c60aea5fb tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:36.512522 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ca4c6c41-3582-4f78-8bde-2120142ba8f3 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:36.555146 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0d588cd8-8b0a-4970-8111-f80d74b52b80 req-30afdadf-8d8e-4c30-acc0-ba66bb0b1490 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/security-groups?id=b83642e6-062a-4f81-884a-c0f0968e848b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581614 Jan 21 09:40:36.570721 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ac0ffc24-6376-435e-a022-0d244f9151ef tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:36.576686 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c6c41-3582-4f78-8bde-2120142ba8f3 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event deleted for resources: {'Port': ['ID=367a9d19-2be4-4e12-b5bc-00c36f4a472c,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:36.597357 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.resource_extend [None req-84cdf504-a011-43df-bbd2-14ef7db21009 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:40:36.615512 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-db35c9d9-25df-467b-a50c-0595fe887e87 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:36.621346 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c8a04576-a5eb-4733-9cf7-177c60aea5fb tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/ports/0be5007f-0c42-4fdd-82ab-3c98f3789079 HTTP/1.1" status: 204 len: 168 time: 2.5341415 Jan 21 09:40:36.622951 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ed04d720-9c94-4397-80a3-0d3ba1223e8f tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:36.627161 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ed04d720-9c94-4397-80a3-0d3ba1223e8f tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:36.637424 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-84cdf504-a011-43df-bbd2-14ef7db21009 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:36.654419 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49488) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:36.692181 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-84cdf504-a011-43df-bbd2-14ef7db21009 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:36.713945 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ffc24-6376-435e-a022-0d244f9151ef tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event deleted for resources: {'Port': ['ID=775c9a24-52ef-4f6d-901d-2b80e31a8047,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:36.765170 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed04d720-9c94-4397-80a3-0d3ba1223e8f tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] Pushing event deleted for resources: {'Network': ['ID=35f5a85b-8184-4c32-a42d-583659ee1502,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:36.767595 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ed04d720-9c94-4397-80a3-0d3ba1223e8f tempest-ExtraDHCPOptionsTestJSON-781318558 tempest-ExtraDHCPOptionsTestJSON-781318558-project] 10.222.0.110 "DELETE /v2.0/networks/35f5a85b-8184-4c32-a42d-583659ee1502 HTTP/1.1" status: 204 len: 168 time: 3.8933425 Jan 21 09:40:36.901220 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-db35c9d9-25df-467b-a50c-0595fe887e87 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] device_id is not set on port 8303e911-452e-4a88-ad17-c2c0493ad046 yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:40:36.906671 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-84cdf504-a011-43df-bbd2-14ef7db21009 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:36.914969 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cdf504-a011-43df-bbd2-14ef7db21009 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Pushing event updated for resources: {'Port': ['ID=c330c323-018e-4204-96dd-bb1720fc8b93,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:37.004546 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ca4c6c41-3582-4f78-8bde-2120142ba8f3 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.018138 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbaeaf3-2ea2-459d-a93d-46d0dadc4c96 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:37.019687 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbaeaf3-2ea2-459d-a93d-46d0dadc4c96 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:37.020432 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ddbaeaf3-2ea2-459d-a93d-46d0dadc4c96 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:37.028136 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ac0ffc24-6376-435e-a022-0d244f9151ef tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.093895 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cdf504-a011-43df-bbd2-14ef7db21009 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Network f95b79ff-8812-4a69-9741-755be6c8255a is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:37.103039 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49496) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:37.111873 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-84cdf504-a011-43df-bbd2-14ef7db21009 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:37.228154 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-db35c9d9-25df-467b-a50c-0595fe887e87 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.290410 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ac0ffc24-6376-435e-a022-0d244f9151ef tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.293573 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ac0ffc24-6376-435e-a022-0d244f9151ef tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.360047 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ddbaeaf3-2ea2-459d-a93d-46d0dadc4c96 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:37.361227 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ddbaeaf3-2ea2-459d-a93d-46d0dadc4c96 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.6989172 Jan 21 09:40:37.372745 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49502) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:37.413155 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-095f528a-b020-42a1-a21a-2f0c9e694267 None None] Provisioning complete for port c330c323-018e-4204-96dd-bb1720fc8b93 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:37.417116 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-095f528a-b020-42a1-a21a-2f0c9e694267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.417222 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-b29675eb-ee99-46bf-a685-f0d520bd8803 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=9a82c427d97049aa89b60f6658db2237&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3098524 Jan 21 09:40:37.417222 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-db35c9d9-25df-467b-a50c-0595fe887e87 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.420052 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49506) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:37.431373 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ac0ffc24-6376-435e-a022-0d244f9151ef tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.432058 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0ffc24-6376-435e-a022-0d244f9151ef tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Fanout notify agent at l3_agent the message router_deleted on router 1cadc159-fcdd-4eba-84d0-ac11b95f1ab4 {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:40:37.471563 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-095f528a-b020-42a1-a21a-2f0c9e694267 None None] Port c330c323-018e-4204-96dd-bb1720fc8b93 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:40:37.598251 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ac0ffc24-6376-435e-a022-0d244f9151ef tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.602084 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ac0ffc24-6376-435e-a022-0d244f9151ef tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "DELETE /v2.0/routers/1cadc159-fcdd-4eba-84d0-ac11b95f1ab4 HTTP/1.1" status: 204 len: 168 time: 2.9955525 Jan 21 09:40:37.603496 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a1ea3ba-92cc-41b7-837c-f93fda02c438 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting subnet 59b30e64-6dbe-44f2-b4e1-21507860cb95 {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:40:37.605345 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49512) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:37.641534 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3a1ea3ba-92cc-41b7-837c-f93fda02c438 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.669734 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4c6c41-3582-4f78-8bde-2120142ba8f3 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Router d20f92a5-8880-4eda-bb44-7bf4a0983548 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:40:37.687638 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84cdf504-a011-43df-bbd2-14ef7db21009 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Router d6596f41-9da4-4136-8e7b-aef4ee42f0de has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:40:37.691241 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db35c9d9-25df-467b-a50c-0595fe887e87 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Pushing event updated for resources: {'Port': ['ID=385d111c-e338-41c3-8080-fa0a2595d5cf,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:37.780801 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db35c9d9-25df-467b-a50c-0595fe887e87 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Checking segment: {'id': '642d62df-57bd-448f-98f8-0662cbad89b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1e9bda4f-4fcc-4ba1-8614-350cfd0fb777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:37.781189 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db35c9d9-25df-467b-a50c-0595fe887e87 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Network hostable DHCP agents. Network: 1e9bda4f-4fcc-4ba1-8614-350cfd0fb777, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:40:37.862242 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dbe872a2-e4bb-4f28-bc2b-a73822211119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.896797 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3a1ea3ba-92cc-41b7-837c-f93fda02c438 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.919946 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db35c9d9-25df-467b-a50c-0595fe887e87 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Network 1e9bda4f-4fcc-4ba1-8614-350cfd0fb777 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:40:37.938794 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-e33630c2-3d3b-4ea0-9373-64defadae583 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Deleting subnet fd56edd8-21eb-4357-8b15-4a3647a16496 {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:40:37.984098 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dbe872a2-e4bb-4f28-bc2b-a73822211119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.996036 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e33630c2-3d3b-4ea0-9373-64defadae583 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:38.021288 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-db35c9d9-25df-467b-a50c-0595fe887e87 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 1e9bda4f-4fcc-4ba1-8614-350cfd0fb777) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:38.030524 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc89167-25a9-4c4a-b004-8c3d84409e7b None None] Network 1e9bda4f-4fcc-4ba1-8614-350cfd0fb777 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:38.041839 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db35c9d9-25df-467b-a50c-0595fe887e87 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:38.042331 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-db35c9d9-25df-467b-a50c-0595fe887e87 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:38.057884 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4c6c41-3582-4f78-8bde-2120142ba8f3 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:40:38.075565 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ca4c6c41-3582-4f78-8bde-2120142ba8f3 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "PUT /v2.0/routers/d20f92a5-8880-4eda-bb44-7bf4a0983548/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0406308 Jan 21 09:40:38.077867 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49516) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:38.079561 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27538e6-715f-45c3-873e-cbdb49e6434c None None] Sync routers for ids ['d20f92a5-8880-4eda-bb44-7bf4a0983548'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:40:38.095092 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27538e6-715f-45c3-873e-cbdb49e6434c None None] Routers {'d20f92a5-8880-4eda-bb44-7bf4a0983548'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:38.096149 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-c27538e6-715f-45c3-873e-cbdb49e6434c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:40:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d20f92a5-8880-4eda-bb44-7bf4a0983548'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:38.103813 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cdf504-a011-43df-bbd2-14ef7db21009 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:40:38.119596 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68741e2c-74c5-4362-8e2f-764797739627 None None] Sync routers for ids ['d6596f41-9da4-4136-8e7b-aef4ee42f0de'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:40:38.124596 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e33630c2-3d3b-4ea0-9373-64defadae583 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:38.127638 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc8c10-8142-41cd-9d94-e87087eeb590 req-7000b11c-7074-40d7-a78e-e1432502e31b tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:38.133209 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68741e2c-74c5-4362-8e2f-764797739627 None None] Routers {'d6596f41-9da4-4136-8e7b-aef4ee42f0de'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:38.134193 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-68741e2c-74c5-4362-8e2f-764797739627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:40:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d6596f41-9da4-4136-8e7b-aef4ee42f0de'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:38.134747 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e3fc8c10-8142-41cd-9d94-e87087eeb590 req-7000b11c-7074-40d7-a78e-e1432502e31b tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/ports?device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 946 time: 0.4459002 Jan 21 09:40:38.180687 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-fcb3d2e2-20d8-441d-9e10-15f6f2ac30a4 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Synchronizing usage tracker for tenant:0ffd125f2e19497db276d912c6599666 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:38.200982 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db35c9d9-25df-467b-a50c-0595fe887e87 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Pushing event updated for resources: {'Port': ['ID=8303e911-452e-4a88-ad17-c2c0493ad046,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:38.215938 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-fcb3d2e2-20d8-441d-9e10-15f6f2ac30a4 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Unset dirty status for tenant:0ffd125f2e19497db276d912c6599666 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:38.219560 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-fcb3d2e2-20d8-441d-9e10-15f6f2ac30a4 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "GET /v2.0/ports?device_id=d20f92a5-8880-4eda-bb44-7bf4a0983548 HTTP/1.1" status: 200 len: 205 time: 0.1347811 Jan 21 09:40:38.222820 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49520) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:38.246531 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e3fc8c10-8142-41cd-9d94-e87087eeb590 req-1ba4c707-1dba-4fff-a54e-93856dad4c7f tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/security-groups?id=b83642e6-062a-4f81-884a-c0f0968e848b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103511 Jan 21 09:40:38.257633 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-c27538e6-715f-45c3-873e-cbdb49e6434c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:38.269967 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-68741e2c-74c5-4362-8e2f-764797739627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:38.270111 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dbe872a2-e4bb-4f28-bc2b-a73822211119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:38.271632 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dbe872a2-e4bb-4f28-bc2b-a73822211119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:38.277559 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-dbe872a2-e4bb-4f28-bc2b-a73822211119 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/53689b21-ae70-497b-bbe7-1669177fc4a3 HTTP/1.1" status: 204 len: 168 time: 0.8508861 Jan 21 09:40:38.283476 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3a1ea3ba-92cc-41b7-837c-f93fda02c438 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:38.284771 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68741e2c-74c5-4362-8e2f-764797739627 None None] Routers {'d6596f41-9da4-4136-8e7b-aef4ee42f0de'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:38.288021 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-68741e2c-74c5-4362-8e2f-764797739627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:40:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d6596f41-9da4-4136-8e7b-aef4ee42f0de'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:38.294359 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-84cdf504-a011-43df-bbd2-14ef7db21009 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] 10.222.0.110 "PUT /v2.0/routers/d6596f41-9da4-4136-8e7b-aef4ee42f0de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9733183 Jan 21 09:40:38.313427 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db35c9d9-25df-467b-a50c-0595fe887e87 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Checking segment: {'id': 'a80bc393-6806-4125-9d8a-6b80c5414e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '49590271-b79f-481a-967e-3c7288efab0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:38.314166 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db35c9d9-25df-467b-a50c-0595fe887e87 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Network hostable DHCP agents. Network: 49590271-b79f-481a-967e-3c7288efab0d, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:40:38.315904 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49526) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:38.333073 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27538e6-715f-45c3-873e-cbdb49e6434c None None] Routers {'d20f92a5-8880-4eda-bb44-7bf4a0983548'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:38.333754 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-c27538e6-715f-45c3-873e-cbdb49e6434c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:40:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d20f92a5-8880-4eda-bb44-7bf4a0983548'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:38.343809 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-066ebb83-fccc-429a-83c7-525866b8dacd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Request body: {'port': {'network_id': 'f95b79ff-8812-4a69-9741-755be6c8255a', 'name': 'tempest-FloatingIPAdminTestJSON-260827814'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:38.345208 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe872a2-e4bb-4f28-bc2b-a73822211119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53689b21-ae70-497b-bbe7-1669177fc4a3,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:38.391100 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db35c9d9-25df-467b-a50c-0595fe887e87 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Network 49590271-b79f-481a-967e-3c7288efab0d is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:40:38.407762 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-db35c9d9-25df-467b-a50c-0595fe887e87 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 49590271-b79f-481a-967e-3c7288efab0d) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:38.414636 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db35c9d9-25df-467b-a50c-0595fe887e87 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:38.415573 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-c27538e6-715f-45c3-873e-cbdb49e6434c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:38.417617 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27538e6-715f-45c3-873e-cbdb49e6434c None None] The sync data for ids ['d20f92a5-8880-4eda-bb44-7bf4a0983548'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:40:38.422748 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c30993-c59b-47f9-a9dd-93e00ce65da3 None None] Network 49590271-b79f-481a-967e-3c7288efab0d requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:38.436432 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db35c9d9-25df-467b-a50c-0595fe887e87 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:38.447206 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db35c9d9-25df-467b-a50c-0595fe887e87 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:38.448874 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-db35c9d9-25df-467b-a50c-0595fe887e87 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:38.476177 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6dda7de1-e751-4e7e-a726-4a1b7c6f66c0 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:38.478779 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-68741e2c-74c5-4362-8e2f-764797739627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:38.479143 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68741e2c-74c5-4362-8e2f-764797739627 None None] The sync data for ids ['d6596f41-9da4-4136-8e7b-aef4ee42f0de'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:40:38.489425 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-db35c9d9-25df-467b-a50c-0595fe887e87 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.9856124 Jan 21 09:40:38.489425 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49530) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:38.618400 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf0c7ca-0695-4b65-953b-3549166ac03f tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:38.624993 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf0c7ca-0695-4b65-953b-3549166ac03f tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:38.626015 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-bdf0c7ca-0695-4b65-953b-3549166ac03f tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Synchronizing usage tracker for tenant:b44e8d29e7504e8e8b1b0d23beae54c5 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:38.661374 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-bdf0c7ca-0695-4b65-953b-3549166ac03f tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Unset dirty status for tenant:b44e8d29e7504e8e8b1b0d23beae54c5 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:38.664950 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-bdf0c7ca-0695-4b65-953b-3549166ac03f tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1739538 Jan 21 09:40:38.667548 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49538) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:38.684941 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e33630c2-3d3b-4ea0-9373-64defadae583 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:38.765199 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-a87d7a90-19ae-4e41-8d79-ffbb7bba0351 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Deleting port 385d111c-e338-41c3-8080-fa0a2595d5cf {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:38.765850 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a87d7a90-19ae-4e41-8d79-ffbb7bba0351 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:38.936607 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3a1ea3ba-92cc-41b7-837c-f93fda02c438 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:38.947239 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6dda7de1-e751-4e7e-a726-4a1b7c6f66c0 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:38.984485 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6dda7de1-e751-4e7e-a726-4a1b7c6f66c0 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.002218 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ea3ba-92cc-41b7-837c-f93fda02c438 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Subnet': ['ID=59b30e64-6dbe-44f2-b4e1-21507860cb95,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:39.004119 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-066ebb83-fccc-429a-83c7-525866b8dacd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:39.007262 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3a1ea3ba-92cc-41b7-837c-f93fda02c438 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.016178 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352142b8-506a-40a5-b426-40b3cfb5c178 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:39.031299 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-066ebb83-fccc-429a-83c7-525866b8dacd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Usage tracker for resource:port and tenant:55b990d66d89441f97d613a6bc477c09 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:39.037768 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-066ebb83-fccc-429a-83c7-525866b8dacd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:39.048308 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-066ebb83-fccc-429a-83c7-525866b8dacd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:39.048945 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a87d7a90-19ae-4e41-8d79-ffbb7bba0351 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.054362 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e33630c2-3d3b-4ea0-9373-64defadae583 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.089335 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3a1ea3ba-92cc-41b7-837c-f93fda02c438 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/59b30e64-6dbe-44f2-b4e1-21507860cb95 HTTP/1.1" status: 204 len: 168 time: 1.7153673 Jan 21 09:40:39.091271 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49554) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:39.095447 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6dda7de1-e751-4e7e-a726-4a1b7c6f66c0 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.095965 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dda7de1-e751-4e7e-a726-4a1b7c6f66c0 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Fanout notify agent at l3_agent the message router_deleted on router d20f92a5-8880-4eda-bb44-7bf4a0983548 {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:40:39.104172 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6dda7de1-e751-4e7e-a726-4a1b7c6f66c0 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.105168 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-6dda7de1-e751-4e7e-a726-4a1b7c6f66c0 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/routers/d20f92a5-8880-4eda-bb44-7bf4a0983548 HTTP/1.1" status: 204 len: 168 time: 0.8785727 Jan 21 09:40:39.113494 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49558) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:39.205778 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-a87d7a90-19ae-4e41-8d79-ffbb7bba0351 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Calling delete_port for 385d111c-e338-41c3-8080-fa0a2595d5cf owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:39.259826 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49562) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:39.295994 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33630c2-3d3b-4ea0-9373-64defadae583 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event deleted for resources: {'Subnet': ['ID=fd56edd8-21eb-4357-8b15-4a3647a16496,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:39.308331 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066ebb83-fccc-429a-83c7-525866b8dacd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Made reservation on behalf of 55b990d66d89441f97d613a6bc477c09 for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:39.312400 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-066ebb83-fccc-429a-83c7-525866b8dacd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.322039 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e33630c2-3d3b-4ea0-9373-64defadae583 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.327188 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e33630c2-3d3b-4ea0-9373-64defadae583 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "DELETE /v2.0/subnets/fd56edd8-21eb-4357-8b15-4a3647a16496 HTTP/1.1" status: 204 len: 168 time: 1.7199070 Jan 21 09:40:39.331668 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49572) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:39.332481 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a87d7a90-19ae-4e41-8d79-ffbb7bba0351 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.339672 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806c5d00-a778-4568-bd9b-77c61dbff22b None None] Network eccdc2f4-bf8f-4120-adae-5b80b294dc8e requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:39.382753 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-743cdc5c-b94a-4d4a-8434-fcf7c07b79fe tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2847166 Jan 21 09:40:39.383728 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49576) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:39.435431 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d7a90-19ae-4e41-8d79-ffbb7bba0351 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Pushing event deleted for resources: {'Port': ['ID=385d111c-e338-41c3-8080-fa0a2595d5cf,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:39.442611 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d892b6-cd85-4e12-85b3-3517ccb9e2d9 None None] DHCP port deletion for 36c4effd-f4af-4d10-91bd-714d225a3199 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:40:39.453312 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-066ebb83-fccc-429a-83c7-525866b8dacd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] device_id is not set on port fd15757e-72b9-4e6e-a4ec-c205805a92e5 yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:40:39.456814 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a87d7a90-19ae-4e41-8d79-ffbb7bba0351 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.497483 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-df5d376b-6185-438a-b5dd-a70650bd13f8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Request body: {'networks': [{'name': 'tempest-network--508144870'}, {'name': 'tempest-network--1445225761'}]} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:39.497785 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-df5d376b-6185-438a-b5dd-a70650bd13f8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Request body: {'network': {'name': 'tempest-network--508144870'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:39.498298 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-df5d376b-6185-438a-b5dd-a70650bd13f8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Request body: {'network': {'name': 'tempest-network--1445225761'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:39.503296 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-df5d376b-6185-438a-b5dd-a70650bd13f8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:39.508766 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-df5d376b-6185-438a-b5dd-a70650bd13f8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Usage tracker for resource:network and tenant:a8dd9e53fdcd4aaa806a94108c93d3a6 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:39.516807 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-df5d376b-6185-438a-b5dd-a70650bd13f8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:39.569911 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 74116c6c-bff3-4f09-8b81-a2b7f2afa6f6 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:40:39.586730 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-df5d376b-6185-438a-b5dd-a70650bd13f8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:39.594185 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-a0d892b6-cd85-4e12-85b3-3517ccb9e2d9 None None] Deleting port 74116c6c-bff3-4f09-8b81-a2b7f2afa6f6 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:39.594599 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a0d892b6-cd85-4e12-85b3-3517ccb9e2d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.595626 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a87d7a90-19ae-4e41-8d79-ffbb7bba0351 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] 10.222.0.110 "DELETE /v2.0/ports/385d111c-e338-41c3-8080-fa0a2595d5cf HTTP/1.1" status: 204 len: 168 time: 0.9266257 Jan 21 09:40:39.596632 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49580) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:39.614135 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0ed248-7f52-4963-b6de-fd920189d31b tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Deleting subnet 4af20190-d95a-4b39-8ca0-4ca30fd63461 {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:40:39.629551 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1c0ed248-7f52-4963-b6de-fd920189d31b tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.638223 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8e6dbd2a-ab48-4028-b836-69fc4244fea4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.669723 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5d376b-6185-438a-b5dd-a70650bd13f8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Made reservation on behalf of a8dd9e53fdcd4aaa806a94108c93d3a6 for: {'network': 2} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:39.674181 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-df5d376b-6185-438a-b5dd-a70650bd13f8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.694977 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-df5d376b-6185-438a-b5dd-a70650bd13f8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.703373 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-8e6dbd2a-ab48-4028-b836-69fc4244fea4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Deleting port 4e88e320-e18c-4417-9858-b34ab40872e4 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:39.703786 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8e6dbd2a-ab48-4028-b836-69fc4244fea4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.752795 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-9a4ca9cf-a5c6-445a-8e02-c45f1dea9440 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Deleting port 8303e911-452e-4a88-ad17-c2c0493ad046 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:39.753696 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9a4ca9cf-a5c6-445a-8e02-c45f1dea9440 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.759002 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1c0ed248-7f52-4963-b6de-fd920189d31b tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.803369 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e2dfe8-a9a7-4d4b-ab2c-fa7c4ab5ccd0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:39.804964 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-23e2dfe8-a9a7-4d4b-ab2c-fa7c4ab5ccd0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4131246 Jan 21 09:40:39.814848 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49584) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:39.846898 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-df5d376b-6185-438a-b5dd-a70650bd13f8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:39.855304 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907fd1b-a190-4680-a2fc-ed15cfa208df req-16c1d990-b3e6-445d-90dc-0eaaa50799c4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:39.860968 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1907fd1b-a190-4680-a2fc-ed15cfa208df req-16c1d990-b3e6-445d-90dc-0eaaa50799c4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/ports?device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 946 time: 0.3350096 Jan 21 09:40:39.887464 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-066ebb83-fccc-429a-83c7-525866b8dacd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Allocated IP 172.20.0.12 (f95b79ff-8812-4a69-9741-755be6c8255a/d370bdaf-2980-466c-8b5a-2f449228d79f/fd15757e-72b9-4e6e-a4ec-c205805a92e5) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:39.968283 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1907fd1b-a190-4680-a2fc-ed15cfa208df req-d1a57baf-6037-420f-bc37-3ea7ec869cd8 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/security-groups?id=b83642e6-062a-4f81-884a-c0f0968e848b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060953 Jan 21 09:40:39.979062 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1c0ed248-7f52-4963-b6de-fd920189d31b tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.986583 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-a0d892b6-cd85-4e12-85b3-3517ccb9e2d9 None None] For port 74116c6c-bff3-4f09-8b81-a2b7f2afa6f6, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=74116c6c-bff3-4f09-8b81-a2b7f2afa6f6,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:39.986990 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a0d892b6-cd85-4e12-85b3-3517ccb9e2d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.999832 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.030656 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-df5d376b-6185-438a-b5dd-a70650bd13f8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Usage tracker for resource:security_group_rule and tenant:a8dd9e53fdcd4aaa806a94108c93d3a6 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:40.049759 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-df5d376b-6185-438a-b5dd-a70650bd13f8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:40.064475 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-df5d376b-6185-438a-b5dd-a70650bd13f8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:40.129332 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-a0d892b6-cd85-4e12-85b3-3517ccb9e2d9 None None] Calling delete_port for 74116c6c-bff3-4f09-8b81-a2b7f2afa6f6 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:40.176163 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1c0ed248-7f52-4963-b6de-fd920189d31b tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.179186 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff76d65-4fc5-4200-8b4f-9cae30d0cc3f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:40.179836 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-eff76d65-4fc5-4200-8b4f-9cae30d0cc3f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:40.208237 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 74116c6c-bff3-4f09-8b81-a2b7f2afa6f6, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=74116c6c-bff3-4f09-8b81-a2b7f2afa6f6,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:40.225565 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.233642 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ed248-7f52-4963-b6de-fd920189d31b tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event deleted for resources: {'Subnet': ['ID=4af20190-d95a-4b39-8ca0-4ca30fd63461,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:40.238285 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1c0ed248-7f52-4963-b6de-fd920189d31b tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.267439 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1c0ed248-7f52-4963-b6de-fd920189d31b tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/subnets/4af20190-d95a-4b39-8ca0-4ca30fd63461 HTTP/1.1" status: 204 len: 168 time: 0.9650800 Jan 21 09:40:40.267664 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53205c0-5d6c-45c7-ae38-810a15abc629 None None] Network 8bfa5f5b-2a64-45ec-be32-4a465e699900 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:40.270001 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49588) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:40.283659 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-066ebb83-fccc-429a-83c7-525866b8dacd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.306978 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-066ebb83-fccc-429a-83c7-525866b8dacd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Transition to ACTIVE for port object fd15757e-72b9-4e6e-a4ec-c205805a92e5 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:40.323049 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-a0d892b6-cd85-4e12-85b3-3517ccb9e2d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:40:40.323675 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-a0d892b6-cd85-4e12-85b3-3517ccb9e2d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:40:40.336971 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e4b1ae-a959-4b0e-b39f-647d2a778650 None None] DHCP port deletion for eccdc2f4-bf8f-4120-adae-5b80b294dc8e request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:40:40.340333 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-066ebb83-fccc-429a-83c7-525866b8dacd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.368400 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9a4ca9cf-a5c6-445a-8e02-c45f1dea9440 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.375311 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-eff76d65-4fc5-4200-8b4f-9cae30d0cc3f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:40.376472 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-eff76d65-4fc5-4200-8b4f-9cae30d0cc3f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5321774 Jan 21 09:40:40.384120 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49592) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:40.408179 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-14e4b1ae-a959-4b0e-b39f-647d2a778650 None None] Deleting port 4e88e320-e18c-4417-9858-b34ab40872e4 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:40.408556 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-14e4b1ae-a959-4b0e-b39f-647d2a778650 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.440198 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=74116c6c-bff3-4f09-8b81-a2b7f2afa6f6,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:40.484169 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8057dfe2-dcf7-4786-879c-6a87fd9db035 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0985739 Jan 21 09:40:40.491311 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066ebb83-fccc-429a-83c7-525866b8dacd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Network f95b79ff-8812-4a69-9741-755be6c8255a is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:40.491906 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49596) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:40.496992 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-066ebb83-fccc-429a-83c7-525866b8dacd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:40.504224 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-f0ec2d94-a263-4beb-a635-49d7f03da766 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:40.518766 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-9a4ca9cf-a5c6-445a-8e02-c45f1dea9440 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Calling delete_port for 8303e911-452e-4a88-ad17-c2c0493ad046 owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:40.521586 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066ebb83-fccc-429a-83c7-525866b8dacd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:40.627897 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-89ef8d91-3ffe-4dd5-aaa2-029afdc0403a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Deleting subnet 23c6524b-d757-4f03-9ff3-6a49cc063b4e {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:40:40.645506 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-89ef8d91-3ffe-4dd5-aaa2-029afdc0403a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.705271 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f0ec2d94-a263-4beb-a635-49d7f03da766 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:40.707870 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ebb83-fccc-429a-83c7-525866b8dacd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Pushing event updated for resources: {'Port': ['ID=fd15757e-72b9-4e6e-a4ec-c205805a92e5,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:40.708027 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-8e6dbd2a-ab48-4028-b836-69fc4244fea4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] For port 4e88e320-e18c-4417-9858-b34ab40872e4, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=4e88e320-e18c-4417-9858-b34ab40872e4,segment=NetworkSegment(f3c0394d-680a-4d4f-94b1-a37220a8cba7),segment_id=f3c0394d-680a-4d4f-94b1-a37220a8cba7)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:40.708927 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8e6dbd2a-ab48-4028-b836-69fc4244fea4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.716446 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-14e4b1ae-a959-4b0e-b39f-647d2a778650 None None] For port 4e88e320-e18c-4417-9858-b34ab40872e4, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=4e88e320-e18c-4417-9858-b34ab40872e4,segment=NetworkSegment(f3c0394d-680a-4d4f-94b1-a37220a8cba7),segment_id=f3c0394d-680a-4d4f-94b1-a37220a8cba7)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:40.716931 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-14e4b1ae-a959-4b0e-b39f-647d2a778650 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.762842 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f0ec2d94-a263-4beb-a635-49d7f03da766 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:40.811775 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066ebb83-fccc-429a-83c7-525866b8dacd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:40.812513 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-066ebb83-fccc-429a-83c7-525866b8dacd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.845505 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ec2d94-a263-4beb-a635-49d7f03da766 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:40.849436 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0ec2d94-a263-4beb-a635-49d7f03da766 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.867033 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-a0d892b6-cd85-4e12-85b3-3517ccb9e2d9 None None] Deleting port 74116c6c-bff3-4f09-8b81-a2b7f2afa6f6 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:40.867033 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a0d892b6-cd85-4e12-85b3-3517ccb9e2d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.901340 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-14e4b1ae-a959-4b0e-b39f-647d2a778650 None None] Calling delete_port for 4e88e320-e18c-4417-9858-b34ab40872e4 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:40.932492 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cd4960-f8fe-47b3-aade-dbd449ebf458 None None] DHCP port deletion for 8bfa5f5b-2a64-45ec-be32-4a465e699900 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:40:40.963365 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-8e6dbd2a-ab48-4028-b836-69fc4244fea4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Calling delete_port for 4e88e320-e18c-4417-9858-b34ab40872e4 owned by network:dhcp {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:40.980976 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-066ebb83-fccc-429a-83c7-525866b8dacd tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6565559 Jan 21 09:40:40.981867 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49600) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:41.020209 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-58cd4960-f8fe-47b3-aade-dbd449ebf458 None None] Deleting port ebaabf52-0fc9-40e7-b841-d33f01536028 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:41.020689 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-58cd4960-f8fe-47b3-aade-dbd449ebf458 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.039302 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-df5d376b-6185-438a-b5dd-a70650bd13f8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.105046 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-594e167c-e1d1-4cf5-8f00-d79d3453d091 None None] Provisioning for port fd15757e-72b9-4e6e-a4ec-c205805a92e5 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:41.133068 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-89ef8d91-3ffe-4dd5-aaa2-029afdc0403a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.193982 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-df5d376b-6185-438a-b5dd-a70650bd13f8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.194692 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-df5d376b-6185-438a-b5dd-a70650bd13f8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.201853 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-594e167c-e1d1-4cf5-8f00-d79d3453d091 None None] Provisioning complete for port fd15757e-72b9-4e6e-a4ec-c205805a92e5 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:41.202472 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-594e167c-e1d1-4cf5-8f00-d79d3453d091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.208142 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8e6dbd2a-ab48-4028-b836-69fc4244fea4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.211040 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-602ba9fe-fa1b-483c-a008-e000ab76d4eb tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Request body: {'floatingip': {'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'project_id': '55b990d66d89441f97d613a6bc477c09', 'port_id': 'fd15757e-72b9-4e6e-a4ec-c205805a92e5'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:41.220609 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-602ba9fe-fa1b-483c-a008-e000ab76d4eb tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:41.227702 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-602ba9fe-fa1b-483c-a008-e000ab76d4eb tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Usage tracker for resource:floatingip and tenant:55b990d66d89441f97d613a6bc477c09 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:41.231703 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-602ba9fe-fa1b-483c-a008-e000ab76d4eb tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:41.250968 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-602ba9fe-fa1b-483c-a008-e000ab76d4eb tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:41.272607 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9a4ca9cf-a5c6-445a-8e02-c45f1dea9440 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.277717 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-602ba9fe-fa1b-483c-a008-e000ab76d4eb tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.341042 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6dbd2a-ab48-4028-b836-69fc4244fea4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event deleted for resources: {'Port': ['ID=4e88e320-e18c-4417-9858-b34ab40872e4,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:41.377708 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-14e4b1ae-a959-4b0e-b39f-647d2a778650 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:40:41.378508 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-14e4b1ae-a959-4b0e-b39f-647d2a778650 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:40:41.379347 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-594e167c-e1d1-4cf5-8f00-d79d3453d091 None None] Port fd15757e-72b9-4e6e-a4ec-c205805a92e5 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:40:41.419080 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6dbd2a-ab48-4028-b836-69fc4244fea4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] No DVR routers for this DVR port 4e88e320-e18c-4417-9858-b34ab40872e4 on host dv-neutron-825731-1-hyperv {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:40:41.470246 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d376b-6185-438a-b5dd-a70650bd13f8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8784a42e-cbb3-48ba-8802-7dac93480895,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:41.472846 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ca9cf-a5c6-445a-8e02-c45f1dea9440 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Pushing event deleted for resources: {'Port': ['ID=8303e911-452e-4a88-ad17-c2c0493ad046,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:41.484590 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9a4ca9cf-a5c6-445a-8e02-c45f1dea9440 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.525289 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df5d376b-6185-438a-b5dd-a70650bd13f8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:41.602691 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-df5d376b-6185-438a-b5dd-a70650bd13f8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.603408 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-df5d376b-6185-438a-b5dd-a70650bd13f8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Added segment 6877e067-9ac6-4621-ad20-39e0f3a147a1 of type vlan for network 2f95892f-1d04-4902-afb8-888d2d9ca15f Jan 21 09:40:41.608563 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-9a4ca9cf-a5c6-445a-8e02-c45f1dea9440 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] 10.222.0.110 "DELETE /v2.0/ports/8303e911-452e-4a88-ad17-c2c0493ad046 HTTP/1.1" status: 204 len: 168 time: 2.0077124 Jan 21 09:40:41.614421 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49608) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:41.664915 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-58cd4960-f8fe-47b3-aade-dbd449ebf458 None None] For port ebaabf52-0fc9-40e7-b841-d33f01536028, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=ebaabf52-0fc9-40e7-b841-d33f01536028,segment=NetworkSegment(82e8495f-3088-41bb-aa2f-486d8174105a),segment_id=82e8495f-3088-41bb-aa2f-486d8174105a)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:41.666064 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-58cd4960-f8fe-47b3-aade-dbd449ebf458 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.695483 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.objects.ports [None req-f0ec2d94-a263-4beb-a635-49d7f03da766 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87514) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 09:40:41.710846 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8e6dbd2a-ab48-4028-b836-69fc4244fea4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.726747 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-89ef8d91-3ffe-4dd5-aaa2-029afdc0403a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.787958 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-602ba9fe-fa1b-483c-a008-e000ab76d4eb tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.806479 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4e88e320-e18c-4417-9858-b34ab40872e4 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:40:41.905655 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-14e4b1ae-a959-4b0e-b39f-647d2a778650 None None] Deleting port 4e88e320-e18c-4417-9858-b34ab40872e4 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:41.906081 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-14e4b1ae-a959-4b0e-b39f-647d2a778650 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.936990 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-6944b11a-11bb-431f-983f-4ed63dc6f34f tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Synchronizing usage tracker for tenant:b44e8d29e7504e8e8b1b0d23beae54c5 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:41.937716 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-58cd4960-f8fe-47b3-aade-dbd449ebf458 None None] Calling delete_port for ebaabf52-0fc9-40e7-b841-d33f01536028 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:41.994602 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-8e6dbd2a-ab48-4028-b836-69fc4244fea4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eccdc2f4-bf8f-4120-adae-5b80b294dc8e']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:41.999701 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-a0d892b6-cd85-4e12-85b3-3517ccb9e2d9 None None] For port 74116c6c-bff3-4f09-8b81-a2b7f2afa6f6, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=74116c6c-bff3-4f09-8b81-a2b7f2afa6f6,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:42.000269 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a0d892b6-cd85-4e12-85b3-3517ccb9e2d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.004822 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-602ba9fe-fa1b-483c-a008-e000ab76d4eb tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Allocated IP 172.26.3.31 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/01957eb1-b279-4ec1-9f44-59d121d96004) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:42.020080 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb59e86-b81d-4cad-bcb4-a52bf2afb3c8 req-42db521a-d835-46d0-a22d-e7fdcb1142f3 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:42.028330 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8bb59e86-b81d-4cad-bcb4-a52bf2afb3c8 req-42db521a-d835-46d0-a22d-e7fdcb1142f3 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/ports?device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 946 time: 0.8088064 Jan 21 09:40:42.033940 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-df5d376b-6185-438a-b5dd-a70650bd13f8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.070969 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-8e6dbd2a-ab48-4028-b836-69fc4244fea4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3c0394d-680a-4d4f-94b1-a37220a8cba7') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:42.071178 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-8e6dbd2a-ab48-4028-b836-69fc4244fea4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3c0394d-680a-4d4f-94b1-a37220a8cba7') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:42.091035 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-6944b11a-11bb-431f-983f-4ed63dc6f34f tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Unset dirty status for tenant:b44e8d29e7504e8e8b1b0d23beae54c5 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:42.095615 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6944b11a-11bb-431f-983f-4ed63dc6f34f tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4726171 Jan 21 09:40:42.096254 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8e6dbd2a-ab48-4028-b836-69fc4244fea4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.097057 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49612) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:42.149514 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8e6dbd2a-ab48-4028-b836-69fc4244fea4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.158894 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-de6d296d-166b-4fd1-b48b-188ac3851cd1 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-400396993'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:42.161175 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-a0d892b6-cd85-4e12-85b3-3517ccb9e2d9 None None] Calling delete_port for 74116c6c-bff3-4f09-8b81-a2b7f2afa6f6 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:42.165144 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e6dbd2a-ab48-4028-b836-69fc4244fea4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:40:42.165550 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8e6dbd2a-ab48-4028-b836-69fc4244fea4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.172954 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-de6d296d-166b-4fd1-b48b-188ac3851cd1 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:42.182453 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:40:42.182453 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:40:42.182453 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:40:42.182453 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:42.182453 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:40:42.182453 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:40:42.182453 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:40:42.182453 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:42.182453 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:40:42.182453 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:42.182453 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:40:42.182453 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:42.182453 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:40:42.182453 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:40:42.182453 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:42.182453 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:40:42.182453 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:42.182453 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:40:42.182453 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:40:42.182453 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:40:42.182453 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:40:42.182453 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:40:42.182453 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:42.182453 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:40:42.182453 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:42.182453 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:40:42.182453 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:42.182453 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:40:42.182453 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:42.182453 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:40:42.182453 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:42.182453 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:42.187377 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8bb59e86-b81d-4cad-bcb4-a52bf2afb3c8 req-a5cdfa0a-f1a3-4881-9e2d-5e476b420c49 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/security-groups?id=b83642e6-062a-4f81-884a-c0f0968e848b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581943 Jan 21 09:40:42.190912 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-de6d296d-166b-4fd1-b48b-188ac3851cd1 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Usage tracker for resource:network and tenant:b44e8d29e7504e8e8b1b0d23beae54c5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:42.195776 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-89ef8d91-3ffe-4dd5-aaa2-029afdc0403a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.198719 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-de6d296d-166b-4fd1-b48b-188ac3851cd1 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:42.247953 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-de6d296d-166b-4fd1-b48b-188ac3851cd1 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:42.252595 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df5d376b-6185-438a-b5dd-a70650bd13f8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:42.288021 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef8d91-3ffe-4dd5-aaa2-029afdc0403a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event deleted for resources: {'Subnet': ['ID=23c6524b-d757-4f03-9ff3-6a49cc063b4e,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:42.289173 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 4e88e320-e18c-4417-9858-b34ab40872e4 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:40:42.289531 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4e88e320-e18c-4417-9858-b34ab40872e4 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:40:42.289948 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device ebaabf52-0fc9-40e7-b841-d33f01536028 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:40:42.310961 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-602ba9fe-fa1b-483c-a008-e000ab76d4eb tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.317544 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6d296d-166b-4fd1-b48b-188ac3851cd1 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Made reservation on behalf of b44e8d29e7504e8e8b1b0d23beae54c5 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:42.323261 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-de6d296d-166b-4fd1-b48b-188ac3851cd1 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.332618 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-14e4b1ae-a959-4b0e-b39f-647d2a778650 None None] The port '4e88e320-e18c-4417-9858-b34ab40872e4' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:40:42.333637 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdee33a-0bcf-4d71-8191-0800e79eade5 None None] Network 054943ad-8048-49b6-a6f2-d73c701a0c47 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:42.350368 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-89ef8d91-3ffe-4dd5-aaa2-029afdc0403a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.361589 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-a0d892b6-cd85-4e12-85b3-3517ccb9e2d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:40:42.362113 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-a0d892b6-cd85-4e12-85b3-3517ccb9e2d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:40:42.363636 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de6d296d-166b-4fd1-b48b-188ac3851cd1 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:42.370667 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-df5d376b-6185-438a-b5dd-a70650bd13f8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.371333 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-df5d376b-6185-438a-b5dd-a70650bd13f8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Added segment ee188ce1-6681-494c-ad9f-3fd63eb454f0 of type vlan for network f1e988df-199e-467b-b127-31da428597f1 Jan 21 09:40:42.382713 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-89ef8d91-3ffe-4dd5-aaa2-029afdc0403a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/subnets/23c6524b-d757-4f03-9ff3-6a49cc063b4e HTTP/1.1" status: 204 len: 168 time: 2.1126339 Jan 21 09:40:42.386265 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49616) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:42.390424 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0ec2d94-a263-4beb-a635-49d7f03da766 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.407544 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8e6dbd2a-ab48-4028-b836-69fc4244fea4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.411359 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-de6d296d-166b-4fd1-b48b-188ac3851cd1 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.412278 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-de6d296d-166b-4fd1-b48b-188ac3851cd1 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Added segment 3984ad6b-7b17-4235-8cf2-b853fbb2d96e of type vlan for network b89202ac-6c50-4c05-9380-0f20ea4af46b Jan 21 09:40:42.431535 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-df5d376b-6185-438a-b5dd-a70650bd13f8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.470197 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8e6dbd2a-ab48-4028-b836-69fc4244fea4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.482674 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-8e6dbd2a-ab48-4028-b836-69fc4244fea4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "DELETE /v2.0/networks/eccdc2f4-bf8f-4120-adae-5b80b294dc8e HTTP/1.1" status: 204 len: 168 time: 3.1446812 Jan 21 09:40:42.485455 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49620) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:42.486413 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6dbd2a-ab48-4028-b836-69fc4244fea4 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event deleted for resources: {'Network': ['ID=eccdc2f4-bf8f-4120-adae-5b80b294dc8e,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:42.557888 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-de6d296d-166b-4fd1-b48b-188ac3851cd1 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.598321 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a76af286-90e8-4e69-96c5-009cc3c59c88 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.604844 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-df5d376b-6185-438a-b5dd-a70650bd13f8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.605447 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-df5d376b-6185-438a-b5dd-a70650bd13f8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.610956 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5d376b-6185-438a-b5dd-a70650bd13f8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:42.615734 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5d376b-6185-438a-b5dd-a70650bd13f8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:42.616354 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-df5d376b-6185-438a-b5dd-a70650bd13f8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.618271 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-58cd4960-f8fe-47b3-aade-dbd449ebf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.682845 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd4960-f8fe-47b3-aade-dbd449ebf458 None None] Pushing event deleted for resources: {'Port': ['ID=ebaabf52-0fc9-40e7-b841-d33f01536028,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:42.686622 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.692506 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-602ba9fe-fa1b-483c-a008-e000ab76d4eb tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.699834 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.703212 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cd4960-f8fe-47b3-aade-dbd449ebf458 None None] No DVR routers for this DVR port ebaabf52-0fc9-40e7-b841-d33f01536028 on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:40:42.746280 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-fb05e784-367c-425f-b391-0832a8bb07ee tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Deleting port 446422f4-bb6f-49e1-a5b0-2474d11f35b9 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:42.746650 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fb05e784-367c-425f-b391-0832a8bb07ee tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.849190 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-de6d296d-166b-4fd1-b48b-188ac3851cd1 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.854503 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6d296d-166b-4fd1-b48b-188ac3851cd1 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:42.855101 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-de6d296d-166b-4fd1-b48b-188ac3851cd1 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.858286 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-df5d376b-6185-438a-b5dd-a70650bd13f8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.5971351 Jan 21 09:40:42.865613 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a76af286-90e8-4e69-96c5-009cc3c59c88 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.872713 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49624) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:42.925552 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3845f755-f633-4eec-8c63-cb0e9c48e6ed None None] DHCP port deletion for 054943ad-8048-49b6-a6f2-d73c701a0c47 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:40:42.931190 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-3845f755-f633-4eec-8c63-cb0e9c48e6ed None None] Deleting port 4609ed2d-5d18-4eb4-9631-1e408298e6ef {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:42.931733 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3845f755-f633-4eec-8c63-cb0e9c48e6ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.938012 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602ba9fe-fa1b-483c-a008-e000ab76d4eb tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:42.953344 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-602ba9fe-fa1b-483c-a008-e000ab76d4eb tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:42.967210 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d376b-6185-438a-b5dd-a70650bd13f8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Pushing event updated for resources: {'Network': ['ID=2f95892f-1d04-4902-afb8-888d2d9ca15f,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:42.975420 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ba9fe-fa1b-483c-a008-e000ab76d4eb tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Pushing event updated for resources: {'Port': ['ID=01957eb1-b279-4ec1-9f44-59d121d96004,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:42.982532 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:40:42.990597 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-a0d892b6-cd85-4e12-85b3-3517ccb9e2d9 None None] Deleting port 74116c6c-bff3-4f09-8b81-a2b7f2afa6f6 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:42.991100 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a0d892b6-cd85-4e12-85b3-3517ccb9e2d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.992587 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602ba9fe-fa1b-483c-a008-e000ab76d4eb tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:43.009868 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-a76af286-90e8-4e69-96c5-009cc3c59c88 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bfa5f5b-2a64-45ec-be32-4a465e699900']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:43.042086 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 2f95892f-1d04-4902-afb8-888d2d9ca15f details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:43.054109 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-a76af286-90e8-4e69-96c5-009cc3c59c88 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82e8495f-3088-41bb-aa2f-486d8174105a') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:43.054395 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-a76af286-90e8-4e69-96c5-009cc3c59c88 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82e8495f-3088-41bb-aa2f-486d8174105a') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:43.170375 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d376b-6185-438a-b5dd-a70650bd13f8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Pushing event updated for resources: {'Network': ['ID=f1e988df-199e-467b-b127-31da428597f1,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:43.176566 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a76af286-90e8-4e69-96c5-009cc3c59c88 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:43.186459 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-de6d296d-166b-4fd1-b48b-188ac3851cd1 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0379946 Jan 21 09:40:43.187152 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49628) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:43.198669 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d296d-166b-4fd1-b48b-188ac3851cd1 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Pushing event updated for resources: {'Network': ['ID=b89202ac-6c50-4c05-9380-0f20ea4af46b,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:43.204479 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network f1e988df-199e-467b-b127-31da428597f1 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:43.217636 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a76af286-90e8-4e69-96c5-009cc3c59c88 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:43.217869 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-7e3c1644-f122-4316-83f0-662bc8703f83 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1427264212'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:43.232003 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-7e3c1644-f122-4316-83f0-662bc8703f83 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:43.234701 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76af286-90e8-4e69-96c5-009cc3c59c88 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:40:43.235283 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a76af286-90e8-4e69-96c5-009cc3c59c88 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:43.262017 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:40:43.262017 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:40:43.262017 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:40:43.262017 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:43.262017 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:40:43.262017 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:40:43.262017 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:40:43.262017 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:43.262017 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:40:43.262017 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:43.262017 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:40:43.262017 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:43.262017 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:40:43.262017 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:40:43.262017 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:43.262017 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:40:43.262017 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:43.262017 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:40:43.262017 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:40:43.262017 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:40:43.262017 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:40:43.262017 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:40:43.262017 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:43.262017 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:40:43.262017 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:43.262017 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:40:43.262017 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:43.262017 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:40:43.262017 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:43.262017 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:40:43.262017 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:43.262017 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:43.270075 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532be6e3-f73f-4d0c-b1f7-9f3a2f53bdcd tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:43.278164 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532be6e3-f73f-4d0c-b1f7-9f3a2f53bdcd tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:43.282359 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-7e3c1644-f122-4316-83f0-662bc8703f83 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Usage tracker for resource:network and tenant:b44e8d29e7504e8e8b1b0d23beae54c5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:43.287243 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532be6e3-f73f-4d0c-b1f7-9f3a2f53bdcd tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:43.289506 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network b89202ac-6c50-4c05-9380-0f20ea4af46b details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:43.292397 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-7e3c1644-f122-4316-83f0-662bc8703f83 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:43.300877 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532be6e3-f73f-4d0c-b1f7-9f3a2f53bdcd tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:43.301964 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-532be6e3-f73f-4d0c-b1f7-9f3a2f53bdcd tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Synchronizing usage tracker for tenant:a8dd9e53fdcd4aaa806a94108c93d3a6 on resource:network {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:43.305771 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-f0ec2d94-a263-4beb-a635-49d7f03da766 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] For port 74116c6c-bff3-4f09-8b81-a2b7f2afa6f6, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=74116c6c-bff3-4f09-8b81-a2b7f2afa6f6,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:43.314630 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-7e3c1644-f122-4316-83f0-662bc8703f83 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:43.392352 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fb05e784-367c-425f-b391-0832a8bb07ee tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:43.392674 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fb05e784-367c-425f-b391-0832a8bb07ee tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:43.406463 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-532be6e3-f73f-4d0c-b1f7-9f3a2f53bdcd tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Unset dirty status for tenant:a8dd9e53fdcd4aaa806a94108c93d3a6 on resource:network {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:43.410157 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-532be6e3-f73f-4d0c-b1f7-9f3a2f53bdcd tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5341904 Jan 21 09:40:43.411202 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49634) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:43.446854 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a76af286-90e8-4e69-96c5-009cc3c59c88 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:43.488861 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a76af286-90e8-4e69-96c5-009cc3c59c88 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:43.506552 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76af286-90e8-4e69-96c5-009cc3c59c88 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event deleted for resources: {'Network': ['ID=8bfa5f5b-2a64-45ec-be32-4a465e699900,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:43.519810 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a76af286-90e8-4e69-96c5-009cc3c59c88 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/networks/8bfa5f5b-2a64-45ec-be32-4a465e699900 HTTP/1.1" status: 204 len: 168 time: 1.1262572 Jan 21 09:40:43.523351 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49638) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:43.543878 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4609ed2d-5d18-4eb4-9631-1e408298e6ef no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:40:43.566875 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3c1644-f122-4316-83f0-662bc8703f83 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Made reservation on behalf of b44e8d29e7504e8e8b1b0d23beae54c5 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:43.570668 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7e3c1644-f122-4316-83f0-662bc8703f83 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:43.635649 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-aad51685-4406-4246-8562-c04139b19a9b tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:43.647434 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.resource_extend [None req-f0ec2d94-a263-4beb-a635-49d7f03da766 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:40:43.685254 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-3845f755-f633-4eec-8c63-cb0e9c48e6ed None None] For port 4609ed2d-5d18-4eb4-9631-1e408298e6ef, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=4609ed2d-5d18-4eb4-9631-1e408298e6ef,segment=NetworkSegment(b78a08c3-407a-477d-8d5a-76d8c5d1f319),segment_id=b78a08c3-407a-477d-8d5a-76d8c5d1f319)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:43.685588 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3845f755-f633-4eec-8c63-cb0e9c48e6ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:43.719159 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-fb05e784-367c-425f-b391-0832a8bb07ee tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Calling delete_port for 446422f4-bb6f-49e1-a5b0-2474d11f35b9 owned by network:floatingip {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:43.737798 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-69a2ca31-3fed-46b0-8599-1f829e390cef tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:43.762440 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0ec2d94-a263-4beb-a635-49d7f03da766 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:43.792954 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-69a2ca31-3fed-46b0-8599-1f829e390cef tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Deleting port 4609ed2d-5d18-4eb4-9631-1e408298e6ef {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:43.793325 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-69a2ca31-3fed-46b0-8599-1f829e390cef tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:43.807430 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0ec2d94-a263-4beb-a635-49d7f03da766 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:43.808154 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0ec2d94-a263-4beb-a635-49d7f03da766 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:43.814879 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3c1644-f122-4316-83f0-662bc8703f83 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:43.926004 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-3845f755-f633-4eec-8c63-cb0e9c48e6ed None None] Calling delete_port for 4609ed2d-5d18-4eb4-9631-1e408298e6ef owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:43.982421 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-a0d892b6-cd85-4e12-85b3-3517ccb9e2d9 None None] For port 74116c6c-bff3-4f09-8b81-a2b7f2afa6f6, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=74116c6c-bff3-4f09-8b81-a2b7f2afa6f6,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:43.982794 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a0d892b6-cd85-4e12-85b3-3517ccb9e2d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.008636 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-aad51685-4406-4246-8562-c04139b19a9b tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.022675 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7e3c1644-f122-4316-83f0-662bc8703f83 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.023063 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-7e3c1644-f122-4316-83f0-662bc8703f83 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Added segment 5d7d09b2-6325-4a1c-8de9-57d234fef09e of type vlan for network 3b59b638-d352-4f0f-b664-58f02854c885 Jan 21 09:40:44.051773 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ec2d94-a263-4beb-a635-49d7f03da766 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:44.069487 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-aad51685-4406-4246-8562-c04139b19a9b tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f95892f-1d04-4902-afb8-888d2d9ca15f']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:44.070624 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-f0ec2d94-a263-4beb-a635-49d7f03da766 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:44.086265 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ec2d94-a263-4beb-a635-49d7f03da766 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:44.087079 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0ec2d94-a263-4beb-a635-49d7f03da766 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.096508 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-aad51685-4406-4246-8562-c04139b19a9b tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6877e067-9ac6-4621-ad20-39e0f3a147a1') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:44.096508 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-aad51685-4406-4246-8562-c04139b19a9b tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6877e067-9ac6-4621-ad20-39e0f3a147a1') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:44.112861 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-aad51685-4406-4246-8562-c04139b19a9b tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.158465 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-aad51685-4406-4246-8562-c04139b19a9b tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.170144 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec2d94-a263-4beb-a635-49d7f03da766 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Subnet': ['ID=38c2e0ef-3679-4d94-a750-47139641bf91,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:44.178451 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-a0d892b6-cd85-4e12-85b3-3517ccb9e2d9 None None] Calling delete_port for 74116c6c-bff3-4f09-8b81-a2b7f2afa6f6 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:44.182024 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aad51685-4406-4246-8562-c04139b19a9b tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:40:44.182433 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-aad51685-4406-4246-8562-c04139b19a9b tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.186122 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec2d94-a263-4beb-a635-49d7f03da766 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Port': ['ID=74116c6c-bff3-4f09-8b81-a2b7f2afa6f6,revision_number=7']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:44.199038 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:40:44.199038 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:40:44.199038 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:40:44.199038 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:44.199038 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:40:44.199038 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:40:44.199038 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:40:44.199038 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:44.199038 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:40:44.199038 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:44.199038 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:40:44.199038 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:44.199038 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:40:44.199038 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:40:44.199038 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:44.199038 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:40:44.199038 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:44.199038 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:40:44.199038 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:40:44.199038 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:40:44.199038 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:40:44.199038 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:40:44.199038 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:44.199038 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:40:44.199038 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:44.199038 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:40:44.199038 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:44.199038 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:40:44.199038 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:44.199038 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:40:44.199038 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:44.199038 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:44.228581 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbacb7-73b5-4195-8274-e6c285e82ff5 req-8687ab3b-a981-4659-8633-d2878902a8f7 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:44.233823 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3845f755-f633-4eec-8c63-cb0e9c48e6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.235443 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b8fbacb7-73b5-4195-8274-e6c285e82ff5 req-8687ab3b-a981-4659-8633-d2878902a8f7 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/ports?device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 946 time: 0.8906081 Jan 21 09:40:44.237111 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.254076 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7e3c1644-f122-4316-83f0-662bc8703f83 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.306493 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845f755-f633-4eec-8c63-cb0e9c48e6ed None None] Pushing event deleted for resources: {'Port': ['ID=4609ed2d-5d18-4eb4-9631-1e408298e6ef,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:44.314042 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3845f755-f633-4eec-8c63-cb0e9c48e6ed None None] No DVR routers for this DVR port 4609ed2d-5d18-4eb4-9631-1e408298e6ef on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:40:44.339901 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f0ec2d94-a263-4beb-a635-49d7f03da766 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.8440223 Jan 21 09:40:44.341409 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49644) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:44.348840 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-679da86d-552d-40af-86ba-4861378552dc tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'port': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'mac_address': 'fa:16:3e:32:c5:52', 'name': 'tempest-NetworksTestDHCPv6-1560488570'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:44.368482 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-69a2ca31-3fed-46b0-8599-1f829e390cef tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] For port 4609ed2d-5d18-4eb4-9631-1e408298e6ef, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=4609ed2d-5d18-4eb4-9631-1e408298e6ef,segment=NetworkSegment(b78a08c3-407a-477d-8d5a-76d8c5d1f319),segment_id=b78a08c3-407a-477d-8d5a-76d8c5d1f319)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:44.368760 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-69a2ca31-3fed-46b0-8599-1f829e390cef tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.379070 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b8fbacb7-73b5-4195-8274-e6c285e82ff5 req-c08e2b75-2187-49e5-a687-9eecfdc30e27 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/security-groups?id=b83642e6-062a-4f81-884a-c0f0968e848b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426418 Jan 21 09:40:44.381846 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fb05e784-367c-425f-b391-0832a8bb07ee tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.433354 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-a0d892b6-cd85-4e12-85b3-3517ccb9e2d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:40:44.433894 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-a0d892b6-cd85-4e12-85b3-3517ccb9e2d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:40:44.438718 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7e3c1644-f122-4316-83f0-662bc8703f83 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.444752 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3c1644-f122-4316-83f0-662bc8703f83 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:44.445333 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7e3c1644-f122-4316-83f0-662bc8703f83 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.464528 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05e784-367c-425f-b391-0832a8bb07ee tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event deleted for resources: {'Port': ['ID=446422f4-bb6f-49e1-a5b0-2474d11f35b9,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:44.527379 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-aad51685-4406-4246-8562-c04139b19a9b tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.531358 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-aad51685-4406-4246-8562-c04139b19a9b tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.564341 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-69a2ca31-3fed-46b0-8599-1f829e390cef tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Calling delete_port for 4609ed2d-5d18-4eb4-9631-1e408298e6ef owned by network:dhcp {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:44.586518 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7e3c1644-f122-4316-83f0-662bc8703f83 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3896098 Jan 21 09:40:44.605582 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad51685-4406-4246-8562-c04139b19a9b tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Pushing event deleted for resources: {'Network': ['ID=2f95892f-1d04-4902-afb8-888d2d9ca15f,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:44.644154 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c1644-f122-4316-83f0-662bc8703f83 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Pushing event updated for resources: {'Network': ['ID=3b59b638-d352-4f0f-b664-58f02854c885,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:44.660985 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 3b59b638-d352-4f0f-b664-58f02854c885 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:44.673942 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fb05e784-367c-425f-b391-0832a8bb07ee tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for floatingip, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.676002 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fb05e784-367c-425f-b391-0832a8bb07ee tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.677650 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-fb05e784-367c-425f-b391-0832a8bb07ee tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "DELETE /v2.0/floatingips/4042c1de-2a84-465c-a8d9-528e806f7b64 HTTP/1.1" status: 204 len: 168 time: 2.1923821 Jan 21 09:40:44.681514 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49648) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:44.688637 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-aad51685-4406-4246-8562-c04139b19a9b tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] 10.222.0.110 "DELETE /v2.0/networks/2f95892f-1d04-4902-afb8-888d2d9ca15f HTTP/1.1" status: 204 len: 168 time: 1.2743995 Jan 21 09:40:44.693996 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49652) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:44.728286 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce365b6-365a-4c6e-8c50-3d00ac570f6e tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] DELETE failed (client error): The resource could not be found. Jan 21 09:40:44.728752 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ce365b6-365a-4c6e-8c50-3d00ac570f6e tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:40:44.731099 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0ce365b6-365a-4c6e-8c50-3d00ac570f6e tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "DELETE /v2.0/ports/5fba46d0-9e5d-4529-aee9-182294e6ffc2 HTTP/1.1" status: 404 len: 333 time: 0.0486617 Jan 21 09:40:44.733639 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49656) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:44.785430 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a9f5723f-d231-43f9-a0ac-c2f0d100423b tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Synchronizing usage tracker for tenant:6ceae7553b4c4a00ae004c3be6a7adb1 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:44.789097 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-602ba9fe-fa1b-483c-a008-e000ab76d4eb tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.820416 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a9f5723f-d231-43f9-a0ac-c2f0d100423b tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Unset dirty status for tenant:6ceae7553b4c4a00ae004c3be6a7adb1 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:44.822120 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a9f5723f-d231-43f9-a0ac-c2f0d100423b tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "GET /v2.0/ports?device_id=1cadc159-fcdd-4eba-84d0-ac11b95f1ab4 HTTP/1.1" status: 200 len: 205 time: 0.0872056 Jan 21 09:40:44.824442 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49660) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:44.839654 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.api [None req-69a2ca31-3fed-46b0-8599-1f829e390cef tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:40:44.840021 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG oslo_db.api [None req-69a2ca31-3fed-46b0-8599-1f829e390cef tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:40:44.907962 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-679da86d-552d-40af-86ba-4861378552dc tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:44.914332 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-679da86d-552d-40af-86ba-4861378552dc tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:port and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:44.920045 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4aa6b10e-30b4-41eb-9031-f017b324e7c2 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.921760 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-679da86d-552d-40af-86ba-4861378552dc tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:44.927906 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-679da86d-552d-40af-86ba-4861378552dc tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:44.969809 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679da86d-552d-40af-86ba-4861378552dc tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:44.970464 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-3c959088-ac48-4fcf-840d-241b6c715d90 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] delete failed (client error): The resource could not be found. Jan 21 09:40:44.973867 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3c959088-ac48-4fcf-840d-241b6c715d90 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "DELETE /v2.0/routers/1cadc159-fcdd-4eba-84d0-ac11b95f1ab4 HTTP/1.1" status: 404 len: 336 time: 0.1453061 Jan 21 09:40:44.978893 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49664) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:45.031955 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-f30bfa26-178c-4a65-8466-67bbf65d8df6 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] DELETE failed (client error): The resource could not be found. Jan 21 09:40:45.032562 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f30bfa26-178c-4a65-8466-67bbf65d8df6 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:40:45.037035 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f30bfa26-178c-4a65-8466-67bbf65d8df6 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "DELETE /v2.0/subnets/fd56edd8-21eb-4357-8b15-4a3647a16496 HTTP/1.1" status: 404 len: 337 time: 0.0544786 Jan 21 09:40:45.037035 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49668) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:45.039953 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-602ba9fe-fa1b-483c-a008-e000ab76d4eb tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.144192 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4aa6b10e-30b4-41eb-9031-f017b324e7c2 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.157910 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-432da968-c476-4a6f-a4fe-0400ea2de640 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Deleting port e098c329-4f3e-4063-ba42-60ba1f2b1756 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:45.158381 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-432da968-c476-4a6f-a4fe-0400ea2de640 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.183279 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-4aa6b10e-30b4-41eb-9031-f017b324e7c2 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1e988df-199e-467b-b127-31da428597f1']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:45.209494 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-4aa6b10e-30b4-41eb-9031-f017b324e7c2 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee188ce1-6681-494c-ad9f-3fd63eb454f0') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:45.209793 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-4aa6b10e-30b4-41eb-9031-f017b324e7c2 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee188ce1-6681-494c-ad9f-3fd63eb454f0') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:45.222174 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-679da86d-552d-40af-86ba-4861378552dc tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.236592 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4aa6b10e-30b4-41eb-9031-f017b324e7c2 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.266708 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-679da86d-552d-40af-86ba-4861378552dc tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] device_id is not set on port 683d5d10-301c-488c-b4cb-4abc1505a9ac yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:40:45.273390 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-a0d892b6-cd85-4e12-85b3-3517ccb9e2d9 None None] Deleting port 74116c6c-bff3-4f09-8b81-a2b7f2afa6f6 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:45.274451 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a0d892b6-cd85-4e12-85b3-3517ccb9e2d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.304574 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4aa6b10e-30b4-41eb-9031-f017b324e7c2 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.312842 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aa6b10e-30b4-41eb-9031-f017b324e7c2 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:40:45.313275 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4aa6b10e-30b4-41eb-9031-f017b324e7c2 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.330101 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:45.330101 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:40:45.330101 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:45.330101 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:40:45.330101 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:45.330101 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:40:45.330101 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:45.330101 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:40:45.330101 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:40:45.330101 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:40:45.330101 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:40:45.330101 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:45.330101 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:40:45.330101 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:40:45.330101 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:40:45.330101 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:45.330101 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:40:45.330101 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:45.330101 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:40:45.330101 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:45.330101 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:40:45.330101 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:40:45.330101 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:45.330101 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:40:45.330101 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:45.330101 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:40:45.330101 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:40:45.330101 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:40:45.330101 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:40:45.330101 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:40:45.330101 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:45.330101 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:40:45.330101 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:45.330101 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:40:45.330101 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:45.330101 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:40:45.330101 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:45.330101 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:40:45.330101 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:45.330101 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:45.350075 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-69a2ca31-3fed-46b0-8599-1f829e390cef tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Deleting port 4609ed2d-5d18-4eb4-9631-1e408298e6ef {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:45.350075 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-69a2ca31-3fed-46b0-8599-1f829e390cef tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.545399 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-432da968-c476-4a6f-a4fe-0400ea2de640 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.577911 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-69a2ca31-3fed-46b0-8599-1f829e390cef tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] The port '4609ed2d-5d18-4eb4-9631-1e408298e6ef' was deleted {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:40:45.597738 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-a0d892b6-cd85-4e12-85b3-3517ccb9e2d9 None None] For port 74116c6c-bff3-4f09-8b81-a2b7f2afa6f6, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=74116c6c-bff3-4f09-8b81-a2b7f2afa6f6,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:45.598494 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a0d892b6-cd85-4e12-85b3-3517ccb9e2d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.688686 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-432da968-c476-4a6f-a4fe-0400ea2de640 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Calling delete_port for e098c329-4f3e-4063-ba42-60ba1f2b1756 owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:45.767840 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-a0d892b6-cd85-4e12-85b3-3517ccb9e2d9 None None] Calling delete_port for 74116c6c-bff3-4f09-8b81-a2b7f2afa6f6 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:45.873104 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4aa6b10e-30b4-41eb-9031-f017b324e7c2 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.909106 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4aa6b10e-30b4-41eb-9031-f017b324e7c2 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.940197 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa6b10e-30b4-41eb-9031-f017b324e7c2 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Pushing event deleted for resources: {'Network': ['ID=f1e988df-199e-467b-b127-31da428597f1,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:45.940443 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a0d892b6-cd85-4e12-85b3-3517ccb9e2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.990595 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4aa6b10e-30b4-41eb-9031-f017b324e7c2 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] 10.222.0.110 "DELETE /v2.0/networks/f1e988df-199e-467b-b127-31da428597f1 HTTP/1.1" status: 204 len: 168 time: 1.2926123 Jan 21 09:40:45.996869 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49674) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:45.999374 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d892b6-cd85-4e12-85b3-3517ccb9e2d9 None None] Pushing event deleted for resources: {'Port': ['ID=74116c6c-bff3-4f09-8b81-a2b7f2afa6f6,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:46.107992 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-432da968-c476-4a6f-a4fe-0400ea2de640 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.111385 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-602ba9fe-fa1b-483c-a008-e000ab76d4eb tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.113604 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-69a2ca31-3fed-46b0-8599-1f829e390cef tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.119010 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d892b6-cd85-4e12-85b3-3517ccb9e2d9 None None] No DVR routers for this DVR port 74116c6c-bff3-4f09-8b81-a2b7f2afa6f6 on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:40:46.141345 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddd4b36-bac6-4745-9ac0-3e1bd45637de None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:46.174030 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-602ba9fe-fa1b-483c-a008-e000ab76d4eb tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.184844 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-69a2ca31-3fed-46b0-8599-1f829e390cef tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['054943ad-8048-49b6-a6f2-d73c701a0c47']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:46.189093 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432da968-c476-4a6f-a4fe-0400ea2de640 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event deleted for resources: {'Port': ['ID=e098c329-4f3e-4063-ba42-60ba1f2b1756,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:46.203635 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-69a2ca31-3fed-46b0-8599-1f829e390cef tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b78a08c3-407a-477d-8d5a-76d8c5d1f319') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:46.203935 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-69a2ca31-3fed-46b0-8599-1f829e390cef tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b78a08c3-407a-477d-8d5a-76d8c5d1f319') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:46.217651 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-69a2ca31-3fed-46b0-8599-1f829e390cef tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.267035 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-69a2ca31-3fed-46b0-8599-1f829e390cef tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.289793 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69a2ca31-3fed-46b0-8599-1f829e390cef tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:40:46.290198 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-69a2ca31-3fed-46b0-8599-1f829e390cef tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.402375 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ba9fe-fa1b-483c-a008-e000ab76d4eb tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Pushing event updated for resources: {'Port': ['ID=01957eb1-b279-4ec1-9f44-59d121d96004,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:46.409407 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-602ba9fe-fa1b-483c-a008-e000ab76d4eb tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.439727 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18004eb3-df32-4242-8f26-23f0fa9167ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-36c4effd-f4af-4d10-91bd-714d225a3199', 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'tenant_id': 'ce9334fe18174618a851dcacd095feca', 'fixed_ips': [{'subnet_id': '38c2e0ef-3679-4d94-a750-47139641bf91'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:40:46.441033 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-18004eb3-df32-4242-8f26-23f0fa9167ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.482590 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-432da968-c476-4a6f-a4fe-0400ea2de640 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.514081 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:40:46.514081 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:40:46.514081 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:40:46.514081 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:46.514081 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:40:46.514081 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:40:46.514081 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:40:46.514081 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:46.514081 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:40:46.514081 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:46.514081 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:40:46.514081 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:46.514081 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:40:46.514081 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:40:46.514081 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:46.514081 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:40:46.514081 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:46.514081 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:40:46.514081 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:40:46.514081 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:40:46.514081 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:40:46.514081 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:40:46.514081 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:46.514081 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:40:46.514081 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:46.514081 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:40:46.514081 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:46.514081 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:40:46.514081 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:46.514081 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:40:46.514081 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:46.514081 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:46.551917 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-679da86d-552d-40af-86ba-4861378552dc tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Allocated IP 2001:db8::f816:3eff:fe32:c552 (36c4effd-f4af-4d10-91bd-714d225a3199/38c2e0ef-3679-4d94-a750-47139641bf91/683d5d10-301c-488c-b4cb-4abc1505a9ac) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:46.562017 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1dc38-b978-48ce-9d61-cab33ee31ce0 req-3216e6bb-83c4-47b9-a93b-4eeaff7227b4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:46.570020 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-68e1dc38-b978-48ce-9d61-cab33ee31ce0 req-3216e6bb-83c4-47b9-a93b-4eeaff7227b4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/ports?device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 946 time: 0.9840145 Jan 21 09:40:46.572435 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-75d94b0c-99fc-48a9-b8e4-7ef34af90e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.599373 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-432da968-c476-4a6f-a4fe-0400ea2de640 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "DELETE /v2.0/ports/e098c329-4f3e-4063-ba42-60ba1f2b1756 HTTP/1.1" status: 204 len: 168 time: 1.5608842 Jan 21 09:40:46.625782 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49678) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:46.645631 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.l3_db [None req-602ba9fe-fa1b-483c-a008-e000ab76d4eb tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Floating IP 9c2c053c-2b11-4aef-9bca-1c6f987c59a9 associated. External IP: 172.26.3.31, port: fd15757e-72b9-4e6e-a4ec-c205805a92e5. Jan 21 09:40:46.684470 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-69a2ca31-3fed-46b0-8599-1f829e390cef tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.688954 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-69a2ca31-3fed-46b0-8599-1f829e390cef tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.781022 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2ca31-3fed-46b0-8599-1f829e390cef tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event deleted for resources: {'Network': ['ID=054943ad-8048-49b6-a6f2-d73c701a0c47,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:46.801995 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49682) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:46.803284 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-69a2ca31-3fed-46b0-8599-1f829e390cef tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/networks/054943ad-8048-49b6-a6f2-d73c701a0c47 HTTP/1.1" status: 204 len: 168 time: 3.2787039 Jan 21 09:40:46.810433 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-c6a448e5-cd33-4c6c-9888-51060d25660c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1613624363'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:46.825319 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c6a448e5-cd33-4c6c-9888-51060d25660c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:46.833440 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c6a448e5-cd33-4c6c-9888-51060d25660c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Usage tracker for resource:network and tenant:0ffd125f2e19497db276d912c6599666 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:46.837911 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c6a448e5-cd33-4c6c-9888-51060d25660c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:46.847680 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c6a448e5-cd33-4c6c-9888-51060d25660c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:46.852192 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-68e1dc38-b978-48ce-9d61-cab33ee31ce0 req-d71ffc7d-9ddd-4ba1-af74-cdb3ccecf156 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/security-groups?id=b83642e6-062a-4f81-884a-c0f0968e848b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2810268 Jan 21 09:40:46.904769 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-c36b3ac8-3ec0-410e-b7ab-2146921f82da tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Deleting port ddd0b3c2-4959-4e18-b9c7-62739f411324 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:46.905429 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c36b3ac8-3ec0-410e-b7ab-2146921f82da tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.920414 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a448e5-cd33-4c6c-9888-51060d25660c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Made reservation on behalf of 0ffd125f2e19497db276d912c6599666 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:46.923183 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c6a448e5-cd33-4c6c-9888-51060d25660c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.956074 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8918c2b2-9f75-4f92-b125-fdc7d03d2824 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:46.962324 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8918c2b2-9f75-4f92-b125-fdc7d03d2824 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:46.963198 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-8918c2b2-9f75-4f92-b125-fdc7d03d2824 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Synchronizing usage tracker for tenant:a8dd9e53fdcd4aaa806a94108c93d3a6 on resource:network {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:47.103429 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-8918c2b2-9f75-4f92-b125-fdc7d03d2824 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Unset dirty status for tenant:a8dd9e53fdcd4aaa806a94108c93d3a6 on resource:network {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:47.109929 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-8918c2b2-9f75-4f92-b125-fdc7d03d2824 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.1057277 Jan 21 09:40:47.114913 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49686) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:47.139434 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-5099f31a-17c3-4201-84b5-9405f7aeb22a tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1150198786'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:47.139646 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a448e5-cd33-4c6c-9888-51060d25660c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:47.143900 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-5099f31a-17c3-4201-84b5-9405f7aeb22a tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:47.172739 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c6a448e5-cd33-4c6c-9888-51060d25660c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.173084 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-c6a448e5-cd33-4c6c-9888-51060d25660c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Added segment 63e20739-be99-4e9c-a847-66c893468840 of type vlan for network f98533f7-0850-426d-ab88-ee46599ac820 Jan 21 09:40:47.192393 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-5099f31a-17c3-4201-84b5-9405f7aeb22a tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:47.212638 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602ba9fe-fa1b-483c-a008-e000ab76d4eb tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Router d6596f41-9da4-4136-8e7b-aef4ee42f0de has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:40:47.217196 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c6a448e5-cd33-4c6c-9888-51060d25660c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.240380 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5099f31a-17c3-4201-84b5-9405f7aeb22a tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Made reservation on behalf of a8dd9e53fdcd4aaa806a94108c93d3a6 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:47.244032 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5099f31a-17c3-4201-84b5-9405f7aeb22a tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.301944 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-679da86d-552d-40af-86ba-4861378552dc tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.334105 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c6a448e5-cd33-4c6c-9888-51060d25660c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.339483 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a448e5-cd33-4c6c-9888-51060d25660c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:47.340173 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c6a448e5-cd33-4c6c-9888-51060d25660c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.357720 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-679da86d-552d-40af-86ba-4861378552dc tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Transition to ACTIVE for port object 683d5d10-301c-488c-b4cb-4abc1505a9ac will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:47.380062 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5099f31a-17c3-4201-84b5-9405f7aeb22a tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:47.388980 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c36b3ac8-3ec0-410e-b7ab-2146921f82da tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.467811 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5099f31a-17c3-4201-84b5-9405f7aeb22a tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.468051 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-5099f31a-17c3-4201-84b5-9405f7aeb22a tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Added segment ec114d8b-97a6-42e5-8390-9fb9ca08c83f of type vlan for network 7ebe868f-6f86-4b97-b4e7-6d9cb99b2ef2 Jan 21 09:40:47.491471 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c6a448e5-cd33-4c6c-9888-51060d25660c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6874979 Jan 21 09:40:47.498753 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49690) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:47.543569 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-c36b3ac8-3ec0-410e-b7ab-2146921f82da tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Calling delete_port for ddd0b3c2-4959-4e18-b9c7-62739f411324 owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:47.550921 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-908b9cd3-e6b2-41a2-b8bc-74872c201d7e tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Request body: {'subnet': {'network_id': 'f98533f7-0850-426d-ab88-ee46599ac820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:47.574019 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602ba9fe-fa1b-483c-a008-e000ab76d4eb tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:40:47.575552 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a448e5-cd33-4c6c-9888-51060d25660c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event updated for resources: {'Network': ['ID=f98533f7-0850-426d-ab88-ee46599ac820,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:47.591205 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc808e7f-120f-4ddd-ba6a-d30439c55de0 None None] Sync routers for ids ['d6596f41-9da4-4136-8e7b-aef4ee42f0de'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:40:47.612958 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc808e7f-120f-4ddd-ba6a-d30439c55de0 None None] Routers {'d6596f41-9da4-4136-8e7b-aef4ee42f0de'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:47.618711 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-fc808e7f-120f-4ddd-ba6a-d30439c55de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:40:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d6596f41-9da4-4136-8e7b-aef4ee42f0de'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:47.625210 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5099f31a-17c3-4201-84b5-9405f7aeb22a tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.663670 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-602ba9fe-fa1b-483c-a008-e000ab76d4eb tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.672982 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-679da86d-552d-40af-86ba-4861378552dc tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.733116 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-908b9cd3-e6b2-41a2-b8bc-74872c201d7e tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:47.740444 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-908b9cd3-e6b2-41a2-b8bc-74872c201d7e tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Usage tracker for resource:subnet and tenant:0ffd125f2e19497db276d912c6599666 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:47.744004 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-602ba9fe-fa1b-483c-a008-e000ab76d4eb tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 6.7611167 Jan 21 09:40:47.745122 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-908b9cd3-e6b2-41a2-b8bc-74872c201d7e tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:47.747572 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49694) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:47.798312 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-18004eb3-df32-4242-8f26-23f0fa9167ad None None] Allocated IP 2001:db8::f816:3eff:fe99:8f5a (36c4effd-f4af-4d10-91bd-714d225a3199/38c2e0ef-3679-4d94-a750-47139641bf91/a21a3ee2-f355-4f39-a365-7ff9a3e5e079) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:47.809808 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-908b9cd3-e6b2-41a2-b8bc-74872c201d7e tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:47.810000 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679da86d-552d-40af-86ba-4861378552dc tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:47.822589 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679da86d-552d-40af-86ba-4861378552dc tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Port': ['ID=683d5d10-301c-488c-b4cb-4abc1505a9ac,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:47.836354 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-679da86d-552d-40af-86ba-4861378552dc tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:47.856073 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908b9cd3-e6b2-41a2-b8bc-74872c201d7e tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Made reservation on behalf of 0ffd125f2e19497db276d912c6599666 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:47.859964 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-908b9cd3-e6b2-41a2-b8bc-74872c201d7e tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.875814 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-fc808e7f-120f-4ddd-ba6a-d30439c55de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:47.913401 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-838b2c04-d991-4a13-b808-d0ba4ff6d7de tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] 10.222.0.110 "GET /v2.0/floatingips/9c2c053c-2b11-4aef-9bca-1c6f987c59a9 HTTP/1.1" status: 200 len: 982 time: 0.1647542 Jan 21 09:40:47.914852 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network f98533f7-0850-426d-ab88-ee46599ac820 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:47.917427 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49700) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:47.937672 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679da86d-552d-40af-86ba-4861378552dc tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:47.944758 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679da86d-552d-40af-86ba-4861378552dc tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:47.945429 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-679da86d-552d-40af-86ba-4861378552dc tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.949888 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5099f31a-17c3-4201-84b5-9405f7aeb22a tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.955660 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5099f31a-17c3-4201-84b5-9405f7aeb22a tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:47.956194 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5099f31a-17c3-4201-84b5-9405f7aeb22a tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.981073 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c36b3ac8-3ec0-410e-b7ab-2146921f82da tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.987618 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc808e7f-120f-4ddd-ba6a-d30439c55de0 None None] Routers {'d6596f41-9da4-4136-8e7b-aef4ee42f0de'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:47.988357 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-fc808e7f-120f-4ddd-ba6a-d30439c55de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:40:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d6596f41-9da4-4136-8e7b-aef4ee42f0de'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:48.014346 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49704) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:48.123100 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-c116b358-db15-46d0-b6bf-6ccaed0ae2e3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Request body: {'subnets': [{'network_id': 'b89202ac-6c50-4c05-9380-0f20ea4af46b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--838876695', 'ip_version': 6}, {'network_id': '3b59b638-d352-4f0f-b664-58f02854c885', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:48.123607 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-c116b358-db15-46d0-b6bf-6ccaed0ae2e3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Request body: {'subnet': {'network_id': 'b89202ac-6c50-4c05-9380-0f20ea4af46b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--838876695', 'ip_version': 6}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:48.124404 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-c116b358-db15-46d0-b6bf-6ccaed0ae2e3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Request body: {'subnet': {'network_id': '3b59b638-d352-4f0f-b664-58f02854c885', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:48.168332 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-fc808e7f-120f-4ddd-ba6a-d30439c55de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:48.168744 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc808e7f-120f-4ddd-ba6a-d30439c55de0 None None] The sync data for ids ['d6596f41-9da4-4136-8e7b-aef4ee42f0de'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:40:48.232055 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-5373a4bb-62c1-4dd0-b6d2-92371f35c855 tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] 10.222.0.110 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3037 time: 0.3109839 Jan 21 09:40:48.234896 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49708) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:48.281637 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b3ac8-3ec0-410e-b7ab-2146921f82da tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event deleted for resources: {'Port': ['ID=ddd0b3c2-4959-4e18-b9c7-62739f411324,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:48.329634 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-679da86d-552d-40af-86ba-4861378552dc tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9824259 Jan 21 09:40:48.334093 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49712) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:48.355689 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-18004eb3-df32-4242-8f26-23f0fa9167ad None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.365923 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-18004eb3-df32-4242-8f26-23f0fa9167ad None None] Transition to ACTIVE for port object a21a3ee2-f355-4f39-a365-7ff9a3e5e079 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:48.384858 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-18004eb3-df32-4242-8f26-23f0fa9167ad None None] Transition to ACTIVE for port object a21a3ee2-f355-4f39-a365-7ff9a3e5e079 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:48.392258 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-18004eb3-df32-4242-8f26-23f0fa9167ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.419323 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5099f31a-17c3-4201-84b5-9405f7aeb22a tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3031440 Jan 21 09:40:48.420728 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49716) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:48.463640 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18004eb3-df32-4242-8f26-23f0fa9167ad None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:48.466537 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-18004eb3-df32-4242-8f26-23f0fa9167ad None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:48.470391 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18004eb3-df32-4242-8f26-23f0fa9167ad None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:48.480076 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18004eb3-df32-4242-8f26-23f0fa9167ad None None] Pushing event updated for resources: {'Port': ['ID=a21a3ee2-f355-4f39-a365-7ff9a3e5e079,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:48.504486 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-77987fb5-9b75-4742-b4d6-20ce85a556dd tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1457560507'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:48.510581 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099f31a-17c3-4201-84b5-9405f7aeb22a tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Pushing event updated for resources: {'Network': ['ID=7ebe868f-6f86-4b97-b4e7-6d9cb99b2ef2,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:48.535243 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-77987fb5-9b75-4742-b4d6-20ce85a556dd tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:48.538175 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75d1da-b864-4e29-bf25-3f313e25a852 req-e691c828-2145-4da1-94c3-0d3f9649ccec tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:48.541024 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-df75d1da-b864-4e29-bf25-3f313e25a852 req-e691c828-2145-4da1-94c3-0d3f9649ccec tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/ports?device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 946 time: 0.5123961 Jan 21 09:40:48.557245 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 7ebe868f-6f86-4b97-b4e7-6d9cb99b2ef2 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:48.559215 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c36b3ac8-3ec0-410e-b7ab-2146921f82da tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.561450 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c36b3ac8-3ec0-410e-b7ab-2146921f82da tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "DELETE /v2.0/ports/ddd0b3c2-4959-4e18-b9c7-62739f411324 HTTP/1.1" status: 204 len: 168 time: 1.9337168 Jan 21 09:40:48.569852 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-77987fb5-9b75-4742-b4d6-20ce85a556dd tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:48.570056 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49720) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:48.607698 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c116b358-db15-46d0-b6bf-6ccaed0ae2e3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:48.658615 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-18004eb3-df32-4242-8f26-23f0fa9167ad None None] Attempting to bind port a21a3ee2-f355-4f39-a365-7ff9a3e5e079 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:40:48.659245 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-18004eb3-df32-4242-8f26-23f0fa9167ad None None] Attempting to bind port a21a3ee2-f355-4f39-a365-7ff9a3e5e079 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:40:48.659245 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18004eb3-df32-4242-8f26-23f0fa9167ad None None] Attempting to bind port a21a3ee2-f355-4f39-a365-7ff9a3e5e079 on network 36c4effd-f4af-4d10-91bd-714d225a3199 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:40:48.663597 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77987fb5-9b75-4742-b4d6-20ce85a556dd tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Made reservation on behalf of a8dd9e53fdcd4aaa806a94108c93d3a6 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:48.668096 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-77987fb5-9b75-4742-b4d6-20ce85a556dd tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.680433 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18004eb3-df32-4242-8f26-23f0fa9167ad None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:40:48.680813 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18004eb3-df32-4242-8f26-23f0fa9167ad None None] Checking segment: {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:48.681213 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-18004eb3-df32-4242-8f26-23f0fa9167ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.681609 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18004eb3-df32-4242-8f26-23f0fa9167ad None None] Bound using segment: {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:40:48.682372 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-18004eb3-df32-4242-8f26-23f0fa9167ad None None] Bound port: a21a3ee2-f355-4f39-a365-7ff9a3e5e079, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:40:48.682599 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-18004eb3-df32-4242-8f26-23f0fa9167ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.714595 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c20ff9cc-1cc2-4829-a9a3-8fd68c92801e req-b3fabc07-7581-43c2-a2cb-c870cd4c4c5f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4985309 Jan 21 09:40:48.730082 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-bd986cc6-3365-45fb-9198-508d2f903508 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Deleting port 01957eb1-b279-4ec1-9f44-59d121d96004 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:48.730834 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bd986cc6-3365-45fb-9198-508d2f903508 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.783017 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c116b358-db15-46d0-b6bf-6ccaed0ae2e3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Usage tracker for resource:subnet and tenant:b44e8d29e7504e8e8b1b0d23beae54c5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:48.785975 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c116b358-db15-46d0-b6bf-6ccaed0ae2e3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:48.787044 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-18004eb3-df32-4242-8f26-23f0fa9167ad None None] For port a21a3ee2-f355-4f39-a365-7ff9a3e5e079, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:40:48.790766 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-18004eb3-df32-4242-8f26-23f0fa9167ad None None] For port a21a3ee2-f355-4f39-a365-7ff9a3e5e079, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a21a3ee2-f355-4f39-a365-7ff9a3e5e079,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:40:48.797638 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-18004eb3-df32-4242-8f26-23f0fa9167ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.809243 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c116b358-db15-46d0-b6bf-6ccaed0ae2e3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:48.811539 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-908b9cd3-e6b2-41a2-b8bc-74872c201d7e tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.884240 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-df75d1da-b864-4e29-bf25-3f313e25a852 req-ccd99760-6926-431e-b124-cb63cf6fb1ac tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/security-groups?id=b83642e6-062a-4f81-884a-c0f0968e848b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3350637 Jan 21 09:40:48.891702 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c116b358-db15-46d0-b6bf-6ccaed0ae2e3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Made reservation on behalf of b44e8d29e7504e8e8b1b0d23beae54c5 for: {'subnet': 2} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:48.897749 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c116b358-db15-46d0-b6bf-6ccaed0ae2e3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.897967 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18004eb3-df32-4242-8f26-23f0fa9167ad None None] Pushing event updated for resources: {'Port': ['ID=a21a3ee2-f355-4f39-a365-7ff9a3e5e079,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:48.898081 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c116b358-db15-46d0-b6bf-6ccaed0ae2e3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.924322 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e25ebb-25de-4120-a543-269e9715f1fe tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:48.929027 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-dbf3121c-0c7b-4976-aa26-3dec24a7457e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.929594 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77987fb5-9b75-4742-b4d6-20ce85a556dd tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:48.930935 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e25ebb-25de-4120-a543-269e9715f1fe tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:48.932745 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-85e25ebb-25de-4120-a543-269e9715f1fe tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5952742 Jan 21 09:40:48.936993 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49724) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:49.007433 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b9cd3-e6b2-41a2-b8bc-74872c201d7e tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event updated for resources: {'Subnet': ['ID=5f890f8e-3f40-48b1-aa07-0ad6007ba05d,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:49.053116 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-77987fb5-9b75-4742-b4d6-20ce85a556dd tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.053844 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-77987fb5-9b75-4742-b4d6-20ce85a556dd tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Added segment 3c2a08ab-4aa1-4ace-9c2a-2980b6968155 of type vlan for network 570a419d-ea45-4ba7-bbd0-5b72d87fdc43 Jan 21 09:40:49.094762 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908b9cd3-e6b2-41a2-b8bc-74872c201d7e tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Checking segment: {'id': '63e20739-be99-4e9c-a847-66c893468840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f98533f7-0850-426d-ab88-ee46599ac820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:49.095128 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908b9cd3-e6b2-41a2-b8bc-74872c201d7e tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Network hostable DHCP agents. Network: f98533f7-0850-426d-ab88-ee46599ac820, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:40:49.115839 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f381aa4f-10fb-4c66-a162-10a632fff35e tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:49.116715 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f381aa4f-10fb-4c66-a162-10a632fff35e tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Synchronizing usage tracker for tenant:6ceae7553b4c4a00ae004c3be6a7adb1 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:49.143565 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bd986cc6-3365-45fb-9198-508d2f903508 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.143898 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bd986cc6-3365-45fb-9198-508d2f903508 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.155748 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-77987fb5-9b75-4742-b4d6-20ce85a556dd tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.173224 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-c9a907d7-c861-4713-b2d7-825ac00e7141 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting port 683d5d10-301c-488c-b4cb-4abc1505a9ac {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:49.173429 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c9a907d7-c861-4713-b2d7-825ac00e7141 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.176238 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f381aa4f-10fb-4c66-a162-10a632fff35e tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Unset dirty status for tenant:6ceae7553b4c4a00ae004c3be6a7adb1 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:49.178543 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f381aa4f-10fb-4c66-a162-10a632fff35e tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "GET /v2.0/ports?device_id=0784f12a-93a2-4ea9-a64c-0cae03e53fce HTTP/1.1" status: 200 len: 913 time: 0.6045828 Jan 21 09:40:49.185311 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908b9cd3-e6b2-41a2-b8bc-74872c201d7e tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Network f98533f7-0850-426d-ab88-ee46599ac820 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:40:49.189699 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49728) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:49.274873 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ff9cc-1cc2-4829-a9a3-8fd68c92801e req-332b763b-2dd8-4bcd-9f99-80f16241eaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:49.276385 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c20ff9cc-1cc2-4829-a9a3-8fd68c92801e req-332b763b-2dd8-4bcd-9f99-80f16241eaa7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=21bf33c022814c088610cd12785c806c&device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 1098 time: 0.4028947 Jan 21 09:40:49.307361 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-908b9cd3-e6b2-41a2-b8bc-74872c201d7e tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, f98533f7-0850-426d-ab88-ee46599ac820) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:49.317612 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8435bdb7-2e30-4f70-98c5-c0d9828a600c None None] Network f98533f7-0850-426d-ab88-ee46599ac820 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:49.318277 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908b9cd3-e6b2-41a2-b8bc-74872c201d7e tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:49.318690 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-908b9cd3-e6b2-41a2-b8bc-74872c201d7e tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.358858 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-bd986cc6-3365-45fb-9198-508d2f903508 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Calling delete_port for 01957eb1-b279-4ec1-9f44-59d121d96004 owned by network:floatingip {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:49.521967 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ff9cc-1cc2-4829-a9a3-8fd68c92801e req-c4c5d8d8-251c-4ab4-af9b-c13cb1b50cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:49.523452 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c20ff9cc-1cc2-4829-a9a3-8fd68c92801e req-c4c5d8d8-251c-4ab4-af9b-c13cb1b50cd5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=55051115-0a6d-4aad-ae33-4c0466ea1935 HTTP/1.1" status: 200 len: 912 time: 0.1725554 Jan 21 09:40:49.526709 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.resource_extend [None req-77987fb5-9b75-4742-b4d6-20ce85a556dd tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:40:49.554115 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a21a3ee2-f355-4f39-a365-7ff9a3e5e079 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:49.566878 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-908b9cd3-e6b2-41a2-b8bc-74872c201d7e tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0670800 Jan 21 09:40:49.591109 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49732) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:49.600690 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-f7042dd3-704c-4107-bb65-d9b5cf8c5610 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1994987199', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:49.619468 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f7042dd3-704c-4107-bb65-d9b5cf8c5610 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:49.636158 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f7042dd3-704c-4107-bb65-d9b5cf8c5610 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Usage tracker for resource:router and tenant:0ffd125f2e19497db276d912c6599666 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:49.657037 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f7042dd3-704c-4107-bb65-d9b5cf8c5610 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:49.678762 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a183b9a-b19d-47b6-b2b6-eb0bc0c6c580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-f98533f7-0850-426d-ab88-ee46599ac820', 'network_id': 'f98533f7-0850-426d-ab88-ee46599ac820', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'fixed_ips': [{'subnet_id': '5f890f8e-3f40-48b1-aa07-0ad6007ba05d'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:40:49.679660 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9a183b9a-b19d-47b6-b2b6-eb0bc0c6c580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.686498 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f7042dd3-704c-4107-bb65-d9b5cf8c5610 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:49.694494 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port a21a3ee2-f355-4f39-a365-7ff9a3e5e079 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:49.790799 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.871696 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.902204 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f7042dd3-704c-4107-bb65-d9b5cf8c5610 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.903302 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f7042dd3-704c-4107-bb65-d9b5cf8c5610 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.912706 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-9a183b9a-b19d-47b6-b2b6-eb0bc0c6c580 None None] Allocated IP 2001:db8::2 (f98533f7-0850-426d-ab88-ee46599ac820/5f890f8e-3f40-48b1-aa07-0ad6007ba05d/083df7f4-442f-4f4f-a1d7-66c18a344e79) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:49.980171 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f7042dd3-704c-4107-bb65-d9b5cf8c5610 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.984954 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-77987fb5-9b75-4742-b4d6-20ce85a556dd tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.991078 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77987fb5-9b75-4742-b4d6-20ce85a556dd tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:49.991801 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-77987fb5-9b75-4742-b4d6-20ce85a556dd tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.138414 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f7042dd3-704c-4107-bb65-d9b5cf8c5610 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.175593 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9a183b9a-b19d-47b6-b2b6-eb0bc0c6c580 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.190961 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-9a183b9a-b19d-47b6-b2b6-eb0bc0c6c580 None None] Transition to ACTIVE for port object 083df7f4-442f-4f4f-a1d7-66c18a344e79 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:50.201475 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49738) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:50.201732 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-77987fb5-9b75-4742-b4d6-20ce85a556dd tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7167761 Jan 21 09:40:50.203950 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c20ff9cc-1cc2-4829-a9a3-8fd68c92801e req-f3b57714-e2c6-4093-a349-a126b2bda1f0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77d34ea9-68ce-4a71-9428-8b2152806e32 HTTP/1.1" status: 200 len: 1001 time: 0.6556535 Jan 21 09:40:50.217277 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-9a183b9a-b19d-47b6-b2b6-eb0bc0c6c580 None None] Transition to ACTIVE for port object 083df7f4-442f-4f4f-a1d7-66c18a344e79 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:50.226479 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9a183b9a-b19d-47b6-b2b6-eb0bc0c6c580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.239458 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f7042dd3-704c-4107-bb65-d9b5cf8c5610 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.240641 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f7042dd3-704c-4107-bb65-d9b5cf8c5610 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6482067 Jan 21 09:40:50.253747 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-7e9cf117-9fd5-4d9d-b253-175c21516804 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Request body: {'ports': [{'network_id': '7ebe868f-6f86-4b97-b4e7-6d9cb99b2ef2', 'name': 'tempest-port--1002505441', 'admin_state_up': True}, {'network_id': '570a419d-ea45-4ba7-bbd0-5b72d87fdc43', 'admin_state_up': False}]} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:50.254105 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-7e9cf117-9fd5-4d9d-b253-175c21516804 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Request body: {'port': {'network_id': '7ebe868f-6f86-4b97-b4e7-6d9cb99b2ef2', 'name': 'tempest-port--1002505441', 'admin_state_up': True}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:50.254529 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-7e9cf117-9fd5-4d9d-b253-175c21516804 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Request body: {'port': {'network_id': '570a419d-ea45-4ba7-bbd0-5b72d87fdc43', 'admin_state_up': False}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:50.269350 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c116b358-db15-46d0-b6bf-6ccaed0ae2e3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.274624 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49742) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:50.301704 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-dd321a20-f86b-4973-a245-7e3cb19ef1e2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Request body: {'port': {'network_id': 'f98533f7-0850-426d-ab88-ee46599ac820', 'name': 'tempest-RoutersIpV6Test-1469323642'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:50.341693 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a183b9a-b19d-47b6-b2b6-eb0bc0c6c580 None None] Network f98533f7-0850-426d-ab88-ee46599ac820 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:50.349799 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a183b9a-b19d-47b6-b2b6-eb0bc0c6c580 None None] Pushing event updated for resources: {'Port': ['ID=083df7f4-442f-4f4f-a1d7-66c18a344e79,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:50.353859 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-9a183b9a-b19d-47b6-b2b6-eb0bc0c6c580 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:50.356728 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a183b9a-b19d-47b6-b2b6-eb0bc0c6c580 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:50.440249 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77987fb5-9b75-4742-b4d6-20ce85a556dd tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Pushing event updated for resources: {'Network': ['ID=570a419d-ea45-4ba7-bbd0-5b72d87fdc43,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:50.456647 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c9a907d7-c861-4713-b2d7-825ac00e7141 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.465066 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c116b358-db15-46d0-b6bf-6ccaed0ae2e3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Checking segment: {'id': '3984ad6b-7b17-4235-8cf2-b853fbb2d96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b89202ac-6c50-4c05-9380-0f20ea4af46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:50.465458 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c116b358-db15-46d0-b6bf-6ccaed0ae2e3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Network hostable DHCP agents. Network: b89202ac-6c50-4c05-9380-0f20ea4af46b, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:40:50.470099 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116b358-db15-46d0-b6bf-6ccaed0ae2e3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Pushing event updated for resources: {'Subnet': ['ID=fc214e2b-94fe-438d-b4a8-d574a7b40f02,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:50.472465 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 570a419d-ea45-4ba7-bbd0-5b72d87fdc43 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:50.514291 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-c1bf3678-862e-43c9-a6bd-79152256a270 None None] Provisioning for port a21a3ee2-f355-4f39-a365-7ff9a3e5e079 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:50.517941 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-9a183b9a-b19d-47b6-b2b6-eb0bc0c6c580 None None] Attempting to bind port 083df7f4-442f-4f4f-a1d7-66c18a344e79 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:40:50.518440 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-9a183b9a-b19d-47b6-b2b6-eb0bc0c6c580 None None] Attempting to bind port 083df7f4-442f-4f4f-a1d7-66c18a344e79 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '63e20739-be99-4e9c-a847-66c893468840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f98533f7-0850-426d-ab88-ee46599ac820'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:40:50.518910 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a183b9a-b19d-47b6-b2b6-eb0bc0c6c580 None None] Attempting to bind port 083df7f4-442f-4f4f-a1d7-66c18a344e79 on network f98533f7-0850-426d-ab88-ee46599ac820 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:40:50.530230 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-c1bf3678-862e-43c9-a6bd-79152256a270 None None] Provisioning complete for port a21a3ee2-f355-4f39-a365-7ff9a3e5e079 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:50.531082 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c1bf3678-862e-43c9-a6bd-79152256a270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.551892 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5e295bf6-8af7-497d-9759-be03e89c8c40 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.584682 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ff9cc-1cc2-4829-a9a3-8fd68c92801e req-9b6291cf-f28f-4709-ad7c-dc90bc7c3324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:50.586126 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c20ff9cc-1cc2-4829-a9a3-8fd68c92801e req-9b6291cf-f28f-4709-ad7c-dc90bc7c3324 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd14a905-cd68-4fb4-a084-5e658ee5e25a HTTP/1.1" status: 200 len: 850 time: 0.3541403 Jan 21 09:40:50.597075 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a183b9a-b19d-47b6-b2b6-eb0bc0c6c580 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:40:50.597362 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a183b9a-b19d-47b6-b2b6-eb0bc0c6c580 None None] Checking segment: {'id': '63e20739-be99-4e9c-a847-66c893468840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f98533f7-0850-426d-ab88-ee46599ac820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:50.597929 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9a183b9a-b19d-47b6-b2b6-eb0bc0c6c580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.598422 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a183b9a-b19d-47b6-b2b6-eb0bc0c6c580 None None] Bound using segment: {'id': '63e20739-be99-4e9c-a847-66c893468840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f98533f7-0850-426d-ab88-ee46599ac820'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:40:50.599091 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-9a183b9a-b19d-47b6-b2b6-eb0bc0c6c580 None None] Bound port: 083df7f4-442f-4f4f-a1d7-66c18a344e79, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63e20739-be99-4e9c-a847-66c893468840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f98533f7-0850-426d-ab88-ee46599ac820'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:40:50.600137 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9a183b9a-b19d-47b6-b2b6-eb0bc0c6c580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.659383 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-c9a907d7-c861-4713-b2d7-825ac00e7141 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Calling delete_port for 683d5d10-301c-488c-b4cb-4abc1505a9ac owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:50.812001 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d97fec-03b5-4711-8d08-3c72f813f883 req-f229b08b-e6a1-43df-94dd-c9d955ae3a72 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:50.821549 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-43d97fec-03b5-4711-8d08-3c72f813f883 req-f229b08b-e6a1-43df-94dd-c9d955ae3a72 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/ports?device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 946 time: 0.7164369 Jan 21 09:40:50.870087 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-9a183b9a-b19d-47b6-b2b6-eb0bc0c6c580 None None] For port 083df7f4-442f-4f4f-a1d7-66c18a344e79, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:40:50.872302 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c1bf3678-862e-43c9-a6bd-79152256a270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.906972 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-c1bf3678-862e-43c9-a6bd-79152256a270 None None] For port a21a3ee2-f355-4f39-a365-7ff9a3e5e079, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a21a3ee2-f355-4f39-a365-7ff9a3e5e079,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:50.913301 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c1bf3678-862e-43c9-a6bd-79152256a270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.951771 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bd986cc6-3365-45fb-9198-508d2f903508 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.961545 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-dd321a20-f86b-4973-a245-7e3cb19ef1e2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:50.990033 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c116b358-db15-46d0-b6bf-6ccaed0ae2e3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Network b89202ac-6c50-4c05-9380-0f20ea4af46b is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:40:51.008814 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-dd321a20-f86b-4973-a245-7e3cb19ef1e2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Usage tracker for resource:port and tenant:0ffd125f2e19497db276d912c6599666 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:51.014168 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf3678-862e-43c9-a6bd-79152256a270 None None] Pushing event updated for resources: {'Port': ['ID=a21a3ee2-f355-4f39-a365-7ff9a3e5e079,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:51.024166 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-9a183b9a-b19d-47b6-b2b6-eb0bc0c6c580 None None] For port 083df7f4-442f-4f4f-a1d7-66c18a344e79, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=083df7f4-442f-4f4f-a1d7-66c18a344e79,segment=NetworkSegment(63e20739-be99-4e9c-a847-66c893468840),segment_id=63e20739-be99-4e9c-a847-66c893468840)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:40:51.031921 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-43d97fec-03b5-4711-8d08-3c72f813f883 req-86d411cd-4e08-4612-ba66-96b1b62a2354 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/security-groups?id=b83642e6-062a-4f81-884a-c0f0968e848b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2100277 Jan 21 09:40:51.033027 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-dd321a20-f86b-4973-a245-7e3cb19ef1e2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:51.040736 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9a183b9a-b19d-47b6-b2b6-eb0bc0c6c580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.102922 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd986cc6-3365-45fb-9198-508d2f903508 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Pushing event deleted for resources: {'Port': ['ID=01957eb1-b279-4ec1-9f44-59d121d96004,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:51.120559 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-c116b358-db15-46d0-b6bf-6ccaed0ae2e3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, b89202ac-6c50-4c05-9380-0f20ea4af46b) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:51.126057 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-7e9cf117-9fd5-4d9d-b253-175c21516804 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:51.131164 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-7e9cf117-9fd5-4d9d-b253-175c21516804 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Usage tracker for resource:port and tenant:a8dd9e53fdcd4aaa806a94108c93d3a6 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:51.134441 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-dd321a20-f86b-4973-a245-7e3cb19ef1e2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:51.134597 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-7e9cf117-9fd5-4d9d-b253-175c21516804 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:51.137167 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9b2b08-449d-4433-a905-c73f89bfc8ba None None] Network b89202ac-6c50-4c05-9380-0f20ea4af46b requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:51.141554 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-7e9cf117-9fd5-4d9d-b253-175c21516804 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:51.153957 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c116b358-db15-46d0-b6bf-6ccaed0ae2e3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.213671 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ff9cc-1cc2-4829-a9a3-8fd68c92801e req-11084c67-26d5-4a81-9f7c-fb0a102311aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:51.215244 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c20ff9cc-1cc2-4829-a9a3-8fd68c92801e req-11084c67-26d5-4a81-9f7c-fb0a102311aa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=55051115-0a6d-4aad-ae33-4c0466ea1935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5263143 Jan 21 09:40:51.221465 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd321a20-f86b-4973-a245-7e3cb19ef1e2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Made reservation on behalf of 0ffd125f2e19497db276d912c6599666 for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:51.226098 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dd321a20-f86b-4973-a245-7e3cb19ef1e2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.231586 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116b358-db15-46d0-b6bf-6ccaed0ae2e3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Pushing event updated for resources: {'Subnet': ['ID=31286231-1a1b-4d87-8cc4-c71b04ccaf93,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:51.233572 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9cf117-9fd5-4d9d-b253-175c21516804 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Made reservation on behalf of a8dd9e53fdcd4aaa806a94108c93d3a6 for: {'port': 2} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:51.243901 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7e9cf117-9fd5-4d9d-b253-175c21516804 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.258115 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-7a1a831d-1407-4823-be31-5fea8b019b5f None None] Provisioning for port 683d5d10-301c-488c-b4cb-4abc1505a9ac completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:51.263190 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7e9cf117-9fd5-4d9d-b253-175c21516804 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.264957 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a183b9a-b19d-47b6-b2b6-eb0bc0c6c580 None None] Pushing event updated for resources: {'Port': ['ID=083df7f4-442f-4f4f-a1d7-66c18a344e79,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:51.270675 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c9a907d7-c861-4713-b2d7-825ac00e7141 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.275252 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bd986cc6-3365-45fb-9198-508d2f903508 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks [] for floatingip, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.275612 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.l3_db [None req-bd986cc6-3365-45fb-9198-508d2f903508 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Floating IP 9c2c053c-2b11-4aef-9bca-1c6f987c59a9 disassociated (deleted). External IP: 172.26.3.31, port: fd15757e-72b9-4e6e-a4ec-c205805a92e5. Jan 21 09:40:51.287783 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-7a1a831d-1407-4823-be31-5fea8b019b5f None None] Provisioning complete for port 683d5d10-301c-488c-b4cb-4abc1505a9ac triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:51.288730 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a1a831d-1407-4823-be31-5fea8b019b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.342400 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-7a1a831d-1407-4823-be31-5fea8b019b5f None None] Port 683d5d10-301c-488c-b4cb-4abc1505a9ac was deleted so its status cannot be updated. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 09:40:51.363598 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.420131 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a907d7-c861-4713-b2d7-825ac00e7141 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Port': ['ID=683d5d10-301c-488c-b4cb-4abc1505a9ac,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:51.426986 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-dd321a20-f86b-4973-a245-7e3cb19ef1e2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] device_id is not set on port 211ce30d-80d2-43db-a1f8-96f5999df162 yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:40:51.472104 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c116b358-db15-46d0-b6bf-6ccaed0ae2e3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Checking segment: {'id': '5d7d09b2-6325-4a1c-8de9-57d234fef09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3b59b638-d352-4f0f-b664-58f02854c885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:51.472656 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c116b358-db15-46d0-b6bf-6ccaed0ae2e3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Network hostable DHCP agents. Network: 3b59b638-d352-4f0f-b664-58f02854c885, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:40:51.559049 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca948f7-9a74-4e38-b3d0-bd2835ed464c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-b89202ac-6c50-4c05-9380-0f20ea4af46b', 'network_id': 'b89202ac-6c50-4c05-9380-0f20ea4af46b', 'tenant_id': 'b44e8d29e7504e8e8b1b0d23beae54c5', 'fixed_ips': [{'subnet_id': 'fc214e2b-94fe-438d-b4a8-d574a7b40f02'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:40:51.560202 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fca948f7-9a74-4e38-b3d0-bd2835ed464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.595559 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a21a3ee2-f355-4f39-a365-7ff9a3e5e079 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:51.641362 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5e295bf6-8af7-497d-9759-be03e89c8c40 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Deleting port a31c1977-7e3c-4fe7-ac52-b71bd0591c31 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:51.641976 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5e295bf6-8af7-497d-9759-be03e89c8c40 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.711238 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-7e9cf117-9fd5-4d9d-b253-175c21516804 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] device_id is not set on port 5a5ad38a-49cc-4b91-9b43-712ea785475e yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:40:51.745414 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c116b358-db15-46d0-b6bf-6ccaed0ae2e3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Network 3b59b638-d352-4f0f-b664-58f02854c885 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:40:51.797278 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-c116b358-db15-46d0-b6bf-6ccaed0ae2e3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 3b59b638-d352-4f0f-b664-58f02854c885) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:51.805199 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c116b358-db15-46d0-b6bf-6ccaed0ae2e3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:51.805867 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c116b358-db15-46d0-b6bf-6ccaed0ae2e3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:51.806657 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c116b358-db15-46d0-b6bf-6ccaed0ae2e3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.874458 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c2fe73-8eac-4220-a3b9-8e183e561c36 None None] Network 3b59b638-d352-4f0f-b664-58f02854c885 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:51.879824 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c9a907d7-c861-4713-b2d7-825ac00e7141 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.914935 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c116b358-db15-46d0-b6bf-6ccaed0ae2e3 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.8854434 Jan 21 09:40:51.921853 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49750) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:51.935289 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-fca948f7-9a74-4e38-b3d0-bd2835ed464c None None] Allocated IP 2001:db8::1 (b89202ac-6c50-4c05-9380-0f20ea4af46b/fc214e2b-94fe-438d-b4a8-d574a7b40f02/f446225e-51e3-44b6-beb4-6d03921d361c) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:52.001132 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5e295bf6-8af7-497d-9759-be03e89c8c40 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.010007 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c9a907d7-c861-4713-b2d7-825ac00e7141 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/ports/683d5d10-301c-488c-b4cb-4abc1505a9ac HTTP/1.1" status: 204 len: 168 time: 3.0670781 Jan 21 09:40:52.016834 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49754) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:52.050243 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c20ff9cc-1cc2-4829-a9a3-8fd68c92801e req-b61c69eb-43cc-4a2a-b25f-7ab389ea3a87 service neutron] 10.222.0.72 "GET /v2.0/networks/55051115-0a6d-4aad-ae33-4c0466ea1935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8125114 Jan 21 09:40:52.180932 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port a21a3ee2-f355-4f39-a365-7ff9a3e5e079 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:52.181165 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.192261 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5e295bf6-8af7-497d-9759-be03e89c8c40 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Calling delete_port for a31c1977-7e3c-4fe7-ac52-b71bd0591c31 owned by network:router_interface {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:52.295076 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea252fa-3549-45e5-bcf5-efd89e2a526c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-3b59b638-d352-4f0f-b664-58f02854c885', 'network_id': '3b59b638-d352-4f0f-b664-58f02854c885', 'tenant_id': 'b44e8d29e7504e8e8b1b0d23beae54c5', 'fixed_ips': [{'subnet_id': '31286231-1a1b-4d87-8cc4-c71b04ccaf93'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:40:52.295832 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fea252fa-3549-45e5-bcf5-efd89e2a526c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.328731 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ac566d-ff8b-4534-a81a-0f8412baf68f tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:52.330360 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ac566d-ff8b-4534-a81a-0f8412baf68f tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:52.331908 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ac566d-ff8b-4534-a81a-0f8412baf68f tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:52.332697 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-57ac566d-ff8b-4534-a81a-0f8412baf68f tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Synchronizing usage tracker for tenant:b44e8d29e7504e8e8b1b0d23beae54c5 on resource:subnet {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:52.357165 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-dd321a20-f86b-4973-a245-7e3cb19ef1e2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Allocated IP 2001:db8::f9 (f98533f7-0850-426d-ab88-ee46599ac820/5f890f8e-3f40-48b1-aa07-0ad6007ba05d/211ce30d-80d2-43db-a1f8-96f5999df162) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:52.379381 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f127492-92af-464b-8ded-1b7417c195ea tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:52.382910 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f127492-92af-464b-8ded-1b7417c195ea tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:52.383718 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-8f127492-92af-464b-8ded-1b7417c195ea tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:52.419586 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7e9cf117-9fd5-4d9d-b253-175c21516804 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.487277 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-fea252fa-3549-45e5-bcf5-efd89e2a526c None None] Allocated IP 2001:db8:0:1::1 (3b59b638-d352-4f0f-b664-58f02854c885/31286231-1a1b-4d87-8cc4-c71b04ccaf93/4ae91d08-a3cd-4b92-9d7f-11a16fd9e777) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:52.493142 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-57ac566d-ff8b-4534-a81a-0f8412baf68f tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Unset dirty status for tenant:b44e8d29e7504e8e8b1b0d23beae54c5 on resource:subnet {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:52.494544 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-57ac566d-ff8b-4534-a81a-0f8412baf68f tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.5719109 Jan 21 09:40:52.503042 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-8f127492-92af-464b-8ded-1b7417c195ea tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:52.506823 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8f127492-92af-464b-8ded-1b7417c195ea tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4864557 Jan 21 09:40:52.506823 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49760) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:52.552971 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c20ff9cc-1cc2-4829-a9a3-8fd68c92801e req-91896870-0d2b-40b7-b92c-e41be9cbf891 service neutron] 10.222.0.72 "GET /v2.0/networks/55051115-0a6d-4aad-ae33-4c0466ea1935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4667988 Jan 21 09:40:52.553634 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49762) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:52.694329 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5776419-61b7-4a79-b91b-838cfa19fd62 None None] Network f98533f7-0850-426d-ab88-ee46599ac820 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:52.788923 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-813aa4de-fc10-46ea-a42c-47239758f64d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting subnet 38c2e0ef-3679-4d94-a750-47139641bf91 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:40:52.794949 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-813aa4de-fc10-46ea-a42c-47239758f64d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.805661 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf068d61-5361-4315-bf7f-e25d69c2d872 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Deleting subnet fc214e2b-94fe-438d-b4a8-d574a7b40f02 {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:40:52.822599 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-7e9cf117-9fd5-4d9d-b253-175c21516804 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] device_id is not set on port a4019046-6cd8-457c-b8fc-a4ec3cc7bdda yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:40:52.831307 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dd321a20-f86b-4973-a245-7e3cb19ef1e2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.843135 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783d056-a120-4bbd-80dd-be9f1db1bfad req-20586360-44df-4bf0-96d7-77d383a0247d tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:52.844835 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6783d056-a120-4bbd-80dd-be9f1db1bfad req-20586360-44df-4bf0-96d7-77d383a0247d tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/ports?device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 946 time: 0.6599998 Jan 21 09:40:52.879241 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-dd321a20-f86b-4973-a245-7e3cb19ef1e2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Transition to ACTIVE for port object 211ce30d-80d2-43db-a1f8-96f5999df162 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:52.885090 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd986cc6-3365-45fb-9198-508d2f903508 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Router d6596f41-9da4-4136-8e7b-aef4ee42f0de has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:40:52.887449 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-813aa4de-fc10-46ea-a42c-47239758f64d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.947109 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6783d056-a120-4bbd-80dd-be9f1db1bfad req-3309b6a3-101f-4c5a-af53-b146ad58b695 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/security-groups?id=b83642e6-062a-4f81-884a-c0f0968e848b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894988 Jan 21 09:40:52.996291 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5e295bf6-8af7-497d-9759-be03e89c8c40 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.026848 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-582c42f5-84e3-4fa8-8c30-cd2f975e8411 None None] Provisioning for port 083df7f4-442f-4f4f-a1d7-66c18a344e79 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:53.050094 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fca948f7-9a74-4e38-b3d0-bd2835ed464c None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.066253 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e295bf6-8af7-497d-9759-be03e89c8c40 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event deleted for resources: {'Port': ['ID=a31c1977-7e3c-4fe7-ac52-b71bd0591c31,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:53.134129 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dd321a20-f86b-4973-a245-7e3cb19ef1e2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.152487 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-fca948f7-9a74-4e38-b3d0-bd2835ed464c None None] Transition to ACTIVE for port object f446225e-51e3-44b6-beb4-6d03921d361c will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:53.196674 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-fca948f7-9a74-4e38-b3d0-bd2835ed464c None None] Transition to ACTIVE for port object f446225e-51e3-44b6-beb4-6d03921d361c will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:53.197979 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7e9cf117-9fd5-4d9d-b253-175c21516804 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.210107 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fea252fa-3549-45e5-bcf5-efd89e2a526c None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.223588 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fca948f7-9a74-4e38-b3d0-bd2835ed464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.247938 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-813aa4de-fc10-46ea-a42c-47239758f64d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.260974 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-fea252fa-3549-45e5-bcf5-efd89e2a526c None None] Transition to ACTIVE for port object 4ae91d08-a3cd-4b92-9d7f-11a16fd9e777 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:53.268796 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bf068d61-5361-4315-bf7f-e25d69c2d872 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.277233 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd986cc6-3365-45fb-9198-508d2f903508 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:40:53.284115 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd321a20-f86b-4973-a245-7e3cb19ef1e2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Network f98533f7-0850-426d-ab88-ee46599ac820 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:53.295086 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29420fca-9663-45ee-8bd4-6dcfbd15a64c None None] Sync routers for ids ['d6596f41-9da4-4136-8e7b-aef4ee42f0de'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:40:53.296667 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-dd321a20-f86b-4973-a245-7e3cb19ef1e2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:53.299148 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd321a20-f86b-4973-a245-7e3cb19ef1e2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:53.305280 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd321a20-f86b-4973-a245-7e3cb19ef1e2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:53.305859 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dd321a20-f86b-4973-a245-7e3cb19ef1e2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.318712 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-fea252fa-3549-45e5-bcf5-efd89e2a526c None None] Transition to ACTIVE for port object 4ae91d08-a3cd-4b92-9d7f-11a16fd9e777 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:53.318969 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd321a20-f86b-4973-a245-7e3cb19ef1e2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event updated for resources: {'Port': ['ID=211ce30d-80d2-43db-a1f8-96f5999df162,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:53.321634 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca948f7-9a74-4e38-b3d0-bd2835ed464c None None] Network b89202ac-6c50-4c05-9380-0f20ea4af46b is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:53.323974 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bd986cc6-3365-45fb-9198-508d2f903508 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.330416 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-fca948f7-9a74-4e38-b3d0-bd2835ed464c None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:53.331673 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29420fca-9663-45ee-8bd4-6dcfbd15a64c None None] Routers {'d6596f41-9da4-4136-8e7b-aef4ee42f0de'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:53.337700 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca948f7-9a74-4e38-b3d0-bd2835ed464c None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:53.340079 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-29420fca-9663-45ee-8bd4-6dcfbd15a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:40:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d6596f41-9da4-4136-8e7b-aef4ee42f0de'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:53.340754 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca948f7-9a74-4e38-b3d0-bd2835ed464c None None] Pushing event updated for resources: {'Port': ['ID=f446225e-51e3-44b6-beb4-6d03921d361c,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:53.361877 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bf068d61-5361-4315-bf7f-e25d69c2d872 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.386596 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fea252fa-3549-45e5-bcf5-efd89e2a526c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.419913 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-dd321a20-f86b-4973-a245-7e3cb19ef1e2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.1356137 Jan 21 09:40:53.426193 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-bd986cc6-3365-45fb-9198-508d2f903508 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] 10.222.0.110 "DELETE /v2.0/floatingips/9c2c053c-2b11-4aef-9bca-1c6f987c59a9 HTTP/1.1" status: 204 len: 168 time: 5.1429374 Jan 21 09:40:53.426780 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49770) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:53.427102 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49772) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:53.496853 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-2d6c0c06-9a1c-4c08-a98e-61ad2c7b487a tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Request body: {'floatingip': {'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:53.515942 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7e9cf117-9fd5-4d9d-b253-175c21516804 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.528556 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea252fa-3549-45e5-bcf5-efd89e2a526c None None] Network 3b59b638-d352-4f0f-b664-58f02854c885 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:53.533046 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-fea252fa-3549-45e5-bcf5-efd89e2a526c None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:53.541091 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2d6c0c06-9a1c-4c08-a98e-61ad2c7b487a tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:53.547641 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea252fa-3549-45e5-bcf5-efd89e2a526c None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:53.549982 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-fca948f7-9a74-4e38-b3d0-bd2835ed464c None None] Attempting to bind port f446225e-51e3-44b6-beb4-6d03921d361c on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:40:53.550114 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-813aa4de-fc10-46ea-a42c-47239758f64d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.550349 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-fca948f7-9a74-4e38-b3d0-bd2835ed464c None None] Attempting to bind port f446225e-51e3-44b6-beb4-6d03921d361c by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '3984ad6b-7b17-4235-8cf2-b853fbb2d96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b89202ac-6c50-4c05-9380-0f20ea4af46b'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:40:53.550708 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca948f7-9a74-4e38-b3d0-bd2835ed464c None None] Attempting to bind port f446225e-51e3-44b6-beb4-6d03921d361c on network b89202ac-6c50-4c05-9380-0f20ea4af46b {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:40:53.553137 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea252fa-3549-45e5-bcf5-efd89e2a526c None None] Pushing event updated for resources: {'Port': ['ID=4ae91d08-a3cd-4b92-9d7f-11a16fd9e777,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:53.568511 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca948f7-9a74-4e38-b3d0-bd2835ed464c None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:40:53.569096 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca948f7-9a74-4e38-b3d0-bd2835ed464c None None] Checking segment: {'id': '3984ad6b-7b17-4235-8cf2-b853fbb2d96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b89202ac-6c50-4c05-9380-0f20ea4af46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:53.569694 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fca948f7-9a74-4e38-b3d0-bd2835ed464c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.570090 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca948f7-9a74-4e38-b3d0-bd2835ed464c None None] Bound using segment: {'id': '3984ad6b-7b17-4235-8cf2-b853fbb2d96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b89202ac-6c50-4c05-9380-0f20ea4af46b'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:40:53.570563 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-fca948f7-9a74-4e38-b3d0-bd2835ed464c None None] Bound port: f446225e-51e3-44b6-beb4-6d03921d361c, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3984ad6b-7b17-4235-8cf2-b853fbb2d96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b89202ac-6c50-4c05-9380-0f20ea4af46b'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:40:53.570938 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fca948f7-9a74-4e38-b3d0-bd2835ed464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.612874 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-29420fca-9663-45ee-8bd4-6dcfbd15a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:53.632915 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29420fca-9663-45ee-8bd4-6dcfbd15a64c None None] Routers {'d6596f41-9da4-4136-8e7b-aef4ee42f0de'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:53.634255 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-29420fca-9663-45ee-8bd4-6dcfbd15a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:40:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d6596f41-9da4-4136-8e7b-aef4ee42f0de'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:53.686336 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 083df7f4-442f-4f4f-a1d7-66c18a344e79 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:53.727566 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-29420fca-9663-45ee-8bd4-6dcfbd15a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:53.728215 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29420fca-9663-45ee-8bd4-6dcfbd15a64c None None] The sync data for ids ['d6596f41-9da4-4136-8e7b-aef4ee42f0de'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:40:53.744074 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5e295bf6-8af7-497d-9759-be03e89c8c40 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.747962 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9cf117-9fd5-4d9d-b253-175c21516804 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Pushing event updated for resources: {'Port': ['ID=5a5ad38a-49cc-4b91-9b43-712ea785475e,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:53.775851 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9cf117-9fd5-4d9d-b253-175c21516804 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Checking segment: {'id': 'ec114d8b-97a6-42e5-8390-9fb9ca08c83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7ebe868f-6f86-4b97-b4e7-6d9cb99b2ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:53.776214 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9cf117-9fd5-4d9d-b253-175c21516804 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Network hostable DHCP agents. Network: 7ebe868f-6f86-4b97-b4e7-6d9cb99b2ef2, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:40:53.787272 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bf068d61-5361-4315-bf7f-e25d69c2d872 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.850494 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-fea252fa-3549-45e5-bcf5-efd89e2a526c None None] Attempting to bind port 4ae91d08-a3cd-4b92-9d7f-11a16fd9e777 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:40:53.850976 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-fea252fa-3549-45e5-bcf5-efd89e2a526c None None] Attempting to bind port 4ae91d08-a3cd-4b92-9d7f-11a16fd9e777 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '5d7d09b2-6325-4a1c-8de9-57d234fef09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3b59b638-d352-4f0f-b664-58f02854c885'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:40:53.851880 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea252fa-3549-45e5-bcf5-efd89e2a526c None None] Attempting to bind port 4ae91d08-a3cd-4b92-9d7f-11a16fd9e777 on network 3b59b638-d352-4f0f-b664-58f02854c885 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:40:53.873372 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2d6c0c06-9a1c-4c08-a98e-61ad2c7b487a tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Usage tracker for resource:floatingip and tenant:579c8e5c9881423b88d36df00e3e6acd is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:53.876726 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea252fa-3549-45e5-bcf5-efd89e2a526c None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:40:53.877099 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea252fa-3549-45e5-bcf5-efd89e2a526c None None] Checking segment: {'id': '5d7d09b2-6325-4a1c-8de9-57d234fef09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3b59b638-d352-4f0f-b664-58f02854c885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:53.877492 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fea252fa-3549-45e5-bcf5-efd89e2a526c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.877877 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea252fa-3549-45e5-bcf5-efd89e2a526c None None] Bound using segment: {'id': '5d7d09b2-6325-4a1c-8de9-57d234fef09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3b59b638-d352-4f0f-b664-58f02854c885'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:40:53.879330 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-fea252fa-3549-45e5-bcf5-efd89e2a526c None None] Bound port: 4ae91d08-a3cd-4b92-9d7f-11a16fd9e777, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d7d09b2-6325-4a1c-8de9-57d234fef09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3b59b638-d352-4f0f-b664-58f02854c885'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:40:53.879662 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2d6c0c06-9a1c-4c08-a98e-61ad2c7b487a tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:53.879783 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fea252fa-3549-45e5-bcf5-efd89e2a526c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.898992 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813aa4de-fc10-46ea-a42c-47239758f64d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Subnet': ['ID=38c2e0ef-3679-4d94-a750-47139641bf91,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:53.902477 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2d6c0c06-9a1c-4c08-a98e-61ad2c7b487a tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:53.902641 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 083df7f4-442f-4f4f-a1d7-66c18a344e79 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:53.913776 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-813aa4de-fc10-46ea-a42c-47239758f64d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.979102 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9cf117-9fd5-4d9d-b253-175c21516804 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Network 7ebe868f-6f86-4b97-b4e7-6d9cb99b2ef2 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:40:54.037317 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 083df7f4-442f-4f4f-a1d7-66c18a344e79 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:54.038483 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.073080 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-7e9cf117-9fd5-4d9d-b253-175c21516804 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 7ebe868f-6f86-4b97-b4e7-6d9cb99b2ef2) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:54.082414 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9cf117-9fd5-4d9d-b253-175c21516804 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:54.083757 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7e9cf117-9fd5-4d9d-b253-175c21516804 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.093893 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2d6c0c06-9a1c-4c08-a98e-61ad2c7b487a tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.137658 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bf068d61-5361-4315-bf7f-e25d69c2d872 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.145178 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfb8e74-4e56-4d1b-9317-2f419b2629a6 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:54.159808 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 18d66daf-9015-4413-aaca-282450b13718 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:40:54.189069 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fbc33f-9de9-41c0-be9b-807325ee7d22 None None] Network 7ebe868f-6f86-4b97-b4e7-6d9cb99b2ef2 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:54.197363 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-813aa4de-fc10-46ea-a42c-47239758f64d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/38c2e0ef-3679-4d94-a750-47139641bf91 HTTP/1.1" status: 204 len: 168 time: 1.6247771 Jan 21 09:40:54.199949 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49780) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:54.206578 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-fea252fa-3549-45e5-bcf5-efd89e2a526c None None] For port 4ae91d08-a3cd-4b92-9d7f-11a16fd9e777, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:40:54.220984 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf068d61-5361-4315-bf7f-e25d69c2d872 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Pushing event deleted for resources: {'Subnet': ['ID=fc214e2b-94fe-438d-b4a8-d574a7b40f02,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:54.251038 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-b795a2e3-24af-4330-81a5-107743faf74d None None] Provisioning complete for port 083df7f4-442f-4f4f-a1d7-66c18a344e79 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:54.251423 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b795a2e3-24af-4330-81a5-107743faf74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.280581 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bf068d61-5361-4315-bf7f-e25d69c2d872 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.310844 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9cf117-9fd5-4d9d-b253-175c21516804 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Pushing event updated for resources: {'Port': ['ID=a4019046-6cd8-457c-b8fc-a4ec3cc7bdda,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:54.336588 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-fea252fa-3549-45e5-bcf5-efd89e2a526c None None] For port 4ae91d08-a3cd-4b92-9d7f-11a16fd9e777, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=4ae91d08-a3cd-4b92-9d7f-11a16fd9e777,segment=NetworkSegment(5d7d09b2-6325-4a1c-8de9-57d234fef09e),segment_id=5d7d09b2-6325-4a1c-8de9-57d234fef09e)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:40:54.347362 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9cf117-9fd5-4d9d-b253-175c21516804 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Checking segment: {'id': '3c2a08ab-4aa1-4ace-9c2a-2980b6968155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '570a419d-ea45-4ba7-bbd0-5b72d87fdc43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:40:54.347901 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9cf117-9fd5-4d9d-b253-175c21516804 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Network hostable DHCP agents. Network: 570a419d-ea45-4ba7-bbd0-5b72d87fdc43, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:40:54.359741 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-bf068d61-5361-4315-bf7f-e25d69c2d872 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] 10.222.0.110 "DELETE /v2.0/subnets/fc214e2b-94fe-438d-b4a8-d574a7b40f02 HTTP/1.1" status: 204 len: 168 time: 1.6456988 Jan 21 09:40:54.361852 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49784) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:54.369420 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-fca948f7-9a74-4e38-b3d0-bd2835ed464c None None] For port f446225e-51e3-44b6-beb4-6d03921d361c, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:40:54.372666 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fea252fa-3549-45e5-bcf5-efd89e2a526c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.412638 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0efbd3b9-9539-4522-a013-17fa44575918 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1844652 Jan 21 09:40:54.439890 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49788) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:54.472850 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-f5a8790b-158e-477a-a73a-3f82c21d0b46 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:54.547436 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-fca948f7-9a74-4e38-b3d0-bd2835ed464c None None] For port f446225e-51e3-44b6-beb4-6d03921d361c, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=f446225e-51e3-44b6-beb4-6d03921d361c,segment=NetworkSegment(3984ad6b-7b17-4235-8cf2-b853fbb2d96e),segment_id=3984ad6b-7b17-4235-8cf2-b853fbb2d96e)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:40:54.588217 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fca948f7-9a74-4e38-b3d0-bd2835ed464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.629646 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9cf117-9fd5-4d9d-b253-175c21516804 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Network 570a419d-ea45-4ba7-bbd0-5b72d87fdc43 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:40:54.656260 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a77835e-2dfc-4e79-9cac-3ce46b25e945 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Deleting subnet 31286231-1a1b-4d87-8cc4-c71b04ccaf93 {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:40:54.662199 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8a77835e-2dfc-4e79-9cac-3ce46b25e945 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.698174 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-7e9cf117-9fd5-4d9d-b253-175c21516804 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 570a419d-ea45-4ba7-bbd0-5b72d87fdc43) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:54.706417 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e295bf6-8af7-497d-9759-be03e89c8c40 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Router 0784f12a-93a2-4ea9-a64c-0cae03e53fce has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:40:54.712619 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-f5a8790b-158e-477a-a73a-3f82c21d0b46 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:54.713571 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9cf117-9fd5-4d9d-b253-175c21516804 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:54.722837 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9cf117-9fd5-4d9d-b253-175c21516804 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:54.725482 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022e16e-91b9-4633-9600-d902612134c0 req-7e2ab17d-3dfd-4549-8cc6-66d73289d5ab tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:54.731153 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4022e16e-91b9-4633-9600-d902612134c0 req-7e2ab17d-3dfd-4549-8cc6-66d73289d5ab tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/ports?device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 946 time: 0.5934107 Jan 21 09:40:54.733575 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8f7210-b0ef-44a3-8d2c-d09c930ce8e3 None None] Network 570a419d-ea45-4ba7-bbd0-5b72d87fdc43 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:54.734326 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9cf117-9fd5-4d9d-b253-175c21516804 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:54.735871 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7e9cf117-9fd5-4d9d-b253-175c21516804 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.751542 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f5a8790b-158e-477a-a73a-3f82c21d0b46 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:subnet and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:54.758687 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f5a8790b-158e-477a-a73a-3f82c21d0b46 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:54.787901 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8a77835e-2dfc-4e79-9cac-3ce46b25e945 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.814272 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-f5a8790b-158e-477a-a73a-3f82c21d0b46 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:54.837311 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7e9cf117-9fd5-4d9d-b253-175c21516804 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.6343021 Jan 21 09:40:54.846237 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49796) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:54.858955 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4022e16e-91b9-4633-9600-d902612134c0 req-06ef1202-dcc1-4799-a2ee-e22cd73a6378 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/security-groups?id=b83642e6-062a-4f81-884a-c0f0968e848b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269300 Jan 21 09:40:54.863642 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a8790b-158e-477a-a73a-3f82c21d0b46 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:54.867759 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f5a8790b-158e-477a-a73a-3f82c21d0b46 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.898544 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-62fb8cbd-e4f5-4cee-8d53-0fb7702e2f63 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.914175 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2d6c0c06-9a1c-4c08-a98e-61ad2c7b487a tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.037393 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea252fa-3549-45e5-bcf5-efd89e2a526c None None] Pushing event updated for resources: {'Port': ['ID=4ae91d08-a3cd-4b92-9d7f-11a16fd9e777,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:55.171035 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a43d452-8423-48ee-91e5-04e0baa5fbee tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:55.178794 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a43d452-8423-48ee-91e5-04e0baa5fbee tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:55.179619 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-8a43d452-8423-48ee-91e5-04e0baa5fbee tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Synchronizing usage tracker for tenant:a8dd9e53fdcd4aaa806a94108c93d3a6 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:55.186391 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8a77835e-2dfc-4e79-9cac-3ce46b25e945 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.222895 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e295bf6-8af7-497d-9759-be03e89c8c40 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:40:55.247715 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-5e295bf6-8af7-497d-9759-be03e89c8c40 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "PUT /v2.0/routers/0784f12a-93a2-4ea9-a64c-0cae03e53fce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0565219 Jan 21 09:40:55.250883 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49800) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:55.275029 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.361056 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b427bd6b-7f11-4b5b-91fc-7353edd88498 None None] Sync routers for ids ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:40:55.434051 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-8a43d452-8423-48ee-91e5-04e0baa5fbee tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Unset dirty status for tenant:a8dd9e53fdcd4aaa806a94108c93d3a6 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:55.435588 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8a43d452-8423-48ee-91e5-04e0baa5fbee tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5887272 Jan 21 09:40:55.449013 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49804) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:55.484500 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.567379 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b427bd6b-7f11-4b5b-91fc-7353edd88498 None None] Routers {'0784f12a-93a2-4ea9-a64c-0cae03e53fce'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:55.568478 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-b427bd6b-7f11-4b5b-91fc-7353edd88498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:40:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:55.665230 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-2a67bb87-0a61-40c9-91dc-0ee8259afbf2 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Deleting port 5a5ad38a-49cc-4b91-9b43-712ea785475e {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:55.665578 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2a67bb87-0a61-40c9-91dc-0ee8259afbf2 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.667594 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-b427bd6b-7f11-4b5b-91fc-7353edd88498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:55.712303 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8a77835e-2dfc-4e79-9cac-3ce46b25e945 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.715127 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5abd5741-5540-4c60-8c52-8afa8c14d0ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18d66daf-9015-4413-aaca-282450b13718'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:40:55.746266 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b795a2e3-24af-4330-81a5-107743faf74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.762444 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 083df7f4-442f-4f4f-a1d7-66c18a344e79, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=083df7f4-442f-4f4f-a1d7-66c18a344e79,segment=NetworkSegment(63e20739-be99-4e9c-a847-66c893468840),segment_id=63e20739-be99-4e9c-a847-66c893468840)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:55.772791 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca948f7-9a74-4e38-b3d0-bd2835ed464c None None] Pushing event updated for resources: {'Port': ['ID=f446225e-51e3-44b6-beb4-6d03921d361c,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:55.776529 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 18d66daf-9015-4413-aaca-282450b13718, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=18d66daf-9015-4413-aaca-282450b13718,segment=NetworkSegment(25b0ac5d-1185-455d-bf1f-5371ec34aaed),segment_id=25b0ac5d-1185-455d-bf1f-5371ec34aaed)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:55.783159 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b427bd6b-7f11-4b5b-91fc-7353edd88498 None None] Routers {'0784f12a-93a2-4ea9-a64c-0cae03e53fce'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:40:55.783846 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-b427bd6b-7f11-4b5b-91fc-7353edd88498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:40:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:55.837109 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77835e-2dfc-4e79-9cac-3ce46b25e945 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Pushing event deleted for resources: {'Subnet': ['ID=31286231-1a1b-4d87-8cc4-c71b04ccaf93,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:55.846668 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5abd5741-5540-4c60-8c52-8afa8c14d0ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18d66daf-9015-4413-aaca-282450b13718', 'code': 200} Jan 21 09:40:55.851819 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8a77835e-2dfc-4e79-9cac-3ce46b25e945 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.862122 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.871029 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-2d6c0c06-9a1c-4c08-a98e-61ad2c7b487a tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Allocated IP 172.26.3.171 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/c48a18ac-0930-4d23-8341-09c8108eb431) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:55.877913 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7fc403b3-a05b-4e42-b455-5d28f1143104 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.880121 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.985294 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-b427bd6b-7f11-4b5b-91fc-7353edd88498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:55.985700 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b427bd6b-7f11-4b5b-91fc-7353edd88498 None None] The sync data for ids ['0784f12a-93a2-4ea9-a64c-0cae03e53fce'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:40:56.101898 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=083df7f4-442f-4f4f-a1d7-66c18a344e79,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:56.110064 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8a77835e-2dfc-4e79-9cac-3ce46b25e945 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] 10.222.0.110 "DELETE /v2.0/subnets/31286231-1a1b-4d87-8cc4-c71b04ccaf93 HTTP/1.1" status: 204 len: 168 time: 1.7482228 Jan 21 09:40:56.116464 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 18d66daf-9015-4413-aaca-282450b13718 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:40:56.118816 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4ae91d08-a3cd-4b92-9d7f-11a16fd9e777 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:56.122346 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49812) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:56.202056 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5753a779-6067-43ca-845b-5456c115f740 None None] DHCP port deletion for 36c4effd-f4af-4d10-91bd-714d225a3199 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:40:56.219096 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-5753a779-6067-43ca-845b-5456c115f740 None None] Deleting port a21a3ee2-f355-4f39-a365-7ff9a3e5e079 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:56.219512 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5753a779-6067-43ca-845b-5456c115f740 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.275581 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-b795a2e3-24af-4330-81a5-107743faf74d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:40:56.275942 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-b795a2e3-24af-4330-81a5-107743faf74d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:40:56.309430 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.objects.ports [None req-f5a8790b-158e-477a-a73a-3f82c21d0b46 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87515) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 09:40:56.391559 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b27305-42b5-4309-9141-6cb00033eb10 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:56.392360 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d6b27305-42b5-4309-9141-6cb00033eb10 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Synchronizing usage tracker for tenant:b44e8d29e7504e8e8b1b0d23beae54c5 on resource:subnet {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:56.402636 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7fc403b3-a05b-4e42-b455-5d28f1143104 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.486457 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb61a7f-ce44-4d0b-b5b3-4d000330ac61 req-ba3bc525-5020-4ea1-8aaf-3737e64320c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:56.488560 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6cb61a7f-ce44-4d0b-b5b3-4d000330ac61 req-ba3bc525-5020-4ea1-8aaf-3737e64320c0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 1097 time: 0.7657180 Jan 21 09:40:56.498505 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2a67bb87-0a61-40c9-91dc-0ee8259afbf2 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.529460 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-7fc403b3-a05b-4e42-b455-5d28f1143104 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Deleting port d39bfb16-3ccc-4f8f-877f-79331c483049 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:56.529965 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7fc403b3-a05b-4e42-b455-5d28f1143104 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.573318 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=18d66daf-9015-4413-aaca-282450b13718,revision_number=6']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:56.582827 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d6b27305-42b5-4309-9141-6cb00033eb10 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Unset dirty status for tenant:b44e8d29e7504e8e8b1b0d23beae54c5 on resource:subnet {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:56.585157 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d6b27305-42b5-4309-9141-6cb00033eb10 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4498878 Jan 21 09:40:56.598354 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49816) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:56.603639 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 4ae91d08-a3cd-4b92-9d7f-11a16fd9e777 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:56.613466 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device f446225e-51e3-44b6-beb4-6d03921d361c up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:56.638706 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8b9149-5ea9-41d8-b58e-e4dfbbe70764 None None] Network b89202ac-6c50-4c05-9380-0f20ea4af46b requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:56.691090 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639d0b0-3524-4d82-b35e-27ac359bcda3 req-98e4f6ce-7e68-4054-b0b5-3830d4f6a8d1 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:56.698684 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4639d0b0-3524-4d82-b35e-27ac359bcda3 req-98e4f6ce-7e68-4054-b0b5-3830d4f6a8d1 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/ports?device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 944 time: 0.5716810 Jan 21 09:40:56.752569 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.resource_extend [None req-62fb8cbd-e4f5-4cee-8d53-0fb7702e2f63 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:40:56.768756 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-62fb8cbd-e4f5-4cee-8d53-0fb7702e2f63 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.778677 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2d6c0c06-9a1c-4c08-a98e-61ad2c7b487a tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.818969 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-62fb8cbd-e4f5-4cee-8d53-0fb7702e2f63 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.841317 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-5753a779-6067-43ca-845b-5456c115f740 None None] For port a21a3ee2-f355-4f39-a365-7ff9a3e5e079, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a21a3ee2-f355-4f39-a365-7ff9a3e5e079,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:56.841691 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5753a779-6067-43ca-845b-5456c115f740 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.889120 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2d6c0c06-9a1c-4c08-a98e-61ad2c7b487a tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.929889 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-2a67bb87-0a61-40c9-91dc-0ee8259afbf2 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Calling delete_port for 5a5ad38a-49cc-4b91-9b43-712ea785475e owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:56.950453 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6cb61a7f-ce44-4d0b-b5b3-4d000330ac61 req-05395fd2-c3d5-449c-bc1b-6b2d72eae07f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b83642e6-062a-4f81-884a-c0f0968e848b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4460742 Jan 21 09:40:56.986628 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-5753a779-6067-43ca-845b-5456c115f740 None None] Calling delete_port for a21a3ee2-f355-4f39-a365-7ff9a3e5e079 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:57.077314 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2a67bb87-0a61-40c9-91dc-0ee8259afbf2 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.148741 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a9b3b3-0e0c-4931-8158-18fdaf3323c9 None None] Network 3b59b638-d352-4f0f-b664-58f02854c885 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:40:57.172465 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6c0c06-9a1c-4c08-a98e-61ad2c7b487a tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:57.176001 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f5a8790b-158e-477a-a73a-3f82c21d0b46 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.197204 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4639d0b0-3524-4d82-b35e-27ac359bcda3 req-2cdb737c-9006-4243-a08d-ad2839b59d2c tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/security-groups?id=b83642e6-062a-4f81-884a-c0f0968e848b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4969976 Jan 21 09:40:57.204775 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-2d6c0c06-9a1c-4c08-a98e-61ad2c7b487a tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:57.223794 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6c0c06-9a1c-4c08-a98e-61ad2c7b487a tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:40:57.246054 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a67bb87-0a61-40c9-91dc-0ee8259afbf2 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Pushing event deleted for resources: {'Port': ['ID=5a5ad38a-49cc-4b91-9b43-712ea785475e,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:57.260512 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2a67bb87-0a61-40c9-91dc-0ee8259afbf2 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.321717 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a76f9695-b23a-4589-b371-410a2e0afde2 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.332611 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb8cbd-e4f5-4cee-8d53-0fb7702e2f63 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event updated for resources: {'Port': ['ID=211ce30d-80d2-43db-a1f8-96f5999df162,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:57.351521 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2a67bb87-0a61-40c9-91dc-0ee8259afbf2 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] 10.222.0.110 "DELETE /v2.0/ports/5a5ad38a-49cc-4b91-9b43-712ea785475e HTTP/1.1" status: 204 len: 168 time: 1.8965456 Jan 21 09:40:57.355271 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49820) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:57.357554 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-5753a779-6067-43ca-845b-5456c115f740 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:40:57.357912 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-5753a779-6067-43ca-845b-5456c115f740 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:40:57.392373 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 18d66daf-9015-4413-aaca-282450b13718, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=18d66daf-9015-4413-aaca-282450b13718,segment=NetworkSegment(25b0ac5d-1185-455d-bf1f-5371ec34aaed),segment_id=25b0ac5d-1185-455d-bf1f-5371ec34aaed)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:57.404749 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-a76f9695-b23a-4589-b371-410a2e0afde2 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Deleting port 4ae91d08-a3cd-4b92-9d7f-11a16fd9e777 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:57.405362 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a76f9695-b23a-4589-b371-410a2e0afde2 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.408436 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-b795a2e3-24af-4330-81a5-107743faf74d None None] Provisioning for port 211ce30d-80d2-43db-a1f8-96f5999df162 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:57.440847 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-62fb8cbd-e4f5-4cee-8d53-0fb7702e2f63 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.453243 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7fc403b3-a05b-4e42-b455-5d28f1143104 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.473223 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': '18d66daf-9015-4413-aaca-282450b13718', 'network_id': '88749b10-68b8-4728-b80e-07b14beb6e8a', 'port_id': '18d66daf-9015-4413-aaca-282450b13718', 'mac_address': 'fa:16:3e:db:5d:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de5008b0-2c3b-473b-895d-445e9d641801', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:40:57.481816 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-b795a2e3-24af-4330-81a5-107743faf74d None None] Provisioning complete for port 211ce30d-80d2-43db-a1f8-96f5999df162 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:57.482110 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b795a2e3-24af-4330-81a5-107743faf74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.600673 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-7fc403b3-a05b-4e42-b455-5d28f1143104 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Calling delete_port for d39bfb16-3ccc-4f8f-877f-79331c483049 owned by network:router_gateway {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:57.605291 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port f446225e-51e3-44b6-beb4-6d03921d361c completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:57.640002 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c0c06-9a1c-4c08-a98e-61ad2c7b487a tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Pushing event updated for resources: {'Port': ['ID=c48a18ac-0930-4d23-8341-09c8108eb431,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:57.656621 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-d41842a0-f8cb-4bbe-9027-4f952b0ade12 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Deleting port a4019046-6cd8-457c-b8fc-a4ec3cc7bdda {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:57.656859 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d41842a0-f8cb-4bbe-9027-4f952b0ade12 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.680860 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-b795a2e3-24af-4330-81a5-107743faf74d None None] Port 211ce30d-80d2-43db-a1f8-96f5999df162 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:40:57.696181 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.724944 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18d66daf-9015-4413-aaca-282450b13718 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:40:57.752859 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 18d66daf-9015-4413-aaca-282450b13718, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=18d66daf-9015-4413-aaca-282450b13718,segment=NetworkSegment(25b0ac5d-1185-455d-bf1f-5371ec34aaed),segment_id=25b0ac5d-1185-455d-bf1f-5371ec34aaed)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:57.753477 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2d6c0c06-9a1c-4c08-a98e-61ad2c7b487a tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.767653 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.861170 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-5753a779-6067-43ca-845b-5456c115f740 None None] Deleting port a21a3ee2-f355-4f39-a365-7ff9a3e5e079 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:57.861524 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5753a779-6067-43ca-845b-5456c115f740 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.901174 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-62fb8cbd-e4f5-4cee-8d53-0fb7702e2f63 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.908978 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74802bf0-40e4-4f41-8ef6-db06e6137029 None None] DHCP port deletion for b89202ac-6c50-4c05-9380-0f20ea4af46b request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:40:57.944505 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-74802bf0-40e4-4f41-8ef6-db06e6137029 None None] Deleting port f446225e-51e3-44b6-beb4-6d03921d361c {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:57.944922 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-74802bf0-40e4-4f41-8ef6-db06e6137029 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.983943 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d61236-4f41-454d-b296-3093d62d6474 None None] DHCP port deletion for 3b59b638-d352-4f0f-b664-58f02854c885 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:40:58.001469 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-14d61236-4f41-454d-b296-3093d62d6474 None None] Deleting port 4ae91d08-a3cd-4b92-9d7f-11a16fd9e777 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:58.001843 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-14d61236-4f41-454d-b296-3093d62d6474 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.018020 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-f5a8790b-158e-477a-a73a-3f82c21d0b46 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] For port a21a3ee2-f355-4f39-a365-7ff9a3e5e079, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a21a3ee2-f355-4f39-a365-7ff9a3e5e079,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:58.020223 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-a76f9695-b23a-4589-b371-410a2e0afde2 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] For port 4ae91d08-a3cd-4b92-9d7f-11a16fd9e777, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=4ae91d08-a3cd-4b92-9d7f-11a16fd9e777,segment=NetworkSegment(5d7d09b2-6325-4a1c-8de9-57d234fef09e),segment_id=5d7d09b2-6325-4a1c-8de9-57d234fef09e)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:58.021956 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a76f9695-b23a-4589-b371-410a2e0afde2 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.023629 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2d6c0c06-9a1c-4c08-a98e-61ad2c7b487a tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.036312 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 083df7f4-442f-4f4f-a1d7-66c18a344e79 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:58.100973 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-d96a3792-c2d0-42a0-946c-90b5085cfca7 None None] Provisioning for port f446225e-51e3-44b6-beb4-6d03921d361c completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:58.174763 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-a76f9695-b23a-4589-b371-410a2e0afde2 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Calling delete_port for 4ae91d08-a3cd-4b92-9d7f-11a16fd9e777 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:58.320480 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-5753a779-6067-43ca-845b-5456c115f740 None None] For port a21a3ee2-f355-4f39-a365-7ff9a3e5e079, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a21a3ee2-f355-4f39-a365-7ff9a3e5e079,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:58.321066 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5753a779-6067-43ca-845b-5456c115f740 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.330171 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d41842a0-f8cb-4bbe-9027-4f952b0ade12 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.453120 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2d6c0c06-9a1c-4c08-a98e-61ad2c7b487a tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.530670 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2d6c0c06-9a1c-4c08-a98e-61ad2c7b487a tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.596060 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f5a8790b-158e-477a-a73a-3f82c21d0b46 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.637282 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-5753a779-6067-43ca-845b-5456c115f740 None None] Calling delete_port for a21a3ee2-f355-4f39-a365-7ff9a3e5e079 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:58.673585 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-d41842a0-f8cb-4bbe-9027-4f952b0ade12 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Calling delete_port for a4019046-6cd8-457c-b8fc-a4ec3cc7bdda owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:58.706248 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f5a8790b-158e-477a-a73a-3f82c21d0b46 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.707171 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f5a8790b-158e-477a-a73a-3f82c21d0b46 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.732850 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-d96a3792-c2d0-42a0-946c-90b5085cfca7 None None] Provisioning complete for port f446225e-51e3-44b6-beb4-6d03921d361c triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:58.732850 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d96a3792-c2d0-42a0-946c-90b5085cfca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.740773 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7fc403b3-a05b-4e42-b455-5d28f1143104 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.780864 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=18d66daf-9015-4413-aaca-282450b13718,revision_number=7']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:58.805112 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a76f9695-b23a-4589-b371-410a2e0afde2 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.827909 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc403b3-a05b-4e42-b455-5d28f1143104 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event deleted for resources: {'Port': ['ID=d39bfb16-3ccc-4f8f-877f-79331c483049,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:58.870366 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-5753a779-6067-43ca-845b-5456c115f740 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:40:58.870814 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-5753a779-6067-43ca-845b-5456c115f740 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:40:58.893837 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c0c06-9a1c-4c08-a98e-61ad2c7b487a tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Pushing event updated for resources: {'Port': ['ID=c48a18ac-0930-4d23-8341-09c8108eb431,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:58.905001 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-62fb8cbd-e4f5-4cee-8d53-0fb7702e2f63 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.928098 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76f9695-b23a-4589-b371-410a2e0afde2 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] No DVR routers for this DVR port 4ae91d08-a3cd-4b92-9d7f-11a16fd9e777 on host dv-neutron-825731-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:40:58.928484 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-14d61236-4f41-454d-b296-3093d62d6474 None None] The port '4ae91d08-a3cd-4b92-9d7f-11a16fd9e777' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:40:58.984995 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-62fb8cbd-e4f5-4cee-8d53-0fb7702e2f63 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.985637 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-62fb8cbd-e4f5-4cee-8d53-0fb7702e2f63 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.997242 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a8790b-158e-477a-a73a-3f82c21d0b46 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:59.003609 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 083df7f4-442f-4f4f-a1d7-66c18a344e79 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:59.003993 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.005218 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f9695-b23a-4589-b371-410a2e0afde2 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Pushing event deleted for resources: {'Port': ['ID=4ae91d08-a3cd-4b92-9d7f-11a16fd9e777,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:59.006203 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-f5a8790b-158e-477a-a73a-3f82c21d0b46 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:59.022574 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a8790b-158e-477a-a73a-3f82c21d0b46 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:59.024909 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f5a8790b-158e-477a-a73a-3f82c21d0b46 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.043116 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2d6c0c06-9a1c-4c08-a98e-61ad2c7b487a tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.046936 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8790b-158e-477a-a73a-3f82c21d0b46 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Subnet': ['ID=003839a2-ea3d-4d8c-bd97-803206501890,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:59.075472 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d41842a0-f8cb-4bbe-9027-4f952b0ade12 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.075730 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8790b-158e-477a-a73a-3f82c21d0b46 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Port': ['ID=a21a3ee2-f355-4f39-a365-7ff9a3e5e079,revision_number=6']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:59.190726 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-74802bf0-40e4-4f41-8ef6-db06e6137029 None None] For port f446225e-51e3-44b6-beb4-6d03921d361c, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=f446225e-51e3-44b6-beb4-6d03921d361c,segment=NetworkSegment(3984ad6b-7b17-4235-8cf2-b853fbb2d96e),segment_id=3984ad6b-7b17-4235-8cf2-b853fbb2d96e)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:59.190973 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a76f9695-b23a-4589-b371-410a2e0afde2 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.191197 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-74802bf0-40e4-4f41-8ef6-db06e6137029 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.206094 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6820c9-17e6-4e6b-b31a-33817a8e3952 req-2f39fe0a-36bd-4868-979b-a35eff8eea2b tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:59.214319 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4d6820c9-17e6-4e6b-b31a-33817a8e3952 req-2f39fe0a-36bd-4868-979b-a35eff8eea2b tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/ports?device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 945 time: 0.6552007 Jan 21 09:40:59.216739 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41842a0-f8cb-4bbe-9027-4f952b0ade12 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Pushing event deleted for resources: {'Port': ['ID=a4019046-6cd8-457c-b8fc-a4ec3cc7bdda,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:59.216891 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2d6c0c06-9a1c-4c08-a98e-61ad2c7b487a tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.220783 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2d6c0c06-9a1c-4c08-a98e-61ad2c7b487a tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7870126 Jan 21 09:40:59.220960 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7fc403b3-a05b-4e42-b455-5d28f1143104 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.223159 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49826) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:59.228858 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f5a8790b-158e-477a-a73a-3f82c21d0b46 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.7854149 Jan 21 09:40:59.245146 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49830) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:59.261115 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-bceaabbc-b62f-44c2-94fb-accf95e8c7ca tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'port': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'mac_address': 'fa:16:3e:02:6d:90', 'name': 'tempest-NetworksTestDHCPv6-698049919'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:59.283505 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb8cbd-e4f5-4cee-8d53-0fb7702e2f63 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event updated for resources: {'Port': ['ID=211ce30d-80d2-43db-a1f8-96f5999df162,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:59.334974 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-5753a779-6067-43ca-845b-5456c115f740 None None] Deleting port a21a3ee2-f355-4f39-a365-7ff9a3e5e079 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:40:59.335647 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5753a779-6067-43ca-845b-5456c115f740 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.357745 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d41842a0-f8cb-4bbe-9027-4f952b0ade12 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.358553 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d96a3792-c2d0-42a0-946c-90b5085cfca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.386327 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fb8cbd-e4f5-4cee-8d53-0fb7702e2f63 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Network f98533f7-0850-426d-ab88-ee46599ac820 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:59.386581 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-74802bf0-40e4-4f41-8ef6-db06e6137029 None None] Calling delete_port for f446225e-51e3-44b6-beb4-6d03921d361c owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:40:59.389822 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-62fb8cbd-e4f5-4cee-8d53-0fb7702e2f63 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:59.407103 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d41842a0-f8cb-4bbe-9027-4f952b0ade12 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] 10.222.0.110 "DELETE /v2.0/ports/a4019046-6cd8-457c-b8fc-a4ec3cc7bdda HTTP/1.1" status: 204 len: 168 time: 2.0507298 Jan 21 09:40:59.410150 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49836) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:59.420269 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['18d66daf-9015-4413-aaca-282450b13718'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 09:40:59.425053 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-a76f9695-b23a-4589-b371-410a2e0afde2 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b59b638-d352-4f0f-b664-58f02854c885']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:59.537729 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7fc403b3-a05b-4e42-b455-5d28f1143104 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.544725 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7fc403b3-a05b-4e42-b455-5d28f1143104 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.561645 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-a76f9695-b23a-4589-b371-410a2e0afde2 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d7d09b2-6325-4a1c-8de9-57d234fef09e') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:59.562682 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-a76f9695-b23a-4589-b371-410a2e0afde2 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d7d09b2-6325-4a1c-8de9-57d234fef09e') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:59.606021 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4d6820c9-17e6-4e6b-b31a-33817a8e3952 req-2d93ceec-5ecb-49ed-b8ce-f1ad33d443b8 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/security-groups?id=b83642e6-062a-4f81-884a-c0f0968e848b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3907218 Jan 21 09:40:59.610791 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a76f9695-b23a-4589-b371-410a2e0afde2 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.634832 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a76f9695-b23a-4589-b371-410a2e0afde2 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.643919 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-c4f64346-a842-424f-a7c3-c3d52ea09d24 tempest-FloatingIPAdminTestJSON-1805240173 tempest-FloatingIPAdminTestJSON-1805240173-project] Request body: {'floatingip': {'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:59.644506 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76f9695-b23a-4589-b371-410a2e0afde2 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:40:59.645291 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a76f9695-b23a-4589-b371-410a2e0afde2 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.667471 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:40:59.667471 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:40:59.667471 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:40:59.667471 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:59.667471 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:40:59.667471 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:40:59.667471 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:40:59.667471 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:59.667471 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:40:59.667471 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:59.667471 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:40:59.667471 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:59.667471 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:40:59.667471 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:40:59.667471 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:59.667471 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:40:59.667471 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:59.667471 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:40:59.667471 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:40:59.667471 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:40:59.667471 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:40:59.667471 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:40:59.667471 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:59.667471 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:40:59.667471 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:59.667471 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:40:59.667471 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:59.667471 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:40:59.667471 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:59.667471 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:40:59.667471 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:59.667471 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:59.676357 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-d96a3792-c2d0-42a0-946c-90b5085cfca7 None None] For port f446225e-51e3-44b6-beb4-6d03921d361c, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=f446225e-51e3-44b6-beb4-6d03921d361c,segment=NetworkSegment(3984ad6b-7b17-4235-8cf2-b853fbb2d96e),segment_id=3984ad6b-7b17-4235-8cf2-b853fbb2d96e)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:40:59.678793 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7fc403b3-a05b-4e42-b455-5d28f1143104 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.681772 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-c4f64346-a842-424f-a7c3-c3d52ea09d24 tempest-FloatingIPAdminTestJSON-1805240173 tempest-FloatingIPAdminTestJSON-1805240173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:59.681942 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc403b3-a05b-4e42-b455-5d28f1143104 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Fanout notify agent at l3_agent the message router_deleted on router 0784f12a-93a2-4ea9-a64c-0cae03e53fce {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:40:59.695641 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-c4f64346-a842-424f-a7c3-c3d52ea09d24 tempest-FloatingIPAdminTestJSON-1805240173 tempest-FloatingIPAdminTestJSON-1805240173-project] Usage tracker for resource:floatingip and tenant:99ceee1e58154e479526d1cff0fe3619 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:59.700129 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2503923b-76f4-4a35-b705-b1eb00285d4e tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0954862 Jan 21 09:40:59.701872 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-c4f64346-a842-424f-a7c3-c3d52ea09d24 tempest-FloatingIPAdminTestJSON-1805240173 tempest-FloatingIPAdminTestJSON-1805240173-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:59.714515 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49840) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:59.718850 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d96a3792-c2d0-42a0-946c-90b5085cfca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.740535 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7fc403b3-a05b-4e42-b455-5d28f1143104 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.745040 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7fc403b3-a05b-4e42-b455-5d28f1143104 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "DELETE /v2.0/routers/0784f12a-93a2-4ea9-a64c-0cae03e53fce HTTP/1.1" status: 204 len: 168 time: 4.4910233 Jan 21 09:40:59.764967 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49842) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:59.777228 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-9085c9c1-c6d8-4c63-9ee4-224e456dbeaa tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-128648327'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:59.782277 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9085c9c1-c6d8-4c63-9ee4-224e456dbeaa tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:59.786805 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9085c9c1-c6d8-4c63-9ee4-224e456dbeaa tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Usage tracker for resource:network and tenant:a8dd9e53fdcd4aaa806a94108c93d3a6 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:59.790407 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9085c9c1-c6d8-4c63-9ee4-224e456dbeaa tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:59.797441 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9085c9c1-c6d8-4c63-9ee4-224e456dbeaa tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:59.810406 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-c4f64346-a842-424f-a7c3-c3d52ea09d24 tempest-FloatingIPAdminTestJSON-1805240173 tempest-FloatingIPAdminTestJSON-1805240173-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:59.845120 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-bceaabbc-b62f-44c2-94fb-accf95e8c7ca tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:59.860509 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-bceaabbc-b62f-44c2-94fb-accf95e8c7ca tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:port and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:59.870984 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-bceaabbc-b62f-44c2-94fb-accf95e8c7ca tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:59.882790 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c4f64346-a842-424f-a7c3-c3d52ea09d24 tempest-FloatingIPAdminTestJSON-1805240173 tempest-FloatingIPAdminTestJSON-1805240173-project] Notify callbacks [] for floatingip, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.886221 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9085c9c1-c6d8-4c63-9ee4-224e456dbeaa tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Made reservation on behalf of a8dd9e53fdcd4aaa806a94108c93d3a6 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:59.890469 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9085c9c1-c6d8-4c63-9ee4-224e456dbeaa tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.909576 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-bceaabbc-b62f-44c2-94fb-accf95e8c7ca tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:59.927363 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a76f9695-b23a-4589-b371-410a2e0afde2 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.929246 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9085c9c1-c6d8-4c63-9ee4-224e456dbeaa tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:59.937336 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-d96a3792-c2d0-42a0-946c-90b5085cfca7 None None] Provisioning complete for port 211ce30d-80d2-43db-a1f8-96f5999df162 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:59.937711 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d96a3792-c2d0-42a0-946c-90b5085cfca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.939802 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5cabacc-42d0-4d86-b073-e4352f90bf31 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Deleting subnet ee15ac2e-a582-4615-8535-a0c41168a9c9 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:40:59.949935 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a76f9695-b23a-4589-b371-410a2e0afde2 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.950175 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c5cabacc-42d0-4d86-b073-e4352f90bf31 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.965256 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f9695-b23a-4589-b371-410a2e0afde2 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Pushing event deleted for resources: {'Network': ['ID=3b59b638-d352-4f0f-b664-58f02854c885,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:59.971475 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9085c9c1-c6d8-4c63-9ee4-224e456dbeaa tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.971964 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-9085c9c1-c6d8-4c63-9ee4-224e456dbeaa tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Added segment d44c8f9b-0e06-43b7-b1c3-000a4c33a282 of type vlan for network 1baeee99-57f3-485f-9e6f-f68f8c346443 Jan 21 09:40:59.986863 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bceaabbc-b62f-44c2-94fb-accf95e8c7ca tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:59.991219 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a76f9695-b23a-4589-b371-410a2e0afde2 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] 10.222.0.110 "DELETE /v2.0/networks/3b59b638-d352-4f0f-b664-58f02854c885 HTTP/1.1" status: 204 len: 168 time: 3.3900511 Jan 21 09:40:59.992253 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49848) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:00.034449 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9085c9c1-c6d8-4c63-9ee4-224e456dbeaa tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.047596 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-74802bf0-40e4-4f41-8ef6-db06e6137029 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:41:00.047908 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-74802bf0-40e4-4f41-8ef6-db06e6137029 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:41:00.048542 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-d96a3792-c2d0-42a0-946c-90b5085cfca7 None None] Port 211ce30d-80d2-43db-a1f8-96f5999df162 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:41:00.064030 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a21a3ee2-f355-4f39-a365-7ff9a3e5e079 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:41:00.116237 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-d96a3792-c2d0-42a0-946c-90b5085cfca7 None None] Could not find standard attr ID for object 4ae91d08-a3cd-4b92-9d7f-11a16fd9e777. {{(pid=87516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:41:00.120125 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-5753a779-6067-43ca-845b-5456c115f740 None None] For port a21a3ee2-f355-4f39-a365-7ff9a3e5e079, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a21a3ee2-f355-4f39-a365-7ff9a3e5e079,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:00.120739 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5753a779-6067-43ca-845b-5456c115f740 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.129174 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c5cabacc-42d0-4d86-b073-e4352f90bf31 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.147844 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a3792-c2d0-42a0-946c-90b5085cfca7 None None] Pushing event updated for resources: {'Port': ['ID=f446225e-51e3-44b6-beb4-6d03921d361c,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:00.155381 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-69d7c2c7-1f33-4cf0-8cf4-e4d5e910b1bb tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.163300 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9085c9c1-c6d8-4c63-9ee4-224e456dbeaa tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.166942 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62fb8cbd-e4f5-4cee-8d53-0fb7702e2f63 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Router 423c28d5-4594-4f44-89d4-47353a383e75 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:41:00.169377 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9085c9c1-c6d8-4c63-9ee4-224e456dbeaa tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:00.170066 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9085c9c1-c6d8-4c63-9ee4-224e456dbeaa tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.210270 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-69d7c2c7-1f33-4cf0-8cf4-e4d5e910b1bb tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Deleting port f446225e-51e3-44b6-beb4-6d03921d361c {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:00.210775 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-69d7c2c7-1f33-4cf0-8cf4-e4d5e910b1bb tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.257181 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9085c9c1-c6d8-4c63-9ee4-224e456dbeaa tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5083842 Jan 21 09:41:00.258969 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49852) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:00.275193 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-c6884043-3a6b-4799-a569-d298a3d3d621 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1700416279'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:00.337786 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c6884043-3a6b-4799-a569-d298a3d3d621 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:00.347045 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9085c9c1-c6d8-4c63-9ee4-224e456dbeaa tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Pushing event updated for resources: {'Network': ['ID=1baeee99-57f3-485f-9e6f-f68f8c346443,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:00.350567 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c6884043-3a6b-4799-a569-d298a3d3d621 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Usage tracker for resource:network and tenant:a8dd9e53fdcd4aaa806a94108c93d3a6 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:00.354931 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c6884043-3a6b-4799-a569-d298a3d3d621 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:00.360174 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-5753a779-6067-43ca-845b-5456c115f740 None None] Calling delete_port for a21a3ee2-f355-4f39-a365-7ff9a3e5e079 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:00.363383 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c6884043-3a6b-4799-a569-d298a3d3d621 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:00.363625 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c5cabacc-42d0-4d86-b073-e4352f90bf31 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.406069 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 1baeee99-57f3-485f-9e6f-f68f8c346443 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:00.451984 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bceaabbc-b62f-44c2-94fb-accf95e8c7ca tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.524427 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6884043-3a6b-4799-a569-d298a3d3d621 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Made reservation on behalf of a8dd9e53fdcd4aaa806a94108c93d3a6 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:00.528066 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c6884043-3a6b-4799-a569-d298a3d3d621 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.548342 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-bceaabbc-b62f-44c2-94fb-accf95e8c7ca tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] device_id is not set on port b3d54eab-c5ff-4a67-b4c1-bc0c943201bc yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:00.565989 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-74802bf0-40e4-4f41-8ef6-db06e6137029 None None] Deleting port f446225e-51e3-44b6-beb4-6d03921d361c {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:00.566363 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-74802bf0-40e4-4f41-8ef6-db06e6137029 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.593922 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62fb8cbd-e4f5-4cee-8d53-0fb7702e2f63 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:41:00.600072 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6884043-3a6b-4799-a569-d298a3d3d621 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:00.606348 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238373c4-6e85-4c23-b5f4-c5b4565d802f None None] Sync routers for ids ['423c28d5-4594-4f44-89d4-47353a383e75'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:41:00.623313 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-63db50df-40d0-41c6-b8d4-f77fcab981b4 None None] Provisioning complete for port 211ce30d-80d2-43db-a1f8-96f5999df162 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:00.623713 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-63db50df-40d0-41c6-b8d4-f77fcab981b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.629062 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238373c4-6e85-4c23-b5f4-c5b4565d802f None None] Routers {'423c28d5-4594-4f44-89d4-47353a383e75'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:00.629760 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-238373c4-6e85-4c23-b5f4-c5b4565d802f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:40:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['423c28d5-4594-4f44-89d4-47353a383e75'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:00.670924 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c6884043-3a6b-4799-a569-d298a3d3d621 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.671369 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-c6884043-3a6b-4799-a569-d298a3d3d621 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Added segment 2c825d95-3bdb-4ccb-a9de-13a470268254 of type vlan for network 3bacc775-d65c-4a75-bae8-0cce212fc99a Jan 21 09:41:00.680425 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-69d7c2c7-1f33-4cf0-8cf4-e4d5e910b1bb tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] For port f446225e-51e3-44b6-beb4-6d03921d361c, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=f446225e-51e3-44b6-beb4-6d03921d361c,segment=NetworkSegment(3984ad6b-7b17-4235-8cf2-b853fbb2d96e),segment_id=3984ad6b-7b17-4235-8cf2-b853fbb2d96e)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:00.681109 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-69d7c2c7-1f33-4cf0-8cf4-e4d5e910b1bb tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.702040 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-238373c4-6e85-4c23-b5f4-c5b4565d802f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:00.713020 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238373c4-6e85-4c23-b5f4-c5b4565d802f None None] Routers {'423c28d5-4594-4f44-89d4-47353a383e75'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:00.714226 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-238373c4-6e85-4c23-b5f4-c5b4565d802f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:40:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['423c28d5-4594-4f44-89d4-47353a383e75'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:00.801059 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-bceaabbc-b62f-44c2-94fb-accf95e8c7ca tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Allocated IP 2001:db8::f816:3eff:fe02:6d90 (36c4effd-f4af-4d10-91bd-714d225a3199/003839a2-ea3d-4d8c-bd97-803206501890/b3d54eab-c5ff-4a67-b4c1-bc0c943201bc) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:00.807611 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-238373c4-6e85-4c23-b5f4-c5b4565d802f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:00.808515 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238373c4-6e85-4c23-b5f4-c5b4565d802f None None] The sync data for ids ['423c28d5-4594-4f44-89d4-47353a383e75'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:41:00.826680 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-62fb8cbd-e4f5-4cee-8d53-0fb7702e2f63 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "PUT /v2.0/routers/423c28d5-4594-4f44-89d4-47353a383e75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3970180 Jan 21 09:41:00.872203 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49860) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:00.893183 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c5cabacc-42d0-4d86-b073-e4352f90bf31 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.894487 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-69d7c2c7-1f33-4cf0-8cf4-e4d5e910b1bb tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Calling delete_port for f446225e-51e3-44b6-beb4-6d03921d361c owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:00.927025 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-63db50df-40d0-41c6-b8d4-f77fcab981b4 None None] Port 211ce30d-80d2-43db-a1f8-96f5999df162 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:41:00.928969 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.948213 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c5cabacc-42d0-4d86-b073-e4352f90bf31 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.952692 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c5cabacc-42d0-4d86-b073-e4352f90bf31 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "DELETE /v2.0/subnets/ee15ac2e-a582-4615-8535-a0c41168a9c9 HTTP/1.1" status: 204 len: 168 time: 1.1831386 Jan 21 09:41:00.958990 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49864) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:00.968656 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c6884043-3a6b-4799-a569-d298a3d3d621 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.983523 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cabacc-42d0-4d86-b073-e4352f90bf31 tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event deleted for resources: {'Subnet': ['ID=ee15ac2e-a582-4615-8535-a0c41168a9c9,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:01.031667 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c4f64346-a842-424f-a7c3-c3d52ea09d24 tempest-FloatingIPAdminTestJSON-1805240173 tempest-FloatingIPAdminTestJSON-1805240173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:01.044535 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580d854c-bb25-4ef7-a079-29f051422761 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:01.047487 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-580d854c-bb25-4ef7-a079-29f051422761 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "GET /v2.0/ports/211ce30d-80d2-43db-a1f8-96f5999df162 HTTP/1.1" status: 200 len: 983 time: 0.1657424 Jan 21 09:41:01.049081 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5753a779-6067-43ca-845b-5456c115f740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:01.050888 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49868) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:01.127924 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-69d7c2c7-1f33-4cf0-8cf4-e4d5e910b1bb tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:01.132577 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c6884043-3a6b-4799-a569-d298a3d3d621 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:01.138258 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6884043-3a6b-4799-a569-d298a3d3d621 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:01.138833 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c6884043-3a6b-4799-a569-d298a3d3d621 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:01.158497 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5753a779-6067-43ca-845b-5456c115f740 None None] Pushing event deleted for resources: {'Port': ['ID=a21a3ee2-f355-4f39-a365-7ff9a3e5e079,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:01.160413 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device f446225e-51e3-44b6-beb4-6d03921d361c no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:41:01.246686 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fd78149d-d79c-4db0-85a3-d88715e087af tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:01.277999 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: f446225e-51e3-44b6-beb4-6d03921d361c {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:41:01.278393 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device f446225e-51e3-44b6-beb4-6d03921d361c not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:41:01.288863 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d7c2c7-1f33-4cf0-8cf4-e4d5e910b1bb tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] No DVR routers for this DVR port f446225e-51e3-44b6-beb4-6d03921d361c on host dv-neutron-825731-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:41:01.299766 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d7c2c7-1f33-4cf0-8cf4-e4d5e910b1bb tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Pushing event deleted for resources: {'Port': ['ID=f446225e-51e3-44b6-beb4-6d03921d361c,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:01.371320 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5753a779-6067-43ca-845b-5456c115f740 None None] No DVR routers for this DVR port a21a3ee2-f355-4f39-a365-7ff9a3e5e079 on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:41:01.373930 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-74802bf0-40e4-4f41-8ef6-db06e6137029 None None] For port f446225e-51e3-44b6-beb4-6d03921d361c, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=f446225e-51e3-44b6-beb4-6d03921d361c,segment=NetworkSegment(3984ad6b-7b17-4235-8cf2-b853fbb2d96e),segment_id=3984ad6b-7b17-4235-8cf2-b853fbb2d96e)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:01.374446 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-74802bf0-40e4-4f41-8ef6-db06e6137029 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:01.435769 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6884043-3a6b-4799-a569-d298a3d3d621 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Pushing event updated for resources: {'Network': ['ID=3bacc775-d65c-4a75-bae8-0cce212fc99a,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:01.439034 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c6884043-3a6b-4799-a569-d298a3d3d621 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1725187 Jan 21 09:41:01.453186 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee31e84-a097-4fca-9164-82514950f0d6 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:01.492139 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07961113-e8e2-4a57-872a-574d9e797790 req-f572d5e0-bc2b-408d-ab20-27c654544d2c tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:01.493604 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-07961113-e8e2-4a57-872a-574d9e797790 req-f572d5e0-bc2b-408d-ab20-27c654544d2c tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/ports?device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 945 time: 0.6428032 Jan 21 09:41:01.542172 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 3bacc775-d65c-4a75-bae8-0cce212fc99a details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:01.555665 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4ae91d08-a3cd-4b92-9d7f-11a16fd9e777 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:41:01.596487 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-74802bf0-40e4-4f41-8ef6-db06e6137029 None None] Calling delete_port for f446225e-51e3-44b6-beb4-6d03921d361c owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:01.622428 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49872) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:01.654769 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 4ae91d08-a3cd-4b92-9d7f-11a16fd9e777 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:41:01.655127 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4ae91d08-a3cd-4b92-9d7f-11a16fd9e777 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:41:01.683192 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-69d7c2c7-1f33-4cf0-8cf4-e4d5e910b1bb tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:01.703027 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-e4e8c6e2-536e-4791-bf89-668877ce4c18 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Request body: {'subnets': [{'network_id': '1baeee99-57f3-485f-9e6f-f68f8c346443', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--83747059', 'ip_version': 4}, {'network_id': '3bacc775-d65c-4a75-bae8-0cce212fc99a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:01.703027 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-e4e8c6e2-536e-4791-bf89-668877ce4c18 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Request body: {'subnet': {'network_id': '1baeee99-57f3-485f-9e6f-f68f8c346443', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--83747059', 'ip_version': 4}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:01.703701 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-e4e8c6e2-536e-4791-bf89-668877ce4c18 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Request body: {'subnet': {'network_id': '3bacc775-d65c-4a75-bae8-0cce212fc99a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:01.725844 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-69d7c2c7-1f33-4cf0-8cf4-e4d5e910b1bb tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b89202ac-6c50-4c05-9380-0f20ea4af46b']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:01.743185 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-69d7c2c7-1f33-4cf0-8cf4-e4d5e910b1bb tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3984ad6b-7b17-4235-8cf2-b853fbb2d96e') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:01.743477 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-69d7c2c7-1f33-4cf0-8cf4-e4d5e910b1bb tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3984ad6b-7b17-4235-8cf2-b853fbb2d96e') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:01.792822 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-69d7c2c7-1f33-4cf0-8cf4-e4d5e910b1bb tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:01.815724 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-69d7c2c7-1f33-4cf0-8cf4-e4d5e910b1bb tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:01.825659 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69d7c2c7-1f33-4cf0-8cf4-e4d5e910b1bb tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:41:01.825659 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-69d7c2c7-1f33-4cf0-8cf4-e4d5e910b1bb tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:01.840753 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:41:01.840753 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:41:01.840753 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:41:01.840753 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:01.840753 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:41:01.840753 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:41:01.840753 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:41:01.840753 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:01.840753 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:41:01.840753 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:01.840753 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:41:01.840753 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:01.840753 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:41:01.840753 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:41:01.840753 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:01.840753 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:41:01.840753 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:01.840753 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:41:01.840753 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:41:01.840753 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:41:01.840753 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:41:01.840753 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:41:01.840753 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:01.840753 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:41:01.840753 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:01.840753 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:41:01.840753 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:01.840753 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:41:01.840753 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:01.840753 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:41:01.840753 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:01.840753 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:01.872578 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bceaabbc-b62f-44c2-94fb-accf95e8c7ca tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:01.885517 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-74802bf0-40e4-4f41-8ef6-db06e6137029 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:41:01.885873 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-74802bf0-40e4-4f41-8ef6-db06e6137029 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:41:01.906181 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-c4f64346-a842-424f-a7c3-c3d52ea09d24 tempest-FloatingIPAdminTestJSON-1805240173 tempest-FloatingIPAdminTestJSON-1805240173-project] Allocated IP 172.26.3.34 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/0ac59404-e813-4d19-b04a-ea34c386b7f6) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:01.931206 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-07961113-e8e2-4a57-872a-574d9e797790 req-290ac07d-9e13-4367-931c-32a8248167dd tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/security-groups?id=b83642e6-062a-4f81-884a-c0f0968e848b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4011197 Jan 21 09:41:02.029191 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49876) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:02.037305 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fd78149d-d79c-4db0-85a3-d88715e087af tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.054311 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0d24f2-de36-49c6-86f3-c5abc6f4dff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-36c4effd-f4af-4d10-91bd-714d225a3199', 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'tenant_id': 'ce9334fe18174618a851dcacd095feca', 'fixed_ips': [{'subnet_id': '003839a2-ea3d-4d8c-bd97-803206501890'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:41:02.055261 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-de0d24f2-de36-49c6-86f3-c5abc6f4dff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.141885 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-bceaabbc-b62f-44c2-94fb-accf95e8c7ca tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Transition to ACTIVE for port object b3d54eab-c5ff-4a67-b4c1-bc0c943201bc will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:02.150037 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-69d7c2c7-1f33-4cf0-8cf4-e4d5e910b1bb tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.178534 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-fd78149d-d79c-4db0-85a3-d88715e087af tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96bf4bb4-25a9-404e-859d-0b4b25b1d214']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:02.185082 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-69d7c2c7-1f33-4cf0-8cf4-e4d5e910b1bb tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.201310 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d7c2c7-1f33-4cf0-8cf4-e4d5e910b1bb tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Pushing event deleted for resources: {'Network': ['ID=b89202ac-6c50-4c05-9380-0f20ea4af46b,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:02.212898 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-69d7c2c7-1f33-4cf0-8cf4-e4d5e910b1bb tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] 10.222.0.110 "DELETE /v2.0/networks/b89202ac-6c50-4c05-9380-0f20ea4af46b HTTP/1.1" status: 204 len: 168 time: 2.2186174 Jan 21 09:41:02.215932 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-e4e8c6e2-536e-4791-bf89-668877ce4c18 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:02.217095 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-fe729728-3f69-4d45-ba13-82979cf12f8e tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/floatingips/9e7111f7-6008-450c-a52f-8f5557b914ef HTTP/1.1" status: 200 len: 993 time: 0.1869116 Jan 21 09:41:02.217902 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49880) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:02.219381 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-fd78149d-d79c-4db0-85a3-d88715e087af tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a57c4e1-273f-4b10-be98-8048cc39ae7b') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:02.219706 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-fd78149d-d79c-4db0-85a3-d88715e087af tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a57c4e1-273f-4b10-be98-8048cc39ae7b') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:02.271826 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e4e8c6e2-536e-4791-bf89-668877ce4c18 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Usage tracker for resource:subnet and tenant:a8dd9e53fdcd4aaa806a94108c93d3a6 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:02.283439 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e4e8c6e2-536e-4791-bf89-668877ce4c18 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:02.288281 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fd78149d-d79c-4db0-85a3-d88715e087af tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.302049 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-e4e8c6e2-536e-4791-bf89-668877ce4c18 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:02.329154 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fd78149d-d79c-4db0-85a3-d88715e087af tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.346117 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd78149d-d79c-4db0-85a3-d88715e087af tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:41:02.346512 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fd78149d-d79c-4db0-85a3-d88715e087af tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.347555 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b80f14c7-4613-4e25-98c0-0be9b054ed05 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.364483 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:41:02.364483 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:41:02.364483 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:41:02.364483 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:02.364483 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:41:02.364483 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:41:02.364483 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:41:02.364483 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:02.364483 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:41:02.364483 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:02.364483 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:41:02.364483 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:02.364483 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:41:02.364483 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:41:02.364483 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:02.364483 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:41:02.364483 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:02.364483 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:41:02.364483 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:41:02.364483 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:41:02.364483 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:41:02.364483 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:41:02.364483 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:02.364483 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:41:02.364483 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:02.364483 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:41:02.364483 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:02.364483 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:41:02.364483 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:02.364483 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:41:02.364483 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:02.364483 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:02.373786 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e8c6e2-536e-4791-bf89-668877ce4c18 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Made reservation on behalf of a8dd9e53fdcd4aaa806a94108c93d3a6 for: {'subnet': 2} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:02.378233 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e4e8c6e2-536e-4791-bf89-668877ce4c18 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.378568 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e4e8c6e2-536e-4791-bf89-668877ce4c18 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.402497 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bceaabbc-b62f-44c2-94fb-accf95e8c7ca tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.434170 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-de0d24f2-de36-49c6-86f3-c5abc6f4dff8 None None] Allocated IP 2001:db8::f816:3eff:fe4d:92b3 (36c4effd-f4af-4d10-91bd-714d225a3199/003839a2-ea3d-4d8c-bd97-803206501890/c35beeef-eac2-4375-a53c-66935f52d516) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:02.467930 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-47fab3e0-6e41-41e0-9dff-d6b7922d0159 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.558174 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c4f64346-a842-424f-a7c3-c3d52ea09d24 tempest-FloatingIPAdminTestJSON-1805240173 tempest-FloatingIPAdminTestJSON-1805240173-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.569185 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bceaabbc-b62f-44c2-94fb-accf95e8c7ca tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:02.581446 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-bceaabbc-b62f-44c2-94fb-accf95e8c7ca tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:02.639285 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bceaabbc-b62f-44c2-94fb-accf95e8c7ca tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:02.644781 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bceaabbc-b62f-44c2-94fb-accf95e8c7ca tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:02.645388 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bceaabbc-b62f-44c2-94fb-accf95e8c7ca tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.653723 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b80f14c7-4613-4e25-98c0-0be9b054ed05 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.665024 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fd78149d-d79c-4db0-85a3-d88715e087af tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.684353 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceaabbc-b62f-44c2-94fb-accf95e8c7ca tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Port': ['ID=b3d54eab-c5ff-4a67-b4c1-bc0c943201bc,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:02.696777 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-b80f14c7-4613-4e25-98c0-0be9b054ed05 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49590271-b79f-481a-967e-3c7288efab0d']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:02.700924 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fd78149d-d79c-4db0-85a3-d88715e087af tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.710128 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-de0d24f2-de36-49c6-86f3-c5abc6f4dff8 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.715022 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-b80f14c7-4613-4e25-98c0-0be9b054ed05 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a80bc393-6806-4125-9d8a-6b80c5414e7d') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:02.715308 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-b80f14c7-4613-4e25-98c0-0be9b054ed05 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a80bc393-6806-4125-9d8a-6b80c5414e7d') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:02.721072 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78149d-d79c-4db0-85a3-d88715e087af tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] Pushing event deleted for resources: {'Network': ['ID=96bf4bb4-25a9-404e-859d-0b4b25b1d214,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:02.723657 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-de0d24f2-de36-49c6-86f3-c5abc6f4dff8 None None] Transition to ACTIVE for port object c35beeef-eac2-4375-a53c-66935f52d516 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:02.745370 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-fd78149d-d79c-4db0-85a3-d88715e087af tempest-FloatingIPTestJSON-1485557624 tempest-FloatingIPTestJSON-1485557624-project] 10.222.0.110 "DELETE /v2.0/networks/96bf4bb4-25a9-404e-859d-0b4b25b1d214 HTTP/1.1" status: 204 len: 168 time: 1.7723219 Jan 21 09:41:02.752105 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-bceaabbc-b62f-44c2-94fb-accf95e8c7ca tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5030382 Jan 21 09:41:02.755170 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49886) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:02.755361 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-de0d24f2-de36-49c6-86f3-c5abc6f4dff8 None None] Transition to ACTIVE for port object c35beeef-eac2-4375-a53c-66935f52d516 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:02.766662 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-de0d24f2-de36-49c6-86f3-c5abc6f4dff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.796339 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b80f14c7-4613-4e25-98c0-0be9b054ed05 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.846887 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c4f64346-a842-424f-a7c3-c3d52ea09d24 tempest-FloatingIPAdminTestJSON-1805240173 tempest-FloatingIPAdminTestJSON-1805240173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.849614 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b80f14c7-4613-4e25-98c0-0be9b054ed05 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.857683 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-74802bf0-40e4-4f41-8ef6-db06e6137029 None None] Deleting port f446225e-51e3-44b6-beb4-6d03921d361c {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:02.858061 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-74802bf0-40e4-4f41-8ef6-db06e6137029 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.869469 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b80f14c7-4613-4e25-98c0-0be9b054ed05 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:41:02.870127 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b80f14c7-4613-4e25-98c0-0be9b054ed05 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.884996 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:41:02.884996 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:41:02.884996 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:41:02.884996 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:02.884996 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:41:02.884996 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:41:02.884996 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:41:02.884996 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:02.884996 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:41:02.884996 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:02.884996 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:41:02.884996 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:02.884996 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:41:02.884996 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:41:02.884996 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:02.884996 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:41:02.884996 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:02.884996 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:41:02.884996 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:41:02.884996 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:41:02.884996 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:41:02.884996 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:41:02.884996 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:02.884996 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:41:02.884996 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:02.884996 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:41:02.884996 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:02.884996 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:41:02.884996 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:02.884996 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:41:02.884996 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:02.884996 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:02.941028 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f64346-a842-424f-a7c3-c3d52ea09d24 tempest-FloatingIPAdminTestJSON-1805240173 tempest-FloatingIPAdminTestJSON-1805240173-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:02.958623 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0d24f2-de36-49c6-86f3-c5abc6f4dff8 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:02.961966 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-c4f64346-a842-424f-a7c3-c3d52ea09d24 tempest-FloatingIPAdminTestJSON-1805240173 tempest-FloatingIPAdminTestJSON-1805240173-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:02.968287 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-74802bf0-40e4-4f41-8ef6-db06e6137029 None None] The port 'f446225e-51e3-44b6-beb4-6d03921d361c' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:41:02.971931 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f64346-a842-424f-a7c3-c3d52ea09d24 tempest-FloatingIPAdminTestJSON-1805240173 tempest-FloatingIPAdminTestJSON-1805240173-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:02.973803 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-de0d24f2-de36-49c6-86f3-c5abc6f4dff8 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:02.978258 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0d24f2-de36-49c6-86f3-c5abc6f4dff8 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:02.978893 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-47fab3e0-6e41-41e0-9dff-d6b7922d0159 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Deleting port 211ce30d-80d2-43db-a1f8-96f5999df162 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:02.979446 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-47fab3e0-6e41-41e0-9dff-d6b7922d0159 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.032661 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b80f14c7-4613-4e25-98c0-0be9b054ed05 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.037754 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f64346-a842-424f-a7c3-c3d52ea09d24 tempest-FloatingIPAdminTestJSON-1805240173 tempest-FloatingIPAdminTestJSON-1805240173-project] Pushing event updated for resources: {'Port': ['ID=0ac59404-e813-4d19-b04a-ea34c386b7f6,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:03.038470 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b80f14c7-4613-4e25-98c0-0be9b054ed05 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.073787 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dac4731-d119-4a60-b987-5b145d91d152 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:03.076779 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f14c7-4613-4e25-98c0-0be9b054ed05 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Pushing event deleted for resources: {'Network': ['ID=49590271-b79f-481a-967e-3c7288efab0d,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:03.079918 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dac4731-d119-4a60-b987-5b145d91d152 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:03.080714 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2dac4731-d119-4a60-b987-5b145d91d152 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:03.086981 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d24f2-de36-49c6-86f3-c5abc6f4dff8 None None] Pushing event updated for resources: {'Port': ['ID=c35beeef-eac2-4375-a53c-66935f52d516,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:03.102441 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b80f14c7-4613-4e25-98c0-0be9b054ed05 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] 10.222.0.110 "DELETE /v2.0/networks/49590271-b79f-481a-967e-3c7288efab0d HTTP/1.1" status: 204 len: 168 time: 0.8836818 Jan 21 09:41:03.103047 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49890) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:03.113972 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-de0d24f2-de36-49c6-86f3-c5abc6f4dff8 None None] Attempting to bind port c35beeef-eac2-4375-a53c-66935f52d516 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:03.114582 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-de0d24f2-de36-49c6-86f3-c5abc6f4dff8 None None] Attempting to bind port c35beeef-eac2-4375-a53c-66935f52d516 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:03.115531 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0d24f2-de36-49c6-86f3-c5abc6f4dff8 None None] Attempting to bind port c35beeef-eac2-4375-a53c-66935f52d516 on network 36c4effd-f4af-4d10-91bd-714d225a3199 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:03.121654 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0d24f2-de36-49c6-86f3-c5abc6f4dff8 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:41:03.122113 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0d24f2-de36-49c6-86f3-c5abc6f4dff8 None None] Checking segment: {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:03.122577 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-de0d24f2-de36-49c6-86f3-c5abc6f4dff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.123024 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0d24f2-de36-49c6-86f3-c5abc6f4dff8 None None] Bound using segment: {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:41:03.123600 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-de0d24f2-de36-49c6-86f3-c5abc6f4dff8 None None] Bound port: c35beeef-eac2-4375-a53c-66935f52d516, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:03.124040 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-de0d24f2-de36-49c6-86f3-c5abc6f4dff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.177770 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2dac4731-d119-4a60-b987-5b145d91d152 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:03.181903 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2dac4731-d119-4a60-b987-5b145d91d152 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4212415 Jan 21 09:41:03.187245 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49896) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:03.242747 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-de0d24f2-de36-49c6-86f3-c5abc6f4dff8 None None] For port c35beeef-eac2-4375-a53c-66935f52d516, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:41:03.250743 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-de0d24f2-de36-49c6-86f3-c5abc6f4dff8 None None] For port c35beeef-eac2-4375-a53c-66935f52d516, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=c35beeef-eac2-4375-a53c-66935f52d516,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:41:03.258287 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c4f64346-a842-424f-a7c3-c3d52ea09d24 tempest-FloatingIPAdminTestJSON-1805240173 tempest-FloatingIPAdminTestJSON-1805240173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.260453 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-de0d24f2-de36-49c6-86f3-c5abc6f4dff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.301524 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49900) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:03.366883 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d24f2-de36-49c6-86f3-c5abc6f4dff8 None None] Pushing event updated for resources: {'Port': ['ID=c35beeef-eac2-4375-a53c-66935f52d516,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:03.406746 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-cb92ce66-33d6-491c-b28c-f531385fcefe tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting port b3d54eab-c5ff-4a67-b4c1-bc0c943201bc {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:03.407127 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cb92ce66-33d6-491c-b28c-f531385fcefe tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.445109 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3ebbef0f-bd86-4a8f-865f-e9a7819b18a9 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.569512 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c4f64346-a842-424f-a7c3-c3d52ea09d24 tempest-FloatingIPAdminTestJSON-1805240173 tempest-FloatingIPAdminTestJSON-1805240173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.712508 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-32b063cb-892a-4131-8cee-849cb479b01f admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=6ceae7553b4c4a00ae004c3be6a7adb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4098530 Jan 21 09:41:03.716189 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-47fab3e0-6e41-41e0-9dff-d6b7922d0159 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.725760 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49906) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:03.799485 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e4e8c6e2-536e-4791-bf89-668877ce4c18 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.891703 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-47fab3e0-6e41-41e0-9dff-d6b7922d0159 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Calling delete_port for 211ce30d-80d2-43db-a1f8-96f5999df162 owned by network:router_interface {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:03.992437 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8c6e2-536e-4791-bf89-668877ce4c18 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Pushing event updated for resources: {'Subnet': ['ID=9b64dcb2-4234-4160-a3bb-4d8080fd4861,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:03.997078 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cda5c649-80dd-4fb1-8053-d48b3af680e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.024734 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e8c6e2-536e-4791-bf89-668877ce4c18 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Checking segment: {'id': 'd44c8f9b-0e06-43b7-b1c3-000a4c33a282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1baeee99-57f3-485f-9e6f-f68f8c346443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:04.025082 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e8c6e2-536e-4791-bf89-668877ce4c18 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Network hostable DHCP agents. Network: 1baeee99-57f3-485f-9e6f-f68f8c346443, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:04.039707 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cda5c649-80dd-4fb1-8053-d48b3af680e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.063881 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3ebbef0f-bd86-4a8f-865f-e9a7819b18a9 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.079941 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c4f64346-a842-424f-a7c3-c3d52ea09d24 tempest-FloatingIPAdminTestJSON-1805240173 tempest-FloatingIPAdminTestJSON-1805240173-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.096493 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c4f64346-a842-424f-a7c3-c3d52ea09d24 tempest-FloatingIPAdminTestJSON-1805240173 tempest-FloatingIPAdminTestJSON-1805240173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.141285 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e8c6e2-536e-4791-bf89-668877ce4c18 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Network 1baeee99-57f3-485f-9e6f-f68f8c346443 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:04.163612 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 18d66daf-9015-4413-aaca-282450b13718 up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:04.200119 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-e4e8c6e2-536e-4791-bf89-668877ce4c18 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 1baeee99-57f3-485f-9e6f-f68f8c346443) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:04.210310 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12565aa-0b72-432d-9de9-7019b61784fe None None] Network 1baeee99-57f3-485f-9e6f-f68f8c346443 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:04.213117 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e4e8c6e2-536e-4791-bf89-668877ce4c18 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.226314 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-3ebbef0f-bd86-4a8f-865f-e9a7819b18a9 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e9bda4f-4fcc-4ba1-8614-350cfd0fb777']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:04.244002 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cb92ce66-33d6-491c-b28c-f531385fcefe tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.269315 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-3ebbef0f-bd86-4a8f-865f-e9a7819b18a9 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '642d62df-57bd-448f-98f8-0662cbad89b9') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:04.269772 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-3ebbef0f-bd86-4a8f-865f-e9a7819b18a9 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '642d62df-57bd-448f-98f8-0662cbad89b9') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:04.283215 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f64346-a842-424f-a7c3-c3d52ea09d24 tempest-FloatingIPAdminTestJSON-1805240173 tempest-FloatingIPAdminTestJSON-1805240173-project] Pushing event updated for resources: {'Port': ['ID=0ac59404-e813-4d19-b04a-ea34c386b7f6,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:04.298844 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cda5c649-80dd-4fb1-8053-d48b3af680e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.339108 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5c649-80dd-4fb1-8053-d48b3af680e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435855e7-392f-42b1-916b-c8136f622bf7,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:04.341130 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c4f64346-a842-424f-a7c3-c3d52ea09d24 tempest-FloatingIPAdminTestJSON-1805240173 tempest-FloatingIPAdminTestJSON-1805240173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.344909 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8c6e2-536e-4791-bf89-668877ce4c18 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Pushing event updated for resources: {'Subnet': ['ID=de72d1d4-ecd4-43ff-a24a-f31cf9087156,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:04.382471 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e8c6e2-536e-4791-bf89-668877ce4c18 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Checking segment: {'id': '2c825d95-3bdb-4ccb-a9de-13a470268254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3bacc775-d65c-4a75-bae8-0cce212fc99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:04.382918 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e8c6e2-536e-4791-bf89-668877ce4c18 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Network hostable DHCP agents. Network: 3bacc775-d65c-4a75-bae8-0cce212fc99a, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:04.389530 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port 18d66daf-9015-4413-aaca-282450b13718 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:04.389920 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.390219 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cda5c649-80dd-4fb1-8053-d48b3af680e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.403991 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-cda5c649-80dd-4fb1-8053-d48b3af680e9 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/435855e7-392f-42b1-916b-c8136f622bf7 HTTP/1.1" status: 204 len: 168 time: 0.6654067 Jan 21 09:41:04.409461 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c4f64346-a842-424f-a7c3-c3d52ea09d24 tempest-FloatingIPAdminTestJSON-1805240173 tempest-FloatingIPAdminTestJSON-1805240173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.410682 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c4f64346-a842-424f-a7c3-c3d52ea09d24 tempest-FloatingIPAdminTestJSON-1805240173 tempest-FloatingIPAdminTestJSON-1805240173-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1839278 Jan 21 09:41:04.413520 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49912) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:04.435586 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-cb92ce66-33d6-491c-b28c-f531385fcefe tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Calling delete_port for b3d54eab-c5ff-4a67-b4c1-bc0c943201bc owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:04.476210 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3ebbef0f-bd86-4a8f-865f-e9a7819b18a9 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.504777 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3ebbef0f-bd86-4a8f-865f-e9a7819b18a9 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.516853 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e8c6e2-536e-4791-bf89-668877ce4c18 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Network 3bacc775-d65c-4a75-bae8-0cce212fc99a is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:04.542860 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ebbef0f-bd86-4a8f-865f-e9a7819b18a9 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:41:04.543937 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3ebbef0f-bd86-4a8f-865f-e9a7819b18a9 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.551206 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-674eb02c-4749-41a3-8c29-e967623fc644 tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Synchronizing usage tracker for tenant:579c8e5c9881423b88d36df00e3e6acd on resource:floatingip {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:04.555905 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-e4e8c6e2-536e-4791-bf89-668877ce4c18 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 3bacc775-d65c-4a75-bae8-0cce212fc99a) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:04.566307 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4615298f-8e44-4bf8-a3d4-60125a594e65 None None] Network 3bacc775-d65c-4a75-bae8-0cce212fc99a requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:04.568840 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e8c6e2-536e-4791-bf89-668877ce4c18 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:04.569310 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e8c6e2-536e-4791-bf89-668877ce4c18 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:04.570014 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e4e8c6e2-536e-4791-bf89-668877ce4c18 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.579347 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:41:04.579347 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:41:04.579347 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:41:04.579347 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:04.579347 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:41:04.579347 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:41:04.579347 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:41:04.579347 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:04.579347 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:41:04.579347 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:04.579347 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:41:04.579347 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:04.579347 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:41:04.579347 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:41:04.579347 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:04.579347 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:41:04.579347 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:04.579347 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:41:04.579347 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:41:04.579347 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:41:04.579347 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:41:04.579347 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:41:04.579347 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:04.579347 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:41:04.579347 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:04.579347 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:41:04.579347 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:04.579347 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:41:04.579347 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:04.579347 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:41:04.579347 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:04.579347 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:04.610462 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-674eb02c-4749-41a3-8c29-e967623fc644 tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Unset dirty status for tenant:579c8e5c9881423b88d36df00e3e6acd on resource:floatingip {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:04.614507 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-674eb02c-4749-41a3-8c29-e967623fc644 tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] 10.222.0.110 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.1999114 Jan 21 09:41:04.617398 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49916) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:04.625495 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e4e8c6e2-536e-4791-bf89-668877ce4c18 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 2.9920931 Jan 21 09:41:04.626182 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49920) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:04.767180 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1ca731-95ff-4090-96a6-3e63fc31943c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-1baeee99-57f3-485f-9e6f-f68f8c346443', 'network_id': '1baeee99-57f3-485f-9e6f-f68f8c346443', 'tenant_id': 'a8dd9e53fdcd4aaa806a94108c93d3a6', 'fixed_ips': [{'subnet_id': '9b64dcb2-4234-4160-a3bb-4d8080fd4861'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:41:04.772019 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1c1ca731-95ff-4090-96a6-3e63fc31943c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.778753 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0f88da79-babc-4c31-950d-e0a9211a8dab tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Synchronizing usage tracker for tenant:55b990d66d89441f97d613a6bc477c09 on resource:floatingip {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:04.817201 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0594ff1-bc97-4664-9dc5-ef1a10e56b6d tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:04.819975 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0594ff1-bc97-4664-9dc5-ef1a10e56b6d tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:04.821584 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0594ff1-bc97-4664-9dc5-ef1a10e56b6d tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:04.822862 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-c0594ff1-bc97-4664-9dc5-ef1a10e56b6d tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Synchronizing usage tracker for tenant:a8dd9e53fdcd4aaa806a94108c93d3a6 on resource:subnet {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:04.826944 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0f88da79-babc-4c31-950d-e0a9211a8dab tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Unset dirty status for tenant:55b990d66d89441f97d613a6bc477c09 on resource:floatingip {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:04.828252 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0f88da79-babc-4c31-950d-e0a9211a8dab tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] 10.222.0.110 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2096283 Jan 21 09:41:04.831961 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49928) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:04.947628 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cb92ce66-33d6-491c-b28c-f531385fcefe tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:05.002343 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-c0594ff1-bc97-4664-9dc5-ef1a10e56b6d tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Unset dirty status for tenant:a8dd9e53fdcd4aaa806a94108c93d3a6 on resource:subnet {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:05.003747 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c0594ff1-bc97-4664-9dc5-ef1a10e56b6d tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 0.2952621 Jan 21 09:41:05.024815 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49938) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:05.090392 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb92ce66-33d6-491c-b28c-f531385fcefe tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Port': ['ID=b3d54eab-c5ff-4a67-b4c1-bc0c943201bc,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:05.099016 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3ebbef0f-bd86-4a8f-865f-e9a7819b18a9 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:05.104664 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3ebbef0f-bd86-4a8f-865f-e9a7819b18a9 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:05.112946 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-47fab3e0-6e41-41e0-9dff-d6b7922d0159 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:05.115874 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-8097d007-8068-4aed-acf9-af8970360bec tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Deleting subnet 9b64dcb2-4234-4160-a3bb-4d8080fd4861 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:41:05.118227 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-f400179d-9e07-44cf-866f-d89795186fce tempest-FloatingIPAdminTestJSON-1805240173 tempest-FloatingIPAdminTestJSON-1805240173-project] Deleting port 0ac59404-e813-4d19-b04a-ea34c386b7f6 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:05.118565 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f400179d-9e07-44cf-866f-d89795186fce tempest-FloatingIPAdminTestJSON-1805240173 tempest-FloatingIPAdminTestJSON-1805240173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:05.300977 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-1c1ca731-95ff-4090-96a6-3e63fc31943c None None] Allocated IP 172.20.0.2 (1baeee99-57f3-485f-9e6f-f68f8c346443/9b64dcb2-4234-4160-a3bb-4d8080fd4861/637670f0-b11d-4702-90a9-ee9c36e58fe3) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:05.316728 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:05.328851 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cb92ce66-33d6-491c-b28c-f531385fcefe tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:05.353603 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-d0c2fae7-1a76-4448-a3f9-69744620dfed None None] Provisioning for port c35beeef-eac2-4375-a53c-66935f52d516 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:05.362028 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f400179d-9e07-44cf-866f-d89795186fce tempest-FloatingIPAdminTestJSON-1805240173 tempest-FloatingIPAdminTestJSON-1805240173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:05.365160 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f400179d-9e07-44cf-866f-d89795186fce tempest-FloatingIPAdminTestJSON-1805240173 tempest-FloatingIPAdminTestJSON-1805240173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:05.399503 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebbef0f-bd86-4a8f-865f-e9a7819b18a9 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] Pushing event deleted for resources: {'Network': ['ID=1e9bda4f-4fcc-4ba1-8614-350cfd0fb777,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:05.401040 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fab3e0-6e41-41e0-9dff-d6b7922d0159 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event deleted for resources: {'Port': ['ID=211ce30d-80d2-43db-a1f8-96f5999df162,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:05.447168 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5abd5741-5540-4c60-8c52-8afa8c14d0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d66daf-9015-4413-aaca-282450b13718'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:41:05.473292 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 18d66daf-9015-4413-aaca-282450b13718, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=18d66daf-9015-4413-aaca-282450b13718,segment=NetworkSegment(25b0ac5d-1185-455d-bf1f-5371ec34aaed),segment_id=25b0ac5d-1185-455d-bf1f-5371ec34aaed)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:05.569670 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c35beeef-eac2-4375-a53c-66935f52d516 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:05.612313 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:05.622563 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5abd5741-5540-4c60-8c52-8afa8c14d0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d66daf-9015-4413-aaca-282450b13718', 'code': 200} Jan 21 09:41:05.649560 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-47fab3e0-6e41-41e0-9dff-d6b7922d0159 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:05.679900 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-cb92ce66-33d6-491c-b28c-f531385fcefe tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/ports/b3d54eab-c5ff-4a67-b4c1-bc0c943201bc HTTP/1.1" status: 204 len: 168 time: 2.4885428 Jan 21 09:41:05.697356 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3ebbef0f-bd86-4a8f-865f-e9a7819b18a9 tempest-BulkNetworkOpsIpV6Test-795960965 tempest-BulkNetworkOpsIpV6Test-795960965-project] 10.222.0.110 "DELETE /v2.0/networks/1e9bda4f-4fcc-4ba1-8614-350cfd0fb777 HTTP/1.1" status: 204 len: 168 time: 2.5783257 Jan 21 09:41:05.699120 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49952) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:05.810538 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49958) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:05.813657 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-92ec42d5-2bdc-4446-98c7-ea57e900eb24 None None] Could not find standard attr ID for object b3d54eab-c5ff-4a67-b4c1-bc0c943201bc. {{(pid=87516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:41:05.820580 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-f400179d-9e07-44cf-866f-d89795186fce tempest-FloatingIPAdminTestJSON-1805240173 tempest-FloatingIPAdminTestJSON-1805240173-project] Calling delete_port for 0ac59404-e813-4d19-b04a-ea34c386b7f6 owned by network:floatingip {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:05.853309 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00b5585-fa1b-4450-a055-6751f9cf4666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-3bacc775-d65c-4a75-bae8-0cce212fc99a', 'network_id': '3bacc775-d65c-4a75-bae8-0cce212fc99a', 'tenant_id': 'a8dd9e53fdcd4aaa806a94108c93d3a6', 'fixed_ips': [{'subnet_id': 'de72d1d4-ecd4-43ff-a24a-f31cf9087156'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:41:05.854137 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a00b5585-fa1b-4450-a055-6751f9cf4666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.006956 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f400179d-9e07-44cf-866f-d89795186fce tempest-FloatingIPAdminTestJSON-1805240173 tempest-FloatingIPAdminTestJSON-1805240173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.042434 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=18d66daf-9015-4413-aaca-282450b13718,revision_number=8']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:06.095151 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port c35beeef-eac2-4375-a53c-66935f52d516 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:06.175709 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port c35beeef-eac2-4375-a53c-66935f52d516 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:06.176079 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.183161 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49968) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:06.209323 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b2e21d-375f-40be-9b59-d9b26d74b177 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:06.211611 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b2e21d-375f-40be-9b59-d9b26d74b177 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:06.214241 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-76b2e21d-375f-40be-9b59-d9b26d74b177 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.5001640 Jan 21 09:41:06.253410 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49974) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:06.265282 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f400179d-9e07-44cf-866f-d89795186fce tempest-FloatingIPAdminTestJSON-1805240173 tempest-FloatingIPAdminTestJSON-1805240173-project] Notify callbacks [] for floatingip, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.267167 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1c1ca731-95ff-4090-96a6-3e63fc31943c None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.268953 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400179d-9e07-44cf-866f-d89795186fce tempest-FloatingIPAdminTestJSON-1805240173 tempest-FloatingIPAdminTestJSON-1805240173-project] Pushing event deleted for resources: {'Port': ['ID=0ac59404-e813-4d19-b04a-ea34c386b7f6,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:06.296723 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-1c1ca731-95ff-4090-96a6-3e63fc31943c None None] Transition to ACTIVE for port object 637670f0-b11d-4702-90a9-ee9c36e58fe3 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:06.301175 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-a00b5585-fa1b-4450-a055-6751f9cf4666 None None] Allocated IP 172.20.0.18 (3bacc775-d65c-4a75-bae8-0cce212fc99a/de72d1d4-ecd4-43ff-a24a-f31cf9087156/4489f99c-d0df-4f6b-91e7-c7ecff045a47) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:06.309962 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47fab3e0-6e41-41e0-9dff-d6b7922d0159 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Router 423c28d5-4594-4f44-89d4-47353a383e75 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:41:06.344819 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-35ce45b8-2f11-4684-8a1f-c4ed4836ee13 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting subnet 003839a2-ea3d-4d8c-bd97-803206501890 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:41:06.356198 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-21191ce1-20f2-446a-8a5b-179643bc276a tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1600104243'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:06.362900 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-35ce45b8-2f11-4684-8a1f-c4ed4836ee13 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.400265 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-21191ce1-20f2-446a-8a5b-179643bc276a tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:06.403243 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-1c1ca731-95ff-4090-96a6-3e63fc31943c None None] Transition to ACTIVE for port object 637670f0-b11d-4702-90a9-ee9c36e58fe3 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:06.405908 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f400179d-9e07-44cf-866f-d89795186fce tempest-FloatingIPAdminTestJSON-1805240173 tempest-FloatingIPAdminTestJSON-1805240173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.407130 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f400179d-9e07-44cf-866f-d89795186fce tempest-FloatingIPAdminTestJSON-1805240173 tempest-FloatingIPAdminTestJSON-1805240173-project] 10.222.0.110 "DELETE /v2.0/floatingips/332deebd-4bae-4754-bd47-76b46fc7be93 HTTP/1.1" status: 204 len: 168 time: 1.5741603 Jan 21 09:41:06.410797 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49978) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:06.418958 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-21191ce1-20f2-446a-8a5b-179643bc276a tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Usage tracker for resource:network and tenant:e45fc57a07e74979937330b3162dce5c is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:06.424029 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-21191ce1-20f2-446a-8a5b-179643bc276a tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:06.424907 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.428968 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8097d007-8068-4aed-acf9-af8970360bec tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.441333 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1c1ca731-95ff-4090-96a6-3e63fc31943c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.470602 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-21191ce1-20f2-446a-8a5b-179643bc276a tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:06.474144 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-35ce45b8-2f11-4684-8a1f-c4ed4836ee13 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.541244 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21191ce1-20f2-446a-8a5b-179643bc276a tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Made reservation on behalf of e45fc57a07e74979937330b3162dce5c for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:06.544539 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-21191ce1-20f2-446a-8a5b-179643bc276a tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.556504 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1ca731-95ff-4090-96a6-3e63fc31943c None None] Network 1baeee99-57f3-485f-9e6f-f68f8c346443 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:06.563363 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-1c1ca731-95ff-4090-96a6-3e63fc31943c None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:06.570005 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8097d007-8068-4aed-acf9-af8970360bec tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.577995 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1ca731-95ff-4090-96a6-3e63fc31943c None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:06.603460 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-21191ce1-20f2-446a-8a5b-179643bc276a tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.637726 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port c35beeef-eac2-4375-a53c-66935f52d516, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=c35beeef-eac2-4375-a53c-66935f52d516,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:06.645583 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ca731-95ff-4090-96a6-3e63fc31943c None None] Pushing event updated for resources: {'Port': ['ID=637670f0-b11d-4702-90a9-ee9c36e58fe3,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:06.649050 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-21191ce1-20f2-446a-8a5b-179643bc276a tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:06.653265 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-21191ce1-20f2-446a-8a5b-179643bc276a tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Usage tracker for resource:security_group_rule and tenant:e45fc57a07e74979937330b3162dce5c is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:06.656282 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-21191ce1-20f2-446a-8a5b-179643bc276a tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:06.660935 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fab3e0-6e41-41e0-9dff-d6b7922d0159 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:41:06.667271 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-21191ce1-20f2-446a-8a5b-179643bc276a tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:06.673162 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-47fab3e0-6e41-41e0-9dff-d6b7922d0159 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "PUT /v2.0/routers/423c28d5-4594-4f44-89d4-47353a383e75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6178632 Jan 21 09:41:06.673270 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49982) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:06.683521 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2e8e6e91-1209-41c0-8cb3-f6f8063b5ce8 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=b44e8d29e7504e8e8b1b0d23beae54c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4963732 Jan 21 09:41:06.683521 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-7164a224-9942-4fa7-b431-9e038776125d tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Deleting port c48a18ac-0930-4d23-8341-09c8108eb431 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:06.683521 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7164a224-9942-4fa7-b431-9e038776125d tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.705031 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7453b32b-e232-4389-9f58-cd92cf30b9fd None None] Sync routers for ids ['423c28d5-4594-4f44-89d4-47353a383e75'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:41:06.706495 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49986) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:06.707960 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.795161 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=c35beeef-eac2-4375-a53c-66935f52d516,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:06.822200 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-1c1ca731-95ff-4090-96a6-3e63fc31943c None None] Attempting to bind port 637670f0-b11d-4702-90a9-ee9c36e58fe3 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:06.822585 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-1c1ca731-95ff-4090-96a6-3e63fc31943c None None] Attempting to bind port 637670f0-b11d-4702-90a9-ee9c36e58fe3 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'd44c8f9b-0e06-43b7-b1c3-000a4c33a282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1baeee99-57f3-485f-9e6f-f68f8c346443'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:06.822976 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1ca731-95ff-4090-96a6-3e63fc31943c None None] Attempting to bind port 637670f0-b11d-4702-90a9-ee9c36e58fe3 on network 1baeee99-57f3-485f-9e6f-f68f8c346443 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:06.828456 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7453b32b-e232-4389-9f58-cd92cf30b9fd None None] Routers {'423c28d5-4594-4f44-89d4-47353a383e75'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:06.829076 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-7453b32b-e232-4389-9f58-cd92cf30b9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:40:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['423c28d5-4594-4f44-89d4-47353a383e75'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:06.876968 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4d1ddefe-995b-4e3f-a09a-bd8a79b6b937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.883191 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1ca731-95ff-4090-96a6-3e63fc31943c None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:41:06.883587 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1ca731-95ff-4090-96a6-3e63fc31943c None None] Checking segment: {'id': 'd44c8f9b-0e06-43b7-b1c3-000a4c33a282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1baeee99-57f3-485f-9e6f-f68f8c346443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:06.884045 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1c1ca731-95ff-4090-96a6-3e63fc31943c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.884656 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1ca731-95ff-4090-96a6-3e63fc31943c None None] Bound using segment: {'id': 'd44c8f9b-0e06-43b7-b1c3-000a4c33a282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1baeee99-57f3-485f-9e6f-f68f8c346443'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:41:06.884912 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-1c1ca731-95ff-4090-96a6-3e63fc31943c None None] Bound port: 637670f0-b11d-4702-90a9-ee9c36e58fe3, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd44c8f9b-0e06-43b7-b1c3-000a4c33a282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1baeee99-57f3-485f-9e6f-f68f8c346443'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:06.885336 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1c1ca731-95ff-4090-96a6-3e63fc31943c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.915701 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-35ce45b8-2f11-4684-8a1f-c4ed4836ee13 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.928933 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7164a224-9942-4fa7-b431-9e038776125d tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.928933 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7164a224-9942-4fa7-b431-9e038776125d tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.936849 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4d1ddefe-995b-4e3f-a09a-bd8a79b6b937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.953933 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-7453b32b-e232-4389-9f58-cd92cf30b9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:07.014155 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7453b32b-e232-4389-9f58-cd92cf30b9fd None None] Routers {'423c28d5-4594-4f44-89d4-47353a383e75'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:07.014633 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-7453b32b-e232-4389-9f58-cd92cf30b9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:40:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['423c28d5-4594-4f44-89d4-47353a383e75'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:07.071373 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-7164a224-9942-4fa7-b431-9e038776125d tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Calling delete_port for c48a18ac-0930-4d23-8341-09c8108eb431 owned by network:floatingip {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:07.092774 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-7453b32b-e232-4389-9f58-cd92cf30b9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:07.093960 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7453b32b-e232-4389-9f58-cd92cf30b9fd None None] The sync data for ids ['423c28d5-4594-4f44-89d4-47353a383e75'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:41:07.097580 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a00b5585-fa1b-4450-a055-6751f9cf4666 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.124104 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-a00b5585-fa1b-4450-a055-6751f9cf4666 None None] Transition to ACTIVE for port object 4489f99c-d0df-4f6b-91e7-c7ecff045a47 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:07.132190 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-e7a6333c-cdac-4cfb-954c-20f852575150 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] remove_router_interface failed (client error): The resource could not be found. Jan 21 09:41:07.135777 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e7a6333c-cdac-4cfb-954c-20f852575150 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "PUT /v2.0/routers/423c28d5-4594-4f44-89d4-47353a383e75/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4590807 Jan 21 09:41:07.136493 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49990) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:07.139227 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8097d007-8068-4aed-acf9-af8970360bec tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.155078 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-a00b5585-fa1b-4450-a055-6751f9cf4666 None None] Transition to ACTIVE for port object 4489f99c-d0df-4f6b-91e7-c7ecff045a47 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:07.164508 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a00b5585-fa1b-4450-a055-6751f9cf4666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.205721 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4d1ddefe-995b-4e3f-a09a-bd8a79b6b937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.234413 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-c6a04592-f88f-4e77-9bf7-020abfe3be7b tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Synchronizing usage tracker for tenant:0ffd125f2e19497db276d912c6599666 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:07.239191 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00b5585-fa1b-4450-a055-6751f9cf4666 None None] Network 3bacc775-d65c-4a75-bae8-0cce212fc99a is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:07.242416 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-a00b5585-fa1b-4450-a055-6751f9cf4666 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:07.245834 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00b5585-fa1b-4450-a055-6751f9cf4666 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:07.282932 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ddefe-995b-4e3f-a09a-bd8a79b6b937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef45f4a-127d-48f7-91c1-9ac3f3fb8bb6,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:07.285974 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b5585-fa1b-4450-a055-6751f9cf4666 None None] Pushing event updated for resources: {'Port': ['ID=4489f99c-d0df-4f6b-91e7-c7ecff045a47,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:07.287496 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-35ce45b8-2f11-4684-8a1f-c4ed4836ee13 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.336224 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-c6a04592-f88f-4e77-9bf7-020abfe3be7b tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Unset dirty status for tenant:0ffd125f2e19497db276d912c6599666 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:07.341178 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c6a04592-f88f-4e77-9bf7-020abfe3be7b tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "GET /v2.0/ports?device_id=423c28d5-4594-4f44-89d4-47353a383e75 HTTP/1.1" status: 200 len: 205 time: 0.2000575 Jan 21 09:41:07.341838 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 49994) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:07.351463 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce45b8-2f11-4684-8a1f-c4ed4836ee13 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Subnet': ['ID=003839a2-ea3d-4d8c-bd97-803206501890,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:07.355157 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-35ce45b8-2f11-4684-8a1f-c4ed4836ee13 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.377173 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-21191ce1-20f2-446a-8a5b-179643bc276a tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.405648 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-35ce45b8-2f11-4684-8a1f-c4ed4836ee13 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/003839a2-ea3d-4d8c-bd97-803206501890 HTTP/1.1" status: 204 len: 168 time: 1.1418972 Jan 21 09:41:07.408425 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-21191ce1-20f2-446a-8a5b-179643bc276a tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.414913 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9190a6e7-a794-4a33-9fc0-f8914ed9e1e4 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:07.436283 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21191ce1-20f2-446a-8a5b-179643bc276a tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:07.436687 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-1c1ca731-95ff-4090-96a6-3e63fc31943c None None] For port 637670f0-b11d-4702-90a9-ee9c36e58fe3, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:41:07.460600 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-21191ce1-20f2-446a-8a5b-179643bc276a tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.461381 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-21191ce1-20f2-446a-8a5b-179643bc276a tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Added segment cb4ad310-6868-4f5f-8ec6-84284ba98342 of type vlan for network 052accbc-68c4-408c-b535-706d7f73383e Jan 21 09:41:07.465098 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8097d007-8068-4aed-acf9-af8970360bec tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.474030 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 49998) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:07.474769 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c35beeef-eac2-4375-a53c-66935f52d516 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:07.513788 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-1c1ca731-95ff-4090-96a6-3e63fc31943c None None] For port 637670f0-b11d-4702-90a9-ee9c36e58fe3, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=637670f0-b11d-4702-90a9-ee9c36e58fe3,segment=NetworkSegment(d44c8f9b-0e06-43b7-b1c3-000a4c33a282),segment_id=d44c8f9b-0e06-43b7-b1c3-000a4c33a282)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:41:07.530087 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-a00b5585-fa1b-4450-a055-6751f9cf4666 None None] Attempting to bind port 4489f99c-d0df-4f6b-91e7-c7ecff045a47 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:07.530488 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-a00b5585-fa1b-4450-a055-6751f9cf4666 None None] Attempting to bind port 4489f99c-d0df-4f6b-91e7-c7ecff045a47 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '2c825d95-3bdb-4ccb-a9de-13a470268254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3bacc775-d65c-4a75-bae8-0cce212fc99a'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:07.530820 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00b5585-fa1b-4450-a055-6751f9cf4666 None None] Attempting to bind port 4489f99c-d0df-4f6b-91e7-c7ecff045a47 on network 3bacc775-d65c-4a75-bae8-0cce212fc99a {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:07.538031 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1c1ca731-95ff-4090-96a6-3e63fc31943c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.638284 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7164a224-9942-4fa7-b431-9e038776125d tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.641837 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00b5585-fa1b-4450-a055-6751f9cf4666 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:41:07.642226 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00b5585-fa1b-4450-a055-6751f9cf4666 None None] Checking segment: {'id': '2c825d95-3bdb-4ccb-a9de-13a470268254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3bacc775-d65c-4a75-bae8-0cce212fc99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:07.642620 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a00b5585-fa1b-4450-a055-6751f9cf4666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.643017 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00b5585-fa1b-4450-a055-6751f9cf4666 None None] Bound using segment: {'id': '2c825d95-3bdb-4ccb-a9de-13a470268254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3bacc775-d65c-4a75-bae8-0cce212fc99a'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:41:07.643520 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-a00b5585-fa1b-4450-a055-6751f9cf4666 None None] Bound port: 4489f99c-d0df-4f6b-91e7-c7ecff045a47, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c825d95-3bdb-4ccb-a9de-13a470268254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3bacc775-d65c-4a75-bae8-0cce212fc99a'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:07.643898 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a00b5585-fa1b-4450-a055-6751f9cf4666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.671180 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8097d007-8068-4aed-acf9-af8970360bec tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.694431 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8097d007-8068-4aed-acf9-af8970360bec tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Pushing event deleted for resources: {'Subnet': ['ID=9b64dcb2-4234-4160-a3bb-4d8080fd4861,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:07.716968 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d89b897b-3420-4539-a3f4-6bbb4a6e9290 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1677802 Jan 21 09:41:07.716968 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-8097d007-8068-4aed-acf9-af8970360bec tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] 10.222.0.110 "DELETE /v2.0/subnets/9b64dcb2-4234-4160-a3bb-4d8080fd4861 HTTP/1.1" status: 204 len: 168 time: 2.6901865 Jan 21 09:41:07.732038 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-21191ce1-20f2-446a-8a5b-179643bc276a tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.766994 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50002) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:07.767720 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50004) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:07.770344 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4d1ddefe-995b-4e3f-a09a-bd8a79b6b937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.772705 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4d1ddefe-995b-4e3f-a09a-bd8a79b6b937 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/6ef45f4a-127d-48f7-91c1-9ac3f3fb8bb6 HTTP/1.1" status: 204 len: 168 time: 1.0600486 Jan 21 09:41:07.786688 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7164a224-9942-4fa7-b431-9e038776125d tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Pushing event deleted for resources: {'Port': ['ID=c48a18ac-0930-4d23-8341-09c8108eb431,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:07.863367 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ca731-95ff-4090-96a6-3e63fc31943c None None] Pushing event updated for resources: {'Port': ['ID=637670f0-b11d-4702-90a9-ee9c36e58fe3,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:07.917905 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e9920e4b-4249-4fc1-be82-10b3fed1b925 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.927372 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port c35beeef-eac2-4375-a53c-66935f52d516 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:07.929182 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.973493 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-a00b5585-fa1b-4450-a055-6751f9cf4666 None None] For port 4489f99c-d0df-4f6b-91e7-c7ecff045a47, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:41:07.996580 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-a00b5585-fa1b-4450-a055-6751f9cf4666 None None] For port 4489f99c-d0df-4f6b-91e7-c7ecff045a47, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=4489f99c-d0df-4f6b-91e7-c7ecff045a47,segment=NetworkSegment(2c825d95-3bdb-4ccb-a9de-13a470268254),segment_id=2c825d95-3bdb-4ccb-a9de-13a470268254)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:41:08.021842 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a00b5585-fa1b-4450-a055-6751f9cf4666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.049739 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21191ce1-20f2-446a-8a5b-179643bc276a tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=851eb703-e065-46c2-8366-c2a3a90690ee,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:08.060592 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-21191ce1-20f2-446a-8a5b-179643bc276a tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.084900 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21191ce1-20f2-446a-8a5b-179643bc276a tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:08.085884 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-21191ce1-20f2-446a-8a5b-179643bc276a tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.129066 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7164a224-9942-4fa7-b431-9e038776125d tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.132703 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7164a224-9942-4fa7-b431-9e038776125d tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.139889 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7164a224-9942-4fa7-b431-9e038776125d tempest-FloatingIPAdminTestJSON-1221252554 tempest-FloatingIPAdminTestJSON-1221252554-project-admin] 10.222.0.110 "DELETE /v2.0/floatingips/c498bd87-6489-45cb-9328-696816c16745 HTTP/1.1" status: 204 len: 168 time: 1.7260525 Jan 21 09:41:08.147383 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50014) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:08.226162 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-21191ce1-20f2-446a-8a5b-179643bc276a tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.4144351 Jan 21 09:41:08.230055 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50018) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:08.266336 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623a0544-8c61-44ab-abe8-90494fef7c33 None None] DHCP port deletion for 36c4effd-f4af-4d10-91bd-714d225a3199 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:41:08.278642 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b5585-fa1b-4450-a055-6751f9cf4666 None None] Pushing event updated for resources: {'Port': ['ID=4489f99c-d0df-4f6b-91e7-c7ecff045a47,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:08.297719 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-67661dfc-dd61-48b5-a5b6-9a05fa4460d1 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Request body: {'subnet': {'network_id': '052accbc-68c4-408c-b535-706d7f73383e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:08.313072 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-623a0544-8c61-44ab-abe8-90494fef7c33 None None] Deleting port c35beeef-eac2-4375-a53c-66935f52d516 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:08.313544 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-623a0544-8c61-44ab-abe8-90494fef7c33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.335380 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21191ce1-20f2-446a-8a5b-179643bc276a tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Pushing event updated for resources: {'Network': ['ID=052accbc-68c4-408c-b535-706d7f73383e,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:08.394852 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 052accbc-68c4-408c-b535-706d7f73383e details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:08.435336 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-a70df8c8-8a6a-479b-94d7-0aae8a4bbff1 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Deleting port fd15757e-72b9-4e6e-a4ec-c205805a92e5 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:08.438431 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a70df8c8-8a6a-479b-94d7-0aae8a4bbff1 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.493410 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-67661dfc-dd61-48b5-a5b6-9a05fa4460d1 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:08.497955 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-67661dfc-dd61-48b5-a5b6-9a05fa4460d1 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Usage tracker for resource:subnet and tenant:e45fc57a07e74979937330b3162dce5c is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:08.501455 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-67661dfc-dd61-48b5-a5b6-9a05fa4460d1 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:08.507942 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-67661dfc-dd61-48b5-a5b6-9a05fa4460d1 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:08.527643 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67661dfc-dd61-48b5-a5b6-9a05fa4460d1 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Made reservation on behalf of e45fc57a07e74979937330b3162dce5c for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:08.531958 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-67661dfc-dd61-48b5-a5b6-9a05fa4460d1 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.692983 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-881eaf52-b9ef-454c-9012-2dfeced568e8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Deleting subnet de72d1d4-ecd4-43ff-a24a-f31cf9087156 {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:41:08.696604 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-881eaf52-b9ef-454c-9012-2dfeced568e8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.752833 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e9920e4b-4249-4fc1-be82-10b3fed1b925 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.762995 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e9920e4b-4249-4fc1-be82-10b3fed1b925 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.858127 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-623a0544-8c61-44ab-abe8-90494fef7c33 None None] For port c35beeef-eac2-4375-a53c-66935f52d516, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=c35beeef-eac2-4375-a53c-66935f52d516,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:08.858755 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-623a0544-8c61-44ab-abe8-90494fef7c33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.899196 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-881eaf52-b9ef-454c-9012-2dfeced568e8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.943522 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e9920e4b-4249-4fc1-be82-10b3fed1b925 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.944288 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9920e4b-4249-4fc1-be82-10b3fed1b925 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Fanout notify agent at l3_agent the message router_deleted on router 423c28d5-4594-4f44-89d4-47353a383e75 {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:41:08.953616 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-67661dfc-dd61-48b5-a5b6-9a05fa4460d1 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.984935 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca97e70-26b1-47af-bc7c-df9657dd56be tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:08.985644 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-1ca97e70-26b1-47af-bc7c-df9657dd56be tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:09.024504 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e9920e4b-4249-4fc1-be82-10b3fed1b925 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.028066 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e9920e4b-4249-4fc1-be82-10b3fed1b925 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/routers/423c28d5-4594-4f44-89d4-47353a383e75 HTTP/1.1" status: 204 len: 168 time: 1.6823957 Jan 21 09:41:09.028243 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-623a0544-8c61-44ab-abe8-90494fef7c33 None None] Calling delete_port for c35beeef-eac2-4375-a53c-66935f52d516 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:09.030361 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50034) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:09.117990 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67661dfc-dd61-48b5-a5b6-9a05fa4460d1 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Pushing event updated for resources: {'Subnet': ['ID=bfd2a55a-aa0f-4eb8-b2a2-0d39c616a609,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:09.123854 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-623a0544-8c61-44ab-abe8-90494fef7c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.128347 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-1ca97e70-26b1-47af-bc7c-df9657dd56be tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:09.129518 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1ca97e70-26b1-47af-bc7c-df9657dd56be tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.3553412 Jan 21 09:41:09.135269 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50042) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:09.166567 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a70df8c8-8a6a-479b-94d7-0aae8a4bbff1 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.174855 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67661dfc-dd61-48b5-a5b6-9a05fa4460d1 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Checking segment: {'id': 'cb4ad310-6868-4f5f-8ec6-84284ba98342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '052accbc-68c4-408c-b535-706d7f73383e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:09.175242 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67661dfc-dd61-48b5-a5b6-9a05fa4460d1 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Network hostable DHCP agents. Network: 052accbc-68c4-408c-b535-706d7f73383e, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:09.197352 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a0544-8c61-44ab-abe8-90494fef7c33 None None] Pushing event deleted for resources: {'Port': ['ID=c35beeef-eac2-4375-a53c-66935f52d516,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:09.200293 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623a0544-8c61-44ab-abe8-90494fef7c33 None None] No DVR routers for this DVR port c35beeef-eac2-4375-a53c-66935f52d516 on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:41:09.234952 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a7d98a4-eb74-4d4d-9fe7-aeb913be23ef tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Deleting subnet 5f890f8e-3f40-48b1-aa07-0ad6007ba05d {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:41:09.243008 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-881eaf52-b9ef-454c-9012-2dfeced568e8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.244023 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6a7d98a4-eb74-4d4d-9fe7-aeb913be23ef tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.282432 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f9d0bd-9ad3-4a56-857a-1a00dd7b2f5f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:09.283031 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-09f9d0bd-9ad3-4a56-857a-1a00dd7b2f5f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:09.289414 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67661dfc-dd61-48b5-a5b6-9a05fa4460d1 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Network 052accbc-68c4-408c-b535-706d7f73383e is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:09.326664 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-67661dfc-dd61-48b5-a5b6-9a05fa4460d1 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 052accbc-68c4-408c-b535-706d7f73383e) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:09.330034 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6a7d98a4-eb74-4d4d-9fe7-aeb913be23ef tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.338834 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31587e94-6ce8-4ba8-8bd6-5291bcd8cff9 None None] Network 052accbc-68c4-408c-b535-706d7f73383e requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:09.362496 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50048) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:09.412936 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67661dfc-dd61-48b5-a5b6-9a05fa4460d1 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:09.413556 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-67661dfc-dd61-48b5-a5b6-9a05fa4460d1 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.429176 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-09f9d0bd-9ad3-4a56-857a-1a00dd7b2f5f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:09.432785 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-09f9d0bd-9ad3-4a56-857a-1a00dd7b2f5f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2947958 Jan 21 09:41:09.440667 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50054) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:09.484190 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-a70df8c8-8a6a-479b-94d7-0aae8a4bbff1 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Calling delete_port for fd15757e-72b9-4e6e-a4ec-c205805a92e5 owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:09.664716 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 637670f0-b11d-4702-90a9-ee9c36e58fe3 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:09.686548 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50058) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:09.687717 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a567f60f-6b9f-4f86-9279-7df152f49e05 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2209969 Jan 21 09:41:09.701970 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-b8e7f835-a188-417b-826b-f15f0f73c1b9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:09.708026 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-67661dfc-dd61-48b5-a5b6-9a05fa4460d1 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4772682 Jan 21 09:41:09.718302 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50062) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:09.730967 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-74f346db-0576-4a74-bbcd-fa4a8bfae4df tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Request body: {'security_group': {'name': 'tempest-secgroup--1989901143'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:09.740970 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-74f346db-0576-4a74-bbcd-fa4a8bfae4df tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:09.748979 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-74f346db-0576-4a74-bbcd-fa4a8bfae4df tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Usage tracker for resource:security_group and tenant:ce660dfdae8b496593a81e5d2b7c5827 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:09.752496 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-74f346db-0576-4a74-bbcd-fa4a8bfae4df tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:09.764164 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-74f346db-0576-4a74-bbcd-fa4a8bfae4df tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:09.801129 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-74f346db-0576-4a74-bbcd-fa4a8bfae4df tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.819769 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-74f346db-0576-4a74-bbcd-fa4a8bfae4df tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.855643 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-74f346db-0576-4a74-bbcd-fa4a8bfae4df tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:09.860244 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-74f346db-0576-4a74-bbcd-fa4a8bfae4df tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Usage tracker for resource:security_group_rule and tenant:ce660dfdae8b496593a81e5d2b7c5827 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:09.864082 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-74f346db-0576-4a74-bbcd-fa4a8bfae4df tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:09.872769 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-74f346db-0576-4a74-bbcd-fa4a8bfae4df tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:09.905743 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-2c232ff2-49ff-4901-b70c-64892042ea99 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1119234398', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:09.924400 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-881eaf52-b9ef-454c-9012-2dfeced568e8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.975883 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6a7d98a4-eb74-4d4d-9fe7-aeb913be23ef tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.986770 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 637670f0-b11d-4702-90a9-ee9c36e58fe3 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:09.994322 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920d034d-56c5-43f1-8314-0876ad264738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-052accbc-68c4-408c-b535-706d7f73383e', 'network_id': '052accbc-68c4-408c-b535-706d7f73383e', 'tenant_id': 'e45fc57a07e74979937330b3162dce5c', 'fixed_ips': [{'subnet_id': 'bfd2a55a-aa0f-4eb8-b2a2-0d39c616a609'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:41:09.995155 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-920d034d-56c5-43f1-8314-0876ad264738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.006744 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-2c232ff2-49ff-4901-b70c-64892042ea99 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:10.007903 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4489f99c-d0df-4f6b-91e7-c7ecff045a47 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:10.015475 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881eaf52-b9ef-454c-9012-2dfeced568e8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Pushing event deleted for resources: {'Subnet': ['ID=de72d1d4-ecd4-43ff-a24a-f31cf9087156,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:10.019297 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-881eaf52-b9ef-454c-9012-2dfeced568e8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.030684 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-2c232ff2-49ff-4901-b70c-64892042ea99 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Usage tracker for resource:router and tenant:e45fc57a07e74979937330b3162dce5c is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:10.041120 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2385fa8-7359-4ca3-ba31-0299532342cb None None] Network 3bacc775-d65c-4a75-bae8-0cce212fc99a requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:10.042465 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-2c232ff2-49ff-4901-b70c-64892042ea99 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:10.051952 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-74f346db-0576-4a74-bbcd-fa4a8bfae4df tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.059946 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-2c232ff2-49ff-4901-b70c-64892042ea99 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:10.062822 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-b8e7f835-a188-417b-826b-f15f0f73c1b9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:10.064495 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-74f346db-0576-4a74-bbcd-fa4a8bfae4df tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.086862 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-74f346db-0576-4a74-bbcd-fa4a8bfae4df tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:10.087815 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-b8e7f835-a188-417b-826b-f15f0f73c1b9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:10.092760 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-881eaf52-b9ef-454c-9012-2dfeced568e8 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] 10.222.0.110 "DELETE /v2.0/subnets/de72d1d4-ecd4-43ff-a24a-f31cf9087156 HTTP/1.1" status: 204 len: 168 time: 2.3169787 Jan 21 09:41:10.097632 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50066) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:10.101262 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-74f346db-0576-4a74-bbcd-fa4a8bfae4df tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Usage tracker for resource:security_group_rule and tenant:ce660dfdae8b496593a81e5d2b7c5827 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:10.102729 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a70df8c8-8a6a-479b-94d7-0aae8a4bbff1 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.108840 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-74f346db-0576-4a74-bbcd-fa4a8bfae4df tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:10.130353 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-74f346db-0576-4a74-bbcd-fa4a8bfae4df tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:10.154226 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f346db-0576-4a74-bbcd-fa4a8bfae4df tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daf41d4f-328e-4423-8572-83d93b8a3284,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:10.174364 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6a7d98a4-eb74-4d4d-9fe7-aeb913be23ef tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.202211 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2c232ff2-49ff-4901-b70c-64892042ea99 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.203319 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2c232ff2-49ff-4901-b70c-64892042ea99 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.206628 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e7f835-a188-417b-826b-f15f0f73c1b9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:10.211127 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b8e7f835-a188-417b-826b-f15f0f73c1b9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.241624 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70df8c8-8a6a-479b-94d7-0aae8a4bbff1 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Pushing event deleted for resources: {'Port': ['ID=fd15757e-72b9-4e6e-a4ec-c205805a92e5,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:10.243756 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d98a4-eb74-4d4d-9fe7-aeb913be23ef tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event deleted for resources: {'Subnet': ['ID=5f890f8e-3f40-48b1-aa07-0ad6007ba05d,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:10.248176 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6a7d98a4-eb74-4d4d-9fe7-aeb913be23ef tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.267732 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6a7d98a4-eb74-4d4d-9fe7-aeb913be23ef tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/subnets/5f890f8e-3f40-48b1-aa07-0ad6007ba05d HTTP/1.1" status: 204 len: 168 time: 1.2258465 Jan 21 09:41:10.267928 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50070) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:10.282353 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87de6b86-c1f0-4bb3-b447-d3d671bb67f9 None None] Network f98533f7-0850-426d-ab88-ee46599ac820 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:10.298520 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-b0bde458-e91d-4ec5-b6d1-a90b569c81b2 None None] Provisioning for port 4489f99c-d0df-4f6b-91e7-c7ecff045a47 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:10.316338 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061537ba-8eda-428f-b9d9-edb09d130411 None None] Network 1baeee99-57f3-485f-9e6f-f68f8c346443 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:10.437168 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-88014bd5-22cc-4d05-8b32-0841cc041699 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.442669 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-74f346db-0576-4a74-bbcd-fa4a8bfae4df tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.453293 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-88014bd5-22cc-4d05-8b32-0841cc041699 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Deleting port 083df7f4-442f-4f4f-a1d7-66c18a344e79 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:10.453637 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-88014bd5-22cc-4d05-8b32-0841cc041699 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.462192 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b190d4d2-f8b9-4f65-a99b-316fc26959b5 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:10.463036 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-b190d4d2-f8b9-4f65-a99b-316fc26959b5 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Synchronizing usage tracker for tenant:a8dd9e53fdcd4aaa806a94108c93d3a6 on resource:subnet {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:10.465020 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 4489f99c-d0df-4f6b-91e7-c7ecff045a47 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:10.470472 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2c232ff2-49ff-4901-b70c-64892042ea99 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.487487 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-74f346db-0576-4a74-bbcd-fa4a8bfae4df tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.527374 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a70df8c8-8a6a-479b-94d7-0aae8a4bbff1 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.538195 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a70df8c8-8a6a-479b-94d7-0aae8a4bbff1 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] 10.222.0.110 "DELETE /v2.0/ports/fd15757e-72b9-4e6e-a4ec-c205805a92e5 HTTP/1.1" status: 204 len: 168 time: 2.3349957 Jan 21 09:41:10.540666 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-b190d4d2-f8b9-4f65-a99b-316fc26959b5 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Unset dirty status for tenant:a8dd9e53fdcd4aaa806a94108c93d3a6 on resource:subnet {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:10.543358 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b190d4d2-f8b9-4f65-a99b-316fc26959b5 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4422483 Jan 21 09:41:10.546545 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50076) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:10.547017 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50078) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:10.554219 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f346db-0576-4a74-bbcd-fa4a8bfae4df tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d169656-bb69-4ae9-aa2f-59193baca2ae,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:10.560920 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-74f346db-0576-4a74-bbcd-fa4a8bfae4df tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.564753 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-74f346db-0576-4a74-bbcd-fa4a8bfae4df tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1922925 Jan 21 09:41:10.588690 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50084) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:10.610484 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2c232ff2-49ff-4901-b70c-64892042ea99 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.633698 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 4489f99c-d0df-4f6b-91e7-c7ecff045a47 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:10.634070 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.717411 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-1e398b0b-4880-45c3-93c4-8c2738a33527 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Synchronizing usage tracker for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:10.773011 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2c232ff2-49ff-4901-b70c-64892042ea99 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.774338 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2c232ff2-49ff-4901-b70c-64892042ea99 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.0521865 Jan 21 09:41:10.803773 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50088) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:10.840085 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-b8dcfec8-5aa1-40e9-8522-c7538a0367f2 None None] Provisioning for port 637670f0-b11d-4702-90a9-ee9c36e58fe3 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:10.854396 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-920d034d-56c5-43f1-8314-0876ad264738 None None] Allocated IP 172.20.0.2 (052accbc-68c4-408c-b535-706d7f73383e/bfd2a55a-aa0f-4eb8-b2a2-0d39c616a609/c72a6ec9-08be-477b-b536-f885bfd3178a) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:10.875441 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-b8dcfec8-5aa1-40e9-8522-c7538a0367f2 None None] Provisioning complete for port 637670f0-b11d-4702-90a9-ee9c36e58fe3 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:10.875821 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b8dcfec8-5aa1-40e9-8522-c7538a0367f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.890468 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7bc20350-471c-41d1-926a-1f27d94ac4dc tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.923469 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-88014bd5-22cc-4d05-8b32-0841cc041699 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] For port 083df7f4-442f-4f4f-a1d7-66c18a344e79, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=083df7f4-442f-4f4f-a1d7-66c18a344e79,segment=NetworkSegment(63e20739-be99-4e9c-a847-66c893468840),segment_id=63e20739-be99-4e9c-a847-66c893468840)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:10.923759 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-88014bd5-22cc-4d05-8b32-0841cc041699 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.936446 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-1e398b0b-4880-45c3-93c4-8c2738a33527 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Unset dirty status for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:10.937763 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1e398b0b-4880-45c3-93c4-8c2738a33527 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3440878 Jan 21 09:41:10.940704 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50094) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:10.947181 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-f40604de-b3e9-475c-9f06-8db4ce11d122 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Request body: {'security_group': {'name': 'tempest-security--502106207', 'description': 'tempest-security-description-957856295'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:11.089663 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-88014bd5-22cc-4d05-8b32-0841cc041699 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Calling delete_port for 083df7f4-442f-4f4f-a1d7-66c18a344e79 owned by network:dhcp {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:11.098893 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7eaa4a-7d8a-481a-acd2-3dc100ae1d3f None None] DHCP port deletion for 3bacc775-d65c-4a75-bae8-0cce212fc99a request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:41:11.128595 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-1b7eaa4a-7d8a-481a-acd2-3dc100ae1d3f None None] Deleting port 4489f99c-d0df-4f6b-91e7-c7ecff045a47 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:11.128971 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1b7eaa4a-7d8a-481a-acd2-3dc100ae1d3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.133977 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b8e7f835-a188-417b-826b-f15f0f73c1b9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.225460 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.283170 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f40604de-b3e9-475c-9f06-8db4ce11d122 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.309344 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06cea35-5e55-4fe6-87b4-601cac50813b tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:11.310559 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-e06cea35-5e55-4fe6-87b4-601cac50813b tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Synchronizing usage tracker for tenant:55b990d66d89441f97d613a6bc477c09 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:11.312876 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-7bc20350-471c-41d1-926a-1f27d94ac4dc tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Deleting port 4489f99c-d0df-4f6b-91e7-c7ecff045a47 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:11.313576 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7bc20350-471c-41d1-926a-1f27d94ac4dc tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.337770 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-88014bd5-22cc-4d05-8b32-0841cc041699 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.411545 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88014bd5-22cc-4d05-8b32-0841cc041699 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event deleted for resources: {'Port': ['ID=083df7f4-442f-4f4f-a1d7-66c18a344e79,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:11.428118 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88014bd5-22cc-4d05-8b32-0841cc041699 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] No DVR routers for this DVR port 083df7f4-442f-4f4f-a1d7-66c18a344e79 on host dv-neutron-825731-1-hyperv {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:41:11.450857 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5063b737-7fef-44dc-bb67-433112fae369 None None] DHCP port deletion for 1baeee99-57f3-485f-9e6f-f68f8c346443 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:41:11.453432 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce53aba2-f279-4615-a8aa-6c19e6e8ae21 None None] DHCP port deletion for f98533f7-0850-426d-ab88-ee46599ac820 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:41:11.475333 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-5063b737-7fef-44dc-bb67-433112fae369 None None] Deleting port 637670f0-b11d-4702-90a9-ee9c36e58fe3 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:11.476062 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5063b737-7fef-44dc-bb67-433112fae369 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.494272 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f40604de-b3e9-475c-9f06-8db4ce11d122 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.525396 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f40604de-b3e9-475c-9f06-8db4ce11d122 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.561386 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946f675-8a63-452d-b10d-d510b414efaa req-cbf16d5a-ec6a-4cd7-904a-cdb899138184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:11.562875 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a946f675-8a63-452d-b10d-d510b414efaa req-cbf16d5a-ec6a-4cd7-904a-cdb899138184 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=21bf33c022814c088610cd12785c806c&device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 1098 time: 0.3323660 Jan 21 09:41:11.568017 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b8dcfec8-5aa1-40e9-8522-c7538a0367f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.570818 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f40604de-b3e9-475c-9f06-8db4ce11d122 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.574422 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f40604de-b3e9-475c-9f06-8db4ce11d122 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "PUT /v2.0/security-groups/8d169656-bb69-4ae9-aa2f-59193baca2ae HTTP/1.1" status: 200 len: 1776 time: 0.6303983 Jan 21 09:41:11.579015 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 4489f99c-d0df-4f6b-91e7-c7ecff045a47, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=4489f99c-d0df-4f6b-91e7-c7ecff045a47,segment=NetworkSegment(2c825d95-3bdb-4ccb-a9de-13a470268254),segment_id=2c825d95-3bdb-4ccb-a9de-13a470268254)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:11.596876 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e7f835-a188-417b-826b-f15f0f73c1b9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:11.599249 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50100) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:11.618242 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-b8e7f835-a188-417b-826b-f15f0f73c1b9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:11.639172 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.652656 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-88014bd5-22cc-4d05-8b32-0841cc041699 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.664107 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40604de-b3e9-475c-9f06-8db4ce11d122 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d169656-bb69-4ae9-aa2f-59193baca2ae,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:11.688948 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877381b0-6779-45cc-9f54-620b30ba561b None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:11.704485 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e7f835-a188-417b-826b-f15f0f73c1b9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:11.705240 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b8e7f835-a188-417b-826b-f15f0f73c1b9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.715371 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-88014bd5-22cc-4d05-8b32-0841cc041699 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f98533f7-0850-426d-ab88-ee46599ac820']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:11.749495 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-920d034d-56c5-43f1-8314-0876ad264738 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.752349 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c35beeef-eac2-4375-a53c-66935f52d516 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:41:11.813208 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7f835-a188-417b-826b-f15f0f73c1b9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Subnet': ['ID=b1016721-3823-4baf-bb3b-cf31a27e1cba,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:11.819197 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-88014bd5-22cc-4d05-8b32-0841cc041699 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e20739-be99-4e9c-a847-66c893468840') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:11.819532 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-88014bd5-22cc-4d05-8b32-0841cc041699 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e20739-be99-4e9c-a847-66c893468840') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:11.822552 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: c35beeef-eac2-4375-a53c-66935f52d516 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:41:11.822903 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c35beeef-eac2-4375-a53c-66935f52d516 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:41:11.836001 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-e06cea35-5e55-4fe6-87b4-601cac50813b tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Unset dirty status for tenant:55b990d66d89441f97d613a6bc477c09 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:11.837453 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e06cea35-5e55-4fe6-87b4-601cac50813b tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] 10.222.0.110 "GET /v2.0/ports?device_id=d6596f41-9da4-4136-8e7b-aef4ee42f0de HTTP/1.1" status: 200 len: 913 time: 1.2877085 Jan 21 09:41:11.841328 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50104) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:11.842727 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-88014bd5-22cc-4d05-8b32-0841cc041699 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.953385 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-88014bd5-22cc-4d05-8b32-0841cc041699 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.963774 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946f675-8a63-452d-b10d-d510b414efaa req-341bd25c-b99a-484f-9008-e52df05a1d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:11.965623 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-920d034d-56c5-43f1-8314-0876ad264738 None None] Transition to ACTIVE for port object c72a6ec9-08be-477b-b536-f885bfd3178a will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:11.966949 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a946f675-8a63-452d-b10d-d510b414efaa req-341bd25c-b99a-484f-9008-e52df05a1d8c service neutron] 10.222.0.72 "GET /v2.0/networks?id=55051115-0a6d-4aad-ae33-4c0466ea1935 HTTP/1.1" status: 200 len: 912 time: 0.3413546 Jan 21 09:41:11.978900 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 637670f0-b11d-4702-90a9-ee9c36e58fe3 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:41:11.982147 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88014bd5-22cc-4d05-8b32-0841cc041699 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:41:11.982611 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-88014bd5-22cc-4d05-8b32-0841cc041699 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.997174 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:41:11.997174 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:41:11.997174 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:41:11.997174 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:11.997174 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:41:11.997174 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:41:11.997174 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:41:11.997174 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:11.997174 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:41:11.997174 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:11.997174 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:41:11.997174 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:11.997174 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:41:11.997174 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:41:11.997174 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:11.997174 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:41:11.997174 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:11.997174 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:41:11.997174 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:41:11.997174 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:41:11.997174 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:41:11.997174 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:41:11.997174 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:11.997174 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:41:11.997174 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:11.997174 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:41:11.997174 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:11.997174 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:41:11.997174 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:11.997174 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:41:11.997174 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:11.997174 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:12.049881 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-7bc20350-471c-41d1-926a-1f27d94ac4dc tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] For port 4489f99c-d0df-4f6b-91e7-c7ecff045a47, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=4489f99c-d0df-4f6b-91e7-c7ecff045a47,segment=NetworkSegment(2c825d95-3bdb-4ccb-a9de-13a470268254),segment_id=2c825d95-3bdb-4ccb-a9de-13a470268254)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:12.049881 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7bc20350-471c-41d1-926a-1f27d94ac4dc tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.095497 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-1b7eaa4a-7d8a-481a-acd2-3dc100ae1d3f None None] For port 4489f99c-d0df-4f6b-91e7-c7ecff045a47, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=4489f99c-d0df-4f6b-91e7-c7ecff045a47,segment=NetworkSegment(2c825d95-3bdb-4ccb-a9de-13a470268254),segment_id=2c825d95-3bdb-4ccb-a9de-13a470268254)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:12.095895 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1b7eaa4a-7d8a-481a-acd2-3dc100ae1d3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.116497 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-b8dcfec8-5aa1-40e9-8522-c7538a0367f2 None None] For port 637670f0-b11d-4702-90a9-ee9c36e58fe3, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=637670f0-b11d-4702-90a9-ee9c36e58fe3,segment=NetworkSegment(d44c8f9b-0e06-43b7-b1c3-000a4c33a282),segment_id=d44c8f9b-0e06-43b7-b1c3-000a4c33a282)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:12.132282 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-920d034d-56c5-43f1-8314-0876ad264738 None None] Transition to ACTIVE for port object c72a6ec9-08be-477b-b536-f885bfd3178a will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:12.196439 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b8dcfec8-5aa1-40e9-8522-c7538a0367f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.202579 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-7bc20350-471c-41d1-926a-1f27d94ac4dc tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Calling delete_port for 4489f99c-d0df-4f6b-91e7-c7ecff045a47 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:12.245220 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b8e7f835-a188-417b-826b-f15f0f73c1b9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5512543 Jan 21 09:41:12.260658 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a946f675-8a63-452d-b10d-d510b414efaa req-ef6c3c93-c5b5-4878-bf89-e1fe00c2ccc5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77d34ea9-68ce-4a71-9428-8b2152806e32 HTTP/1.1" status: 200 len: 1001 time: 0.2796240 Jan 21 09:41:12.263495 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=4489f99c-d0df-4f6b-91e7-c7ecff045a47,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:12.264529 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50108) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:12.275068 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-1b7eaa4a-7d8a-481a-acd2-3dc100ae1d3f None None] Calling delete_port for 4489f99c-d0df-4f6b-91e7-c7ecff045a47 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:12.306746 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-c7c37278-4b7f-4081-89ae-bf839aa6a7a1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'port': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'mac_address': 'fa:16:3e:cf:2d:58', 'name': 'tempest-NetworksTestDHCPv6-985565249'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:12.329299 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a9d2f9c1-98ff-457e-b755-c2f321854001 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "GET /v2.0/security-groups/8d169656-bb69-4ae9-aa2f-59193baca2ae HTTP/1.1" status: 200 len: 1776 time: 0.7257357 Jan 21 09:41:12.337418 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50112) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:12.358903 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-920d034d-56c5-43f1-8314-0876ad264738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.400198 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-88014bd5-22cc-4d05-8b32-0841cc041699 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.407613 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-88014bd5-22cc-4d05-8b32-0841cc041699 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.430969 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffcbe8b-aea4-4971-a00f-3e275cafa517 req-a81c0214-d6e7-4500-8ff0-044be0176ddf tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:12.432512 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fffcbe8b-aea4-4971-a00f-3e275cafa517 req-a81c0214-d6e7-4500-8ff0-044be0176ddf tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 1.1862328 Jan 21 09:41:12.433660 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd7f3d72-b896-446e-aa91-5e78bbaf8ad1 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.480538 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7bc20350-471c-41d1-926a-1f27d94ac4dc tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.530810 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920d034d-56c5-43f1-8314-0876ad264738 None None] Network 052accbc-68c4-408c-b535-706d7f73383e is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:12.557614 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-920d034d-56c5-43f1-8314-0876ad264738 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:12.590842 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920d034d-56c5-43f1-8314-0876ad264738 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:12.593037 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88014bd5-22cc-4d05-8b32-0841cc041699 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event deleted for resources: {'Network': ['ID=f98533f7-0850-426d-ab88-ee46599ac820,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:12.620728 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc20350-471c-41d1-926a-1f27d94ac4dc tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Pushing event deleted for resources: {'Port': ['ID=4489f99c-d0df-4f6b-91e7-c7ecff045a47,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:12.621690 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-88014bd5-22cc-4d05-8b32-0841cc041699 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/networks/f98533f7-0850-426d-ab88-ee46599ac820 HTTP/1.1" status: 204 len: 168 time: 2.3509009 Jan 21 09:41:12.644366 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dcfec8-5aa1-40e9-8522-c7538a0367f2 None None] Pushing event updated for resources: {'Port': ['ID=637670f0-b11d-4702-90a9-ee9c36e58fe3,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:12.680165 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc20350-471c-41d1-926a-1f27d94ac4dc tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] No DVR routers for this DVR port 4489f99c-d0df-4f6b-91e7-c7ecff045a47 on host dv-neutron-825731-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:41:12.680421 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50116) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:12.696709 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-8b31c3f2-23e0-4cd8-b728-41b535b9c77d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1574330084'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:12.718479 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-8b31c3f2-23e0-4cd8-b728-41b535b9c77d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:12.734493 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fffcbe8b-aea4-4971-a00f-3e275cafa517 req-4c5ccf5b-a6d0-4889-9536-90f185170201 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2862401 Jan 21 09:41:12.752966 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-5063b737-7fef-44dc-bb67-433112fae369 None None] For port 637670f0-b11d-4702-90a9-ee9c36e58fe3, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=637670f0-b11d-4702-90a9-ee9c36e58fe3,segment=NetworkSegment(d44c8f9b-0e06-43b7-b1c3-000a4c33a282),segment_id=d44c8f9b-0e06-43b7-b1c3-000a4c33a282)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:12.753348 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5063b737-7fef-44dc-bb67-433112fae369 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.788551 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946f675-8a63-452d-b10d-d510b414efaa req-8d151b84-b57b-47c4-a88c-8052fc506672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:12.790311 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a946f675-8a63-452d-b10d-d510b414efaa req-8d151b84-b57b-47c4-a88c-8052fc506672 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd14a905-cd68-4fb4-a084-5e658ee5e25a HTTP/1.1" status: 200 len: 850 time: 0.5213866 Jan 21 09:41:12.797199 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0f0dab1-eb2e-4ace-abdd-1b822c409b95 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.838329 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0f0dab1-eb2e-4ace-abdd-1b822c409b95 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.869102 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-8b31c3f2-23e0-4cd8-b728-41b535b9c77d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Usage tracker for resource:network and tenant:0ffd125f2e19497db276d912c6599666 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:12.877500 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-1b7eaa4a-7d8a-481a-acd2-3dc100ae1d3f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:41:12.878119 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-1b7eaa4a-7d8a-481a-acd2-3dc100ae1d3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:41:12.878785 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.887646 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-8b31c3f2-23e0-4cd8-b728-41b535b9c77d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:12.900407 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0f0dab1-eb2e-4ace-abdd-1b822c409b95 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.912889 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-8b31c3f2-23e0-4cd8-b728-41b535b9c77d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:12.938186 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f0dab1-eb2e-4ace-abdd-1b822c409b95 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d169656-bb69-4ae9-aa2f-59193baca2ae,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:12.943104 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-c7c37278-4b7f-4081-89ae-bf839aa6a7a1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:12.946670 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a693e71-1ff1-4bba-afc6-2239f81eb9ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-36c4effd-f4af-4d10-91bd-714d225a3199', 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'tenant_id': 'ce9334fe18174618a851dcacd095feca', 'fixed_ips': [{'subnet_id': 'b1016721-3823-4baf-bb3b-cf31a27e1cba'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:41:12.947477 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0a693e71-1ff1-4bba-afc6-2239f81eb9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.972952 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-5063b737-7fef-44dc-bb67-433112fae369 None None] Calling delete_port for 637670f0-b11d-4702-90a9-ee9c36e58fe3 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:12.982300 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-c7c37278-4b7f-4081-89ae-bf839aa6a7a1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:13.004032 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7bc20350-471c-41d1-926a-1f27d94ac4dc tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.005163 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b31c3f2-23e0-4cd8-b728-41b535b9c77d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Made reservation on behalf of 0ffd125f2e19497db276d912c6599666 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:13.009517 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8b31c3f2-23e0-4cd8-b728-41b535b9c77d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.044462 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c37278-4b7f-4081-89ae-bf839aa6a7a1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:13.062767 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.076487 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946f675-8a63-452d-b10d-d510b414efaa req-b282ef60-0f3b-4c7b-87ea-1f9e98a00bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:13.079019 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a946f675-8a63-452d-b10d-d510b414efaa req-b282ef60-0f3b-4c7b-87ea-1f9e98a00bc8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=55051115-0a6d-4aad-ae33-4c0466ea1935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2680991 Jan 21 09:41:13.086962 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-7bc20350-471c-41d1-926a-1f27d94ac4dc tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bacc775-d65c-4a75-bae8-0cce212fc99a']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:13.118385 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-7bc20350-471c-41d1-926a-1f27d94ac4dc tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c825d95-3bdb-4ccb-a9de-13a470268254') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:13.118662 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-7bc20350-471c-41d1-926a-1f27d94ac4dc tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c825d95-3bdb-4ccb-a9de-13a470268254') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:13.119744 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-920d034d-56c5-43f1-8314-0876ad264738 None None] Attempting to bind port c72a6ec9-08be-477b-b536-f885bfd3178a on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:13.120315 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-920d034d-56c5-43f1-8314-0876ad264738 None None] Attempting to bind port c72a6ec9-08be-477b-b536-f885bfd3178a by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'cb4ad310-6868-4f5f-8ec6-84284ba98342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '052accbc-68c4-408c-b535-706d7f73383e'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:13.120533 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920d034d-56c5-43f1-8314-0876ad264738 None None] Attempting to bind port c72a6ec9-08be-477b-b536-f885bfd3178a on network 052accbc-68c4-408c-b535-706d7f73383e {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:13.122332 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d034d-56c5-43f1-8314-0876ad264738 None None] Pushing event updated for resources: {'Port': ['ID=c72a6ec9-08be-477b-b536-f885bfd3178a,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:13.135355 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0f0dab1-eb2e-4ace-abdd-1b822c409b95 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.136549 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f0f0dab1-eb2e-4ace-abdd-1b822c409b95 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "DELETE /v2.0/security-groups/8d169656-bb69-4ae9-aa2f-59193baca2ae HTTP/1.1" status: 204 len: 168 time: 0.7983496 Jan 21 09:41:13.141084 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7bc20350-471c-41d1-926a-1f27d94ac4dc tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.148076 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50120) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:13.176643 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b31c3f2-23e0-4cd8-b728-41b535b9c77d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:13.182396 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920d034d-56c5-43f1-8314-0876ad264738 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:41:13.182825 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920d034d-56c5-43f1-8314-0876ad264738 None None] Checking segment: {'id': 'cb4ad310-6868-4f5f-8ec6-84284ba98342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '052accbc-68c4-408c-b535-706d7f73383e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:13.183178 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-920d034d-56c5-43f1-8314-0876ad264738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.183581 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920d034d-56c5-43f1-8314-0876ad264738 None None] Bound using segment: {'id': 'cb4ad310-6868-4f5f-8ec6-84284ba98342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '052accbc-68c4-408c-b535-706d7f73383e'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:41:13.184033 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-920d034d-56c5-43f1-8314-0876ad264738 None None] Bound port: c72a6ec9-08be-477b-b536-f885bfd3178a, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb4ad310-6868-4f5f-8ec6-84284ba98342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '052accbc-68c4-408c-b535-706d7f73383e'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:13.184402 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-920d034d-56c5-43f1-8314-0876ad264738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.236722 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 637670f0-b11d-4702-90a9-ee9c36e58fe3, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=637670f0-b11d-4702-90a9-ee9c36e58fe3,segment=NetworkSegment(d44c8f9b-0e06-43b7-b1c3-000a4c33a282),segment_id=d44c8f9b-0e06-43b7-b1c3-000a4c33a282)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:13.282940 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.283998 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 083df7f4-442f-4f4f-a1d7-66c18a344e79 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:41:13.310079 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8b31c3f2-23e0-4cd8-b728-41b535b9c77d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.310432 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-8b31c3f2-23e0-4cd8-b728-41b535b9c77d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Added segment 76bb3035-fd91-47c7-89ac-e4c369956a4a of type vlan for network e4bc1e52-2f67-4b69-8c26-249bb4f8a94f Jan 21 09:41:13.350479 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7bc20350-471c-41d1-926a-1f27d94ac4dc tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.373026 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-5063b737-7fef-44dc-bb67-433112fae369 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:41:13.373565 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc20350-471c-41d1-926a-1f27d94ac4dc tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:41:13.373866 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-5063b737-7fef-44dc-bb67-433112fae369 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:41:13.373984 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7bc20350-471c-41d1-926a-1f27d94ac4dc tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.374593 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 083df7f4-442f-4f4f-a1d7-66c18a344e79 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:41:13.374932 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 083df7f4-442f-4f4f-a1d7-66c18a344e79 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:41:13.375341 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4489f99c-d0df-4f6b-91e7-c7ecff045a47 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:41:13.395559 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:41:13.395559 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:41:13.395559 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:41:13.395559 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:13.395559 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:41:13.395559 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:41:13.395559 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:41:13.395559 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:13.395559 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:41:13.395559 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:13.395559 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:41:13.395559 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:13.395559 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:41:13.395559 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:41:13.395559 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:13.395559 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:41:13.395559 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:13.395559 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:41:13.395559 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:41:13.395559 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:41:13.395559 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:41:13.395559 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:41:13.395559 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:13.395559 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:41:13.395559 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:13.395559 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:41:13.395559 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:13.395559 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:41:13.395559 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:13.395559 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:41:13.395559 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:13.395559 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:13.407679 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8b31c3f2-23e0-4cd8-b728-41b535b9c77d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.407859 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-cd7f3d72-b896-446e-aa91-5e78bbaf8ad1 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Allocated IP 172.20.0.1 (052accbc-68c4-408c-b535-706d7f73383e/bfd2a55a-aa0f-4eb8-b2a2-0d39c616a609/0822c95b-ea2f-4bb5-bdc0-f4f07348a5c1) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:13.423785 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c7c37278-4b7f-4081-89ae-bf839aa6a7a1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.426461 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-1b7eaa4a-7d8a-481a-acd2-3dc100ae1d3f None None] Deleting port 4489f99c-d0df-4f6b-91e7-c7ecff045a47 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:13.427084 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1b7eaa4a-7d8a-481a-acd2-3dc100ae1d3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.429432 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-485e824c-b3cd-4e23-bfcf-6a6ab010149c tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Synchronizing usage tracker for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:13.441449 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a946f675-8a63-452d-b10d-d510b414efaa req-d85aa1ad-5b6a-458f-bf69-b2926a5b9951 service neutron] 10.222.0.72 "GET /v2.0/networks/55051115-0a6d-4aad-ae33-4c0466ea1935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443794 Jan 21 09:41:13.478944 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 4489f99c-d0df-4f6b-91e7-c7ecff045a47 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:41:13.479280 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4489f99c-d0df-4f6b-91e7-c7ecff045a47 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:41:13.525496 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7bc20350-471c-41d1-926a-1f27d94ac4dc tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.546696 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7bc20350-471c-41d1-926a-1f27d94ac4dc tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.566519 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-485e824c-b3cd-4e23-bfcf-6a6ab010149c tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Unset dirty status for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:13.570523 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-485e824c-b3cd-4e23-bfcf-6a6ab010149c tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3889191 Jan 21 09:41:13.576777 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50126) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:13.579213 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc20350-471c-41d1-926a-1f27d94ac4dc tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Pushing event deleted for resources: {'Network': ['ID=3bacc775-d65c-4a75-bae8-0cce212fc99a,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:13.583697 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-1b7eaa4a-7d8a-481a-acd2-3dc100ae1d3f None None] The port '4489f99c-d0df-4f6b-91e7-c7ecff045a47' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:41:13.596863 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7bc20350-471c-41d1-926a-1f27d94ac4dc tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] 10.222.0.110 "DELETE /v2.0/networks/3bacc775-d65c-4a75-bae8-0cce212fc99a HTTP/1.1" status: 204 len: 168 time: 3.0431762 Jan 21 09:41:13.609302 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=637670f0-b11d-4702-90a9-ee9c36e58fe3,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:13.637782 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-920d034d-56c5-43f1-8314-0876ad264738 None None] For port c72a6ec9-08be-477b-b536-f885bfd3178a, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:41:13.640381 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-0a693e71-1ff1-4bba-afc6-2239f81eb9ff None None] Allocated IP 2001:db8::2 (36c4effd-f4af-4d10-91bd-714d225a3199/b1016721-3823-4baf-bb3b-cf31a27e1cba/4e62e65a-7904-4dae-84e2-ad6bd71b28f0) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:13.643293 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-920d034d-56c5-43f1-8314-0876ad264738 None None] For port c72a6ec9-08be-477b-b536-f885bfd3178a, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=c72a6ec9-08be-477b-b536-f885bfd3178a,segment=NetworkSegment(cb4ad310-6868-4f5f-8ec6-84284ba98342),segment_id=cb4ad310-6868-4f5f-8ec6-84284ba98342)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:41:13.646027 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-c7c37278-4b7f-4081-89ae-bf839aa6a7a1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] device_id is not set on port 04ae2a3d-1568-48d0-ad68-3dfc67398139 yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:13.649832 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50130) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:13.656594 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-920d034d-56c5-43f1-8314-0876ad264738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.675518 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-ff916f06-e3bb-4833-bbde-23e03ae5a0d8 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] delete failed (client error): The resource could not be found. Jan 21 09:41:13.682789 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ff916f06-e3bb-4833-bbde-23e03ae5a0d8 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "DELETE /v2.0/security-groups/8d169656-bb69-4ae9-aa2f-59193baca2ae HTTP/1.1" status: 404 len: 347 time: 0.0988164 Jan 21 09:41:13.682789 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50134) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:13.696733 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-a8ee0ac7-8d25-484c-bb11-3fcd321052a5 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Request body: {'security_group': {'name': 'tempest-secgroup--1264913463'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:13.725504 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a8ee0ac7-8d25-484c-bb11-3fcd321052a5 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:13.753926 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8b31c3f2-23e0-4cd8-b728-41b535b9c77d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.756675 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b31c3f2-23e0-4cd8-b728-41b535b9c77d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:13.757344 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8b31c3f2-23e0-4cd8-b728-41b535b9c77d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.874772 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a8ee0ac7-8d25-484c-bb11-3fcd321052a5 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:13.880361 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-5063b737-7fef-44dc-bb67-433112fae369 None None] Deleting port 637670f0-b11d-4702-90a9-ee9c36e58fe3 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:13.881300 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5063b737-7fef-44dc-bb67-433112fae369 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.905154 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a9e421e8-cf27-4b9c-91f5-a55236a768be tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.909185 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31c3f2-23e0-4cd8-b728-41b535b9c77d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event updated for resources: {'Network': ['ID=e4bc1e52-2f67-4b69-8c26-249bb4f8a94f,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:13.909643 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a8ee0ac7-8d25-484c-bb11-3fcd321052a5 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.923434 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd7f3d72-b896-446e-aa91-5e78bbaf8ad1 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.931712 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network e4bc1e52-2f67-4b69-8c26-249bb4f8a94f details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:13.953486 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a8ee0ac7-8d25-484c-bb11-3fcd321052a5 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:13.955984 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d034d-56c5-43f1-8314-0876ad264738 None None] Pushing event updated for resources: {'Port': ['ID=c72a6ec9-08be-477b-b536-f885bfd3178a,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:13.956408 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-cd7f3d72-b896-446e-aa91-5e78bbaf8ad1 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Transition to ACTIVE for port object 0822c95b-ea2f-4bb5-bdc0-f4f07348a5c1 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:13.962412 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a8ee0ac7-8d25-484c-bb11-3fcd321052a5 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Usage tracker for resource:security_group_rule and tenant:ce660dfdae8b496593a81e5d2b7c5827 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:13.967008 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-a9e421e8-cf27-4b9c-91f5-a55236a768be tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Deleting port 637670f0-b11d-4702-90a9-ee9c36e58fe3 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:13.967616 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a9e421e8-cf27-4b9c-91f5-a55236a768be tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.972463 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a946f675-8a63-452d-b10d-d510b414efaa req-de9efea0-2f4e-4c86-b05c-78acb6f40356 service neutron] 10.222.0.72 "GET /v2.0/networks/55051115-0a6d-4aad-ae33-4c0466ea1935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5208988 Jan 21 09:41:13.993221 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a8ee0ac7-8d25-484c-bb11-3fcd321052a5 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:14.012143 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-8b31c3f2-23e0-4cd8-b728-41b535b9c77d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3299901 Jan 21 09:41:14.015433 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50140) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:14.022136 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-6d271f41-4dfe-42e6-9cbd-869db91300ff tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Request body: {'subnet': {'network_id': 'e4bc1e52-2f67-4b69-8c26-249bb4f8a94f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:14.031194 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a8ee0ac7-8d25-484c-bb11-3fcd321052a5 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:14.139204 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4c211919-34e5-44f9-b638-a19be3a0c8ee tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.165843 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd7f3d72-b896-446e-aa91-5e78bbaf8ad1 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.254302 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0a693e71-1ff1-4bba-afc6-2239f81eb9ff None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.274419 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-6d271f41-4dfe-42e6-9cbd-869db91300ff tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:14.275637 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0a693e71-1ff1-4bba-afc6-2239f81eb9ff None None] Transition to ACTIVE for port object 4e62e65a-7904-4dae-84e2-ad6bd71b28f0 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:14.297661 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990caed-fb39-462b-bd13-5184ded90170 req-ee8c2c69-3e0e-4fde-9e53-68ce73e764e8 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:14.309788 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6990caed-fb39-462b-bd13-5184ded90170 req-ee8c2c69-3e0e-4fde-9e53-68ce73e764e8 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.4272683 Jan 21 09:41:14.314269 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-6d271f41-4dfe-42e6-9cbd-869db91300ff tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Usage tracker for resource:subnet and tenant:0ffd125f2e19497db276d912c6599666 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:14.330238 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-6d271f41-4dfe-42e6-9cbd-869db91300ff tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:14.347764 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-6d271f41-4dfe-42e6-9cbd-869db91300ff tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:14.379228 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0a693e71-1ff1-4bba-afc6-2239f81eb9ff None None] Transition to ACTIVE for port object 4e62e65a-7904-4dae-84e2-ad6bd71b28f0 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:14.392249 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7f3d72-b896-446e-aa91-5e78bbaf8ad1 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Network 052accbc-68c4-408c-b535-706d7f73383e is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:14.395840 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a8ee0ac7-8d25-484c-bb11-3fcd321052a5 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.403998 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-cd7f3d72-b896-446e-aa91-5e78bbaf8ad1 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:14.407068 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-a9e421e8-cf27-4b9c-91f5-a55236a768be tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] For port 637670f0-b11d-4702-90a9-ee9c36e58fe3, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=637670f0-b11d-4702-90a9-ee9c36e58fe3,segment=NetworkSegment(d44c8f9b-0e06-43b7-b1c3-000a4c33a282),segment_id=d44c8f9b-0e06-43b7-b1c3-000a4c33a282)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:14.407617 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a9e421e8-cf27-4b9c-91f5-a55236a768be tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.415258 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7f3d72-b896-446e-aa91-5e78bbaf8ad1 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Pushing event updated for resources: {'Port': ['ID=0822c95b-ea2f-4bb5-bdc0-f4f07348a5c1,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:14.415939 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-5063b737-7fef-44dc-bb67-433112fae369 None None] For port 637670f0-b11d-4702-90a9-ee9c36e58fe3, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=637670f0-b11d-4702-90a9-ee9c36e58fe3,segment=NetworkSegment(d44c8f9b-0e06-43b7-b1c3-000a4c33a282),segment_id=d44c8f9b-0e06-43b7-b1c3-000a4c33a282)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:14.416333 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5063b737-7fef-44dc-bb67-433112fae369 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.418632 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7f3d72-b896-446e-aa91-5e78bbaf8ad1 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:14.430646 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0a693e71-1ff1-4bba-afc6-2239f81eb9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.458093 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a8ee0ac7-8d25-484c-bb11-3fcd321052a5 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.609710 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-a9e421e8-cf27-4b9c-91f5-a55236a768be tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Calling delete_port for 637670f0-b11d-4702-90a9-ee9c36e58fe3 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:14.620326 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-5063b737-7fef-44dc-bb67-433112fae369 None None] Calling delete_port for 637670f0-b11d-4702-90a9-ee9c36e58fe3 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:14.675151 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a693e71-1ff1-4bba-afc6-2239f81eb9ff None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:14.686738 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-0a693e71-1ff1-4bba-afc6-2239f81eb9ff None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:14.694419 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a693e71-1ff1-4bba-afc6-2239f81eb9ff None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:14.698609 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a693e71-1ff1-4bba-afc6-2239f81eb9ff None None] Pushing event updated for resources: {'Port': ['ID=4e62e65a-7904-4dae-84e2-ad6bd71b28f0,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:14.715312 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee0ac7-8d25-484c-bb11-3fcd321052a5 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76d73abe-91d8-47b8-9142-3f57fe23413b,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:14.719720 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd7f3d72-b896-446e-aa91-5e78bbaf8ad1 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.727278 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d271f41-4dfe-42e6-9cbd-869db91300ff tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Made reservation on behalf of 0ffd125f2e19497db276d912c6599666 for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:14.730793 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6d271f41-4dfe-42e6-9cbd-869db91300ff tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.870833 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6990caed-fb39-462b-bd13-5184ded90170 req-e9ef924e-36e0-4ea5-a67d-f65954e28d85 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5446296 Jan 21 09:41:14.952155 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-c7c37278-4b7f-4081-89ae-bf839aa6a7a1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Allocated IP 2001:db8::2e8 (36c4effd-f4af-4d10-91bd-714d225a3199/b1016721-3823-4baf-bb3b-cf31a27e1cba/04ae2a3d-1568-48d0-ad68-3dfc67398139) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:14.955383 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a8ee0ac7-8d25-484c-bb11-3fcd321052a5 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.957306 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a8ee0ac7-8d25-484c-bb11-3fcd321052a5 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2738016 Jan 21 09:41:14.964070 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50144) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:14.993079 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-0a693e71-1ff1-4bba-afc6-2239f81eb9ff None None] Attempting to bind port 4e62e65a-7904-4dae-84e2-ad6bd71b28f0 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:14.993796 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-0a693e71-1ff1-4bba-afc6-2239f81eb9ff None None] Attempting to bind port 4e62e65a-7904-4dae-84e2-ad6bd71b28f0 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:14.994315 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a693e71-1ff1-4bba-afc6-2239f81eb9ff None None] Attempting to bind port 4e62e65a-7904-4dae-84e2-ad6bd71b28f0 on network 36c4effd-f4af-4d10-91bd-714d225a3199 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:14.996870 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5063b737-7fef-44dc-bb67-433112fae369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.006937 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-82b2733c-918d-4327-8d77-3392c331332d tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Request body: {'security_group_rule': {'security_group_id': '76d73abe-91d8-47b8-9142-3f57fe23413b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:15.026209 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-a9e421e8-cf27-4b9c-91f5-a55236a768be tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:41:15.026577 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-a9e421e8-cf27-4b9c-91f5-a55236a768be tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:41:15.027760 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-82b2733c-918d-4327-8d77-3392c331332d tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:15.041049 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-82b2733c-918d-4327-8d77-3392c331332d tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Usage tracker for resource:security_group_rule and tenant:ce660dfdae8b496593a81e5d2b7c5827 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:15.041758 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd7f3d72-b896-446e-aa91-5e78bbaf8ad1 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.054636 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063b737-7fef-44dc-bb67-433112fae369 None None] Pushing event deleted for resources: {'Port': ['ID=637670f0-b11d-4702-90a9-ee9c36e58fe3,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:15.056416 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-82b2733c-918d-4327-8d77-3392c331332d tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:15.059865 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a693e71-1ff1-4bba-afc6-2239f81eb9ff None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:41:15.060236 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a693e71-1ff1-4bba-afc6-2239f81eb9ff None None] Checking segment: {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:15.060630 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0a693e71-1ff1-4bba-afc6-2239f81eb9ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.061361 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a693e71-1ff1-4bba-afc6-2239f81eb9ff None None] Bound using segment: {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:41:15.061904 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-0a693e71-1ff1-4bba-afc6-2239f81eb9ff None None] Bound port: 4e62e65a-7904-4dae-84e2-ad6bd71b28f0, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:15.062041 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0a693e71-1ff1-4bba-afc6-2239f81eb9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.070228 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-82b2733c-918d-4327-8d77-3392c331332d tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:15.170786 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-0a693e71-1ff1-4bba-afc6-2239f81eb9ff None None] For port 4e62e65a-7904-4dae-84e2-ad6bd71b28f0, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:41:15.174067 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-0a693e71-1ff1-4bba-afc6-2239f81eb9ff None None] For port 4e62e65a-7904-4dae-84e2-ad6bd71b28f0, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=4e62e65a-7904-4dae-84e2-ad6bd71b28f0,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:41:15.177132 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5063b737-7fef-44dc-bb67-433112fae369 None None] No DVR routers for this DVR port 637670f0-b11d-4702-90a9-ee9c36e58fe3 on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:41:15.183213 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0a693e71-1ff1-4bba-afc6-2239f81eb9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.206063 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-82b2733c-918d-4327-8d77-3392c331332d tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.266452 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a693e71-1ff1-4bba-afc6-2239f81eb9ff None None] Pushing event updated for resources: {'Port': ['ID=4e62e65a-7904-4dae-84e2-ad6bd71b28f0,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:15.478311 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6d271f41-4dfe-42e6-9cbd-869db91300ff tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.539137 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-a9e421e8-cf27-4b9c-91f5-a55236a768be tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Deleting port 637670f0-b11d-4702-90a9-ee9c36e58fe3 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:15.539581 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a9e421e8-cf27-4b9c-91f5-a55236a768be tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.553939 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-4c211919-34e5-44f9-b638-a19be3a0c8ee tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Deleting port c330c323-018e-4204-96dd-bb1720fc8b93 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:15.554240 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4c211919-34e5-44f9-b638-a19be3a0c8ee tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.580701 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-82b2733c-918d-4327-8d77-3392c331332d tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.612279 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c7c37278-4b7f-4081-89ae-bf839aa6a7a1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.615435 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-82b2733c-918d-4327-8d77-3392c331332d tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.670346 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af407495-3ca2-4609-b4bd-1fcb976cebff None None] Network 052accbc-68c4-408c-b535-706d7f73383e requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:15.699768 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2733c-918d-4327-8d77-3392c331332d tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da053f3d-7776-48fc-a796-20b270b64380,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:15.702164 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-c7c37278-4b7f-4081-89ae-bf839aa6a7a1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Transition to ACTIVE for port object 04ae2a3d-1568-48d0-ad68-3dfc67398139 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:15.722661 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-a9e421e8-cf27-4b9c-91f5-a55236a768be tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] The port '637670f0-b11d-4702-90a9-ee9c36e58fe3' was deleted {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:41:15.769642 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d271f41-4dfe-42e6-9cbd-869db91300ff tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event updated for resources: {'Subnet': ['ID=f424ceef-7442-48f8-9a3e-b7bb098fd4e5,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:15.787108 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d271f41-4dfe-42e6-9cbd-869db91300ff tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Checking segment: {'id': '76bb3035-fd91-47c7-89ac-e4c369956a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e4bc1e52-2f67-4b69-8c26-249bb4f8a94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:15.787674 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d271f41-4dfe-42e6-9cbd-869db91300ff tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Network hostable DHCP agents. Network: e4bc1e52-2f67-4b69-8c26-249bb4f8a94f, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:15.828197 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-82b2733c-918d-4327-8d77-3392c331332d tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.829481 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-82b2733c-918d-4327-8d77-3392c331332d tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8602340 Jan 21 09:41:15.838260 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50148) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:15.839822 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-1c65dacb-e7a3-4ab0-a52d-1e72d4b7fdd9 None None] Provisioning for port c72a6ec9-08be-477b-b536-f885bfd3178a completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:15.949631 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d271f41-4dfe-42e6-9cbd-869db91300ff tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Network e4bc1e52-2f67-4b69-8c26-249bb4f8a94f is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:15.958948 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a9e421e8-cf27-4b9c-91f5-a55236a768be tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.982334 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-6d271f41-4dfe-42e6-9cbd-869db91300ff tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, e4bc1e52-2f67-4b69-8c26-249bb4f8a94f) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:15.997024 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d271f41-4dfe-42e6-9cbd-869db91300ff tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:15.997557 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6d271f41-4dfe-42e6-9cbd-869db91300ff tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.999261 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-a9e421e8-cf27-4b9c-91f5-a55236a768be tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1baeee99-57f3-485f-9e6f-f68f8c346443']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:16.005428 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-557de98e-d107-4b29-8ef7-3d1831033762 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.016353 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-a9e421e8-cf27-4b9c-91f5-a55236a768be tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd44c8f9b-0e06-43b7-b1c3-000a4c33a282') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:16.017232 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-a9e421e8-cf27-4b9c-91f5-a55236a768be tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd44c8f9b-0e06-43b7-b1c3-000a4c33a282') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:16.044984 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a9e421e8-cf27-4b9c-91f5-a55236a768be tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.045202 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4c211919-34e5-44f9-b638-a19be3a0c8ee tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.055797 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd7f3d72-b896-446e-aa91-5e78bbaf8ad1 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.056445 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-557de98e-d107-4b29-8ef7-3d1831033762 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.061154 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1e68ef-7023-4aab-b869-cb1c00c993eb None None] Network e4bc1e52-2f67-4b69-8c26-249bb4f8a94f requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:16.074150 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c7c37278-4b7f-4081-89ae-bf839aa6a7a1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.074741 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd7f3d72-b896-446e-aa91-5e78bbaf8ad1 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.102375 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4e62e65a-7904-4dae-84e2-ad6bd71b28f0 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:16.123213 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a9e421e8-cf27-4b9c-91f5-a55236a768be tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.188494 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e421e8-cf27-4b9c-91f5-a55236a768be tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:41:16.189114 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a9e421e8-cf27-4b9c-91f5-a55236a768be tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.251417 dv-neutron-825731-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:41:16.251417 dv-neutron-825731-1-hyperv neutron-server[87514]: util.warn( Jan 21 09:41:16.251417 dv-neutron-825731-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:41:16.251417 dv-neutron-825731-1-hyperv neutron-server[87514]: util.warn( Jan 21 09:41:16.251417 dv-neutron-825731-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:41:16.251417 dv-neutron-825731-1-hyperv neutron-server[87514]: util.warn( Jan 21 09:41:16.251417 dv-neutron-825731-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:41:16.251417 dv-neutron-825731-1-hyperv neutron-server[87514]: util.warn( Jan 21 09:41:16.251417 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:41:16.251417 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:41:16.251417 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:41:16.251417 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:16.251417 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:41:16.251417 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:41:16.251417 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:41:16.251417 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:16.251417 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:41:16.251417 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:16.251417 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:41:16.251417 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:16.251417 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:41:16.251417 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:41:16.251417 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:16.251417 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:41:16.251417 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:16.251417 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:41:16.251417 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:41:16.251417 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:41:16.251417 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:41:16.251417 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:41:16.251417 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:16.251417 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:41:16.251417 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:16.251417 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:41:16.251417 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:16.251417 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:41:16.251417 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:16.251417 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:41:16.251417 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:16.251417 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:16.329657 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-4c211919-34e5-44f9-b638-a19be3a0c8ee tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Calling delete_port for c330c323-018e-4204-96dd-bb1720fc8b93 owned by network:router_interface {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:16.376994 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c37278-4b7f-4081-89ae-bf839aa6a7a1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Port': ['ID=04ae2a3d-1568-48d0-ad68-3dfc67398139,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:16.381164 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6d271f41-4dfe-42e6-9cbd-869db91300ff tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3635404 Jan 21 09:41:16.389000 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50154) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:16.400813 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 4e62e65a-7904-4dae-84e2-ad6bd71b28f0 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:16.402222 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7f3d72-b896-446e-aa91-5e78bbaf8ad1 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Pushing event updated for resources: {'Port': ['ID=0822c95b-ea2f-4bb5-bdc0-f4f07348a5c1,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:16.406083 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd7f3d72-b896-446e-aa91-5e78bbaf8ad1 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.417467 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c72a6ec9-08be-477b-b536-f885bfd3178a up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:16.420676 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-39dfee4e-09b2-4119-9089-09a2df16c9aa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1465199002', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:16.432954 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-39dfee4e-09b2-4119-9089-09a2df16c9aa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:16.437298 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-39dfee4e-09b2-4119-9089-09a2df16c9aa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Usage tracker for resource:router and tenant:0ffd125f2e19497db276d912c6599666 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:16.440352 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-39dfee4e-09b2-4119-9089-09a2df16c9aa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:16.450000 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-39dfee4e-09b2-4119-9089-09a2df16c9aa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:16.461847 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777794ee-bd58-4994-ab88-06b3b133b7c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-e4bc1e52-2f67-4b69-8c26-249bb4f8a94f', 'network_id': 'e4bc1e52-2f67-4b69-8c26-249bb4f8a94f', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'fixed_ips': [{'subnet_id': 'f424ceef-7442-48f8-9a3e-b7bb098fd4e5'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:41:16.462766 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-777794ee-bd58-4994-ab88-06b3b133b7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.482828 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a9e421e8-cf27-4b9c-91f5-a55236a768be tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.517682 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a9e421e8-cf27-4b9c-91f5-a55236a768be tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.534603 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-39dfee4e-09b2-4119-9089-09a2df16c9aa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.535736 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-39dfee4e-09b2-4119-9089-09a2df16c9aa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.567010 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e421e8-cf27-4b9c-91f5-a55236a768be tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Pushing event deleted for resources: {'Network': ['ID=1baeee99-57f3-485f-9e6f-f68f8c346443,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:16.604661 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e3e9bee7-bf2e-4090-b1f4-03e3b6febb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.652239 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59581dff-b311-4c91-bb57-7fa17b27f0ec req-ca214241-e770-41e0-b9ed-7de6f1b31ae9 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:16.653817 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-59581dff-b311-4c91-bb57-7fa17b27f0ec req-ca214241-e770-41e0-b9ed-7de6f1b31ae9 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.5320368 Jan 21 09:41:16.660942 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a9e421e8-cf27-4b9c-91f5-a55236a768be tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] 10.222.0.110 "DELETE /v2.0/networks/1baeee99-57f3-485f-9e6f-f68f8c346443 HTTP/1.1" status: 204 len: 168 time: 3.0100501 Jan 21 09:41:16.671386 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50158) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:16.757399 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port c72a6ec9-08be-477b-b536-f885bfd3178a completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:16.769770 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port c72a6ec9-08be-477b-b536-f885bfd3178a triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:16.770481 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.872930 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-777794ee-bd58-4994-ab88-06b3b133b7c2 None None] Allocated IP 2001:db8::2 (e4bc1e52-2f67-4b69-8c26-249bb4f8a94f/f424ceef-7442-48f8-9a3e-b7bb098fd4e5/1385d940-bf92-4aa5-8393-aa8ec00274d5) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:16.877842 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-48c31c86-8577-411c-8ae5-a8d697ec640d None None] Provisioning for port 0822c95b-ea2f-4bb5-bdc0-f4f07348a5c1 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:16.910987 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c37278-4b7f-4081-89ae-bf839aa6a7a1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:16.912809 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c9a2b7e5-ca87-460c-855b-dadc4ce51f25 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.915426 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-48c31c86-8577-411c-8ae5-a8d697ec640d None None] Provisioning complete for port 0822c95b-ea2f-4bb5-bdc0-f4f07348a5c1 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:16.916264 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-48c31c86-8577-411c-8ae5-a8d697ec640d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.917054 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-39dfee4e-09b2-4119-9089-09a2df16c9aa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.919002 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-c7c37278-4b7f-4081-89ae-bf839aa6a7a1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:16.923191 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c37278-4b7f-4081-89ae-bf839aa6a7a1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:16.930225 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c37278-4b7f-4081-89ae-bf839aa6a7a1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:16.931044 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c7c37278-4b7f-4081-89ae-bf839aa6a7a1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.945454 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-557de98e-d107-4b29-8ef7-3d1831033762 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.981268 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-557de98e-d107-4b29-8ef7-3d1831033762 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.985880 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-557de98e-d107-4b29-8ef7-3d1831033762 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/da053f3d-7776-48fc-a796-20b270b64380 HTTP/1.1" status: 204 len: 168 time: 1.1466117 Jan 21 09:41:16.986777 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50162) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:16.995140 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557de98e-d107-4b29-8ef7-3d1831033762 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da053f3d-7776-48fc-a796-20b270b64380,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:17.023168 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c7c37278-4b7f-4081-89ae-bf839aa6a7a1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.7564917 Jan 21 09:41:17.027704 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50166) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:17.038285 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-59581dff-b311-4c91-bb57-7fa17b27f0ec req-0f890df6-6999-443c-8169-0be090dda79a tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3761413 Jan 21 09:41:17.040789 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7f3d72-b896-446e-aa91-5e78bbaf8ad1 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Network 052accbc-68c4-408c-b535-706d7f73383e is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:17.094464 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-cd7f3d72-b896-446e-aa91-5e78bbaf8ad1 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:17.105714 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-48c31c86-8577-411c-8ae5-a8d697ec640d None None] Port 0822c95b-ea2f-4bb5-bdc0-f4f07348a5c1 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:41:17.108885 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.116680 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-39dfee4e-09b2-4119-9089-09a2df16c9aa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.138461 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7c8984f7-9e19-4515-9d80-2b02e2a0fbb9 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Synchronizing usage tracker for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group_rule {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:17.170290 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port c72a6ec9-08be-477b-b536-f885bfd3178a, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=c72a6ec9-08be-477b-b536-f885bfd3178a,segment=NetworkSegment(cb4ad310-6868-4f5f-8ec6-84284ba98342),segment_id=cb4ad310-6868-4f5f-8ec6-84284ba98342)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:17.187938 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.222059 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7c8984f7-9e19-4515-9d80-2b02e2a0fbb9 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Unset dirty status for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group_rule {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:17.227111 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7c8984f7-9e19-4515-9d80-2b02e2a0fbb9 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2335193 Jan 21 09:41:17.228835 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c9a2b7e5-ca87-460c-855b-dadc4ce51f25 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.230124 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50172) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:17.315385 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f788a275-456c-428c-b526-d90b1daa5e99 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:17.322840 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f788a275-456c-428c-b526-d90b1daa5e99 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:17.323723 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f788a275-456c-428c-b526-d90b1daa5e99 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:17.344963 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-551119d9-662a-43a3-b8c9-8f68da1fb202 None None] Provisioning for port 4e62e65a-7904-4dae-84e2-ad6bd71b28f0 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:17.355357 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-777794ee-bd58-4994-ab88-06b3b133b7c2 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.365603 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-551119d9-662a-43a3-b8c9-8f68da1fb202 None None] Provisioning complete for port 4e62e65a-7904-4dae-84e2-ad6bd71b28f0 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:17.365982 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-551119d9-662a-43a3-b8c9-8f68da1fb202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.392272 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4c211919-34e5-44f9-b638-a19be3a0c8ee tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.399593 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=c72a6ec9-08be-477b-b536-f885bfd3178a,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:17.416257 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-777794ee-bd58-4994-ab88-06b3b133b7c2 None None] Transition to ACTIVE for port object 1385d940-bf92-4aa5-8393-aa8ec00274d5 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:17.453026 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-777794ee-bd58-4994-ab88-06b3b133b7c2 None None] Transition to ACTIVE for port object 1385d940-bf92-4aa5-8393-aa8ec00274d5 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:17.483787 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f788a275-456c-428c-b526-d90b1daa5e99 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:17.487666 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f788a275-456c-428c-b526-d90b1daa5e99 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4563274 Jan 21 09:41:17.487913 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50176) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:17.489361 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c211919-34e5-44f9-b638-a19be3a0c8ee tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Pushing event deleted for resources: {'Port': ['ID=c330c323-018e-4204-96dd-bb1720fc8b93,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:17.498661 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-777794ee-bd58-4994-ab88-06b3b133b7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.505678 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-c9a2b7e5-ca87-460c-855b-dadc4ce51f25 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['570a419d-ea45-4ba7-bbd0-5b72d87fdc43']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:17.519832 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-c9a2b7e5-ca87-460c-855b-dadc4ce51f25 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c2a08ab-4aa1-4ace-9c2a-2980b6968155') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:17.520268 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-c9a2b7e5-ca87-460c-855b-dadc4ce51f25 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c2a08ab-4aa1-4ace-9c2a-2980b6968155') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:17.525197 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-917a4281-1852-4807-97f0-1a5fd72e66fa tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.599196 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-917a4281-1852-4807-97f0-1a5fd72e66fa tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.647635 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-551119d9-662a-43a3-b8c9-8f68da1fb202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.658024 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777794ee-bd58-4994-ab88-06b3b133b7c2 None None] Network e4bc1e52-2f67-4b69-8c26-249bb4f8a94f is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:17.658628 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c9a2b7e5-ca87-460c-855b-dadc4ce51f25 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.665097 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-777794ee-bd58-4994-ab88-06b3b133b7c2 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:17.667636 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777794ee-bd58-4994-ab88-06b3b133b7c2 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:17.681317 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777794ee-bd58-4994-ab88-06b3b133b7c2 None None] Pushing event updated for resources: {'Port': ['ID=1385d940-bf92-4aa5-8393-aa8ec00274d5,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:17.695344 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c9a2b7e5-ca87-460c-855b-dadc4ce51f25 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.704968 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a2b7e5-ca87-460c-855b-dadc4ce51f25 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:41:17.705679 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c9a2b7e5-ca87-460c-855b-dadc4ce51f25 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.810064 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-917a4281-1852-4807-97f0-1a5fd72e66fa tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.814728 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-551119d9-662a-43a3-b8c9-8f68da1fb202 None None] For port 4e62e65a-7904-4dae-84e2-ad6bd71b28f0, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=4e62e65a-7904-4dae-84e2-ad6bd71b28f0,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:17.823508 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-777794ee-bd58-4994-ab88-06b3b133b7c2 None None] Attempting to bind port 1385d940-bf92-4aa5-8393-aa8ec00274d5 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:17.824451 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-777794ee-bd58-4994-ab88-06b3b133b7c2 None None] Attempting to bind port 1385d940-bf92-4aa5-8393-aa8ec00274d5 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '76bb3035-fd91-47c7-89ac-e4c369956a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e4bc1e52-2f67-4b69-8c26-249bb4f8a94f'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:17.824676 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777794ee-bd58-4994-ab88-06b3b133b7c2 None None] Attempting to bind port 1385d940-bf92-4aa5-8393-aa8ec00274d5 on network e4bc1e52-2f67-4b69-8c26-249bb4f8a94f {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:17.828195 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-39dfee4e-09b2-4119-9089-09a2df16c9aa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.829114 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-551119d9-662a-43a3-b8c9-8f68da1fb202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.829557 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-39dfee4e-09b2-4119-9089-09a2df16c9aa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.4288628 Jan 21 09:41:17.830494 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:41:17.830494 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:41:17.830494 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:41:17.830494 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:17.830494 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:41:17.830494 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:41:17.830494 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:41:17.830494 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:17.830494 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:41:17.830494 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:17.830494 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:41:17.830494 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:17.830494 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:41:17.830494 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:41:17.830494 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:17.830494 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:41:17.830494 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:17.830494 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:41:17.830494 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:41:17.830494 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:41:17.830494 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:41:17.830494 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:41:17.830494 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:17.830494 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:41:17.830494 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:17.830494 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:41:17.830494 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:17.830494 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:41:17.830494 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:17.830494 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:41:17.830494 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:17.830494 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:17.836277 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50180) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:17.858688 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c9a2b7e5-ca87-460c-855b-dadc4ce51f25 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.877112 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777794ee-bd58-4994-ab88-06b3b133b7c2 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:41:17.877500 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777794ee-bd58-4994-ab88-06b3b133b7c2 None None] Checking segment: {'id': '76bb3035-fd91-47c7-89ac-e4c369956a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e4bc1e52-2f67-4b69-8c26-249bb4f8a94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:17.877909 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-777794ee-bd58-4994-ab88-06b3b133b7c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.878313 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777794ee-bd58-4994-ab88-06b3b133b7c2 None None] Bound using segment: {'id': '76bb3035-fd91-47c7-89ac-e4c369956a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e4bc1e52-2f67-4b69-8c26-249bb4f8a94f'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:41:17.878916 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-777794ee-bd58-4994-ab88-06b3b133b7c2 None None] Bound port: 1385d940-bf92-4aa5-8393-aa8ec00274d5, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76bb3035-fd91-47c7-89ac-e4c369956a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e4bc1e52-2f67-4b69-8c26-249bb4f8a94f'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:17.879218 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-777794ee-bd58-4994-ab88-06b3b133b7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.900478 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c9a2b7e5-ca87-460c-855b-dadc4ce51f25 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.903445 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2b7e5-ca87-460c-855b-dadc4ce51f25 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Pushing event deleted for resources: {'Network': ['ID=570a419d-ea45-4ba7-bbd0-5b72d87fdc43,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:17.915489 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-2181690e-5056-4a0f-bfff-7f2cf61b3c63 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting port 04ae2a3d-1568-48d0-ad68-3dfc67398139 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:17.915489 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2181690e-5056-4a0f-bfff-7f2cf61b3c63 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.920260 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a4281-1852-4807-97f0-1a5fd72e66fa tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d73abe-91d8-47b8-9142-3f57fe23413b,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:17.972950 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c72a6ec9-08be-477b-b536-f885bfd3178a up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:17.986106 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c9a2b7e5-ca87-460c-855b-dadc4ce51f25 tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] 10.222.0.110 "DELETE /v2.0/networks/570a419d-ea45-4ba7-bbd0-5b72d87fdc43 HTTP/1.1" status: 204 len: 168 time: 1.3112392 Jan 21 09:41:17.993470 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50184) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:18.060347 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-551119d9-662a-43a3-b8c9-8f68da1fb202 None None] Provisioning complete for port 0822c95b-ea2f-4bb5-bdc0-f4f07348a5c1 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:18.061042 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-551119d9-662a-43a3-b8c9-8f68da1fb202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.090135 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4c211919-34e5-44f9-b638-a19be3a0c8ee tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.110814 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-917a4281-1852-4807-97f0-1a5fd72e66fa tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.111650 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551119d9-662a-43a3-b8c9-8f68da1fb202 None None] Pushing event updated for resources: {'Port': ['ID=4e62e65a-7904-4dae-84e2-ad6bd71b28f0,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:18.111863 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-917a4281-1852-4807-97f0-1a5fd72e66fa tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "DELETE /v2.0/security-groups/76d73abe-91d8-47b8-9142-3f57fe23413b HTTP/1.1" status: 204 len: 168 time: 0.8806705 Jan 21 09:41:18.125084 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50188) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:18.142960 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7f3d72-b896-446e-aa91-5e78bbaf8ad1 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Router 5a1735e5-f90b-4bb5-a90d-0e6f0a182aa7 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:41:18.171319 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port c72a6ec9-08be-477b-b536-f885bfd3178a triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:18.171777 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.206875 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-551119d9-662a-43a3-b8c9-8f68da1fb202 None None] Port 0822c95b-ea2f-4bb5-bdc0-f4f07348a5c1 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:41:18.220058 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-777794ee-bd58-4994-ab88-06b3b133b7c2 None None] For port 1385d940-bf92-4aa5-8393-aa8ec00274d5, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:41:18.240545 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-777794ee-bd58-4994-ab88-06b3b133b7c2 None None] For port 1385d940-bf92-4aa5-8393-aa8ec00274d5, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=1385d940-bf92-4aa5-8393-aa8ec00274d5,segment=NetworkSegment(76bb3035-fd91-47c7-89ac-e4c369956a4a),segment_id=76bb3035-fd91-47c7-89ac-e4c369956a4a)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:41:18.250359 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-777794ee-bd58-4994-ab88-06b3b133b7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.388693 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-c0f1fb30-3251-4c54-918d-008421faf5f5 None None] Provisioning for port 04ae2a3d-1568-48d0-ad68-3dfc67398139 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:18.394793 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2181690e-5056-4a0f-bfff-7f2cf61b3c63 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.408549 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-c0f1fb30-3251-4c54-918d-008421faf5f5 None None] Provisioning complete for port 04ae2a3d-1568-48d0-ad68-3dfc67398139 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:18.408939 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c0f1fb30-3251-4c54-918d-008421faf5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.410790 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-600863a8-df02-477e-9ce8-b1c7093745ab tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Synchronizing usage tracker for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:18.453405 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777794ee-bd58-4994-ab88-06b3b133b7c2 None None] Pushing event updated for resources: {'Port': ['ID=1385d940-bf92-4aa5-8393-aa8ec00274d5,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:18.497319 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-c0f1fb30-3251-4c54-918d-008421faf5f5 None None] Port 04ae2a3d-1568-48d0-ad68-3dfc67398139 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:41:18.511154 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-c0f1fb30-3251-4c54-918d-008421faf5f5 None None] Provisioning complete for port 0822c95b-ea2f-4bb5-bdc0-f4f07348a5c1 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:18.511728 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c0f1fb30-3251-4c54-918d-008421faf5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.553311 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-2181690e-5056-4a0f-bfff-7f2cf61b3c63 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Calling delete_port for 04ae2a3d-1568-48d0-ad68-3dfc67398139 owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:18.574752 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-c0f1fb30-3251-4c54-918d-008421faf5f5 None None] Port 0822c95b-ea2f-4bb5-bdc0-f4f07348a5c1 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:41:18.577840 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4fb65b97-fee0-417d-a552-64e93ddb0bdc tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.617754 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7f3d72-b896-446e-aa91-5e78bbaf8ad1 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:41:18.627497 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-cd7f3d72-b896-446e-aa91-5e78bbaf8ad1 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] 10.222.0.110 "PUT /v2.0/routers/5a1735e5-f90b-4bb5-a90d-0e6f0a182aa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8188031 Jan 21 09:41:18.629635 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc91e2b-26f1-4099-a0ab-dc39ea01a120 None None] Sync routers for ids ['5a1735e5-f90b-4bb5-a90d-0e6f0a182aa7'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:41:18.635414 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-600863a8-df02-477e-9ce8-b1c7093745ab tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Unset dirty status for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:18.643946 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-600863a8-df02-477e-9ce8-b1c7093745ab tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5104451 Jan 21 09:41:18.643946 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50192) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:18.659336 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc91e2b-26f1-4099-a0ab-dc39ea01a120 None None] Routers {'5a1735e5-f90b-4bb5-a90d-0e6f0a182aa7'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:18.661696 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-9dc91e2b-26f1-4099-a0ab-dc39ea01a120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:40:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['5a1735e5-f90b-4bb5-a90d-0e6f0a182aa7'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:18.674316 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-c23600d1-bd49-4253-b097-458555056ed2 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Request body: {'port': {'network_id': '052accbc-68c4-408c-b535-706d7f73383e', 'name': 'tempest-FloatingIPNegativeTestJSON-1183505865'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:18.692920 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50194) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:18.713355 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-fc10912b-d009-4942-b3fb-ed5255a142db tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Request body: {'security_group': {'name': 'tempest-secgroup--576690483'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:18.733391 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-fc10912b-d009-4942-b3fb-ed5255a142db tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:18.765495 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-9dc91e2b-26f1-4099-a0ab-dc39ea01a120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:18.777217 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc91e2b-26f1-4099-a0ab-dc39ea01a120 None None] Routers {'5a1735e5-f90b-4bb5-a90d-0e6f0a182aa7'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:18.778173 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-9dc91e2b-26f1-4099-a0ab-dc39ea01a120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:40:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['5a1735e5-f90b-4bb5-a90d-0e6f0a182aa7'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:18.789058 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-fc10912b-d009-4942-b3fb-ed5255a142db tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:18.825947 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a5deb0ee-f90c-4710-b3f5-a822e5a2c601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.897597 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-9dc91e2b-26f1-4099-a0ab-dc39ea01a120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:18.898307 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc91e2b-26f1-4099-a0ab-dc39ea01a120 None None] The sync data for ids ['5a1735e5-f90b-4bb5-a90d-0e6f0a182aa7'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:41:18.904610 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4b9e00b4-2a6f-47a2-80fb-12f52cbb361c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.939013 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fc10912b-d009-4942-b3fb-ed5255a142db tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.994913 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-fc10912b-d009-4942-b3fb-ed5255a142db tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:19.003993 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c23600d1-bd49-4253-b097-458555056ed2 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:19.007657 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-fc10912b-d009-4942-b3fb-ed5255a142db tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Usage tracker for resource:security_group_rule and tenant:ce660dfdae8b496593a81e5d2b7c5827 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:19.011959 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-fc10912b-d009-4942-b3fb-ed5255a142db tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:19.014592 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2181690e-5056-4a0f-bfff-7f2cf61b3c63 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.020532 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c23600d1-bd49-4253-b097-458555056ed2 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Usage tracker for resource:port and tenant:e45fc57a07e74979937330b3162dce5c is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:19.032529 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4fb65b97-fee0-417d-a552-64e93ddb0bdc tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.065597 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-fc10912b-d009-4942-b3fb-ed5255a142db tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:19.067649 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c23600d1-bd49-4253-b097-458555056ed2 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:19.085009 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2181690e-5056-4a0f-bfff-7f2cf61b3c63 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Port': ['ID=04ae2a3d-1568-48d0-ad68-3dfc67398139,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:19.092848 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c23600d1-bd49-4253-b097-458555056ed2 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:19.124151 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-4fb65b97-fee0-417d-a552-64e93ddb0bdc tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ebe868f-6f86-4b97-b4e7-6d9cb99b2ef2']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:19.147496 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2181690e-5056-4a0f-bfff-7f2cf61b3c63 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.167150 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23600d1-bd49-4253-b097-458555056ed2 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Made reservation on behalf of e45fc57a07e74979937330b3162dce5c for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:19.171148 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c23600d1-bd49-4253-b097-458555056ed2 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.210437 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-4fb65b97-fee0-417d-a552-64e93ddb0bdc tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec114d8b-97a6-42e5-8390-9fb9ca08c83f') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:19.210732 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-4fb65b97-fee0-417d-a552-64e93ddb0bdc tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec114d8b-97a6-42e5-8390-9fb9ca08c83f') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:19.221982 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2181690e-5056-4a0f-bfff-7f2cf61b3c63 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/ports/04ae2a3d-1568-48d0-ad68-3dfc67398139 HTTP/1.1" status: 204 len: 168 time: 1.6895547 Jan 21 09:41:19.221982 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-c23600d1-bd49-4253-b097-458555056ed2 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] device_id is not set on port 7bc5f914-d6ba-463b-b172-587ce605db64 yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:19.229283 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50200) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:19.274783 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4fb65b97-fee0-417d-a552-64e93ddb0bdc tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.418771 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4fb65b97-fee0-417d-a552-64e93ddb0bdc tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.435380 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fc10912b-d009-4942-b3fb-ed5255a142db tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.444192 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fc10912b-d009-4942-b3fb-ed5255a142db tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.450814 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb65b97-fee0-417d-a552-64e93ddb0bdc tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:41:19.451203 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4fb65b97-fee0-417d-a552-64e93ddb0bdc tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.471814 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:41:19.471814 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:41:19.471814 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:41:19.471814 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:19.471814 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:41:19.471814 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:41:19.471814 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:41:19.471814 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:19.471814 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:41:19.471814 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:19.471814 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:41:19.471814 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:19.471814 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:41:19.471814 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:41:19.471814 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:19.471814 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:41:19.471814 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:19.471814 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:41:19.471814 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:41:19.471814 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:41:19.471814 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:41:19.471814 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:41:19.471814 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:19.471814 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:41:19.471814 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:19.471814 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:41:19.471814 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:19.471814 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:41:19.471814 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:19.471814 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:41:19.471814 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:19.471814 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:19.521868 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b03f83-dd23-4f73-80da-70c9300c52ab tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:19.523377 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b03f83-dd23-4f73-80da-70c9300c52ab tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:19.524960 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c8b03f83-dd23-4f73-80da-70c9300c52ab tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2928529 Jan 21 09:41:19.535554 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50204) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:19.544770 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10912b-d009-4942-b3fb-ed5255a142db tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8fe883-b973-490c-8cea-7b3f2b5e33a1,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:19.595742 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fc10912b-d009-4942-b3fb-ed5255a142db tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.600400 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-fc10912b-d009-4942-b3fb-ed5255a142db tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9059820 Jan 21 09:41:19.607943 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50208) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:19.621989 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-9e4588a7-7704-470d-bce5-686178984510 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Request body: {'security_group_rule': {'security_group_id': '1d8fe883-b973-490c-8cea-7b3f2b5e33a1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:19.637266 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c211919-34e5-44f9-b638-a19be3a0c8ee tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Router d6596f41-9da4-4136-8e7b-aef4ee42f0de has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:41:19.642973 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9e4588a7-7704-470d-bce5-686178984510 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:19.646787 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4fb65b97-fee0-417d-a552-64e93ddb0bdc tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.652053 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-c23600d1-bd49-4253-b097-458555056ed2 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Allocated IP 172.20.0.11 (052accbc-68c4-408c-b535-706d7f73383e/bfd2a55a-aa0f-4eb8-b2a2-0d39c616a609/7bc5f914-d6ba-463b-b172-587ce605db64) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:19.660692 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9e4588a7-7704-470d-bce5-686178984510 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Usage tracker for resource:security_group_rule and tenant:ce660dfdae8b496593a81e5d2b7c5827 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:19.669542 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9e4588a7-7704-470d-bce5-686178984510 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:19.670472 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4fb65b97-fee0-417d-a552-64e93ddb0bdc tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.683117 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa95400f-bd05-4295-9de2-f7edddc93e38 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting subnet b1016721-3823-4baf-bb3b-cf31a27e1cba {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:41:19.685875 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9e4588a7-7704-470d-bce5-686178984510 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:19.692124 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb65b97-fee0-417d-a552-64e93ddb0bdc tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] Pushing event deleted for resources: {'Network': ['ID=7ebe868f-6f86-4b97-b4e7-6d9cb99b2ef2,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:19.692650 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aa95400f-bd05-4295-9de2-f7edddc93e38 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.714153 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edc4891-2bb7-4260-84f9-3888ddaac2aa None None] Network e4bc1e52-2f67-4b69-8c26-249bb4f8a94f requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:19.790801 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aa95400f-bd05-4295-9de2-f7edddc93e38 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.812525 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4fb65b97-fee0-417d-a552-64e93ddb0bdc tempest-BulkNetworkOpsTest-1298408892 tempest-BulkNetworkOpsTest-1298408892-project] 10.222.0.110 "DELETE /v2.0/networks/7ebe868f-6f86-4b97-b4e7-6d9cb99b2ef2 HTTP/1.1" status: 204 len: 168 time: 1.8086421 Jan 21 09:41:19.840906 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e4588a7-7704-470d-bce5-686178984510 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.861800 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-4b9e00b4-2a6f-47a2-80fb-12f52cbb361c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Allocated IP 2001:db8::1 (e4bc1e52-2f67-4b69-8c26-249bb4f8a94f/f424ceef-7442-48f8-9a3e-b7bb098fd4e5/ce55443c-7c0f-4850-932a-12eaba4af3ca) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:19.973003 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:41:20.095290 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aa95400f-bd05-4295-9de2-f7edddc93e38 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.154063 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e4588a7-7704-470d-bce5-686178984510 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.174046 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c211919-34e5-44f9-b638-a19be3a0c8ee tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:41:20.179845 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e4588a7-7704-470d-bce5-686178984510 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.181528 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4c211919-34e5-44f9-b638-a19be3a0c8ee tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] 10.222.0.110 "PUT /v2.0/routers/d6596f41-9da4-4136-8e7b-aef4ee42f0de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3307626 Jan 21 09:41:20.184821 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50216) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:20.189063 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4e62e65a-7904-4dae-84e2-ad6bd71b28f0 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:20.217424 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.219936 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c23600d1-bd49-4253-b097-458555056ed2 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.233379 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4588a7-7704-470d-bce5-686178984510 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e83527-64ab-4217-a9d3-5a20a08c0c60,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:20.234379 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-d5c19e99-a2bb-4197-87b7-cfc234379553 None None] Provisioning for port 1385d940-bf92-4aa5-8393-aa8ec00274d5 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:20.246273 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25ea008-e378-435e-a2fc-933237ade947 None None] Sync routers for ids ['d6596f41-9da4-4136-8e7b-aef4ee42f0de'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:41:20.248695 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.264639 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-c23600d1-bd49-4253-b097-458555056ed2 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Transition to ACTIVE for port object 7bc5f914-d6ba-463b-b172-587ce605db64 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:20.273313 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e4588a7-7704-470d-bce5-686178984510 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.278710 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9e4588a7-7704-470d-bce5-686178984510 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6691391 Jan 21 09:41:20.283267 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50220) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:20.289761 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-0f519a1d-9353-49dc-872f-48ea0efcd303 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Request body: {'security_group_rule': {'security_group_id': '1d8fe883-b973-490c-8cea-7b3f2b5e33a1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:20.304935 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-0f519a1d-9353-49dc-872f-48ea0efcd303 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:20.311461 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-0f519a1d-9353-49dc-872f-48ea0efcd303 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Usage tracker for resource:security_group_rule and tenant:ce660dfdae8b496593a81e5d2b7c5827 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:20.315888 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-0f519a1d-9353-49dc-872f-48ea0efcd303 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:20.319522 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aa95400f-bd05-4295-9de2-f7edddc93e38 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.323205 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25ea008-e378-435e-a2fc-933237ade947 None None] Routers {'d6596f41-9da4-4136-8e7b-aef4ee42f0de'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:20.324401 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-f25ea008-e378-435e-a2fc-933237ade947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:41:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d6596f41-9da4-4136-8e7b-aef4ee42f0de'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:20.330702 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50224) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:20.355576 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-0f519a1d-9353-49dc-872f-48ea0efcd303 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:20.373901 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa95400f-bd05-4295-9de2-f7edddc93e38 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Subnet': ['ID=b1016721-3823-4baf-bb3b-cf31a27e1cba,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:20.392256 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aa95400f-bd05-4295-9de2-f7edddc93e38 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.422234 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-aa95400f-bd05-4295-9de2-f7edddc93e38 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/b1016721-3823-4baf-bb3b-cf31a27e1cba HTTP/1.1" status: 204 len: 168 time: 0.8854027 Jan 21 09:41:20.424242 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c23600d1-bd49-4253-b097-458555056ed2 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.431805 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50230) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:20.432295 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-f25ea008-e378-435e-a2fc-933237ade947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:20.449045 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3cf14d-8d86-4c14-8b03-399b9ffd5637 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:20.473694 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0f519a1d-9353-49dc-872f-48ea0efcd303 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.482731 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4b9e00b4-2a6f-47a2-80fb-12f52cbb361c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.486855 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25ea008-e378-435e-a2fc-933237ade947 None None] Routers {'d6596f41-9da4-4136-8e7b-aef4ee42f0de'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:20.487726 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-f25ea008-e378-435e-a2fc-933237ade947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:41:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d6596f41-9da4-4136-8e7b-aef4ee42f0de'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:20.534342 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-4b9e00b4-2a6f-47a2-80fb-12f52cbb361c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Transition to ACTIVE for port object ce55443c-7c0f-4850-932a-12eaba4af3ca will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:20.540516 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0c97c60e-e7b0-4a07-b2cf-50d6c1a48b2d tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks [] for router, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.572641 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-f25ea008-e378-435e-a2fc-933237ade947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:20.573055 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25ea008-e378-435e-a2fc-933237ade947 None None] The sync data for ids ['d6596f41-9da4-4136-8e7b-aef4ee42f0de'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:41:20.596417 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23600d1-bd49-4253-b097-458555056ed2 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Network 052accbc-68c4-408c-b535-706d7f73383e is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:20.604527 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-56bc02c7-3325-49df-b88d-ef14b862b04a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1323831 Jan 21 09:41:20.609962 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-c23600d1-bd49-4253-b097-458555056ed2 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:20.612928 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23600d1-bd49-4253-b097-458555056ed2 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:20.616429 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a042ef91-3574-4530-943a-3156f77c09ac admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=a8dd9e53fdcd4aaa806a94108c93d3a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2813554 Jan 21 09:41:20.616429 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50234) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:20.620232 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50236) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:20.647666 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 4e62e65a-7904-4dae-84e2-ad6bd71b28f0 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:20.648027 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.696800 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23600d1-bd49-4253-b097-458555056ed2 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:20.697352 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c23600d1-bd49-4253-b097-458555056ed2 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.717113 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23600d1-bd49-4253-b097-458555056ed2 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Pushing event updated for resources: {'Port': ['ID=7bc5f914-d6ba-463b-b172-587ce605db64,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:20.743901 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0f519a1d-9353-49dc-872f-48ea0efcd303 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.755019 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c23600d1-bd49-4253-b097-458555056ed2 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0902412 Jan 21 09:41:20.757805 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0f519a1d-9353-49dc-872f-48ea0efcd303 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.767587 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50242) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:20.787758 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-17a6fd23-8517-409d-86ce-99e8765faecd tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Request body: {'floatingip': {'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:20.799620 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-17a6fd23-8517-409d-86ce-99e8765faecd tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:20.806780 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f519a1d-9353-49dc-872f-48ea0efcd303 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=548fb6be-e9af-4b7a-b48e-8b16bc93f836,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:20.810812 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-17a6fd23-8517-409d-86ce-99e8765faecd tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Usage tracker for resource:floatingip and tenant:e45fc57a07e74979937330b3162dce5c is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:20.814114 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-17a6fd23-8517-409d-86ce-99e8765faecd tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:20.821816 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-17a6fd23-8517-409d-86ce-99e8765faecd tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:20.824010 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0f519a1d-9353-49dc-872f-48ea0efcd303 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.828408 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0f519a1d-9353-49dc-872f-48ea0efcd303 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5440989 Jan 21 09:41:20.829455 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50246) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:20.839522 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-ddba70bd-21a5-4973-9b3b-56917d305cdd tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Request body: {'security_group_rule': {'security_group_id': '1d8fe883-b973-490c-8cea-7b3f2b5e33a1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:20.847348 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-ddba70bd-21a5-4973-9b3b-56917d305cdd tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:20.854674 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ddba70bd-21a5-4973-9b3b-56917d305cdd tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Usage tracker for resource:security_group_rule and tenant:ce660dfdae8b496593a81e5d2b7c5827 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:20.857575 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-17a6fd23-8517-409d-86ce-99e8765faecd tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks [] for floatingip, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.885771 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ddba70bd-21a5-4973-9b3b-56917d305cdd tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:20.902597 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-ddba70bd-21a5-4973-9b3b-56917d305cdd tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:20.948057 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4b9e00b4-2a6f-47a2-80fb-12f52cbb361c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.953793 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ddba70bd-21a5-4973-9b3b-56917d305cdd tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.014957 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-db2412ea-c8f1-42d8-9267-06ddea3b6875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.043037 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0c97c60e-e7b0-4a07-b2cf-50d6c1a48b2d tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.047986 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 1385d940-bf92-4aa5-8393-aa8ec00274d5 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:21.072431 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9e00b4-2a6f-47a2-80fb-12f52cbb361c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Network e4bc1e52-2f67-4b69-8c26-249bb4f8a94f is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:21.089751 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-4b9e00b4-2a6f-47a2-80fb-12f52cbb361c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:21.092732 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9e00b4-2a6f-47a2-80fb-12f52cbb361c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:21.093794 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4b9e00b4-2a6f-47a2-80fb-12f52cbb361c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.105272 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-db2412ea-c8f1-42d8-9267-06ddea3b6875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.112556 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e00b4-2a6f-47a2-80fb-12f52cbb361c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event updated for resources: {'Port': ['ID=ce55443c-7c0f-4850-932a-12eaba4af3ca,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:21.125365 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593d56c6-7b46-43df-8590-b248f826cf0e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:21.126065 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ddba70bd-21a5-4973-9b3b-56917d305cdd tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.127638 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-593d56c6-7b46-43df-8590-b248f826cf0e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5094702 Jan 21 09:41:21.136426 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50250) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:21.141997 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-0c97c60e-e7b0-4a07-b2cf-50d6c1a48b2d tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Deleting port 0237f998-16bd-4897-8918-6e4d844f2793 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:21.142722 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0c97c60e-e7b0-4a07-b2cf-50d6c1a48b2d tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.155731 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 1385d940-bf92-4aa5-8393-aa8ec00274d5 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:21.162191 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-22bc1b88-a213-4db2-9382-c7bc0d062789 None None] Provisioning for port 7bc5f914-d6ba-463b-b172-587ce605db64 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:21.169448 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-22bc1b88-a213-4db2-9382-c7bc0d062789 None None] Provisioning complete for port 7bc5f914-d6ba-463b-b172-587ce605db64 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:21.169888 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-22bc1b88-a213-4db2-9382-c7bc0d062789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.174744 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ddba70bd-21a5-4973-9b3b-56917d305cdd tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.199573 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 1385d940-bf92-4aa5-8393-aa8ec00274d5 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:21.200352 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.217918 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba70bd-21a5-4973-9b3b-56917d305cdd tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6206d631-b3e2-4841-a7b5-949f5959b24a,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:21.254304 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5766b32-ea86-4fc0-9c87-306d5e4d9faf tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:21.260476 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f5766b32-ea86-4fc0-9c87-306d5e4d9faf tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:21.272129 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-17a6fd23-8517-409d-86ce-99e8765faecd tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.319153 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26124764-9028-4492-b3b5-1f9e9c81d3e2 None None] DHCP port deletion for 36c4effd-f4af-4d10-91bd-714d225a3199 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:41:21.350851 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-26124764-9028-4492-b3b5-1f9e9c81d3e2 None None] Deleting port 4e62e65a-7904-4dae-84e2-ad6bd71b28f0 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:21.351386 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-26124764-9028-4492-b3b5-1f9e9c81d3e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.391756 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.403919 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-22bc1b88-a213-4db2-9382-c7bc0d062789 None None] Port 7bc5f914-d6ba-463b-b172-587ce605db64 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:41:21.424714 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-db2412ea-c8f1-42d8-9267-06ddea3b6875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.434481 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ddba70bd-21a5-4973-9b3b-56917d305cdd tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.438230 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ddba70bd-21a5-4973-9b3b-56917d305cdd tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6042936 Jan 21 09:41:21.454399 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50254) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:21.461507 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-17a6fd23-8517-409d-86ce-99e8765faecd tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Allocated IP 172.26.3.13 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/b56b5568-831f-477b-a7e1-0d514dd24c84) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:21.464055 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f5766b32-ea86-4fc0-9c87-306d5e4d9faf tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:21.467604 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f5766b32-ea86-4fc0-9c87-306d5e4d9faf tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3278506 Jan 21 09:41:21.469585 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50258) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:21.471176 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-ecdb7db3-cf2c-4782-bbba-e539f9cdee13 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Request body: {'security_group_rule': {'security_group_id': '1d8fe883-b973-490c-8cea-7b3f2b5e33a1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:21.491381 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2412ea-c8f1-42d8-9267-06ddea3b6875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8784a42e-cbb3-48ba-8802-7dac93480895,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:21.495088 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ecdb7db3-cf2c-4782-bbba-e539f9cdee13 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:21.513782 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ecdb7db3-cf2c-4782-bbba-e539f9cdee13 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Usage tracker for resource:security_group_rule and tenant:ce660dfdae8b496593a81e5d2b7c5827 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:21.517367 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0c97c60e-e7b0-4a07-b2cf-50d6c1a48b2d tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.527641 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-db2412ea-c8f1-42d8-9267-06ddea3b6875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.531904 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-db2412ea-c8f1-42d8-9267-06ddea3b6875 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/8784a42e-cbb3-48ba-8802-7dac93480895 HTTP/1.1" status: 204 len: 168 time: 0.9056201 Jan 21 09:41:21.533460 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ecdb7db3-cf2c-4782-bbba-e539f9cdee13 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:21.538875 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4b9e00b4-2a6f-47a2-80fb-12f52cbb361c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.574368 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.605771 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-5c1a2035-a6a2-49ae-952a-54339dd21c3b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1322684 Jan 21 09:41:21.608048 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-855e616f-fec5-4046-9883-40aafb0d1024 None None] Provisioning complete for port 1385d940-bf92-4aa5-8393-aa8ec00274d5 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:21.608426 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-855e616f-fec5-4046-9883-40aafb0d1024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.617025 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50264) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:21.625174 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-c94bc2d7-c41c-4c1d-ad2c-403ebe06f763 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:21.703419 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ecdb7db3-cf2c-4782-bbba-e539f9cdee13 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:21.721914 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-0c97c60e-e7b0-4a07-b2cf-50d6c1a48b2d tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Calling delete_port for 0237f998-16bd-4897-8918-6e4d844f2793 owned by network:router_gateway {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:21.745380 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 1385d940-bf92-4aa5-8393-aa8ec00274d5, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=1385d940-bf92-4aa5-8393-aa8ec00274d5,segment=NetworkSegment(76bb3035-fd91-47c7-89ac-e4c369956a4a),segment_id=76bb3035-fd91-47c7-89ac-e4c369956a4a)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:21.747275 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-26124764-9028-4492-b3b5-1f9e9c81d3e2 None None] For port 4e62e65a-7904-4dae-84e2-ad6bd71b28f0, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=4e62e65a-7904-4dae-84e2-ad6bd71b28f0,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:21.747699 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-26124764-9028-4492-b3b5-1f9e9c81d3e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.872308 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.880322 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-26124764-9028-4492-b3b5-1f9e9c81d3e2 None None] Calling delete_port for 4e62e65a-7904-4dae-84e2-ad6bd71b28f0 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:22.024630 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c94bc2d7-c41c-4c1d-ad2c-403ebe06f763 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:22.040421 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c94bc2d7-c41c-4c1d-ad2c-403ebe06f763 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:22.043851 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4e62e65a-7904-4dae-84e2-ad6bd71b28f0 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:41:22.059625 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94bc2d7-c41c-4c1d-ad2c-403ebe06f763 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:22.064422 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c94bc2d7-c41c-4c1d-ad2c-403ebe06f763 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.087779 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7db3-cf2c-4782-bbba-e539f9cdee13 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.145789 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=1385d940-bf92-4aa5-8393-aa8ec00274d5,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:22.214897 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-26124764-9028-4492-b3b5-1f9e9c81d3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.256992 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-855e616f-fec5-4046-9883-40aafb0d1024 None None] Provisioning for port ce55443c-7c0f-4850-932a-12eaba4af3ca completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:22.262194 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-17a6fd23-8517-409d-86ce-99e8765faecd tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.268789 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Port 4e62e65a-7904-4dae-84e2-ad6bd71b28f0 update to DOWN by agent not found {{(pid=87516) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jan 21 09:41:22.278088 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7db3-cf2c-4782-bbba-e539f9cdee13 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.296827 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-855e616f-fec5-4046-9883-40aafb0d1024 None None] Provisioning complete for port ce55443c-7c0f-4850-932a-12eaba4af3ca triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:22.297638 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-855e616f-fec5-4046-9883-40aafb0d1024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.333202 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7db3-cf2c-4782-bbba-e539f9cdee13 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.337899 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-17a6fd23-8517-409d-86ce-99e8765faecd tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.341703 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26124764-9028-4492-b3b5-1f9e9c81d3e2 None None] Pushing event deleted for resources: {'Port': ['ID=4e62e65a-7904-4dae-84e2-ad6bd71b28f0,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:22.345812 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26124764-9028-4492-b3b5-1f9e9c81d3e2 None None] No DVR routers for this DVR port 4e62e65a-7904-4dae-84e2-ad6bd71b28f0 on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:41:22.402651 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-855e616f-fec5-4046-9883-40aafb0d1024 None None] Port ce55443c-7c0f-4850-932a-12eaba4af3ca cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:41:22.444231 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb7db3-cf2c-4782-bbba-e539f9cdee13 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32e1dce0-dffc-4cd6-9ea8-c64d07961c9e,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:22.457321 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a6fd23-8517-409d-86ce-99e8765faecd tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:22.465216 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-17a6fd23-8517-409d-86ce-99e8765faecd tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:22.470884 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a6fd23-8517-409d-86ce-99e8765faecd tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:22.494788 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7db3-cf2c-4782-bbba-e539f9cdee13 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.499053 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ecdb7db3-cf2c-4782-bbba-e539f9cdee13 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0403368 Jan 21 09:41:22.500052 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50286) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:22.507700 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-7ec012c5-b3af-4b55-91dc-197f7609510b tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Request body: {'security_group_rule': {'security_group_id': '1d8fe883-b973-490c-8cea-7b3f2b5e33a1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:22.513402 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-7ec012c5-b3af-4b55-91dc-197f7609510b tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:22.518045 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7ec012c5-b3af-4b55-91dc-197f7609510b tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Usage tracker for resource:security_group_rule and tenant:ce660dfdae8b496593a81e5d2b7c5827 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:22.520942 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7ec012c5-b3af-4b55-91dc-197f7609510b tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:22.528601 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6fd23-8517-409d-86ce-99e8765faecd tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Pushing event updated for resources: {'Port': ['ID=b56b5568-831f-477b-a7e1-0d514dd24c84,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:22.529582 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-7ec012c5-b3af-4b55-91dc-197f7609510b tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:22.538921 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0c97c60e-e7b0-4a07-b2cf-50d6c1a48b2d tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.597015 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97c60e-e7b0-4a07-b2cf-50d6c1a48b2d tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Pushing event deleted for resources: {'Port': ['ID=0237f998-16bd-4897-8918-6e4d844f2793,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:22.610750 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7ec012c5-b3af-4b55-91dc-197f7609510b tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.627719 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50290) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:22.659316 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-17a6fd23-8517-409d-86ce-99e8765faecd tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.666744 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4b9e00b4-2a6f-47a2-80fb-12f52cbb361c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.711414 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4b9e00b4-2a6f-47a2-80fb-12f52cbb361c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.712151 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4b9e00b4-2a6f-47a2-80fb-12f52cbb361c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.765087 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.objects.ports [None req-c94bc2d7-c41c-4c1d-ad2c-403ebe06f763 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87514) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 09:41:22.766915 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-17a6fd23-8517-409d-86ce-99e8765faecd tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.793969 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-9697e5ca-e830-4eab-873f-f504e2ec1c7b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1525176647'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:22.801490 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c94bc2d7-c41c-4c1d-ad2c-403ebe06f763 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.841848 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9697e5ca-e830-4eab-873f-f504e2ec1c7b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:22.858483 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e00b4-2a6f-47a2-80fb-12f52cbb361c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event updated for resources: {'Port': ['ID=ce55443c-7c0f-4850-932a-12eaba4af3ca,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:22.873819 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9697e5ca-e830-4eab-873f-f504e2ec1c7b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Usage tracker for resource:network and tenant:72339ba3f6b84fe98f8a9b07b475808d is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:22.882095 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9697e5ca-e830-4eab-873f-f504e2ec1c7b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:22.894918 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94bc2d7-c41c-4c1d-ad2c-403ebe06f763 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:22.901948 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-c94bc2d7-c41c-4c1d-ad2c-403ebe06f763 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:22.903798 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9697e5ca-e830-4eab-873f-f504e2ec1c7b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:22.911724 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0c97c60e-e7b0-4a07-b2cf-50d6c1a48b2d tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.915049 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc564b7-f890-443d-aacb-d3966441fb8f None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:22.915709 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94bc2d7-c41c-4c1d-ad2c-403ebe06f763 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:22.916297 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c94bc2d7-c41c-4c1d-ad2c-403ebe06f763 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.932964 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94bc2d7-c41c-4c1d-ad2c-403ebe06f763 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Subnet': ['ID=1504e706-5b2b-488a-ab68-f4aae6a834cd,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:22.964073 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9697e5ca-e830-4eab-873f-f504e2ec1c7b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Made reservation on behalf of 72339ba3f6b84fe98f8a9b07b475808d for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:22.967454 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9697e5ca-e830-4eab-873f-f504e2ec1c7b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.999344 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9697e5ca-e830-4eab-873f-f504e2ec1c7b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.018349 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c94bc2d7-c41c-4c1d-ad2c-403ebe06f763 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3974910 Jan 21 09:41:23.034251 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50296) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:23.046047 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-7cb46fd1-c34d-4668-a3c7-c331b03b49cd tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:23.072317 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9697e5ca-e830-4eab-873f-f504e2ec1c7b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:23.078877 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9697e5ca-e830-4eab-873f-f504e2ec1c7b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Usage tracker for resource:security_group_rule and tenant:72339ba3f6b84fe98f8a9b07b475808d is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:23.088864 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9697e5ca-e830-4eab-873f-f504e2ec1c7b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:23.097215 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9697e5ca-e830-4eab-873f-f504e2ec1c7b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:23.111622 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7ec012c5-b3af-4b55-91dc-197f7609510b tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.141052 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0c97c60e-e7b0-4a07-b2cf-50d6c1a48b2d tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.147946 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7ec012c5-b3af-4b55-91dc-197f7609510b tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.152048 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0c97c60e-e7b0-4a07-b2cf-50d6c1a48b2d tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.154257 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7cff51-ef91-4041-80f6-b44942d630fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-36c4effd-f4af-4d10-91bd-714d225a3199', 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'tenant_id': 'ce9334fe18174618a851dcacd095feca', 'fixed_ips': [{'subnet_id': '1504e706-5b2b-488a-ab68-f4aae6a834cd'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:41:23.155294 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7f7cff51-ef91-4041-80f6-b44942d630fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.166920 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-17a6fd23-8517-409d-86ce-99e8765faecd tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.175253 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-17a6fd23-8517-409d-86ce-99e8765faecd tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.227591 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec012c5-b3af-4b55-91dc-197f7609510b tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=684be16c-4970-4427-8dbb-12542792a4e1,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:23.296818 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9e00b4-2a6f-47a2-80fb-12f52cbb361c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Network e4bc1e52-2f67-4b69-8c26-249bb4f8a94f is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:23.301722 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-4b9e00b4-2a6f-47a2-80fb-12f52cbb361c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:23.306698 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6fd23-8517-409d-86ce-99e8765faecd tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Pushing event updated for resources: {'Port': ['ID=b56b5568-831f-477b-a7e1-0d514dd24c84,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:23.307266 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0c97c60e-e7b0-4a07-b2cf-50d6c1a48b2d tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.307686 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c97c60e-e7b0-4a07-b2cf-50d6c1a48b2d tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Fanout notify agent at l3_agent the message router_deleted on router d6596f41-9da4-4136-8e7b-aef4ee42f0de {{(pid=87515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:41:23.345224 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-17a6fd23-8517-409d-86ce-99e8765faecd tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.350887 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9697e5ca-e830-4eab-873f-f504e2ec1c7b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.360886 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9697e5ca-e830-4eab-873f-f504e2ec1c7b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.374469 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7ec012c5-b3af-4b55-91dc-197f7609510b tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.378354 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7ec012c5-b3af-4b55-91dc-197f7609510b tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8746922 Jan 21 09:41:23.385966 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50300) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:23.393633 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-7f7cff51-ef91-4041-80f6-b44942d630fc None None] Allocated IP 2001:db8::f816:3eff:fef5:36d5 (36c4effd-f4af-4d10-91bd-714d225a3199/1504e706-5b2b-488a-ab68-f4aae6a834cd/8a09a56d-976c-4813-be61-4baed885720a) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:23.419643 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9697e5ca-e830-4eab-873f-f504e2ec1c7b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:23.429388 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-17a6fd23-8517-409d-86ce-99e8765faecd tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.430590 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-17a6fd23-8517-409d-86ce-99e8765faecd tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6540866 Jan 21 09:41:23.438532 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50304) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:23.450915 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697e5ca-e830-4eab-873f-f504e2ec1c7b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5520946-9d43-49dd-8d42-1c8a189f5edf,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:23.460644 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-b0b81249-51fb-4221-9225-468f6d874b48 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Request body: {'floatingip': {'port_id': '7bc5f914-d6ba-463b-b172-587ce605db64', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:23.481335 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0c97c60e-e7b0-4a07-b2cf-50d6c1a48b2d tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.484909 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0c97c60e-e7b0-4a07-b2cf-50d6c1a48b2d tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] 10.222.0.110 "DELETE /v2.0/routers/d6596f41-9da4-4136-8e7b-aef4ee42f0de HTTP/1.1" status: 204 len: 168 time: 3.2967851 Jan 21 09:41:23.488705 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50308) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:23.555373 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-7cb46fd1-c34d-4668-a3c7-c331b03b49cd tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:23.559546 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9697e5ca-e830-4eab-873f-f504e2ec1c7b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.559741 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-9697e5ca-e830-4eab-873f-f504e2ec1c7b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Added segment b2ae5b9a-b8e4-4ab8-b4ae-87c9b394e916 of type vlan for network cb78e873-c2d8-4d64-b0db-46c6517d7124 Jan 21 09:41:23.569538 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7cb46fd1-c34d-4668-a3c7-c331b03b49cd tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:subnet and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:23.579734 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7cb46fd1-c34d-4668-a3c7-c331b03b49cd tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:23.592449 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-7cb46fd1-c34d-4668-a3c7-c331b03b49cd tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:23.607264 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9697e5ca-e830-4eab-873f-f504e2ec1c7b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.616991 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-44dc2131-8cea-4eb5-b232-2940a5753bb1 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Deleting subnet d370bdaf-2980-466c-8b5a-2f449228d79f {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:41:23.621130 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-44dc2131-8cea-4eb5-b232-2940a5753bb1 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.640900 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b38ac5ce-ce4b-4d91-a338-e55d72b5eaac tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.652658 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b0b81249-51fb-4221-9225-468f6d874b48 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks [] for floatingip, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.657913 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7f7cff51-ef91-4041-80f6-b44942d630fc None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.671894 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-7f7cff51-ef91-4041-80f6-b44942d630fc None None] Transition to ACTIVE for port object 8a09a56d-976c-4813-be61-4baed885720a will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:23.694368 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-7f7cff51-ef91-4041-80f6-b44942d630fc None None] Transition to ACTIVE for port object 8a09a56d-976c-4813-be61-4baed885720a will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:23.700813 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7f7cff51-ef91-4041-80f6-b44942d630fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.732619 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b38ac5ce-ce4b-4d91-a338-e55d72b5eaac tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.752325 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7cff51-ef91-4041-80f6-b44942d630fc None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:23.761394 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-7f7cff51-ef91-4041-80f6-b44942d630fc None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:23.776148 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7cff51-ef91-4041-80f6-b44942d630fc None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:23.813815 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9697e5ca-e830-4eab-873f-f504e2ec1c7b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.820109 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9697e5ca-e830-4eab-873f-f504e2ec1c7b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:23.820706 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9697e5ca-e830-4eab-873f-f504e2ec1c7b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.827802 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-44dc2131-8cea-4eb5-b232-2940a5753bb1 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.855602 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb46fd1-c34d-4668-a3c7-c331b03b49cd tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:23.858986 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7cb46fd1-c34d-4668-a3c7-c331b03b49cd tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.904457 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-232e9058-02a0-486b-82e1-b60516dbb276 None None] Provisioning complete for port ce55443c-7c0f-4850-932a-12eaba4af3ca triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:23.904846 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-232e9058-02a0-486b-82e1-b60516dbb276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.924311 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b38ac5ce-ce4b-4d91-a338-e55d72b5eaac tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.957689 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7cff51-ef91-4041-80f6-b44942d630fc None None] Pushing event updated for resources: {'Port': ['ID=8a09a56d-976c-4813-be61-4baed885720a,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:23.972804 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-7f7cff51-ef91-4041-80f6-b44942d630fc None None] Attempting to bind port 8a09a56d-976c-4813-be61-4baed885720a on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:23.973177 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-7f7cff51-ef91-4041-80f6-b44942d630fc None None] Attempting to bind port 8a09a56d-976c-4813-be61-4baed885720a by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:23.973542 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7cff51-ef91-4041-80f6-b44942d630fc None None] Attempting to bind port 8a09a56d-976c-4813-be61-4baed885720a on network 36c4effd-f4af-4d10-91bd-714d225a3199 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:23.986001 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7cff51-ef91-4041-80f6-b44942d630fc None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:41:23.986001 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7cff51-ef91-4041-80f6-b44942d630fc None None] Checking segment: {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:23.986553 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7f7cff51-ef91-4041-80f6-b44942d630fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.986553 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7cff51-ef91-4041-80f6-b44942d630fc None None] Bound using segment: {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:41:23.987449 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-7f7cff51-ef91-4041-80f6-b44942d630fc None None] Bound port: 8a09a56d-976c-4813-be61-4baed885720a, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:23.988368 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7f7cff51-ef91-4041-80f6-b44942d630fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.003733 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-232e9058-02a0-486b-82e1-b60516dbb276 None None] Port ce55443c-7c0f-4850-932a-12eaba4af3ca cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:41:24.038265 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9e00b4-2a6f-47a2-80fb-12f52cbb361c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Router 1c606ff7-54a9-4fd1-ae1d-74df3bfa900c is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:41:24.059496 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 1385d940-bf92-4aa5-8393-aa8ec00274d5 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:24.113788 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b38ac5ce-ce4b-4d91-a338-e55d72b5eaac tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.115084 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b38ac5ce-ce4b-4d91-a338-e55d72b5eaac tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/684be16c-4970-4427-8dbb-12542792a4e1 HTTP/1.1" status: 204 len: 168 time: 0.7278359 Jan 21 09:41:24.121117 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.ipam_backend_mixin [None req-7cb46fd1-c34d-4668-a3c7-c331b03b49cd tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1504e706-5b2b-488a-ab68-f4aae6a834cd (CIDR: 2001:db8::/64) Jan 21 09:41:24.123422 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50312) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:24.130440 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9697e5ca-e830-4eab-873f-f504e2ec1c7b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4982688 Jan 21 09:41:24.133511 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697e5ca-e830-4eab-873f-f504e2ec1c7b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event updated for resources: {'Network': ['ID=cb78e873-c2d8-4d64-b0db-46c6517d7124,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:24.138519 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ac5ce-ce4b-4d91-a338-e55d72b5eaac tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=684be16c-4970-4427-8dbb-12542792a4e1,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:24.138680 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cb46fd1-c34d-4668-a3c7-c331b03b49cd tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:41:24.139002 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cb46fd1-c34d-4668-a3c7-c331b03b49cd tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:41:24.173682 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-b0b81249-51fb-4221-9225-468f6d874b48 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] update failed (client error): The resource could not be found. Jan 21 09:41:24.174713 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b0b81249-51fb-4221-9225-468f6d874b48 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] 10.222.0.110 "PUT /v2.0/floatingips/07abe23a-01cd-4c53-9967-b5145343089f HTTP/1.1" status: 404 len: 507 time: 0.7282319 Jan 21 09:41:24.179251 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50316) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:24.182655 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-7f7cff51-ef91-4041-80f6-b44942d630fc None None] For port 8a09a56d-976c-4813-be61-4baed885720a, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:41:24.186966 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-7f7cff51-ef91-4041-80f6-b44942d630fc None None] For port 8a09a56d-976c-4813-be61-4baed885720a, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=8a09a56d-976c-4813-be61-4baed885720a,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:41:24.198796 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network cb78e873-c2d8-4d64-b0db-46c6517d7124 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:24.202272 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-44dc2131-8cea-4eb5-b232-2940a5753bb1 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.221797 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7f7cff51-ef91-4041-80f6-b44942d630fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.291837 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f2966a64-5bb6-40d6-ba12-7a9a48abeb5e tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Synchronizing usage tracker for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group_rule {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:24.309336 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-44dc2131-8cea-4eb5-b232-2940a5753bb1 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.345543 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7cff51-ef91-4041-80f6-b44942d630fc None None] Pushing event updated for resources: {'Port': ['ID=8a09a56d-976c-4813-be61-4baed885720a,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:24.360506 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc2131-8cea-4eb5-b232-2940a5753bb1 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Pushing event deleted for resources: {'Subnet': ['ID=d370bdaf-2980-466c-8b5a-2f449228d79f,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:24.362232 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-44dc2131-8cea-4eb5-b232-2940a5753bb1 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.364359 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-44dc2131-8cea-4eb5-b232-2940a5753bb1 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] 10.222.0.110 "DELETE /v2.0/subnets/d370bdaf-2980-466c-8b5a-2f449228d79f HTTP/1.1" status: 204 len: 168 time: 0.8746703 Jan 21 09:41:24.368521 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50320) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:24.378296 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7cb46fd1-c34d-4668-a3c7-c331b03b49cd tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3429101 Jan 21 09:41:24.381737 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50324) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:24.388472 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-f6b7bb67-5c76-42f6-9259-12b81c810b78 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Deleting port b56b5568-831f-477b-a7e1-0d514dd24c84 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:24.388996 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f6b7bb67-5c76-42f6-9259-12b81c810b78 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.408106 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6040b323-fc48-4d6a-9bb3-8391d5d6d68c None None] Network f95b79ff-8812-4a69-9741-755be6c8255a requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:24.410303 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-b6b1bd41-28fa-430e-b92a-490e7e801861 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:24.426570 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9e00b4-2a6f-47a2-80fb-12f52cbb361c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:41:24.429081 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f2966a64-5bb6-40d6-ba12-7a9a48abeb5e tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Unset dirty status for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group_rule {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:24.430571 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f2966a64-5bb6-40d6-ba12-7a9a48abeb5e tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2983029 Jan 21 09:41:24.433527 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50328) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:24.442897 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f2ae08-40b4-43c8-969c-70a42effd411 None None] Sync routers for ids ['1c606ff7-54a9-4fd1-ae1d-74df3bfa900c'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:41:24.444754 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4b9e00b4-2a6f-47a2-80fb-12f52cbb361c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "PUT /v2.0/routers/1c606ff7-54a9-4fd1-ae1d-74df3bfa900c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6034915 Jan 21 09:41:24.453224 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50332) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:24.474108 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f2ae08-40b4-43c8-969c-70a42effd411 None None] Routers {'1c606ff7-54a9-4fd1-ae1d-74df3bfa900c'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:24.475387 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-f6f2ae08-40b4-43c8-969c-70a42effd411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:41:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['1c606ff7-54a9-4fd1-ae1d-74df3bfa900c'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:24.611714 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c06d0d7d-7207-4c36-be53-f30c885ad5a1 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.613421 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-f6f2ae08-40b4-43c8-969c-70a42effd411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:24.626958 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f2ae08-40b4-43c8-969c-70a42effd411 None None] Routers {'1c606ff7-54a9-4fd1-ae1d-74df3bfa900c'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:24.627846 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-f6f2ae08-40b4-43c8-969c-70a42effd411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:41:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['1c606ff7-54a9-4fd1-ae1d-74df3bfa900c'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:24.670399 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-c06d0d7d-7207-4c36-be53-f30c885ad5a1 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Deleting port 6fe03389-1701-48e5-86b2-285454122b57 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:24.670736 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c06d0d7d-7207-4c36-be53-f30c885ad5a1 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.682255 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4a0f34e0-40a8-4cc2-abe7-0e08e508e250 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.694983 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-f6f2ae08-40b4-43c8-969c-70a42effd411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:24.695658 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f2ae08-40b4-43c8-969c-70a42effd411 None None] The sync data for ids ['1c606ff7-54a9-4fd1-ae1d-74df3bfa900c'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:41:24.715603 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4a0f34e0-40a8-4cc2-abe7-0e08e508e250 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.794882 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 1385d940-bf92-4aa5-8393-aa8ec00274d5 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:24.795263 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.858396 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7103453c-1209-4b23-84a4-91f1956f1e48 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:24.858999 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-7103453c-1209-4b23-84a4-91f1956f1e48 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Synchronizing usage tracker for tenant:0ffd125f2e19497db276d912c6599666 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:24.926263 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4a0f34e0-40a8-4cc2-abe7-0e08e508e250 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.929307 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-7103453c-1209-4b23-84a4-91f1956f1e48 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Unset dirty status for tenant:0ffd125f2e19497db276d912c6599666 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:24.934623 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7103453c-1209-4b23-84a4-91f1956f1e48 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "GET /v2.0/ports/ce55443c-7c0f-4850-932a-12eaba4af3ca HTTP/1.1" status: 200 len: 911 time: 0.4769742 Jan 21 09:41:24.945083 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50336) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:24.966541 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f6b7bb67-5c76-42f6-9259-12b81c810b78 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.967152 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f6b7bb67-5c76-42f6-9259-12b81c810b78 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.983794 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f34e0-40a8-4cc2-abe7-0e08e508e250 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32e1dce0-dffc-4cd6-9ea8-c64d07961c9e,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:25.061950 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4a0f34e0-40a8-4cc2-abe7-0e08e508e250 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.065839 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4a0f34e0-40a8-4cc2-abe7-0e08e508e250 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/32e1dce0-dffc-4cd6-9ea8-c64d07961c9e HTTP/1.1" status: 204 len: 168 time: 0.6288862 Jan 21 09:41:25.068257 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-b6b1bd41-28fa-430e-b92a-490e7e801861 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:25.074331 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50340) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:25.079460 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-c06d0d7d-7207-4c36-be53-f30c885ad5a1 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] For port 6fe03389-1701-48e5-86b2-285454122b57, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=6fe03389-1701-48e5-86b2-285454122b57,segment=NetworkSegment(e5e7a4c5-cb02-4b91-97f2-1bc893c3214b),segment_id=e5e7a4c5-cb02-4b91-97f2-1bc893c3214b)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:25.079819 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c06d0d7d-7207-4c36-be53-f30c885ad5a1 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.107168 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b91208-f1ce-442e-a7d7-080f8643b005 None None] DHCP port deletion for f95b79ff-8812-4a69-9741-755be6c8255a request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:41:25.110238 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-b6b1bd41-28fa-430e-b92a-490e7e801861 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:subnet and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:25.114576 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-22b91208-f1ce-442e-a7d7-080f8643b005 None None] Deleting port 6fe03389-1701-48e5-86b2-285454122b57 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:25.116267 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-22b91208-f1ce-442e-a7d7-080f8643b005 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.137268 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-f6b7bb67-5c76-42f6-9259-12b81c810b78 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Calling delete_port for b56b5568-831f-477b-a7e1-0d514dd24c84 owned by network:floatingip {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:25.181848 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-b6b1bd41-28fa-430e-b92a-490e7e801861 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:25.360439 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-b6b1bd41-28fa-430e-b92a-490e7e801861 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:25.431460 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f6b7bb67-5c76-42f6-9259-12b81c810b78 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.456518 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-22b91208-f1ce-442e-a7d7-080f8643b005 None None] For port 6fe03389-1701-48e5-86b2-285454122b57, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=6fe03389-1701-48e5-86b2-285454122b57,segment=NetworkSegment(e5e7a4c5-cb02-4b91-97f2-1bc893c3214b),segment_id=e5e7a4c5-cb02-4b91-97f2-1bc893c3214b)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:25.457089 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-22b91208-f1ce-442e-a7d7-080f8643b005 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.517655 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7bb67-5c76-42f6-9259-12b81c810b78 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Pushing event deleted for resources: {'Port': ['ID=b56b5568-831f-477b-a7e1-0d514dd24c84,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:25.536803 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-c06d0d7d-7207-4c36-be53-f30c885ad5a1 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Calling delete_port for 6fe03389-1701-48e5-86b2-285454122b57 owned by network:dhcp {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:25.611351 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b1bd41-28fa-430e-b92a-490e7e801861 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:25.614898 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b6b1bd41-28fa-430e-b92a-490e7e801861 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.642677 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-22b91208-f1ce-442e-a7d7-080f8643b005 None None] Calling delete_port for 6fe03389-1701-48e5-86b2-285454122b57 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:25.670594 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f6b7bb67-5c76-42f6-9259-12b81c810b78 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks [] for floatingip, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.687450 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f6b7bb67-5c76-42f6-9259-12b81c810b78 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.688858 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f6b7bb67-5c76-42f6-9259-12b81c810b78 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] 10.222.0.110 "DELETE /v2.0/floatingips/07abe23a-01cd-4c53-9967-b5145343089f HTTP/1.1" status: 204 len: 168 time: 1.5089788 Jan 21 09:41:25.692822 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50344) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:25.700315 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-e7457e37-fdb4-4452-b372-04c290d2791a tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Request body: {'floatingip': {'floating_network_id': '052accbc-68c4-408c-b535-706d7f73383e', 'port_id': '7bc5f914-d6ba-463b-b172-587ce605db64', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:25.706163 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-e7457e37-fdb4-4452-b372-04c290d2791a tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:25.710735 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-e7457e37-fdb4-4452-b372-04c290d2791a tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Usage tracker for resource:floatingip and tenant:e45fc57a07e74979937330b3162dce5c is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:25.713933 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-e7457e37-fdb4-4452-b372-04c290d2791a tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:25.719892 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-e7457e37-fdb4-4452-b372-04c290d2791a tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:25.742418 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e7457e37-fdb4-4452-b372-04c290d2791a tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks [] for floatingip, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.743094 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-22b91208-f1ce-442e-a7d7-080f8643b005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.830896 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b91208-f1ce-442e-a7d7-080f8643b005 None None] No DVR routers for this DVR port 6fe03389-1701-48e5-86b2-285454122b57 on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:41:25.841071 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b91208-f1ce-442e-a7d7-080f8643b005 None None] Pushing event deleted for resources: {'Port': ['ID=6fe03389-1701-48e5-86b2-285454122b57,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:26.034737 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 8a09a56d-976c-4813-be61-4baed885720a up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:26.045328 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-e7457e37-fdb4-4452-b372-04c290d2791a tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:41:26.049860 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e7457e37-fdb4-4452-b372-04c290d2791a tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3502996 Jan 21 09:41:26.055938 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50348) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:26.061605 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-5fc16a1b-1292-4c43-ac3b-27c64b2ab43c tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Request body: {'floatingip': {'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'port_id': '7bc5f914-d6ba-463b-b172-587ce605db64', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:26.073174 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-5fc16a1b-1292-4c43-ac3b-27c64b2ab43c tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:26.081719 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-5fc16a1b-1292-4c43-ac3b-27c64b2ab43c tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Usage tracker for resource:floatingip and tenant:e45fc57a07e74979937330b3162dce5c is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:26.089244 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-5fc16a1b-1292-4c43-ac3b-27c64b2ab43c tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:26.096289 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-5fc16a1b-1292-4c43-ac3b-27c64b2ab43c tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:26.133448 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5fc16a1b-1292-4c43-ac3b-27c64b2ab43c tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks [] for floatingip, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.151247 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 8a09a56d-976c-4813-be61-4baed885720a completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:26.232162 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 6fe03389-1701-48e5-86b2-285454122b57 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:41:26.252642 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.api [None req-c06d0d7d-7207-4c36-be53-f30c885ad5a1 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:41:26.253215 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG oslo_db.api [None req-c06d0d7d-7207-4c36-be53-f30c885ad5a1 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:41:26.293270 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-af382847-e332-4652-863c-e6608f8a299b tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Synchronizing usage tracker for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group_rule {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:26.297052 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 6fe03389-1701-48e5-86b2-285454122b57 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:41:26.297998 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 6fe03389-1701-48e5-86b2-285454122b57 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:41:26.313541 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b6b1bd41-28fa-430e-b92a-490e7e801861 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.354741 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5fc16a1b-1292-4c43-ac3b-27c64b2ab43c tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.401003 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b1bd41-28fa-430e-b92a-490e7e801861 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:26.406972 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1bd41-28fa-430e-b92a-490e7e801861 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Subnet': ['ID=38ac7503-96e1-4e6d-9a99-6a22adea785e,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:26.410724 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-b6b1bd41-28fa-430e-b92a-490e7e801861 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:26.416800 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b1bd41-28fa-430e-b92a-490e7e801861 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:26.417417 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b6b1bd41-28fa-430e-b92a-490e7e801861 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.443993 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-af382847-e332-4652-863c-e6608f8a299b tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Unset dirty status for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group_rule {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:26.448340 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-af382847-e332-4652-863c-e6608f8a299b tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 1.3703585 Jan 21 09:41:26.452626 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50352) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:26.465919 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7569c2-fadf-4592-bb97-f81094faab12 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:26.514212 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-5fc16a1b-1292-4c43-ac3b-27c64b2ab43c tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Allocated IP 172.26.3.78 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/43cee674-fe32-4a20-9f54-ec388fad31e4) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:26.529118 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-b6b1bd41-28fa-430e-b92a-490e7e801861 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1279109 Jan 21 09:41:26.536701 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50356) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:26.553555 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-a31f08a4-a014-42c9-8491-0a62d89c9f6d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'port': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'mac_address': 'fa:16:3e:57:ac:a2', 'name': 'tempest-NetworksTestDHCPv6-181415731'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:26.602553 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fe0d19bd-92cc-4fb7-87e0-42bbef084dcd tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.618353 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fe0d19bd-92cc-4fb7-87e0-42bbef084dcd tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.665891 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fe0d19bd-92cc-4fb7-87e0-42bbef084dcd tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.697659 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d19bd-92cc-4fb7-87e0-42bbef084dcd tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6206d631-b3e2-4841-a7b5-949f5959b24a,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:26.730533 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fe0d19bd-92cc-4fb7-87e0-42bbef084dcd tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.734236 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-fe0d19bd-92cc-4fb7-87e0-42bbef084dcd tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/6206d631-b3e2-4841-a7b5-949f5959b24a HTTP/1.1" status: 204 len: 168 time: 0.2805684 Jan 21 09:41:26.737376 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5d498f32-8d14-4443-8819-0d57c95b8156 None None] Provisioning for port 8a09a56d-976c-4813-be61-4baed885720a completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:26.738322 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50360) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:26.744651 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5d498f32-8d14-4443-8819-0d57c95b8156 None None] Provisioning complete for port 8a09a56d-976c-4813-be61-4baed885720a triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:26.745089 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5d498f32-8d14-4443-8819-0d57c95b8156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.807698 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5fc16a1b-1292-4c43-ac3b-27c64b2ab43c tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.867569 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-c06d0d7d-7207-4c36-be53-f30c885ad5a1 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Deleting port 6fe03389-1701-48e5-86b2-285454122b57 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:26.868160 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c06d0d7d-7207-4c36-be53-f30c885ad5a1 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.883298 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5d498f32-8d14-4443-8819-0d57c95b8156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.920916 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-5d498f32-8d14-4443-8819-0d57c95b8156 None None] For port 8a09a56d-976c-4813-be61-4baed885720a, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=8a09a56d-976c-4813-be61-4baed885720a,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:26.930896 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5d498f32-8d14-4443-8819-0d57c95b8156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.983847 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-bc6da580-da9f-4caa-ad06-58bf4748e255 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Synchronizing usage tracker for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group_rule {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:26.994179 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-c06d0d7d-7207-4c36-be53-f30c885ad5a1 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] The port '6fe03389-1701-48e5-86b2-285454122b57' was deleted {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:41:27.023620 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5fc16a1b-1292-4c43-ac3b-27c64b2ab43c tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.070785 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-bc6da580-da9f-4caa-ad06-58bf4748e255 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Unset dirty status for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group_rule {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:27.072340 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-bc6da580-da9f-4caa-ad06-58bf4748e255 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3261993 Jan 21 09:41:27.075018 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d498f32-8d14-4443-8819-0d57c95b8156 None None] Pushing event updated for resources: {'Port': ['ID=8a09a56d-976c-4813-be61-4baed885720a,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:27.078811 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adb3aec-bf8f-4a87-9071-8b027e3a90e3 None None] Update dhcp port {'port': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'fixed_ips': [{'subnet_id': '1504e706-5b2b-488a-ab68-f4aae6a834cd', 'ip_address': '2001:db8::f816:3eff:fef5:36d5'}, {'subnet_id': '38ac7503-96e1-4e6d-9a99-6a22adea785e'}], 'binding:host_id': 'dv-neutron-825731-1-hyperv'}, 'id': '8a09a56d-976c-4813-be61-4baed885720a'} from dv-neutron-825731-1-hyperv. {{(pid=87516) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 09:41:27.085758 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50364) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:27.097076 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a4edefb5-d0db-46a3-bea0-6ea99b882501 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.120431 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a31f08a4-a014-42c9-8491-0a62d89c9f6d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:27.125647 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc16a1b-1292-4c43-ac3b-27c64b2ab43c tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Pushing event updated for resources: {'Port': ['ID=43cee674-fe32-4a20-9f54-ec388fad31e4,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:27.144013 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1adb3aec-bf8f-4a87-9071-8b027e3a90e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.149695 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc16a1b-1292-4c43-ac3b-27c64b2ab43c tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:27.151324 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a31f08a4-a014-42c9-8491-0a62d89c9f6d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:port and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:27.155016 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-5fc16a1b-1292-4c43-ac3b-27c64b2ab43c tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:27.157578 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a31f08a4-a014-42c9-8491-0a62d89c9f6d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:27.160558 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc16a1b-1292-4c43-ac3b-27c64b2ab43c tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:27.208181 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-997e0b54-93ca-4c7c-90c1-3f921c2f7158 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.209661 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a31f08a4-a014-42c9-8491-0a62d89c9f6d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:27.274026 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31f08a4-a014-42c9-8491-0a62d89c9f6d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:27.331380 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-997e0b54-93ca-4c7c-90c1-3f921c2f7158 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.342130 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c06d0d7d-7207-4c36-be53-f30c885ad5a1 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.395066 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-c06d0d7d-7207-4c36-be53-f30c885ad5a1 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f95b79ff-8812-4a69-9741-755be6c8255a']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:27.419566 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-1adb3aec-bf8f-4a87-9071-8b027e3a90e3 None None] Allocated IP 2001:db8:0:1::2 (36c4effd-f4af-4d10-91bd-714d225a3199/38ac7503-96e1-4e6d-9a99-6a22adea785e/8a09a56d-976c-4813-be61-4baed885720a) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:27.419833 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-c06d0d7d-7207-4c36-be53-f30c885ad5a1 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e7a4c5-cb02-4b91-97f2-1bc893c3214b') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:27.420280 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-c06d0d7d-7207-4c36-be53-f30c885ad5a1 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e7a4c5-cb02-4b91-97f2-1bc893c3214b') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:27.441324 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5fc16a1b-1292-4c43-ac3b-27c64b2ab43c tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Deleting port 43cee674-fe32-4a20-9f54-ec388fad31e4 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:27.441815 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5fc16a1b-1292-4c43-ac3b-27c64b2ab43c tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.538020 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-997e0b54-93ca-4c7c-90c1-3f921c2f7158 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.552182 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c06d0d7d-7207-4c36-be53-f30c885ad5a1 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.580196 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-997e0b54-93ca-4c7c-90c1-3f921c2f7158 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.584297 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-997e0b54-93ca-4c7c-90c1-3f921c2f7158 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/548fb6be-e9af-4b7a-b48e-8b16bc93f836 HTTP/1.1" status: 204 len: 168 time: 0.4908528 Jan 21 09:41:27.587433 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50368) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:27.587676 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50370) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:27.593668 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-1adb3aec-bf8f-4a87-9071-8b027e3a90e3 None None] For port 8a09a56d-976c-4813-be61-4baed885720a, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=8a09a56d-976c-4813-be61-4baed885720a,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:27.595195 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e0b54-93ca-4c7c-90c1-3f921c2f7158 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=548fb6be-e9af-4b7a-b48e-8b16bc93f836,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:27.602099 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-6a5ead8e-653f-4cfd-9270-216af2114017 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Request body: {'subnet': {'network_id': 'cb78e873-c2d8-4d64-b0db-46c6517d7124', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:27.625077 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1adb3aec-bf8f-4a87-9071-8b027e3a90e3 None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.638217 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c06d0d7d-7207-4c36-be53-f30c885ad5a1 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.668840 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c06d0d7d-7207-4c36-be53-f30c885ad5a1 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:41:27.669268 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c06d0d7d-7207-4c36-be53-f30c885ad5a1 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.690000 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:41:27.690000 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:41:27.690000 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:41:27.690000 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:41:27.690000 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:41:27.690000 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:41:27.690000 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:41:27.690000 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:41:27.690000 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:41:27.690000 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:41:27.690000 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:41:27.690000 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:27.690000 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:41:27.690000 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:41:27.690000 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:41:27.690000 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:27.690000 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:41:27.690000 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:27.690000 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:41:27.690000 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:27.690000 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:41:27.690000 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:41:27.690000 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:27.690000 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:41:27.690000 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:27.690000 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:41:27.690000 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:41:27.690000 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:41:27.690000 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:41:27.690000 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:41:27.690000 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:27.690000 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:41:27.690000 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:27.690000 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:41:27.690000 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:27.690000 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:41:27.690000 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:27.690000 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:41:27.690000 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:27.690000 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:27.695823 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5fc16a1b-1292-4c43-ac3b-27c64b2ab43c tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.696376 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5fc16a1b-1292-4c43-ac3b-27c64b2ab43c tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.712548 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a31f08a4-a014-42c9-8491-0a62d89c9f6d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.842999 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5fc16a1b-1292-4c43-ac3b-27c64b2ab43c tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Calling delete_port for 43cee674-fe32-4a20-9f54-ec388fad31e4 owned by network:floatingip {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:27.897906 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-a31f08a4-a014-42c9-8491-0a62d89c9f6d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] device_id is not set on port f9904e4a-925b-4038-8146-5b0f5f45874d yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:27.952666 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 8a09a56d-976c-4813-be61-4baed885720a up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:27.989933 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-bb84a063-cb2e-48c7-abeb-bd099fad2633 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Synchronizing usage tracker for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group_rule {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:28.010173 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-6a5ead8e-653f-4cfd-9270-216af2114017 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:28.015797 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-6a5ead8e-653f-4cfd-9270-216af2114017 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Usage tracker for resource:subnet and tenant:72339ba3f6b84fe98f8a9b07b475808d is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:28.027286 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 8a09a56d-976c-4813-be61-4baed885720a triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:28.027687 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.044833 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-6a5ead8e-653f-4cfd-9270-216af2114017 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:28.049488 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c06d0d7d-7207-4c36-be53-f30c885ad5a1 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.055211 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c06d0d7d-7207-4c36-be53-f30c885ad5a1 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.083501 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-6a5ead8e-653f-4cfd-9270-216af2114017 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:28.095367 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5fc16a1b-1292-4c43-ac3b-27c64b2ab43c tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.096069 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-1adb3aec-bf8f-4a87-9071-8b027e3a90e3 None None] Transition to ACTIVE for port object 8a09a56d-976c-4813-be61-4baed885720a will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:28.096879 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-bb84a063-cb2e-48c7-abeb-bd099fad2633 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Unset dirty status for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group_rule {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:28.098254 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-bb84a063-cb2e-48c7-abeb-bd099fad2633 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5081530 Jan 21 09:41:28.102422 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1adb3aec-bf8f-4a87-9071-8b027e3a90e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.106395 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c06d0d7d-7207-4c36-be53-f30c885ad5a1 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] 10.222.0.110 "DELETE /v2.0/networks/f95b79ff-8812-4a69-9741-755be6c8255a HTTP/1.1" status: 204 len: 168 time: 3.7346013 Jan 21 09:41:28.106395 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d0d7d-7207-4c36-be53-f30c885ad5a1 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Pushing event deleted for resources: {'Network': ['ID=f95b79ff-8812-4a69-9741-755be6c8255a,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:28.114665 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50376) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:28.114797 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50378) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:28.207952 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5ead8e-653f-4cfd-9270-216af2114017 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Made reservation on behalf of 72339ba3f6b84fe98f8a9b07b475808d for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:28.211206 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6a5ead8e-653f-4cfd-9270-216af2114017 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.230300 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc16a1b-1292-4c43-ac3b-27c64b2ab43c tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Pushing event deleted for resources: {'Port': ['ID=43cee674-fe32-4a20-9f54-ec388fad31e4,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:28.284820 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-a4edefb5-d0db-46a3-bea0-6ea99b882501 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Deleting port ce55443c-7c0f-4850-932a-12eaba4af3ca {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:28.285196 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a4edefb5-d0db-46a3-bea0-6ea99b882501 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.310663 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb3aec-bf8f-4a87-9071-8b027e3a90e3 None None] Pushing event updated for resources: {'Port': ['ID=8a09a56d-976c-4813-be61-4baed885720a,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:28.413483 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-5fc16a1b-1292-4c43-ac3b-27c64b2ab43c tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] create failed (client error): The resource could not be found. Jan 21 09:41:28.414545 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-5fc16a1b-1292-4c43-ac3b-27c64b2ab43c tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.3576248 Jan 21 09:41:28.420796 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50384) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:28.471486 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e6d0ec0a-127a-45bd-9427-346ca6a2e5b1 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.471681 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-a31f08a4-a014-42c9-8491-0a62d89c9f6d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Allocated IP 2001:db8:0:1::184 (36c4effd-f4af-4d10-91bd-714d225a3199/38ac7503-96e1-4e6d-9a99-6a22adea785e/f9904e4a-925b-4038-8146-5b0f5f45874d) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:28.491894 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-a31f08a4-a014-42c9-8491-0a62d89c9f6d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Allocated IP 2001:db8::f816:3eff:fe57:aca2 (36c4effd-f4af-4d10-91bd-714d225a3199/1504e706-5b2b-488a-ab68-f4aae6a834cd/f9904e4a-925b-4038-8146-5b0f5f45874d) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:28.494565 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-b82c8c7e-afbc-46f8-a350-605d31112d98 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Deleting port 9f666e86-fd72-4c83-b978-50383b3543c9 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:28.495305 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b82c8c7e-afbc-46f8-a350-605d31112d98 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.512103 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-7b2ffc1a-7171-41b7-923f-06a88a22d9f7 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Deleting port 7bc5f914-d6ba-463b-b172-587ce605db64 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:28.512453 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7b2ffc1a-7171-41b7-923f-06a88a22d9f7 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.522821 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e6d0ec0a-127a-45bd-9427-346ca6a2e5b1 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.708225 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e6d0ec0a-127a-45bd-9427-346ca6a2e5b1 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.838975 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0ec0a-127a-45bd-9427-346ca6a2e5b1 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92e83527-64ab-4217-a9d3-5a20a08c0c60,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:28.908467 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e6d0ec0a-127a-45bd-9427-346ca6a2e5b1 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.909546 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e6d0ec0a-127a-45bd-9427-346ca6a2e5b1 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/92e83527-64ab-4217-a9d3-5a20a08c0c60 HTTP/1.1" status: 204 len: 168 time: 0.7918136 Jan 21 09:41:28.916490 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50388) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:28.931160 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a4edefb5-d0db-46a3-bea0-6ea99b882501 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.976851 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0a42a1e9-ad72-462f-83f9-e7826e678f30 None None] Provisioning for port 8a09a56d-976c-4813-be61-4baed885720a completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:28.981855 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0a42a1e9-ad72-462f-83f9-e7826e678f30 None None] Provisioning complete for port 8a09a56d-976c-4813-be61-4baed885720a triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:28.982223 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0a42a1e9-ad72-462f-83f9-e7826e678f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.029481 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b82c8c7e-afbc-46f8-a350-605d31112d98 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.029895 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b82c8c7e-afbc-46f8-a350-605d31112d98 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.058353 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a31f08a4-a014-42c9-8491-0a62d89c9f6d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.072165 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7b2ffc1a-7171-41b7-923f-06a88a22d9f7 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.108294 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-a4edefb5-d0db-46a3-bea0-6ea99b882501 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Calling delete_port for ce55443c-7c0f-4850-932a-12eaba4af3ca owned by network:router_interface {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:29.146179 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-a31f08a4-a014-42c9-8491-0a62d89c9f6d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Transition to ACTIVE for port object f9904e4a-925b-4038-8146-5b0f5f45874d will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:29.212351 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-7b2ffc1a-7171-41b7-923f-06a88a22d9f7 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Calling delete_port for 7bc5f914-d6ba-463b-b172-587ce605db64 owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:29.286829 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-b82c8c7e-afbc-46f8-a350-605d31112d98 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Calling delete_port for 9f666e86-fd72-4c83-b978-50383b3543c9 owned by network:floatingip {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:29.329474 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a31f08a4-a014-42c9-8491-0a62d89c9f6d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.439969 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31f08a4-a014-42c9-8491-0a62d89c9f6d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:29.448166 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-a31f08a4-a014-42c9-8491-0a62d89c9f6d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:29.453392 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31f08a4-a014-42c9-8491-0a62d89c9f6d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:29.458874 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31f08a4-a014-42c9-8491-0a62d89c9f6d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:29.460322 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6a5ead8e-653f-4cfd-9270-216af2114017 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.460495 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a31f08a4-a014-42c9-8491-0a62d89c9f6d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.466454 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f08a4-a014-42c9-8491-0a62d89c9f6d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Port': ['ID=f9904e4a-925b-4038-8146-5b0f5f45874d,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:29.474348 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7b2ffc1a-7171-41b7-923f-06a88a22d9f7 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.518785 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ba62ab41-3882-4771-ba6a-558cd3ca910b tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Synchronizing usage tracker for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group_rule {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:29.530416 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ffc1a-7171-41b7-923f-06a88a22d9f7 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Pushing event deleted for resources: {'Port': ['ID=7bc5f914-d6ba-463b-b172-587ce605db64,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:29.587153 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a31f08a4-a014-42c9-8491-0a62d89c9f6d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.0398192 Jan 21 09:41:29.596586 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50392) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:29.626558 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ba62ab41-3882-4771-ba6a-558cd3ca910b tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Unset dirty status for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group_rule {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:29.628123 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ba62ab41-3882-4771-ba6a-558cd3ca910b tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7072051 Jan 21 09:41:29.634192 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50396) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:29.695255 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ead8e-653f-4cfd-9270-216af2114017 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event updated for resources: {'Subnet': ['ID=fc4c6c49-ff85-4757-88f5-69ad10072602,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:29.722008 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-035f7a27-d0e9-4e68-a6dd-37253a87415a tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.727161 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7b2ffc1a-7171-41b7-923f-06a88a22d9f7 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.729152 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7b2ffc1a-7171-41b7-923f-06a88a22d9f7 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] 10.222.0.110 "DELETE /v2.0/ports/7bc5f914-d6ba-463b-b172-587ce605db64 HTTP/1.1" status: 204 len: 168 time: 1.3074329 Jan 21 09:41:29.736681 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50400) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:29.766453 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-035f7a27-d0e9-4e68-a6dd-37253a87415a tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.827667 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5ead8e-653f-4cfd-9270-216af2114017 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Checking segment: {'id': 'b2ae5b9a-b8e4-4ab8-b4ae-87c9b394e916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cb78e873-c2d8-4d64-b0db-46c6517d7124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:29.828025 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5ead8e-653f-4cfd-9270-216af2114017 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Network hostable DHCP agents. Network: cb78e873-c2d8-4d64-b0db-46c6517d7124, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:29.831093 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-035f7a27-d0e9-4e68-a6dd-37253a87415a tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.854338 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f7a27-d0e9-4e68-a6dd-37253a87415a tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8fe883-b973-490c-8cea-7b3f2b5e33a1,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:29.854544 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-07dfa90c-f66d-43dc-a2bc-2337b486f082 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting port f9904e4a-925b-4038-8146-5b0f5f45874d {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:29.854892 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-07dfa90c-f66d-43dc-a2bc-2337b486f082 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.879071 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-035f7a27-d0e9-4e68-a6dd-37253a87415a tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.882826 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-035f7a27-d0e9-4e68-a6dd-37253a87415a tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "DELETE /v2.0/security-groups/1d8fe883-b973-490c-8cea-7b3f2b5e33a1 HTTP/1.1" status: 204 len: 168 time: 0.2451870 Jan 21 09:41:29.882983 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0041c9bd-b6d3-400d-aeca-ef12bb357550 None None] Provisioning for port f9904e4a-925b-4038-8146-5b0f5f45874d completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:29.883338 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50404) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:29.887906 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0041c9bd-b6d3-400d-aeca-ef12bb357550 None None] Provisioning complete for port f9904e4a-925b-4038-8146-5b0f5f45874d triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:29.888374 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0041c9bd-b6d3-400d-aeca-ef12bb357550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.947815 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-0041c9bd-b6d3-400d-aeca-ef12bb357550 None None] Port f9904e4a-925b-4038-8146-5b0f5f45874d cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:41:29.957336 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-876238ab-fa3e-42d7-b49c-635887d0074e tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Synchronizing usage tracker for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:29.975172 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-876238ab-fa3e-42d7-b49c-635887d0074e tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Unset dirty status for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:29.977604 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 8a09a56d-976c-4813-be61-4baed885720a up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:29.982749 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-876238ab-fa3e-42d7-b49c-635887d0074e tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0971892 Jan 21 09:41:29.983422 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50408) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:29.989139 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-bee4b448-d79b-4c94-8408-3a8e455114d7 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Request body: {'security_group': {'name': 'tempest-secgroup--568051270'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:29.996863 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-bee4b448-d79b-4c94-8408-3a8e455114d7 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:30.008156 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-bee4b448-d79b-4c94-8408-3a8e455114d7 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:30.020192 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bee4b448-d79b-4c94-8408-3a8e455114d7 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.025329 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b82c8c7e-afbc-46f8-a350-605d31112d98 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.042609 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-bee4b448-d79b-4c94-8408-3a8e455114d7 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:30.047001 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-bee4b448-d79b-4c94-8408-3a8e455114d7 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Usage tracker for resource:security_group_rule and tenant:ce660dfdae8b496593a81e5d2b7c5827 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:30.050375 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-bee4b448-d79b-4c94-8408-3a8e455114d7 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:30.052709 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 8a09a56d-976c-4813-be61-4baed885720a triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:30.053283 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.056564 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-bee4b448-d79b-4c94-8408-3a8e455114d7 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:30.128485 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5ead8e-653f-4cfd-9270-216af2114017 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Network cb78e873-c2d8-4d64-b0db-46c6517d7124 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:30.138431 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c8c7e-afbc-46f8-a350-605d31112d98 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Pushing event deleted for resources: {'Port': ['ID=9f666e86-fd72-4c83-b978-50383b3543c9,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:30.144205 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bee4b448-d79b-4c94-8408-3a8e455114d7 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.149105 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bee4b448-d79b-4c94-8408-3a8e455114d7 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.182440 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a4edefb5-d0db-46a3-bea0-6ea99b882501 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.201518 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4b448-d79b-4c94-8408-3a8e455114d7 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b65ea28e-1e00-4d40-85d8-35ca97c89b59,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:30.212447 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bee4b448-d79b-4c94-8408-3a8e455114d7 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.216186 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-bee4b448-d79b-4c94-8408-3a8e455114d7 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2293591 Jan 21 09:41:30.216488 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50412) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:30.221886 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-cd7b4cb2-d6b0-490c-8658-6ea76e6374c5 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Request body: {'security_group_rule': {'security_group_id': 'b65ea28e-1e00-4d40-85d8-35ca97c89b59', 'direction': 'ingress', 'protocol': 17}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:30.228501 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-cd7b4cb2-d6b0-490c-8658-6ea76e6374c5 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:30.232505 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-cd7b4cb2-d6b0-490c-8658-6ea76e6374c5 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Usage tracker for resource:security_group_rule and tenant:ce660dfdae8b496593a81e5d2b7c5827 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:30.235310 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-cd7b4cb2-d6b0-490c-8658-6ea76e6374c5 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:30.241128 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-cd7b4cb2-d6b0-490c-8658-6ea76e6374c5 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:30.247523 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-6a5ead8e-653f-4cfd-9270-216af2114017 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, cb78e873-c2d8-4d64-b0db-46c6517d7124) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:30.255989 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e48d54-5df7-45bc-996d-a8d032691588 None None] Network cb78e873-c2d8-4d64-b0db-46c6517d7124 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:30.260144 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd7b4cb2-d6b0-490c-8658-6ea76e6374c5 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.307010 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5ead8e-653f-4cfd-9270-216af2114017 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:30.307633 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6a5ead8e-653f-4cfd-9270-216af2114017 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.316267 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4edefb5-d0db-46a3-bea0-6ea99b882501 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event deleted for resources: {'Port': ['ID=ce55443c-7c0f-4850-932a-12eaba4af3ca,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:30.340671 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd7b4cb2-d6b0-490c-8658-6ea76e6374c5 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.347033 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd7b4cb2-d6b0-490c-8658-6ea76e6374c5 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.357472 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86499aaf-0cdf-45d3-93b9-56d70d474e93 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:30.358999 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-86499aaf-0cdf-45d3-93b9-56d70d474e93 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] 10.222.0.110 "GET /v2.0/ports?device_id=5a1735e5-f90b-4bb5-a90d-0e6f0a182aa7 HTTP/1.1" status: 200 len: 913 time: 0.6201684 Jan 21 09:41:30.366256 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50416) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:30.449844 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b4cb2-d6b0-490c-8658-6ea76e6374c5 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6858fe7f-d5f9-4fa5-bc99-bc19839a9472,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:30.500597 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340a9e3f-9100-47bd-8a3c-6e8af751b785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-cb78e873-c2d8-4d64-b0db-46c6517d7124', 'network_id': 'cb78e873-c2d8-4d64-b0db-46c6517d7124', 'tenant_id': '72339ba3f6b84fe98f8a9b07b475808d', 'fixed_ips': [{'subnet_id': 'fc4c6c49-ff85-4757-88f5-69ad10072602'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:41:30.501872 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-340a9e3f-9100-47bd-8a3c-6e8af751b785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.544520 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd7b4cb2-d6b0-490c-8658-6ea76e6374c5 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.545964 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-cd7b4cb2-d6b0-490c-8658-6ea76e6374c5 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3283267 Jan 21 09:41:30.557255 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50420) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:30.615524 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6a5ead8e-653f-4cfd-9270-216af2114017 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0266991 Jan 21 09:41:30.617284 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50424) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:30.638777 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b82c8c7e-afbc-46f8-a350-605d31112d98 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks [] for floatingip, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.641121 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b82c8c7e-afbc-46f8-a350-605d31112d98 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.644650 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-b82c8c7e-afbc-46f8-a350-605d31112d98 tempest-FloatingIPAdminTestJSON-1176515044 tempest-FloatingIPAdminTestJSON-1176515044-project] 10.222.0.110 "DELETE /v2.0/floatingips/c7293a92-5995-4a77-ac5a-124958504ec0 HTTP/1.1" status: 204 len: 168 time: 2.5228953 Jan 21 09:41:30.651860 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-cd8dd861-d2c1-42f3-a007-b2ac2fc30646 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1830889837'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:30.656734 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a4edefb5-d0db-46a3-bea0-6ea99b882501 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.662044 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-07dfa90c-f66d-43dc-a2bc-2337b486f082 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.673825 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-cd8dd861-d2c1-42f3-a007-b2ac2fc30646 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:30.697775 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-340a9e3f-9100-47bd-8a3c-6e8af751b785 None None] Allocated IP 2001:db8:0:ffff::2 (cb78e873-c2d8-4d64-b0db-46c6517d7124/fc4c6c49-ff85-4757-88f5-69ad10072602/0aec874f-7cdf-42c6-9f91-c0cf6a0c033c) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:30.731385 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-cd8dd861-d2c1-42f3-a007-b2ac2fc30646 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Usage tracker for resource:network and tenant:72339ba3f6b84fe98f8a9b07b475808d is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:30.735500 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-cd8dd861-d2c1-42f3-a007-b2ac2fc30646 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:30.859341 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-07dfa90c-f66d-43dc-a2bc-2337b486f082 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Calling delete_port for f9904e4a-925b-4038-8146-5b0f5f45874d owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:30.891780 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-cd8dd861-d2c1-42f3-a007-b2ac2fc30646 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:30.994330 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0d7853bf-42d4-4f26-bd35-175ce41486f6 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.000629 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-340a9e3f-9100-47bd-8a3c-6e8af751b785 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.013559 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8dd861-d2c1-42f3-a007-b2ac2fc30646 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Made reservation on behalf of 72339ba3f6b84fe98f8a9b07b475808d for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:31.017483 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-340a9e3f-9100-47bd-8a3c-6e8af751b785 None None] Transition to ACTIVE for port object 0aec874f-7cdf-42c6-9f91-c0cf6a0c033c will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:31.018079 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cd8dd861-d2c1-42f3-a007-b2ac2fc30646 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.047195 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-340a9e3f-9100-47bd-8a3c-6e8af751b785 None None] Transition to ACTIVE for port object 0aec874f-7cdf-42c6-9f91-c0cf6a0c033c will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:31.055795 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-340a9e3f-9100-47bd-8a3c-6e8af751b785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.064083 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50432) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:31.081194 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0d7853bf-42d4-4f26-bd35-175ce41486f6 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.135368 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340a9e3f-9100-47bd-8a3c-6e8af751b785 None None] Network cb78e873-c2d8-4d64-b0db-46c6517d7124 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:31.138624 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-340a9e3f-9100-47bd-8a3c-6e8af751b785 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:31.143682 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340a9e3f-9100-47bd-8a3c-6e8af751b785 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:31.149746 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a9e3f-9100-47bd-8a3c-6e8af751b785 None None] Pushing event updated for resources: {'Port': ['ID=0aec874f-7cdf-42c6-9f91-c0cf6a0c033c,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:31.213045 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0d7853bf-42d4-4f26-bd35-175ce41486f6 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.233164 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7853bf-42d4-4f26-bd35-175ce41486f6 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65ea28e-1e00-4d40-85d8-35ca97c89b59,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:31.282823 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-340a9e3f-9100-47bd-8a3c-6e8af751b785 None None] Attempting to bind port 0aec874f-7cdf-42c6-9f91-c0cf6a0c033c on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:31.283631 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-340a9e3f-9100-47bd-8a3c-6e8af751b785 None None] Attempting to bind port 0aec874f-7cdf-42c6-9f91-c0cf6a0c033c by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'b2ae5b9a-b8e4-4ab8-b4ae-87c9b394e916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cb78e873-c2d8-4d64-b0db-46c6517d7124'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:31.284189 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340a9e3f-9100-47bd-8a3c-6e8af751b785 None None] Attempting to bind port 0aec874f-7cdf-42c6-9f91-c0cf6a0c033c on network cb78e873-c2d8-4d64-b0db-46c6517d7124 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:31.292200 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340a9e3f-9100-47bd-8a3c-6e8af751b785 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:41:31.292200 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340a9e3f-9100-47bd-8a3c-6e8af751b785 None None] Checking segment: {'id': 'b2ae5b9a-b8e4-4ab8-b4ae-87c9b394e916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cb78e873-c2d8-4d64-b0db-46c6517d7124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:31.292200 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-340a9e3f-9100-47bd-8a3c-6e8af751b785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.292574 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340a9e3f-9100-47bd-8a3c-6e8af751b785 None None] Bound using segment: {'id': 'b2ae5b9a-b8e4-4ab8-b4ae-87c9b394e916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cb78e873-c2d8-4d64-b0db-46c6517d7124'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:41:31.292837 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-340a9e3f-9100-47bd-8a3c-6e8af751b785 None None] Bound port: 0aec874f-7cdf-42c6-9f91-c0cf6a0c033c, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ae5b9a-b8e4-4ab8-b4ae-87c9b394e916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cb78e873-c2d8-4d64-b0db-46c6517d7124'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:31.293180 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-340a9e3f-9100-47bd-8a3c-6e8af751b785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.313933 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0d7853bf-42d4-4f26-bd35-175ce41486f6 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.317705 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0d7853bf-42d4-4f26-bd35-175ce41486f6 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "DELETE /v2.0/security-groups/b65ea28e-1e00-4d40-85d8-35ca97c89b59 HTTP/1.1" status: 204 len: 168 time: 0.7571414 Jan 21 09:41:31.320859 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50438) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:31.348034 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4edefb5-d0db-46a3-bea0-6ea99b882501 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Router 1c606ff7-54a9-4fd1-ae1d-74df3bfa900c has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:41:31.349527 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd8dd861-d2c1-42f3-a007-b2ac2fc30646 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:31.403629 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-340a9e3f-9100-47bd-8a3c-6e8af751b785 None None] For port 0aec874f-7cdf-42c6-9f91-c0cf6a0c033c, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:41:31.407199 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-340a9e3f-9100-47bd-8a3c-6e8af751b785 None None] For port 0aec874f-7cdf-42c6-9f91-c0cf6a0c033c, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=0aec874f-7cdf-42c6-9f91-c0cf6a0c033c,segment=NetworkSegment(b2ae5b9a-b8e4-4ab8-b4ae-87c9b394e916),segment_id=b2ae5b9a-b8e4-4ab8-b4ae-87c9b394e916)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:41:31.409947 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-45aa8288-399a-4ed4-9500-49ecac9811ce admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=55b990d66d89441f97d613a6bc477c09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3381023 Jan 21 09:41:31.413647 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50442) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:31.413820 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-340a9e3f-9100-47bd-8a3c-6e8af751b785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.421356 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-473e534f-0ccc-4fbf-b7a8-05e842ce28ee tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Synchronizing usage tracker for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:31.466816 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2e32835b-69f2-4563-9586-f726914aa955 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.510912 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a9e3f-9100-47bd-8a3c-6e8af751b785 None None] Pushing event updated for resources: {'Port': ['ID=0aec874f-7cdf-42c6-9f91-c0cf6a0c033c,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:31.542727 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-473e534f-0ccc-4fbf-b7a8-05e842ce28ee tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Unset dirty status for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:31.544284 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-473e534f-0ccc-4fbf-b7a8-05e842ce28ee tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2229166 Jan 21 09:41:31.550986 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50446) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:31.560960 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-3eb909a2-793d-4ccf-b51d-e2a4f882703d tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Request body: {'security_group': {'name': 'tempest-secgroup--797983484'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:31.565206 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4edefb5-d0db-46a3-bea0-6ea99b882501 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:41:31.577569 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51153f57-ab6c-4ec3-ac5f-63346b9ac60f None None] Sync routers for ids ['1c606ff7-54a9-4fd1-ae1d-74df3bfa900c'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:41:31.588720 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51153f57-ab6c-4ec3-ac5f-63346b9ac60f None None] Routers {'1c606ff7-54a9-4fd1-ae1d-74df3bfa900c'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:31.589645 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-51153f57-ab6c-4ec3-ac5f-63346b9ac60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:41:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['1c606ff7-54a9-4fd1-ae1d-74df3bfa900c'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:31.607471 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-3eb909a2-793d-4ccf-b51d-e2a4f882703d tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:31.628730 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-3eb909a2-793d-4ccf-b51d-e2a4f882703d tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:31.646234 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a4edefb5-d0db-46a3-bea0-6ea99b882501 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "PUT /v2.0/routers/1c606ff7-54a9-4fd1-ae1d-74df3bfa900c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6996176 Jan 21 09:41:31.651739 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50450) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:31.658467 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9850ea8b-dc23-4f5c-a1ec-3588974519dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.660943 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3eb909a2-793d-4ccf-b51d-e2a4f882703d tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.671121 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-51153f57-ab6c-4ec3-ac5f-63346b9ac60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:31.681732 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cd8dd861-d2c1-42f3-a007-b2ac2fc30646 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.682055 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-cd8dd861-d2c1-42f3-a007-b2ac2fc30646 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Added segment e6397bfc-0ed3-402b-84be-de049f106bbe of type vlan for network 606e6c60-d3d7-47bb-96f9-6acef1e898bd Jan 21 09:41:31.682495 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51153f57-ab6c-4ec3-ac5f-63346b9ac60f None None] Routers {'1c606ff7-54a9-4fd1-ae1d-74df3bfa900c'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:31.683176 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-51153f57-ab6c-4ec3-ac5f-63346b9ac60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:41:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['1c606ff7-54a9-4fd1-ae1d-74df3bfa900c'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:31.686231 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-07dfa90c-f66d-43dc-a2bc-2337b486f082 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.724360 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cd8dd861-d2c1-42f3-a007-b2ac2fc30646 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.729448 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ec6f0949-bd1c-48b9-b39f-e76927e00fcf tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c606ff7-54a9-4fd1-ae1d-74df3bfa900c HTTP/1.1" status: 200 len: 205 time: 0.0750327 Jan 21 09:41:31.730038 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50454) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:31.764653 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-3eb909a2-793d-4ccf-b51d-e2a4f882703d tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:31.770796 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-3eb909a2-793d-4ccf-b51d-e2a4f882703d tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Usage tracker for resource:security_group_rule and tenant:ce660dfdae8b496593a81e5d2b7c5827 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:31.776372 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-3eb909a2-793d-4ccf-b51d-e2a4f882703d tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:31.782970 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-3eb909a2-793d-4ccf-b51d-e2a4f882703d tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:31.784301 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-51153f57-ab6c-4ec3-ac5f-63346b9ac60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:31.784301 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51153f57-ab6c-4ec3-ac5f-63346b9ac60f None None] The sync data for ids ['1c606ff7-54a9-4fd1-ae1d-74df3bfa900c'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:41:31.882157 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dfa90c-f66d-43dc-a2bc-2337b486f082 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Port': ['ID=f9904e4a-925b-4038-8146-5b0f5f45874d,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:31.885961 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cd8dd861-d2c1-42f3-a007-b2ac2fc30646 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.891431 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8dd861-d2c1-42f3-a007-b2ac2fc30646 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:31.892042 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cd8dd861-d2c1-42f3-a007-b2ac2fc30646 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.919976 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9850ea8b-dc23-4f5c-a1ec-3588974519dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.969741 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dfa90c-f66d-43dc-a2bc-2337b486f082 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:31.970166 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dfa90c-f66d-43dc-a2bc-2337b486f082 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:31.970565 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dfa90c-f66d-43dc-a2bc-2337b486f082 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:31.971088 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dfa90c-f66d-43dc-a2bc-2337b486f082 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:31.971504 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dfa90c-f66d-43dc-a2bc-2337b486f082 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:31.971897 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dfa90c-f66d-43dc-a2bc-2337b486f082 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:31.972307 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dfa90c-f66d-43dc-a2bc-2337b486f082 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:31.972839 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dfa90c-f66d-43dc-a2bc-2337b486f082 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:31.973235 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dfa90c-f66d-43dc-a2bc-2337b486f082 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:31.973623 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dfa90c-f66d-43dc-a2bc-2337b486f082 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:31.974134 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dfa90c-f66d-43dc-a2bc-2337b486f082 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:31.974543 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dfa90c-f66d-43dc-a2bc-2337b486f082 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:32.042185 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 0aec874f-7cdf-42c6-9f91-c0cf6a0c033c up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:32.059707 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d253e461-aed1-401c-a500-64cb8c6a22ab tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.081822 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3eb909a2-793d-4ccf-b51d-e2a4f882703d tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.102874 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3eb909a2-793d-4ccf-b51d-e2a4f882703d tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.157930 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 0aec874f-7cdf-42c6-9f91-c0cf6a0c033c completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:32.200264 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-cd8dd861-d2c1-42f3-a007-b2ac2fc30646 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5711582 Jan 21 09:41:32.211514 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50458) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:32.221526 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8dd861-d2c1-42f3-a007-b2ac2fc30646 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event updated for resources: {'Network': ['ID=606e6c60-d3d7-47bb-96f9-6acef1e898bd,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:32.222045 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-d03e34e5-7ca9-49c3-9b19-e43e34c3c2fa tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Request body: {'subnet': {'network_id': '606e6c60-d3d7-47bb-96f9-6acef1e898bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:32.235909 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 606e6c60-d3d7-47bb-96f9-6acef1e898bd details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:32.250163 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-07dfa90c-f66d-43dc-a2bc-2337b486f082 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.254420 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-07dfa90c-f66d-43dc-a2bc-2337b486f082 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/ports/f9904e4a-925b-4038-8146-5b0f5f45874d HTTP/1.1" status: 204 len: 168 time: 2.6444290 Jan 21 09:41:32.254589 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb909a2-793d-4ccf-b51d-e2a4f882703d tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe102b9-279a-46b8-bacf-aebd78c1c9f0,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:32.257472 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50462) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:32.320429 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3eb909a2-793d-4ccf-b51d-e2a4f882703d tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.324972 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-3eb909a2-793d-4ccf-b51d-e2a4f882703d tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7727683 Jan 21 09:41:32.334808 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50466) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:32.345506 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-2f3c85f7-3060-4c44-bc8a-412bba0d54d5 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Request body: {'security_group': {'name': 'tempest-secgroup--914558036'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:32.355720 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2f3c85f7-3060-4c44-bc8a-412bba0d54d5 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:32.368778 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2f3c85f7-3060-4c44-bc8a-412bba0d54d5 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:32.389799 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2f3c85f7-3060-4c44-bc8a-412bba0d54d5 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.414404 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2f3c85f7-3060-4c44-bc8a-412bba0d54d5 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:32.425462 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d449be6-866b-40e8-8f75-4e5166e72c1e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:32.426155 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-8d449be6-866b-40e8-8f75-4e5166e72c1e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:32.429457 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2f3c85f7-3060-4c44-bc8a-412bba0d54d5 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Usage tracker for resource:security_group_rule and tenant:ce660dfdae8b496593a81e5d2b7c5827 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:32.432981 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2f3c85f7-3060-4c44-bc8a-412bba0d54d5 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:32.440150 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2f3c85f7-3060-4c44-bc8a-412bba0d54d5 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:32.457709 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9850ea8b-dc23-4f5c-a1ec-3588974519dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.465679 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-8d449be6-866b-40e8-8f75-4e5166e72c1e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:32.467010 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-8d449be6-866b-40e8-8f75-4e5166e72c1e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2085507 Jan 21 09:41:32.469988 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50470) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:32.589679 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2f3c85f7-3060-4c44-bc8a-412bba0d54d5 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.595464 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2f3c85f7-3060-4c44-bc8a-412bba0d54d5 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.618266 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb508a75-362c-4b03-870a-f6f2993a57ea tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:32.622342 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-fb508a75-362c-4b03-870a-f6f2993a57ea tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1490810 Jan 21 09:41:32.623911 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50474) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:32.678560 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d253e461-aed1-401c-a500-64cb8c6a22ab tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.703187 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c85f7-3060-4c44-bc8a-412bba0d54d5 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b45a6dae-092a-45e0-8fd3-5ce6e3d15fb8,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:32.712096 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d253e461-aed1-401c-a500-64cb8c6a22ab tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.717495 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9850ea8b-dc23-4f5c-a1ec-3588974519dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0a5cd5-e37c-4949-a2ea-20e17eacea55,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:32.730142 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2f3c85f7-3060-4c44-bc8a-412bba0d54d5 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.734475 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2f3c85f7-3060-4c44-bc8a-412bba0d54d5 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3955932 Jan 21 09:41:32.736541 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7681d8b-dce7-4fb7-b43e-24a890a636fb tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:32.738128 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50478) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:32.738241 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7681d8b-dce7-4fb7-b43e-24a890a636fb tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:32.739904 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7681d8b-dce7-4fb7-b43e-24a890a636fb tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:32.741546 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a7681d8b-dce7-4fb7-b43e-24a890a636fb tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:32.760826 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a7681d8b-dce7-4fb7-b43e-24a890a636fb tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:32.764606 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a7681d8b-dce7-4fb7-b43e-24a890a636fb tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1351261 Jan 21 09:41:32.765050 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50482) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:32.772136 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9850ea8b-dc23-4f5c-a1ec-3588974519dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:32.772525 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9850ea8b-dc23-4f5c-a1ec-3588974519dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:32.772823 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9850ea8b-dc23-4f5c-a1ec-3588974519dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:32.773163 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9850ea8b-dc23-4f5c-a1ec-3588974519dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:32.773493 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9850ea8b-dc23-4f5c-a1ec-3588974519dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:32.773822 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9850ea8b-dc23-4f5c-a1ec-3588974519dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:32.774152 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9850ea8b-dc23-4f5c-a1ec-3588974519dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:32.774477 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9850ea8b-dc23-4f5c-a1ec-3588974519dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:32.774805 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9850ea8b-dc23-4f5c-a1ec-3588974519dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:32.775127 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9850ea8b-dc23-4f5c-a1ec-3588974519dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:32.775516 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9850ea8b-dc23-4f5c-a1ec-3588974519dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:32.776436 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9850ea8b-dc23-4f5c-a1ec-3588974519dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:32.782748 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d03e34e5-7ca9-49c3-9b19-e43e34c3c2fa tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:32.789063 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-f78873cd-683e-4ed4-a15b-2a40d77c9d09 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Request body: {'security_group_rule': {'security_group_id': '7fe102b9-279a-46b8-bacf-aebd78c1c9f0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b45a6dae-092a-45e0-8fd3-5ce6e3d15fb8', 'remote_ip_prefix': None}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:32.793734 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9850ea8b-dc23-4f5c-a1ec-3588974519dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.795148 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9850ea8b-dc23-4f5c-a1ec-3588974519dc admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/4f0a5cd5-e37c-4949-a2ea-20e17eacea55 HTTP/1.1" status: 204 len: 168 time: 1.3786180 Jan 21 09:41:32.801544 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f78873cd-683e-4ed4-a15b-2a40d77c9d09 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:32.808968 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d03e34e5-7ca9-49c3-9b19-e43e34c3c2fa tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Usage tracker for resource:subnet and tenant:72339ba3f6b84fe98f8a9b07b475808d is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:32.814941 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f78873cd-683e-4ed4-a15b-2a40d77c9d09 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Usage tracker for resource:security_group_rule and tenant:ce660dfdae8b496593a81e5d2b7c5827 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:32.817989 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d03e34e5-7ca9-49c3-9b19-e43e34c3c2fa tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:32.821249 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-2e32835b-69f2-4563-9586-f726914aa955 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Deleting port 0822c95b-ea2f-4bb5-bdc0-f4f07348a5c1 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:32.821590 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2e32835b-69f2-4563-9586-f726914aa955 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.847711 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d12222-b243-41f0-8fa3-215744f46b81 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting subnet 1504e706-5b2b-488a-ab68-f4aae6a834cd {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:41:32.851765 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-59d12222-b243-41f0-8fa3-215744f46b81 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.852160 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f78873cd-683e-4ed4-a15b-2a40d77c9d09 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:32.866347 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d253e461-aed1-401c-a500-64cb8c6a22ab tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.866910 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d253e461-aed1-401c-a500-64cb8c6a22ab tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Fanout notify agent at l3_agent the message router_deleted on router 1c606ff7-54a9-4fd1-ae1d-74df3bfa900c {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:41:32.873683 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d03e34e5-7ca9-49c3-9b19-e43e34c3c2fa tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:32.875772 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f78873cd-683e-4ed4-a15b-2a40d77c9d09 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:32.901565 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d253e461-aed1-401c-a500-64cb8c6a22ab tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.905566 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d253e461-aed1-401c-a500-64cb8c6a22ab tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/routers/1c606ff7-54a9-4fd1-ae1d-74df3bfa900c HTTP/1.1" status: 204 len: 168 time: 1.1708572 Jan 21 09:41:32.906709 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50488) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:32.918472 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-59d12222-b243-41f0-8fa3-215744f46b81 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.956983 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7feeb814-c059-4138-8f11-10f47803afef None None] Network cb78e873-c2d8-4d64-b0db-46c6517d7124 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:32.985975 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03e34e5-7ca9-49c3-9b19-e43e34c3c2fa tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Made reservation on behalf of 72339ba3f6b84fe98f8a9b07b475808d for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:32.989512 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d03e34e5-7ca9-49c3-9b19-e43e34c3c2fa tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.027983 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-59d12222-b243-41f0-8fa3-215744f46b81 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.075500 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f78873cd-683e-4ed4-a15b-2a40d77c9d09 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.129685 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5e94f27c-9ac0-4b4d-bc1d-d1ef4b2b505e None None] Provisioning for port 0aec874f-7cdf-42c6-9f91-c0cf6a0c033c completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:33.142626 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5e94f27c-9ac0-4b4d-bc1d-d1ef4b2b505e None None] Provisioning complete for port 0aec874f-7cdf-42c6-9f91-c0cf6a0c033c triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:33.143276 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5e94f27c-9ac0-4b4d-bc1d-d1ef4b2b505e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.143609 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-59d12222-b243-41f0-8fa3-215744f46b81 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.155595 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-62b43beb-cbc2-49cf-8110-bfdc9bd83e2a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Deleting subnet f424ceef-7442-48f8-9a3e-b7bb098fd4e5 {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:41:33.188955 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d12222-b243-41f0-8fa3-215744f46b81 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Subnet': ['ID=1504e706-5b2b-488a-ab68-f4aae6a834cd,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:33.203109 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-59d12222-b243-41f0-8fa3-215744f46b81 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.219689 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-62b43beb-cbc2-49cf-8110-bfdc9bd83e2a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.220623 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-59d12222-b243-41f0-8fa3-215744f46b81 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/1504e706-5b2b-488a-ab68-f4aae6a834cd HTTP/1.1" status: 204 len: 168 time: 0.4545283 Jan 21 09:41:33.223087 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50494) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:33.245042 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a99969-c8c9-4835-8e95-6ef56247a388 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:33.259294 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50498) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:33.285793 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-206a47a7-7f3a-4646-8038-07e2ad3e9cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.314368 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-206a47a7-7f3a-4646-8038-07e2ad3e9cc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:33.322422 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-206a47a7-7f3a-4646-8038-07e2ad3e9cc8 admin admin] Usage tracker for resource:security_group_rule and tenant:99ceee1e58154e479526d1cff0fe3619 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:33.329319 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-238cbad3-5b73-4565-a537-972ff0b35683 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting subnet 38ac7503-96e1-4e6d-9a99-6a22adea785e {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:41:33.331181 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-206a47a7-7f3a-4646-8038-07e2ad3e9cc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:33.337572 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-238cbad3-5b73-4565-a537-972ff0b35683 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.354256 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2e32835b-69f2-4563-9586-f726914aa955 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.364568 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-62b43beb-cbc2-49cf-8110-bfdc9bd83e2a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.480554 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-206a47a7-7f3a-4646-8038-07e2ad3e9cc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:33.522761 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-238cbad3-5b73-4565-a537-972ff0b35683 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.548028 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5e94f27c-9ac0-4b4d-bc1d-d1ef4b2b505e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.556037 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-2e32835b-69f2-4563-9586-f726914aa955 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Calling delete_port for 0822c95b-ea2f-4bb5-bdc0-f4f07348a5c1 owned by network:router_interface {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:33.635578 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f78873cd-683e-4ed4-a15b-2a40d77c9d09 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.637072 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-5e94f27c-9ac0-4b4d-bc1d-d1ef4b2b505e None None] For port 0aec874f-7cdf-42c6-9f91-c0cf6a0c033c, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=0aec874f-7cdf-42c6-9f91-c0cf6a0c033c,segment=NetworkSegment(b2ae5b9a-b8e4-4ab8-b4ae-87c9b394e916),segment_id=b2ae5b9a-b8e4-4ab8-b4ae-87c9b394e916)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:33.652379 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5e94f27c-9ac0-4b4d-bc1d-d1ef4b2b505e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.660585 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-206a47a7-7f3a-4646-8038-07e2ad3e9cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.663912 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-238cbad3-5b73-4565-a537-972ff0b35683 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.698976 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-206a47a7-7f3a-4646-8038-07e2ad3e9cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.711069 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f78873cd-683e-4ed4-a15b-2a40d77c9d09 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.751041 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78873cd-683e-4ed4-a15b-2a40d77c9d09 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a34be28e-0b79-4774-a3aa-ce583ac40973,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:33.758489 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94f27c-9ac0-4b4d-bc1d-d1ef4b2b505e None None] Pushing event updated for resources: {'Port': ['ID=0aec874f-7cdf-42c6-9f91-c0cf6a0c033c,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:33.814337 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-206a47a7-7f3a-4646-8038-07e2ad3e9cc8 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=99ceee1e58154e479526d1cff0fe3619&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5539994 Jan 21 09:41:33.819849 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a47a7-7f3a-4646-8038-07e2ad3e9cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280eb165-89d6-49db-b626-af3acb05eadc,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:33.824403 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50502) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:33.852288 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-62b43beb-cbc2-49cf-8110-bfdc9bd83e2a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.872413 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-238cbad3-5b73-4565-a537-972ff0b35683 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.910106 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f78873cd-683e-4ed4-a15b-2a40d77c9d09 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.911725 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f78873cd-683e-4ed4-a15b-2a40d77c9d09 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1532292 Jan 21 09:41:33.918279 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d03e34e5-7ca9-49c3-9b19-e43e34c3c2fa tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.927377 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50506) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:33.945449 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-238cbad3-5b73-4565-a537-972ff0b35683 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.948516 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238cbad3-5b73-4565-a537-972ff0b35683 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Subnet': ['ID=38ac7503-96e1-4e6d-9a99-6a22adea785e,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:33.970129 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-238cbad3-5b73-4565-a537-972ff0b35683 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/38ac7503-96e1-4e6d-9a99-6a22adea785e HTTP/1.1" status: 204 len: 168 time: 0.7438965 Jan 21 09:41:33.971078 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50508) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:34.007613 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 0aec874f-7cdf-42c6-9f91-c0cf6a0c033c up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:34.074373 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7948c08a-04bc-4646-a213-421dedbeffef tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1020935 Jan 21 09:41:34.075165 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50514) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:34.075852 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ca16ccc0-cbbf-4f6f-a58e-9f12f612db90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.090427 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-7fbdf4d7-fcbd-456a-a935-b4cba6d34fd0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:34.124042 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-4ac0df09-0a42-4113-b08e-b5eb37d92e2b None None] Provisioning complete for port 0aec874f-7cdf-42c6-9f91-c0cf6a0c033c triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:34.125608 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4ac0df09-0a42-4113-b08e-b5eb37d92e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.126366 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e34e5-7ca9-49c3-9b19-e43e34c3c2fa tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event updated for resources: {'Subnet': ['ID=8b04aaff-7d93-46b2-893e-34e2dda9e2d5,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:34.136391 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c4ba7a47-9a85-40e5-abed-283180d54a51 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.151894 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03e34e5-7ca9-49c3-9b19-e43e34c3c2fa tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Checking segment: {'id': 'e6397bfc-0ed3-402b-84be-de049f106bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '606e6c60-d3d7-47bb-96f9-6acef1e898bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:34.152209 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03e34e5-7ca9-49c3-9b19-e43e34c3c2fa tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Network hostable DHCP agents. Network: 606e6c60-d3d7-47bb-96f9-6acef1e898bd, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:34.174278 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c4ba7a47-9a85-40e5-abed-283180d54a51 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.213389 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 0aec874f-7cdf-42c6-9f91-c0cf6a0c033c triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:34.213999 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.227233 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-62b43beb-cbc2-49cf-8110-bfdc9bd83e2a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.257257 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ca16ccc0-cbbf-4f6f-a58e-9f12f612db90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.282743 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-7fbdf4d7-fcbd-456a-a935-b4cba6d34fd0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:34.295233 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7fbdf4d7-fcbd-456a-a935-b4cba6d34fd0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:subnet and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:34.309419 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7fbdf4d7-fcbd-456a-a935-b4cba6d34fd0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:34.312388 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b43beb-cbc2-49cf-8110-bfdc9bd83e2a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event deleted for resources: {'Subnet': ['ID=f424ceef-7442-48f8-9a3e-b7bb098fd4e5,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:34.320026 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-62b43beb-cbc2-49cf-8110-bfdc9bd83e2a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.326040 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-7fbdf4d7-fcbd-456a-a935-b4cba6d34fd0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:34.329627 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03e34e5-7ca9-49c3-9b19-e43e34c3c2fa tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Network 606e6c60-d3d7-47bb-96f9-6acef1e898bd is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:34.338227 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4cb9c6-3ee4-44ed-b326-ff374ef8a657 None None] Network e4bc1e52-2f67-4b69-8c26-249bb4f8a94f requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:34.348318 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbdf4d7-fcbd-456a-a935-b4cba6d34fd0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:34.359613 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-62b43beb-cbc2-49cf-8110-bfdc9bd83e2a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/subnets/f424ceef-7442-48f8-9a3e-b7bb098fd4e5 HTTP/1.1" status: 204 len: 168 time: 1.4481750 Jan 21 09:41:34.360456 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7fbdf4d7-fcbd-456a-a935-b4cba6d34fd0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.361579 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c4ba7a47-9a85-40e5-abed-283180d54a51 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.363323 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50518) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:34.370178 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-d03e34e5-7ca9-49c3-9b19-e43e34c3c2fa tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 606e6c60-d3d7-47bb-96f9-6acef1e898bd) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:34.376157 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c4ba7a47-9a85-40e5-abed-283180d54a51 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.385534 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c4ba7a47-9a85-40e5-abed-283180d54a51 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/a34be28e-0b79-4774-a3aa-ce583ac40973 HTTP/1.1" status: 204 len: 168 time: 0.3762848 Jan 21 09:41:34.390784 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50522) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:34.407560 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63422d9d-fd75-4460-8fa8-4a80e044a795 None None] Network 606e6c60-d3d7-47bb-96f9-6acef1e898bd requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:34.418736 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03e34e5-7ca9-49c3-9b19-e43e34c3c2fa tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:34.419785 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d03e34e5-7ca9-49c3-9b19-e43e34c3c2fa tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.424110 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ca16ccc0-cbbf-4f6f-a58e-9f12f612db90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.426289 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2e32835b-69f2-4563-9586-f726914aa955 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.490166 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba7a47-9a85-40e5-abed-283180d54a51 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a34be28e-0b79-4774-a3aa-ce583ac40973,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:34.513874 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca16ccc0-cbbf-4f6f-a58e-9f12f612db90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280eb165-89d6-49db-b626-af3acb05eadc,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:34.536054 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ca16ccc0-cbbf-4f6f-a58e-9f12f612db90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.539809 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ca16ccc0-cbbf-4f6f-a58e-9f12f612db90 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/280eb165-89d6-49db-b626-af3acb05eadc HTTP/1.1" status: 204 len: 168 time: 0.7092810 Jan 21 09:41:34.566575 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d7738785-8fcc-4481-948d-b75a85e7889e tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Synchronizing usage tracker for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group_rule {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:34.649300 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d7738785-8fcc-4481-948d-b75a85e7889e tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Unset dirty status for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group_rule {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:34.653270 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d7738785-8fcc-4481-948d-b75a85e7889e tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2607009 Jan 21 09:41:34.658120 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50528) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:34.842808 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32835b-69f2-4563-9586-f726914aa955 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Pushing event deleted for resources: {'Port': ['ID=0822c95b-ea2f-4bb5-bdc0-f4f07348a5c1,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:34.873987 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc99a0b8-2dc9-40aa-b0d6-06ac4e67795a None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:34.874540 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d03e34e5-7ca9-49c3-9b19-e43e34c3c2fa tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.6610205 Jan 21 09:41:34.888394 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50532) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:34.895161 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c036116b-e7a3-47b1-84bf-cd97560aa7f8 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.903809 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eecc2610-de2b-4ca4-b012-05fbc7e3a3f6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.985283 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c036116b-e7a3-47b1-84bf-cd97560aa7f8 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.026730 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-eecc2610-de2b-4ca4-b012-05fbc7e3a3f6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Deleting port 1385d940-bf92-4aa5-8393-aa8ec00274d5 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:35.027231 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eecc2610-de2b-4ca4-b012-05fbc7e3a3f6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.057699 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c036116b-e7a3-47b1-84bf-cd97560aa7f8 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.141321 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c036116b-e7a3-47b1-84bf-cd97560aa7f8 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45a6dae-092a-45e0-8fd3-5ce6e3d15fb8,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:35.166188 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2e32835b-69f2-4563-9586-f726914aa955 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.250908 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50538) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:35.279642 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c036116b-e7a3-47b1-84bf-cd97560aa7f8 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.281120 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-22c27050-e84f-498a-96d6-a4e295ba1b18 None None] Provisioning complete for port 8a09a56d-976c-4813-be61-4baed885720a triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:35.281603 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-22c27050-e84f-498a-96d6-a4e295ba1b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.282212 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c036116b-e7a3-47b1-84bf-cd97560aa7f8 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "DELETE /v2.0/security-groups/b45a6dae-092a-45e0-8fd3-5ce6e3d15fb8 HTTP/1.1" status: 204 len: 168 time: 0.6231990 Jan 21 09:41:35.286679 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50542) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:35.312613 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-199b69f9-22b7-49a6-91fe-79808159c481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.374029 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-199b69f9-22b7-49a6-91fe-79808159c481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:35.387295 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-199b69f9-22b7-49a6-91fe-79808159c481 admin admin] Usage tracker for resource:security_group_rule and tenant:579c8e5c9881423b88d36df00e3e6acd is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:35.398543 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-199b69f9-22b7-49a6-91fe-79808159c481 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:35.407975 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-199b69f9-22b7-49a6-91fe-79808159c481 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:35.413239 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d71721e0-8c11-4996-b6a9-8e3261d8a93a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.491030 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74eef82-5a2e-4a38-af76-0a80ea131483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-606e6c60-d3d7-47bb-96f9-6acef1e898bd', 'network_id': '606e6c60-d3d7-47bb-96f9-6acef1e898bd', 'tenant_id': '72339ba3f6b84fe98f8a9b07b475808d', 'fixed_ips': [{'subnet_id': '8b04aaff-7d93-46b2-893e-34e2dda9e2d5'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:41:35.492136 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b74eef82-5a2e-4a38-af76-0a80ea131483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.508244 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.objects.ports [None req-7fbdf4d7-fcbd-456a-a935-b4cba6d34fd0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87515) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 09:41:35.623728 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d71721e0-8c11-4996-b6a9-8e3261d8a93a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.696960 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-eecc2610-de2b-4ca4-b012-05fbc7e3a3f6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] For port 1385d940-bf92-4aa5-8393-aa8ec00274d5, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=1385d940-bf92-4aa5-8393-aa8ec00274d5,segment=NetworkSegment(76bb3035-fd91-47c7-89ac-e4c369956a4a),segment_id=76bb3035-fd91-47c7-89ac-e4c369956a4a)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:35.697589 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eecc2610-de2b-4ca4-b012-05fbc7e3a3f6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.783224 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a777e277-05ea-4a30-9ba5-33e32e196d6c tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.4866631 Jan 21 09:41:35.788093 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3c7dd7-33f3-4e49-a1e0-885ecd85eec4 None None] DHCP port deletion for e4bc1e52-2f67-4b69-8c26-249bb4f8a94f request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:41:35.801900 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-0f3c7dd7-33f3-4e49-a1e0-885ecd85eec4 None None] Deleting port 1385d940-bf92-4aa5-8393-aa8ec00274d5 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:35.802343 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0f3c7dd7-33f3-4e49-a1e0-885ecd85eec4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.832847 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50546) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:35.836426 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-199b69f9-22b7-49a6-91fe-79808159c481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.849117 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e32835b-69f2-4563-9586-f726914aa955 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Router 5a1735e5-f90b-4bb5-a90d-0e6f0a182aa7 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:41:35.856415 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-eecc2610-de2b-4ca4-b012-05fbc7e3a3f6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Calling delete_port for 1385d940-bf92-4aa5-8393-aa8ec00274d5 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:35.858057 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d71721e0-8c11-4996-b6a9-8e3261d8a93a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.908592 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-199b69f9-22b7-49a6-91fe-79808159c481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.009431 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 1385d940-bf92-4aa5-8393-aa8ec00274d5 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server [None req-b74eef82-5a2e-4a38-af76-0a80ea131483 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8b04aaff-7d93-46b2-893e-34e2dda9e2d5: This subnet is being modified by another concurrent operation. Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:41:36.050338 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:41:36.054549 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:41:36.054549 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:41:36.054549 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:41:36.054549 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:41:36.054549 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:41:36.054549 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:41:36.054549 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:41:36.054549 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:41:36.054549 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:41:36.054549 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:41:36.054549 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:41:36.054549 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:41:36.054549 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:41:36.054549 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:41:36.054549 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:41:36.054549 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:41:36.054549 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 21 09:41:36.054549 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 21 09:41:36.054549 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 21 09:41:36.054549 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 21 09:41:36.054549 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 21 09:41:36.054549 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 21 09:41:36.054549 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 21 09:41:36.054549 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 21 09:41:36.054549 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 21 09:41:36.054549 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:41:36.054549 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 21 09:41:36.054549 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 21 09:41:36.054549 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 21 09:41:36.054549 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 21 09:41:36.054549 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 21 09:41:36.054549 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 21 09:41:36.054549 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 21 09:41:36.054549 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 21 09:41:36.054549 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 21 09:41:36.054549 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server raise exception Jan 21 09:41:36.054549 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8b04aaff-7d93-46b2-893e-34e2dda9e2d5: This subnet is being modified by another concurrent operation. Jan 21 09:41:36.054549 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server Jan 21 09:41:36.065634 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e32835b-69f2-4563-9586-f726914aa955 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:41:36.071534 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2e32835b-69f2-4563-9586-f726914aa955 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] 10.222.0.110 "PUT /v2.0/routers/5a1735e5-f90b-4bb5-a90d-0e6f0a182aa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7023573 Jan 21 09:41:36.074123 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50550) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:36.079875 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc445c8f-a7b0-4b84-9f4a-e513144af916 None None] Sync routers for ids ['5a1735e5-f90b-4bb5-a90d-0e6f0a182aa7'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:41:36.097713 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc445c8f-a7b0-4b84-9f4a-e513144af916 None None] Routers {'5a1735e5-f90b-4bb5-a90d-0e6f0a182aa7'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:36.098242 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-dc445c8f-a7b0-4b84-9f4a-e513144af916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:41:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['5a1735e5-f90b-4bb5-a90d-0e6f0a182aa7'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:36.108145 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bab3f2-2727-45ec-995a-f61b7a6ffdeb None None] Network 606e6c60-d3d7-47bb-96f9-6acef1e898bd requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:36.174383 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eecc2610-de2b-4ca4-b012-05fbc7e3a3f6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.188296 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b69f9-22b7-49a6-91fe-79808159c481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3830651f-07d2-4ff9-8ef0-6e90f8fe7417,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:36.191011 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-dc445c8f-a7b0-4b84-9f4a-e513144af916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:36.191176 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71721e0-8c11-4996-b6a9-8e3261d8a93a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event deleted for resources: {'Subnet': ['ID=8b04aaff-7d93-46b2-893e-34e2dda9e2d5,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:36.208983 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc445c8f-a7b0-4b84-9f4a-e513144af916 None None] Routers {'5a1735e5-f90b-4bb5-a90d-0e6f0a182aa7'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:36.210537 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-dc445c8f-a7b0-4b84-9f4a-e513144af916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:41:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['5a1735e5-f90b-4bb5-a90d-0e6f0a182aa7'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:36.268194 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-0f3c7dd7-33f3-4e49-a1e0-885ecd85eec4 None None] For port 1385d940-bf92-4aa5-8393-aa8ec00274d5, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=1385d940-bf92-4aa5-8393-aa8ec00274d5,segment=NetworkSegment(76bb3035-fd91-47c7-89ac-e4c369956a4a),segment_id=76bb3035-fd91-47c7-89ac-e4c369956a4a)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:36.268501 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0f3c7dd7-33f3-4e49-a1e0-885ecd85eec4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.277498 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4e38b8-632e-45db-9ee7-158d46000024 None None] Update dhcp port {'port': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'fixed_ips': [{'subnet_id': '49c4f413-1569-4c44-9516-768564a07c37'}], 'binding:host_id': 'dv-neutron-825731-1-hyperv'}, 'id': '8a09a56d-976c-4813-be61-4baed885720a'} from dv-neutron-825731-1-hyperv. {{(pid=87516) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 09:41:36.290148 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-dc445c8f-a7b0-4b84-9f4a-e513144af916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:36.290931 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc445c8f-a7b0-4b84-9f4a-e513144af916 None None] The sync data for ids ['5a1735e5-f90b-4bb5-a90d-0e6f0a182aa7'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:41:36.298639 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-199b69f9-22b7-49a6-91fe-79808159c481 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=579c8e5c9881423b88d36df00e3e6acd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0436468 Jan 21 09:41:36.307888 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50554) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:36.383264 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7fbdf4d7-fcbd-456a-a935-b4cba6d34fd0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.399319 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d71721e0-8c11-4996-b6a9-8e3261d8a93a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.420838 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No active binding found for port 1385d940-bf92-4aa5-8393-aa8ec00274d5 {{(pid=87516) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 21 09:41:36.421453 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 1385d940-bf92-4aa5-8393-aa8ec00274d5 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:41:36.425307 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8bbd4657-2257-4e64-a3cd-8cfe98e033db tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.453973 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc2610-de2b-4ca4-b012-05fbc7e3a3f6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event deleted for resources: {'Port': ['ID=1385d940-bf92-4aa5-8393-aa8ec00274d5,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:36.468033 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecc2610-de2b-4ca4-b012-05fbc7e3a3f6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] No DVR routers for this DVR port 1385d940-bf92-4aa5-8393-aa8ec00274d5 on host dv-neutron-825731-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:41:36.501459 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dfab8994-e812-4221-ac92-1c5e0d1e376b tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.514131 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-d71721e0-8c11-4996-b6a9-8e3261d8a93a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['606e6c60-d3d7-47bb-96f9-6acef1e898bd']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:36.514372 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-0f3c7dd7-33f3-4e49-a1e0-885ecd85eec4 None None] Calling delete_port for 1385d940-bf92-4aa5-8393-aa8ec00274d5 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:36.549456 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-d71721e0-8c11-4996-b6a9-8e3261d8a93a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6397bfc-0ed3-402b-84be-de049f106bbe') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:36.549677 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-d71721e0-8c11-4996-b6a9-8e3261d8a93a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6397bfc-0ed3-402b-84be-de049f106bbe') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:36.569297 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8bbd4657-2257-4e64-a3cd-8cfe98e033db tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.587082 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d71721e0-8c11-4996-b6a9-8e3261d8a93a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.606064 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0c4e38b8-632e-45db-9ee7-158d46000024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.661902 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d71721e0-8c11-4996-b6a9-8e3261d8a93a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.673148 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-76236f59-aa3b-4179-9ebc-562dddfa23f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.696867 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d71721e0-8c11-4996-b6a9-8e3261d8a93a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:41:36.697309 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d71721e0-8c11-4996-b6a9-8e3261d8a93a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.712382 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:41:36.712382 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:41:36.712382 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:41:36.712382 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:36.712382 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:41:36.712382 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:41:36.712382 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:41:36.712382 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:36.712382 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:41:36.712382 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:36.712382 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:41:36.712382 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:36.712382 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:41:36.712382 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:41:36.712382 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:36.712382 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:41:36.712382 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:36.712382 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:41:36.712382 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:41:36.712382 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:41:36.712382 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:41:36.712382 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:41:36.712382 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:36.712382 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:41:36.712382 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:36.712382 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:41:36.712382 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:36.712382 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:41:36.712382 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:36.712382 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:41:36.712382 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:36.712382 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:36.734523 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-0f3c7dd7-33f3-4e49-a1e0-885ecd85eec4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:41:36.734881 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-0f3c7dd7-33f3-4e49-a1e0-885ecd85eec4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:41:36.828113 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-76236f59-aa3b-4179-9ebc-562dddfa23f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.831909 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eecc2610-de2b-4ca4-b012-05fbc7e3a3f6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.902777 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8bbd4657-2257-4e64-a3cd-8cfe98e033db tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.917395 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dfab8994-e812-4221-ac92-1c5e0d1e376b tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.921126 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dfab8994-e812-4221-ac92-1c5e0d1e376b tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.923434 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-eecc2610-de2b-4ca4-b012-05fbc7e3a3f6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4bc1e52-2f67-4b69-8c26-249bb4f8a94f']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:36.939726 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-eecc2610-de2b-4ca4-b012-05fbc7e3a3f6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76bb3035-fd91-47c7-89ac-e4c369956a4a') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:36.940008 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-eecc2610-de2b-4ca4-b012-05fbc7e3a3f6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76bb3035-fd91-47c7-89ac-e4c369956a4a') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:36.952702 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd4657-2257-4e64-a3cd-8cfe98e033db tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe102b9-279a-46b8-bacf-aebd78c1c9f0,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:36.959478 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eecc2610-de2b-4ca4-b012-05fbc7e3a3f6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.961332 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d71721e0-8c11-4996-b6a9-8e3261d8a93a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.974304 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dfab8994-e812-4221-ac92-1c5e0d1e376b tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.975681 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfab8994-e812-4221-ac92-1c5e0d1e376b tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Fanout notify agent at l3_agent the message router_deleted on router 5a1735e5-f90b-4bb5-a90d-0e6f0a182aa7 {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:41:36.978071 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eecc2610-de2b-4ca4-b012-05fbc7e3a3f6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.991005 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eecc2610-de2b-4ca4-b012-05fbc7e3a3f6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:41:36.991472 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eecc2610-de2b-4ca4-b012-05fbc7e3a3f6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.001000 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d71721e0-8c11-4996-b6a9-8e3261d8a93a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.007057 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:41:37.007057 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:41:37.007057 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:41:37.007057 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:37.007057 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:41:37.007057 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:41:37.007057 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:41:37.007057 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:37.007057 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:41:37.007057 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:37.007057 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:41:37.007057 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:37.007057 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:41:37.007057 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:41:37.007057 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:37.007057 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:41:37.007057 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:37.007057 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:41:37.007057 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:41:37.007057 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:41:37.007057 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:41:37.007057 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:41:37.007057 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:37.007057 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:41:37.007057 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:37.007057 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:41:37.007057 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:37.007057 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:41:37.007057 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:37.007057 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:41:37.007057 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:37.007057 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:37.020072 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dfab8994-e812-4221-ac92-1c5e0d1e376b tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.021150 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-dfab8994-e812-4221-ac92-1c5e0d1e376b tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] 10.222.0.110 "DELETE /v2.0/routers/5a1735e5-f90b-4bb5-a90d-0e6f0a182aa7 HTTP/1.1" status: 204 len: 168 time: 0.9460981 Jan 21 09:41:37.022733 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-7fbdf4d7-fcbd-456a-a935-b4cba6d34fd0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] For port 8a09a56d-976c-4813-be61-4baed885720a, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=8a09a56d-976c-4813-be61-4baed885720a,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:37.024969 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71721e0-8c11-4996-b6a9-8e3261d8a93a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event deleted for resources: {'Network': ['ID=606e6c60-d3d7-47bb-96f9-6acef1e898bd,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:37.029746 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50558) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:37.096331 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eecc2610-de2b-4ca4-b012-05fbc7e3a3f6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.101151 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d71721e0-8c11-4996-b6a9-8e3261d8a93a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "DELETE /v2.0/networks/606e6c60-d3d7-47bb-96f9-6acef1e898bd HTTP/1.1" status: 204 len: 168 time: 2.2112606 Jan 21 09:41:37.106173 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50562) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:37.112533 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8bbd4657-2257-4e64-a3cd-8cfe98e033db tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.113676 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-8bbd4657-2257-4e64-a3cd-8cfe98e033db tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "DELETE /v2.0/security-groups/7fe102b9-279a-46b8-bacf-aebd78c1c9f0 HTTP/1.1" status: 204 len: 168 time: 1.2756407 Jan 21 09:41:37.114256 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eecc2610-de2b-4ca4-b012-05fbc7e3a3f6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.119882 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50566) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:37.134015 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-fa6da567-19c6-4160-9331-971198725488 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1697465125'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:37.138983 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc2610-de2b-4ca4-b012-05fbc7e3a3f6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event deleted for resources: {'Network': ['ID=e4bc1e52-2f67-4b69-8c26-249bb4f8a94f,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:37.143127 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-eecc2610-de2b-4ca4-b012-05fbc7e3a3f6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/networks/e4bc1e52-2f67-4b69-8c26-249bb4f8a94f HTTP/1.1" status: 204 len: 168 time: 2.7707918 Jan 21 09:41:37.143291 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-fa6da567-19c6-4160-9331-971198725488 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:37.146848 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50570) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:37.147810 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-76236f59-aa3b-4179-9ebc-562dddfa23f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.150119 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-76236f59-aa3b-4179-9ebc-562dddfa23f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.151216 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-76236f59-aa3b-4179-9ebc-562dddfa23f7 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/3830651f-07d2-4ff9-8ef0-6e90f8fe7417 HTTP/1.1" status: 204 len: 168 time: 0.8419411 Jan 21 09:41:37.153991 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-7d5f2a33-7fc4-4d4b-beeb-6df412e8f686 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1024819681', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}, 'admin_state_up': False}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:37.164099 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7fbdf4d7-fcbd-456a-a935-b4cba6d34fd0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.167820 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-fa6da567-19c6-4160-9331-971198725488 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Usage tracker for resource:network and tenant:72339ba3f6b84fe98f8a9b07b475808d is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:37.168389 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-7d5f2a33-7fc4-4d4b-beeb-6df412e8f686 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:37.172673 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-fa6da567-19c6-4160-9331-971198725488 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:37.173559 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-0c4e38b8-632e-45db-9ee7-158d46000024 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:41:37.174370 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-0c4e38b8-632e-45db-9ee7-158d46000024 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:41:37.176426 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-7d5f2a33-7fc4-4d4b-beeb-6df412e8f686 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Usage tracker for resource:router and tenant:0ffd125f2e19497db276d912c6599666 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:37.179511 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-015e865e-8b9b-453b-a9b5-a4cef5e164fe tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Deleting subnet bfd2a55a-aa0f-4eb8-b2a2-0d39c616a609 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:41:37.181634 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-7d5f2a33-7fc4-4d4b-beeb-6df412e8f686 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:37.186061 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7fbdf4d7-fcbd-456a-a935-b4cba6d34fd0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.186759 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7fbdf4d7-fcbd-456a-a935-b4cba6d34fd0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.191852 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-fa6da567-19c6-4160-9331-971198725488 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:37.194595 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-015e865e-8b9b-453b-a9b5-a4cef5e164fe tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.196757 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-7d5f2a33-7fc4-4d4b-beeb-6df412e8f686 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:37.216309 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-fec16a41-57dc-400f-adc4-fcd5ab6cc433 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0856678 Jan 21 09:41:37.217505 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50576) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:37.223610 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-be2d56f0-ab4d-41a4-bd32-132fc6881169 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Request body: {'security_group': {'name': 'tempest-secgroup--1037155050'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:37.230525 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-be2d56f0-ab4d-41a4-bd32-132fc6881169 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:37.234854 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-be2d56f0-ab4d-41a4-bd32-132fc6881169 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Usage tracker for resource:security_group and tenant:ce660dfdae8b496593a81e5d2b7c5827 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:37.236647 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-0f3c7dd7-33f3-4e49-a1e0-885ecd85eec4 None None] Deleting port 1385d940-bf92-4aa5-8393-aa8ec00274d5 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:37.237150 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0f3c7dd7-33f3-4e49-a1e0-885ecd85eec4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.238468 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-be2d56f0-ab4d-41a4-bd32-132fc6881169 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:37.242291 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7d5f2a33-7fc4-4d4b-beeb-6df412e8f686 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.243526 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7d5f2a33-7fc4-4d4b-beeb-6df412e8f686 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.252496 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-be2d56f0-ab4d-41a4-bd32-132fc6881169 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:37.270265 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7d5f2a33-7fc4-4d4b-beeb-6df412e8f686 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.285398 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76236f59-aa3b-4179-9ebc-562dddfa23f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3830651f-07d2-4ff9-8ef0-6e90f8fe7417,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:37.288164 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-be2d56f0-ab4d-41a4-bd32-132fc6881169 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.317782 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-be2d56f0-ab4d-41a4-bd32-132fc6881169 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:37.324220 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-be2d56f0-ab4d-41a4-bd32-132fc6881169 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Usage tracker for resource:security_group_rule and tenant:ce660dfdae8b496593a81e5d2b7c5827 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:37.327728 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-be2d56f0-ab4d-41a4-bd32-132fc6881169 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:37.336850 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-be2d56f0-ab4d-41a4-bd32-132fc6881169 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:37.365343 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbdf4d7-fcbd-456a-a935-b4cba6d34fd0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:37.374931 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6da567-19c6-4160-9331-971198725488 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Made reservation on behalf of 72339ba3f6b84fe98f8a9b07b475808d for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:37.386737 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-0f3c7dd7-33f3-4e49-a1e0-885ecd85eec4 None None] The port '1385d940-bf92-4aa5-8393-aa8ec00274d5' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:41:37.390534 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fa6da567-19c6-4160-9331-971198725488 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.401584 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-7fbdf4d7-fcbd-456a-a935-b4cba6d34fd0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:37.413042 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbdf4d7-fcbd-456a-a935-b4cba6d34fd0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:37.413785 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7fbdf4d7-fcbd-456a-a935-b4cba6d34fd0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.418704 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-015e865e-8b9b-453b-a9b5-a4cef5e164fe tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.456910 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbdf4d7-fcbd-456a-a935-b4cba6d34fd0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Subnet': ['ID=49c4f413-1569-4c44-9516-768564a07c37,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:37.493860 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbdf4d7-fcbd-456a-a935-b4cba6d34fd0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Port': ['ID=8a09a56d-976c-4813-be61-4baed885720a,revision_number=8']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:37.507761 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7fbdf4d7-fcbd-456a-a935-b4cba6d34fd0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4295790 Jan 21 09:41:37.508440 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50582) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:37.519420 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-4e0d1b6a-9175-44d2-bb08-aa1b754b9fb6 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:37.542961 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa6da567-19c6-4160-9331-971198725488 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:37.581170 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fa6da567-19c6-4160-9331-971198725488 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.581842 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-fa6da567-19c6-4160-9331-971198725488 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Added segment a2e0b1b4-bc2f-4a8b-999a-571c69a92a31 of type vlan for network 38b49d01-fa53-41f8-b3b2-3c7147575110 Jan 21 09:41:37.655462 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7d5f2a33-7fc4-4d4b-beeb-6df412e8f686 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.691950 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fa6da567-19c6-4160-9331-971198725488 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.695813 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-be2d56f0-ab4d-41a4-bd32-132fc6881169 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.720580 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-015e865e-8b9b-453b-a9b5-a4cef5e164fe tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.742015 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-be2d56f0-ab4d-41a4-bd32-132fc6881169 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.776595 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0c4e38b8-632e-45db-9ee7-158d46000024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.793098 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d56f0-ab4d-41a4-bd32-132fc6881169 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b490ad73-c8a1-4c50-b4cf-4cf62e593cf7,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:37.809452 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-4e0d1b6a-9175-44d2-bb08-aa1b754b9fb6 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:37.821403 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-4e0d1b6a-9175-44d2-bb08-aa1b754b9fb6 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:subnet and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:37.825891 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-4e0d1b6a-9175-44d2-bb08-aa1b754b9fb6 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:37.834676 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-4e0d1b6a-9175-44d2-bb08-aa1b754b9fb6 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:37.842587 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fa6da567-19c6-4160-9331-971198725488 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.847989 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6da567-19c6-4160-9331-971198725488 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:37.848586 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fa6da567-19c6-4160-9331-971198725488 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.914400 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-015e865e-8b9b-453b-a9b5-a4cef5e164fe tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.963657 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-fa6da567-19c6-4160-9331-971198725488 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8563964 Jan 21 09:41:38.015805 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50600) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:38.024398 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e865e-8b9b-453b-a9b5-a4cef5e164fe tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Pushing event deleted for resources: {'Subnet': ['ID=bfd2a55a-aa0f-4eb8-b2a2-0d39c616a609,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:38.026364 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-015e865e-8b9b-453b-a9b5-a4cef5e164fe tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.030667 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-015e865e-8b9b-453b-a9b5-a4cef5e164fe tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] 10.222.0.110 "DELETE /v2.0/subnets/bfd2a55a-aa0f-4eb8-b2a2-0d39c616a609 HTTP/1.1" status: 204 len: 168 time: 0.9958508 Jan 21 09:41:38.030667 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6da567-19c6-4160-9331-971198725488 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event updated for resources: {'Network': ['ID=38b49d01-fa53-41f8-b3b2-3c7147575110,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:38.031325 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50604) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:38.034968 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-60cf322d-0772-4c54-abab-d5f98ad3119c tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Request body: {'subnet': {'network_id': '38b49d01-fa53-41f8-b3b2-3c7147575110', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:38.066872 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0d1b6a-9175-44d2-bb08-aa1b754b9fb6 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:38.071250 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4e0d1b6a-9175-44d2-bb08-aa1b754b9fb6 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.142684 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-be2d56f0-ab4d-41a4-bd32-132fc6881169 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.144116 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-be2d56f0-ab4d-41a4-bd32-132fc6881169 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9254754 Jan 21 09:41:38.148297 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50612) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:38.172642 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-4737148f-47eb-45ed-8f2b-89644c3a9519 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Request body: {'security_group_rule': {'security_group_id': 'b490ad73-c8a1-4c50-b4cf-4cf62e593cf7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:38.236491 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50616) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:38.253881 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cf269d-0a71-48cd-a9e1-b04dba9b7c9b None None] Network 052accbc-68c4-408c-b535-706d7f73383e requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:38.267986 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 8a09a56d-976c-4813-be61-4baed885720a up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:38.296770 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 38b49d01-fa53-41f8-b3b2-3c7147575110 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:38.343828 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7d5f2a33-7fc4-4d4b-beeb-6df412e8f686 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router_gateway, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.377536 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7d5f2a33-7fc4-4d4b-beeb-6df412e8f686 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.415523 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-4737148f-47eb-45ed-8f2b-89644c3a9519 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:38.465300 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-baeb4910-c167-4e79-ad91-b89dd51ae648 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:38.469350 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-baeb4910-c167-4e79-ad91-b89dd51ae648 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2286031 Jan 21 09:41:38.484844 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-4737148f-47eb-45ed-8f2b-89644c3a9519 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Usage tracker for resource:security_group_rule and tenant:ce660dfdae8b496593a81e5d2b7c5827 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:38.487106 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50622) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:38.496780 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-4737148f-47eb-45ed-8f2b-89644c3a9519 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:38.514884 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [None req-20290eaf-f1df-461c-9fe9-90eb73022de6 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:38.514884 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-20290eaf-f1df-461c-9fe9-90eb73022de6 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0246367 Jan 21 09:41:38.517868 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50626) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:38.528976 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-47bc6299-c120-471d-8a9c-af92ad7daee8 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:38.532977 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-47bc6299-c120-471d-8a9c-af92ad7daee8 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0122669 Jan 21 09:41:38.536790 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50630) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:38.540346 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-4737148f-47eb-45ed-8f2b-89644c3a9519 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:38.542517 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-60cf322d-0772-4c54-abab-d5f98ad3119c tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:38.544636 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-0c4e38b8-632e-45db-9ee7-158d46000024 None None] For port 8a09a56d-976c-4813-be61-4baed885720a, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=8a09a56d-976c-4813-be61-4baed885720a,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:38.547735 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-01da3c02-7d53-4076-9281-70b91abf8b11 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:38.551518 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-01da3c02-7d53-4076-9281-70b91abf8b11 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0141170 Jan 21 09:41:38.552887 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-7d5f2a33-7fc4-4d4b-beeb-6df412e8f686 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Allocated IP 172.26.3.105 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/4aedfcdd-3d01-45d1-8b8c-ee14d9dfaf49) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:38.554634 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-acf0fdfd-f021-45e9-86c5-567793fe06b8 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.554758 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50634) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:38.556558 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-60cf322d-0772-4c54-abab-d5f98ad3119c tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Usage tracker for resource:subnet and tenant:72339ba3f6b84fe98f8a9b07b475808d is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:38.559485 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-630e0277-72d4-4c1e-a1fd-0f7e73a13d66 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:38.562889 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-630e0277-72d4-4c1e-a1fd-0f7e73a13d66 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0048804 Jan 21 09:41:38.563417 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50638) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:38.566628 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-60cf322d-0772-4c54-abab-d5f98ad3119c tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:38.572639 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-4ebe8fd1-9158-4b80-a494-aada76b10ca7 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:38.576112 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4ebe8fd1-9158-4b80-a494-aada76b10ca7 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0096021 Jan 21 09:41:38.576342 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50642) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:38.579770 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-60cf322d-0772-4c54-abab-d5f98ad3119c tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:38.586280 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-7f7ba312-4381-46db-800b-523ecae62504 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:38.589645 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7f7ba312-4381-46db-800b-523ecae62504 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0099766 Jan 21 09:41:38.589780 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.ipam_backend_mixin [None req-4e0d1b6a-9175-44d2-bb08-aa1b754b9fb6 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 49c4f413-1569-4c44-9516-768564a07c37 (CIDR: 2001:db8::/64) Jan 21 09:41:38.590978 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50646) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:38.611554 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [None req-705c94a7-eb2b-4420-9014-656f6a7ea113 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:38.614665 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-705c94a7-eb2b-4420-9014-656f6a7ea113 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0207407 Jan 21 09:41:38.614864 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50650) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:38.616974 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e0d1b6a-9175-44d2-bb08-aa1b754b9fb6 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:41:38.617476 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e0d1b6a-9175-44d2-bb08-aa1b754b9fb6 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:41:38.621010 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-51e13bb9-1a4e-406e-a4bf-95052b8cd228 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:38.624278 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-51e13bb9-1a4e-406e-a4bf-95052b8cd228 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0054233 Jan 21 09:41:38.624423 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-acf0fdfd-f021-45e9-86c5-567793fe06b8 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Deleting port c72a6ec9-08be-477b-b536-f885bfd3178a {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:38.624423 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-acf0fdfd-f021-45e9-86c5-567793fe06b8 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.633186 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50654) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:38.640843 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-1131094a-adb2-4b01-8389-70c01f3f6348 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:38.644198 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1131094a-adb2-4b01-8389-70c01f3f6348 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0079863 Jan 21 09:41:38.644919 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50658) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:38.651218 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-df45544a-166d-4488-b877-f69ed11e1df8 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:38.654371 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-df45544a-166d-4488-b877-f69ed11e1df8 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0068274 Jan 21 09:41:38.657492 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 8a09a56d-976c-4813-be61-4baed885720a triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:38.657649 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4737148f-47eb-45ed-8f2b-89644c3a9519 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.658167 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.673602 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50662) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:38.675926 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cf322d-0772-4c54-abab-d5f98ad3119c tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Made reservation on behalf of 72339ba3f6b84fe98f8a9b07b475808d for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:38.680370 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-60cf322d-0772-4c54-abab-d5f98ad3119c tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.712645 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [None req-b6397171-a9d2-4373-91fa-462a04ad2585 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:38.715990 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-b6397171-a9d2-4373-91fa-462a04ad2585 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0197818 Jan 21 09:41:38.716142 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0c4e38b8-632e-45db-9ee7-158d46000024 None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.716927 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50666) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:38.725420 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-818aa67a-0ab1-4544-ae8e-ae84855d3810 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:38.730112 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-818aa67a-0ab1-4544-ae8e-ae84855d3810 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0086744 Jan 21 09:41:38.730826 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50670) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:38.737871 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-feab982c-1f78-40ff-a428-41acebd86935 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:38.741155 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-feab982c-1f78-40ff-a428-41acebd86935 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0069535 Jan 21 09:41:38.744389 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0c4e38b8-632e-45db-9ee7-158d46000024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.745888 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50674) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:38.768389 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4e0d1b6a-9175-44d2-bb08-aa1b754b9fb6 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2539833 Jan 21 09:41:38.770679 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50678) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:38.778763 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [None req-d384f858-f9ca-4cd0-b40e-277075106e60 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:38.782078 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d384f858-f9ca-4cd0-b40e-277075106e60 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0282011 Jan 21 09:41:38.799292 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7d5f2a33-7fc4-4d4b-beeb-6df412e8f686 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.839735 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-9fe08506-3a14-4bb4-964f-415beb1e2b2a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:38.848628 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50682) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:38.857371 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-248488d2-b5a7-4f76-ac5e-9ba5ffe583a6 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:38.862753 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-248488d2-b5a7-4f76-ac5e-9ba5ffe583a6 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0124409 Jan 21 09:41:38.863974 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50686) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:38.876236 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7d5f2a33-7fc4-4d4b-beeb-6df412e8f686 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.889104 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e38b8-632e-45db-9ee7-158d46000024 None None] Pushing event updated for resources: {'Port': ['ID=8a09a56d-976c-4813-be61-4baed885720a,revision_number=9']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:38.910481 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4e38b8-632e-45db-9ee7-158d46000024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:38.910849 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4e38b8-632e-45db-9ee7-158d46000024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:38.911160 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4e38b8-632e-45db-9ee7-158d46000024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:38.911526 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4e38b8-632e-45db-9ee7-158d46000024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:38.911869 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4e38b8-632e-45db-9ee7-158d46000024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:38.912204 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4e38b8-632e-45db-9ee7-158d46000024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:38.912528 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4e38b8-632e-45db-9ee7-158d46000024 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:38.912843 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4e38b8-632e-45db-9ee7-158d46000024 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:38.913158 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4e38b8-632e-45db-9ee7-158d46000024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:38.913477 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4e38b8-632e-45db-9ee7-158d46000024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:38.913788 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4e38b8-632e-45db-9ee7-158d46000024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:38.914098 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4e38b8-632e-45db-9ee7-158d46000024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:38.954229 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-fcf0ab2f-fa06-4a04-b1d5-3458e8e7c272 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:38.955547 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-fcf0ab2f-fa06-4a04-b1d5-3458e8e7c272 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0819387 Jan 21 09:41:38.961742 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50690) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:38.972810 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106b39d4-cd98-4010-95ca-ce3533a80505 None None] DHCP port deletion for 052accbc-68c4-408c-b535-706d7f73383e request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:41:38.978621 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-106b39d4-cd98-4010-95ca-ce3533a80505 None None] Deleting port c72a6ec9-08be-477b-b536-f885bfd3178a {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:38.978999 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-106b39d4-cd98-4010-95ca-ce3533a80505 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.995298 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5f2a33-7fc4-4d4b-beeb-6df412e8f686 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:38.996267 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [None req-5368f91f-a9a3-4575-bc5a-4e0db603c8ba tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:38.997262 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5368f91f-a9a3-4575-bc5a-4e0db603c8ba tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0186048 Jan 21 09:41:38.999236 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-7d5f2a33-7fc4-4d4b-beeb-6df412e8f686 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:39.001153 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50694) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:39.011743 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5f2a33-7fc4-4d4b-beeb-6df412e8f686 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:39.081032 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-f71987ae-ccc4-41a5-b185-6b060fee424b tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:39.082176 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f71987ae-ccc4-41a5-b185-6b060fee424b tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0769024 Jan 21 09:41:39.117464 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50698) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:39.125755 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4737148f-47eb-45ed-8f2b-89644c3a9519 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.145675 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [None req-ff81de8a-b992-44cd-a104-cc094d4e4955 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:39.147503 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ff81de8a-b992-44cd-a104-cc094d4e4955 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0263097 Jan 21 09:41:39.157657 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50702) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:39.171353 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4737148f-47eb-45ed-8f2b-89644c3a9519 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.177007 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [None req-0191d6bb-c6a5-49bb-95d0-3e264b9ef0eb tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:39.178924 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0191d6bb-c6a5-49bb-95d0-3e264b9ef0eb tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0157309 Jan 21 09:41:39.204861 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50706) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:39.248000 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-106b39d4-cd98-4010-95ca-ce3533a80505 None None] For port c72a6ec9-08be-477b-b536-f885bfd3178a, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=c72a6ec9-08be-477b-b536-f885bfd3178a,segment=NetworkSegment(cb4ad310-6868-4f5f-8ec6-84284ba98342),segment_id=cb4ad310-6868-4f5f-8ec6-84284ba98342)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:39.248652 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-106b39d4-cd98-4010-95ca-ce3533a80505 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.260846 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [None req-f01e7eb2-e860-48ca-b822-5fcac045de57 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:39.264239 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f01e7eb2-e860-48ca-b822-5fcac045de57 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0560255 Jan 21 09:41:39.282446 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50710) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:39.283336 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f2a33-7fc4-4d4b-beeb-6df412e8f686 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event updated for resources: {'Port': ['ID=4aedfcdd-3d01-45d1-8b8c-ee14d9dfaf49,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:39.293358 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737148f-47eb-45ed-8f2b-89644c3a9519 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=565be524-8b1c-4019-bca0-100d16cf0756,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:39.299434 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-aae2c676-164a-4cb5-b15e-1725141afd3f tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:39.302396 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-aae2c676-164a-4cb5-b15e-1725141afd3f tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0146244 Jan 21 09:41:39.304986 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50714) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:39.310293 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-debe7bd9-1cf9-4c33-89f4-fa5d5fa30cb8 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:39.311543 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-debe7bd9-1cf9-4c33-89f4-fa5d5fa30cb8 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0053945 Jan 21 09:41:39.313178 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-9fe08506-3a14-4bb4-964f-415beb1e2b2a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:39.315098 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50718) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:39.320822 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-acf0fdfd-f021-45e9-86c5-567793fe06b8 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] For port c72a6ec9-08be-477b-b536-f885bfd3178a, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=c72a6ec9-08be-477b-b536-f885bfd3178a,segment=NetworkSegment(cb4ad310-6868-4f5f-8ec6-84284ba98342),segment_id=cb4ad310-6868-4f5f-8ec6-84284ba98342)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:39.321259 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-acf0fdfd-f021-45e9-86c5-567793fe06b8 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.328673 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-2a3a720c-7546-439f-8505-c158f8f1a768 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:39.330093 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2a3a720c-7546-439f-8505-c158f8f1a768 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0138409 Jan 21 09:41:39.332805 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50722) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:39.338821 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-94b822a6-b434-4eda-8418-7699d564f5b9 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:39.342414 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-94b822a6-b434-4eda-8418-7699d564f5b9 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0060217 Jan 21 09:41:39.343133 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-9fe08506-3a14-4bb4-964f-415beb1e2b2a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:subnet and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:39.343385 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50726) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:39.348301 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-711c8f6f-9097-42f7-aa02-29530cfb6439 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:39.352561 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-711c8f6f-9097-42f7-aa02-29530cfb6439 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0049841 Jan 21 09:41:39.352561 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50730) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:39.357428 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-936cba32-cbe9-4b11-ab3d-10641a93597c tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:39.360785 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-936cba32-cbe9-4b11-ab3d-10641a93597c tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0050738 Jan 21 09:41:39.383722 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-9fe08506-3a14-4bb4-964f-415beb1e2b2a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:39.386807 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4737148f-47eb-45ed-8f2b-89644c3a9519 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.388008 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4737148f-47eb-45ed-8f2b-89644c3a9519 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2354827 Jan 21 09:41:39.388950 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50734) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:39.427038 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-106b39d4-cd98-4010-95ca-ce3533a80505 None None] Calling delete_port for c72a6ec9-08be-477b-b536-f885bfd3178a owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:39.451264 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-9fe08506-3a14-4bb4-964f-415beb1e2b2a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:39.455201 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50736) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:39.513471 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-106b39d4-cd98-4010-95ca-ce3533a80505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.527236 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-acf0fdfd-f021-45e9-86c5-567793fe06b8 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Calling delete_port for c72a6ec9-08be-477b-b536-f885bfd3178a owned by network:dhcp {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:39.558608 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [None req-f04999dc-099b-434b-8ddb-1ef83f777c21 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:39.561213 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106b39d4-cd98-4010-95ca-ce3533a80505 None None] No DVR routers for this DVR port c72a6ec9-08be-477b-b536-f885bfd3178a on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:41:39.561765 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f04999dc-099b-434b-8ddb-1ef83f777c21 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.1122043 Jan 21 09:41:39.569563 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50742) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:39.576967 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b39d4-cd98-4010-95ca-ce3533a80505 None None] Pushing event deleted for resources: {'Port': ['ID=c72a6ec9-08be-477b-b536-f885bfd3178a,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:39.579347 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-3b537020-2329-46b2-ad54-655017dea754 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:39.581074 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3b537020-2329-46b2-ad54-655017dea754 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0097954 Jan 21 09:41:39.584070 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50746) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:39.592077 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-f203f2d2-f694-48b6-b5f7-c12b71905b65 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:39.595555 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f203f2d2-f694-48b6-b5f7-c12b71905b65 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0079241 Jan 21 09:41:39.596301 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50750) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:39.605530 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-e506e6d0-c29c-48de-a7d6-af7d4c74f0e3 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:39.606610 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e506e6d0-c29c-48de-a7d6-af7d4c74f0e3 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0093572 Jan 21 09:41:39.609637 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1dd3ee-1d3c-4805-9bc5-857ef88a6530 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:39.610470 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50754) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:39.617907 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-22b33999-1293-4ad0-9b8e-92870945f1b1 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:39.621436 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-22b33999-1293-4ad0-9b8e-92870945f1b1 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0075958 Jan 21 09:41:39.621436 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7d5f2a33-7fc4-4d4b-beeb-6df412e8f686 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router_gateway, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.622872 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe08506-3a14-4bb4-964f-415beb1e2b2a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:39.625897 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9fe08506-3a14-4bb4-964f-415beb1e2b2a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.644391 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50758) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:39.658718 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-c9792f32-9431-4290-99bd-288ea277e00e None None] Provisioning complete for port 8a09a56d-976c-4813-be61-4baed885720a triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:39.659089 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c9792f32-9431-4290-99bd-288ea277e00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.665999 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [None req-36f6993f-e150-4847-b420-22b4749864cc tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:39.670362 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-36f6993f-e150-4847-b420-22b4749864cc tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0171926 Jan 21 09:41:39.670362 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-116d5872-eb51-4ae9-8065-93bf34c69fd3 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.677797 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50762) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:39.713978 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [None req-0d8c5972-bdd4-40c5-abce-5f33ebbc9e15 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:39.717399 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0d8c5972-bdd4-40c5-abce-5f33ebbc9e15 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0304756 Jan 21 09:41:39.720957 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50766) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:39.722201 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-116d5872-eb51-4ae9-8065-93bf34c69fd3 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.761455 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [None req-e333b53a-080b-443c-87b1-b431bece1044 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:39.764817 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e333b53a-080b-443c-87b1-b431bece1044 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0301249 Jan 21 09:41:39.769144 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50770) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:39.835177 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [None req-f1a67445-7998-4d55-a2ea-5e3261adc877 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:39.836444 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f1a67445-7998-4d55-a2ea-5e3261adc877 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0641365 Jan 21 09:41:39.840379 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50774) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:39.844961 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-60cf322d-0772-4c54-abab-d5f98ad3119c tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.849367 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-e4455874-f3fb-4a4b-bfac-7725488a07d7 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:39.852934 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e4455874-f3fb-4a4b-bfac-7725488a07d7 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0090737 Jan 21 09:41:39.853871 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50778) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:39.860483 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-b8662df6-bf0f-43fd-b856-8f9e32c993e4 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:39.863472 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b8662df6-bf0f-43fd-b856-8f9e32c993e4 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0066967 Jan 21 09:41:39.885243 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50782) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:39.893042 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.api [None req-acf0fdfd-f021-45e9-86c5-567793fe06b8 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:41:39.893322 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG oslo_db.api [None req-acf0fdfd-f021-45e9-86c5-567793fe06b8 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:41:39.911673 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [None req-6f852045-142d-44e0-adda-65e58eca0435 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:39.914892 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6f852045-142d-44e0-adda-65e58eca0435 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0183065 Jan 21 09:41:39.918558 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50786) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:39.919454 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-116d5872-eb51-4ae9-8065-93bf34c69fd3 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.945307 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [None req-f736e620-8646-4349-8a24-fc11baeee7d8 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:39.948704 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f736e620-8646-4349-8a24-fc11baeee7d8 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0249171 Jan 21 09:41:39.951996 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50790) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:39.964713 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-22e9894e-5385-4798-8110-7fdf29a257fa tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:39.964713 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-22e9894e-5385-4798-8110-7fdf29a257fa tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0091856 Jan 21 09:41:39.965625 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50794) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:39.970291 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d5872-eb51-4ae9-8065-93bf34c69fd3 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=565be524-8b1c-4019-bca0-100d16cf0756,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:39.972930 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-c2711ba7-6067-488e-bda9-e807fd414e28 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:39.976417 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c2711ba7-6067-488e-bda9-e807fd414e28 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0068169 Jan 21 09:41:39.979087 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50798) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:39.993248 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-2511de53-66c7-42a7-8bc1-e932372bd478 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:39.997516 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2511de53-66c7-42a7-8bc1-e932372bd478 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0182981 Jan 21 09:41:40.003310 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50802) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:40.011968 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c72a6ec9-08be-477b-b536-f885bfd3178a no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:41:40.021132 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf322d-0772-4c54-abab-d5f98ad3119c tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event updated for resources: {'Subnet': ['ID=31a0a33a-96c4-45b6-bc2b-404ff950b64b,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:40.030698 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [None req-97625805-9834-442e-a01f-487f5c2e5489 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:40.034018 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-97625805-9834-442e-a01f-487f5c2e5489 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0181429 Jan 21 09:41:40.038309 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50806) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:40.043212 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-116d5872-eb51-4ae9-8065-93bf34c69fd3 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.046590 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-116d5872-eb51-4ae9-8065-93bf34c69fd3 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/565be524-8b1c-4019-bca0-100d16cf0756 HTTP/1.1" status: 204 len: 168 time: 0.5270367 Jan 21 09:41:40.047716 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50810) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:40.050624 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [None req-1cf91aef-ffd5-4489-b33f-17bd7a4db959 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:40.054430 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1cf91aef-ffd5-4489-b33f-17bd7a4db959 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0104036 Jan 21 09:41:40.054560 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: c72a6ec9-08be-477b-b536-f885bfd3178a {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:41:40.054560 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c72a6ec9-08be-477b-b536-f885bfd3178a not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:41:40.077171 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50814) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:40.077955 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cf322d-0772-4c54-abab-d5f98ad3119c tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Checking segment: {'id': 'a2e0b1b4-bc2f-4a8b-999a-571c69a92a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '38b49d01-fa53-41f8-b3b2-3c7147575110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:40.078311 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cf322d-0772-4c54-abab-d5f98ad3119c tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Network hostable DHCP agents. Network: 38b49d01-fa53-41f8-b3b2-3c7147575110, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:40.095318 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [None req-5d07bb52-e224-4ebf-b421-b7d8186c0c0d tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:40.099344 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5d07bb52-e224-4ebf-b421-b7d8186c0c0d tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0133982 Jan 21 09:41:40.102839 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50818) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:40.116075 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [None req-aeaad5f5-68ac-45b9-befa-3983b034ad29 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:40.119642 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-aeaad5f5-68ac-45b9-befa-3983b034ad29 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0118411 Jan 21 09:41:40.121232 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50822) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:40.171430 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [None req-4d09b92a-a107-4d0a-a8d5-0842466e466b tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:40.175435 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4d09b92a-a107-4d0a-a8d5-0842466e466b tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0204530 Jan 21 09:41:40.180300 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50826) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:40.189140 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [None req-fae6e396-497b-44ce-ad9d-86688b59e69b tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:40.193233 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-fae6e396-497b-44ce-ad9d-86688b59e69b tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0055149 Jan 21 09:41:40.201438 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ad8c2d13-20aa-4951-954c-a22624f61be3 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Synchronizing usage tracker for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group_rule {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:40.206636 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50830) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:40.212991 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cf322d-0772-4c54-abab-d5f98ad3119c tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Network 38b49d01-fa53-41f8-b3b2-3c7147575110 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:40.223763 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [None req-c9c10125-a243-4c7d-ae3e-630325a06edd tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:40.227977 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c9c10125-a243-4c7d-ae3e-630325a06edd tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0174139 Jan 21 09:41:40.229685 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50834) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:40.236926 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-44fd2fac-41ae-41f9-a65e-49377e021277 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:40.239874 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-44fd2fac-41ae-41f9-a65e-49377e021277 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0089939 Jan 21 09:41:40.241588 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50838) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:40.250192 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-60cf322d-0772-4c54-abab-d5f98ad3119c tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 38b49d01-fa53-41f8-b3b2-3c7147575110) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:40.256549 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [None req-833b239b-1240-4ba8-8fa9-f79fbe024844 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:40.257475 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7d5f2a33-7fc4-4d4b-beeb-6df412e8f686 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.257985 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-833b239b-1240-4ba8-8fa9-f79fbe024844 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0127289 Jan 21 09:41:40.262241 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50842) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:40.262506 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cf322d-0772-4c54-abab-d5f98ad3119c tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:40.263207 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-60cf322d-0772-4c54-abab-d5f98ad3119c tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.266686 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-5226ef08-eaeb-4250-bf30-3f63f5d06742 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:40.267114 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3064ea-fa3a-4b4b-8604-345b95b4a571 None None] Network 38b49d01-fa53-41f8-b3b2-3c7147575110 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:40.269894 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ad8c2d13-20aa-4951-954c-a22624f61be3 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Unset dirty status for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group_rule {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:40.270685 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-5226ef08-eaeb-4250-bf30-3f63f5d06742 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0087268 Jan 21 09:41:40.271108 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ad8c2d13-20aa-4951-954c-a22624f61be3 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2184637 Jan 21 09:41:40.272305 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50846) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:40.312987 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50848) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:40.316499 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [None req-c8c59acc-60ce-4159-84b1-ad7b503d7620 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:40.317326 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c8c59acc-60ce-4159-84b1-ad7b503d7620 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0373256 Jan 21 09:41:40.331101 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50852) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:40.349416 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-8001db64-03e1-4787-af0e-bbf09456ff32 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:40.351861 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8001db64-03e1-4787-af0e-bbf09456ff32 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0142591 Jan 21 09:41:40.360018 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50858) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:40.374748 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-1cc7264b-183b-4ef3-8c78-ed2f74a14e3c tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:40.378284 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1cc7264b-183b-4ef3-8c78-ed2f74a14e3c tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0141869 Jan 21 09:41:40.379423 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50864) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:40.389008 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-fa0e9b59-fbf0-4aef-8458-2a9c80c11740 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:40.391428 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-fa0e9b59-fbf0-4aef-8458-2a9c80c11740 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0105250 Jan 21 09:41:40.392643 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50868) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:40.452641 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-abb4e5ca-324a-453a-94a1-de6361ed09d2 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:40.454231 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-abb4e5ca-324a-453a-94a1-de6361ed09d2 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0586367 Jan 21 09:41:40.462375 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-86ba4437-09f3-433b-83ae-78cec247fcf2 None None] Provisioning complete for port 8a09a56d-976c-4813-be61-4baed885720a triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:40.462750 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-86ba4437-09f3-433b-83ae-78cec247fcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.467376 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50872) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:40.475836 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-9026d423-74d3-4b26-8f56-990eb49ae6e2 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:40.477147 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9026d423-74d3-4b26-8f56-990eb49ae6e2 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0085599 Jan 21 09:41:40.487073 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50876) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:40.499529 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-f4e75171-ddeb-4a62-8168-82bae7df30a1 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:40.503608 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f4e75171-ddeb-4a62-8168-82bae7df30a1 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0152080 Jan 21 09:41:40.504969 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50880) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:40.524477 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-91d972c9-9200-41d5-b9a4-ea3c133c5bb0 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:40.524477 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-91d972c9-9200-41d5-b9a4-ea3c133c5bb0 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0139766 Jan 21 09:41:40.524477 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50884) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:40.529990 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-8e693556-8e78-480f-afaa-e5369c5eb428 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:40.532495 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8e693556-8e78-480f-afaa-e5369c5eb428 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0080855 Jan 21 09:41:40.536624 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50890) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:40.545084 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-908fa921-4825-47bd-b3ea-3097ec8740ca tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:40.548813 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-908fa921-4825-47bd-b3ea-3097ec8740ca tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0081434 Jan 21 09:41:40.549685 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50894) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:40.553500 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-acf0fdfd-f021-45e9-86c5-567793fe06b8 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Deleting port c72a6ec9-08be-477b-b536-f885bfd3178a {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:40.554286 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-acf0fdfd-f021-45e9-86c5-567793fe06b8 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.558481 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-98d8cb64-af0d-4ef1-bd1d-8fb7e663b2c1 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:40.562096 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-98d8cb64-af0d-4ef1-bd1d-8fb7e663b2c1 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0068917 Jan 21 09:41:40.562096 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50898) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:40.569840 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-ccf26f1c-70ce-4a46-a314-e8c52607d4b9 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:40.571154 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ccf26f1c-70ce-4a46-a314-e8c52607d4b9 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0078235 Jan 21 09:41:40.575800 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50902) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:40.582830 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-c4950304-d00f-4ede-ad6e-f6efa7303c33 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:40.587179 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c4950304-d00f-4ede-ad6e-f6efa7303c33 tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0077157 Jan 21 09:41:40.587497 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50906) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:40.595775 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-a3f51bbf-4f8a-47cb-b47a-b3959199bdea tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:40.595775 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a3f51bbf-4f8a-47cb-b47a-b3959199bdea tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0051355 Jan 21 09:41:40.598845 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50910) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:40.607268 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [None req-e5f5946a-d6d7-45f3-a9ec-ea872b74448a tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] http://10.222.0.110:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:41:40.611169 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e5f5946a-d6d7-45f3-a9ec-ea872b74448a tempest-ExtensionsTestJSON-258172257 tempest-ExtensionsTestJSON-258172257-project] 10.222.0.110 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0084643 Jan 21 09:41:40.620428 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-60cf322d-0772-4c54-abab-d5f98ad3119c tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5946882 Jan 21 09:41:40.621080 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50916) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:40.623592 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9fe08506-3a14-4bb4-964f-415beb1e2b2a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.628994 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5180db21-1101-4405-8a84-8f98fb55eaa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-38b49d01-fa53-41f8-b3b2-3c7147575110', 'network_id': '38b49d01-fa53-41f8-b3b2-3c7147575110', 'tenant_id': '72339ba3f6b84fe98f8a9b07b475808d', 'fixed_ips': [{'subnet_id': '31a0a33a-96c4-45b6-bc2b-404ff950b64b'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:41:40.629944 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5180db21-1101-4405-8a84-8f98fb55eaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.637682 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-675d868f-892a-4f0d-8ac5-49fea1a76c53 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1252803424'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:40.645648 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-675d868f-892a-4f0d-8ac5-49fea1a76c53 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:40.649411 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5f2a33-7fc4-4d4b-beeb-6df412e8f686 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Router e3955647-ae7b-40bf-8064-49a1fbc8ea02 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:41:40.656501 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-675d868f-892a-4f0d-8ac5-49fea1a76c53 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Usage tracker for resource:network and tenant:72339ba3f6b84fe98f8a9b07b475808d is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:40.664831 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-675d868f-892a-4f0d-8ac5-49fea1a76c53 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:40.679819 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-675d868f-892a-4f0d-8ac5-49fea1a76c53 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:40.710497 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-acf0fdfd-f021-45e9-86c5-567793fe06b8 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] The port 'c72a6ec9-08be-477b-b536-f885bfd3178a' was deleted {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:41:40.729399 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-67d767c5-ea68-4287-82cc-db64089a412e tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.799024 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675d868f-892a-4f0d-8ac5-49fea1a76c53 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Made reservation on behalf of 72339ba3f6b84fe98f8a9b07b475808d for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:40.803671 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-675d868f-892a-4f0d-8ac5-49fea1a76c53 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.873576 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe08506-3a14-4bb4-964f-415beb1e2b2a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:40.897275 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-5180db21-1101-4405-8a84-8f98fb55eaa4 None None] Allocated IP 2001:db8::3 (38b49d01-fa53-41f8-b3b2-3c7147575110/31a0a33a-96c4-45b6-bc2b-404ff950b64b/520a61fa-22b4-4a52-966c-cd0878ed490d) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:40.897579 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-9fe08506-3a14-4bb4-964f-415beb1e2b2a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:40.898133 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-675d868f-892a-4f0d-8ac5-49fea1a76c53 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:40.913229 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb1a8d9-1788-4573-9d5b-1a277aa86f0e None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:40.914806 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe08506-3a14-4bb4-964f-415beb1e2b2a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:40.915495 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9fe08506-3a14-4bb4-964f-415beb1e2b2a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.932921 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe08506-3a14-4bb4-964f-415beb1e2b2a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Subnet': ['ID=af1441d3-db56-403b-a83b-5ae37421e363,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:40.935926 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-67d767c5-ea68-4287-82cc-db64089a412e tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.938921 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-675d868f-892a-4f0d-8ac5-49fea1a76c53 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.939355 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-675d868f-892a-4f0d-8ac5-49fea1a76c53 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Added segment 2446b053-3c73-4915-b322-26458656d721 of type vlan for network 9bc6c0fa-b9c2-43a4-beec-22cedd996464 Jan 21 09:41:40.978939 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-675d868f-892a-4f0d-8ac5-49fea1a76c53 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.030855 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-acf0fdfd-f021-45e9-86c5-567793fe06b8 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.039177 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50922) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:41.041403 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-675d868f-892a-4f0d-8ac5-49fea1a76c53 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.052300 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675d868f-892a-4f0d-8ac5-49fea1a76c53 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:41.054079 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-675d868f-892a-4f0d-8ac5-49fea1a76c53 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.080143 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-9fe08506-3a14-4bb4-964f-415beb1e2b2a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2989099 Jan 21 09:41:41.083170 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50928) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:41.089365 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-acf0fdfd-f021-45e9-86c5-567793fe06b8 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['052accbc-68c4-408c-b535-706d7f73383e']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:41.099888 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-51b8c135-16b7-4c2c-800e-16914035f806 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'port': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'mac_address': 'fa:16:3e:52:d9:58', 'name': 'tempest-NetworksTestDHCPv6-1441302337'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:41.130436 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-acf0fdfd-f021-45e9-86c5-567793fe06b8 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb4ad310-6868-4f5f-8ec6-84284ba98342') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:41.130436 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-acf0fdfd-f021-45e9-86c5-567793fe06b8 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb4ad310-6868-4f5f-8ec6-84284ba98342') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:41.156498 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5f2a33-7fc4-4d4b-beeb-6df412e8f686 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:41:41.163303 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-acf0fdfd-f021-45e9-86c5-567793fe06b8 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.183106 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-675d868f-892a-4f0d-8ac5-49fea1a76c53 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5608566 Jan 21 09:41:41.186224 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0e02b2-66ce-44d8-8810-8e0e1ca88398 None None] Sync routers for ids ['e3955647-ae7b-40bf-8064-49a1fbc8ea02'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:41:41.234265 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50932) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:41.244545 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-f9f3c358-397a-437b-9864-b42b2a18e3c8 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Request body: {'subnet': {'network_id': '9bc6c0fa-b9c2-43a4-beec-22cedd996464', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:41.257356 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d868f-892a-4f0d-8ac5-49fea1a76c53 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event updated for resources: {'Network': ['ID=9bc6c0fa-b9c2-43a4-beec-22cedd996464,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:41.273456 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-67d767c5-ea68-4287-82cc-db64089a412e tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.275751 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7d5f2a33-7fc4-4d4b-beeb-6df412e8f686 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.281135 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-acf0fdfd-f021-45e9-86c5-567793fe06b8 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.282274 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7d5f2a33-7fc4-4d4b-beeb-6df412e8f686 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.1341372 Jan 21 09:41:41.283347 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50936) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:41.301464 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0e02b2-66ce-44d8-8810-8e0e1ca88398 None None] Routers {'e3955647-ae7b-40bf-8064-49a1fbc8ea02'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:41.302101 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-8c0e02b2-66ce-44d8-8810-8e0e1ca88398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:41:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['e3955647-ae7b-40bf-8064-49a1fbc8ea02'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:41.311170 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d767c5-ea68-4287-82cc-db64089a412e tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b490ad73-c8a1-4c50-b4cf-4cf62e593cf7,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:41.356931 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 9bc6c0fa-b9c2-43a4-beec-22cedd996464 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:41.362710 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf0fdfd-f021-45e9-86c5-567793fe06b8 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:41:41.363189 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-acf0fdfd-f021-45e9-86c5-567793fe06b8 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.380475 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:41:41.380475 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:41:41.380475 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:41:41.380475 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:41.380475 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:41:41.380475 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:41:41.380475 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:41:41.380475 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:41.380475 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:41:41.380475 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:41.380475 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:41:41.380475 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:41.380475 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:41:41.380475 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:41:41.380475 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:41.380475 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:41:41.380475 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:41.380475 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:41:41.380475 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:41:41.380475 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:41:41.380475 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:41:41.380475 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:41:41.380475 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:41.380475 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:41:41.380475 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:41.380475 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:41:41.380475 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:41.380475 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:41:41.380475 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:41.380475 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:41:41.380475 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:41.380475 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:41.402565 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a7b8e3d8-90a1-4669-b622-24e9efc4c1a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.504739 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-8c0e02b2-66ce-44d8-8810-8e0e1ca88398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:41.511365 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-a7b8e3d8-90a1-4669-b622-24e9efc4c1a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:41.516835 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-62e7bc3e-1612-4d72-a6dc-ada740f1264b tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "GET /v2.0/routers/e3955647-ae7b-40bf-8064-49a1fbc8ea02 HTTP/1.1" status: 200 len: 885 time: 0.2292209 Jan 21 09:41:41.517348 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a7b8e3d8-90a1-4669-b622-24e9efc4c1a3 admin admin] Usage tracker for resource:security_group_rule and tenant:38b5eb2222a345109e91ab20f3f58ef0 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:41.517451 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50940) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:41.518370 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a7b8e3d8-90a1-4669-b622-24e9efc4c1a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:41.524612 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-a7b8e3d8-90a1-4669-b622-24e9efc4c1a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:41.566529 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5180db21-1101-4405-8a84-8f98fb55eaa4 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.582157 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0e02b2-66ce-44d8-8810-8e0e1ca88398 None None] Routers {'e3955647-ae7b-40bf-8064-49a1fbc8ea02'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:41.582875 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-8c0e02b2-66ce-44d8-8810-8e0e1ca88398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:41:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['e3955647-ae7b-40bf-8064-49a1fbc8ea02'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:41.615134 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a7b8e3d8-90a1-4669-b622-24e9efc4c1a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.665311 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-8c0e02b2-66ce-44d8-8810-8e0e1ca88398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:41.666057 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0e02b2-66ce-44d8-8810-8e0e1ca88398 None None] The sync data for ids ['e3955647-ae7b-40bf-8064-49a1fbc8ea02'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:41:41.681490 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a7b8e3d8-90a1-4669-b622-24e9efc4c1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.691025 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-67d767c5-ea68-4287-82cc-db64089a412e tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.692156 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-67d767c5-ea68-4287-82cc-db64089a412e tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "DELETE /v2.0/security-groups/b490ad73-c8a1-4c50-b4cf-4cf62e593cf7 HTTP/1.1" status: 204 len: 168 time: 1.3685007 Jan 21 09:41:41.703720 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50944) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:41.704811 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-51b8c135-16b7-4c2c-800e-16914035f806 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:41.718984 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-f9f3c358-397a-437b-9864-b42b2a18e3c8 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:41.723607 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f9f3c358-397a-437b-9864-b42b2a18e3c8 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Usage tracker for resource:subnet and tenant:72339ba3f6b84fe98f8a9b07b475808d is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:41.728203 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f9f3c358-397a-437b-9864-b42b2a18e3c8 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:41.734031 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-f9f3c358-397a-437b-9864-b42b2a18e3c8 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:41.761512 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5180db21-1101-4405-8a84-8f98fb55eaa4 None None] Transition to ACTIVE for port object 520a61fa-22b4-4a52-966c-cd0878ed490d will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:41.775890 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-6d9d9e6c-5c50-47cf-acaa-a1ac33d0661d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Synchronizing usage tracker for tenant:0ffd125f2e19497db276d912c6599666 on resource:router {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:41.793326 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-51b8c135-16b7-4c2c-800e-16914035f806 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:41.798246 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-acf0fdfd-f021-45e9-86c5-567793fe06b8 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.821787 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-6d9d9e6c-5c50-47cf-acaa-a1ac33d0661d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Unset dirty status for tenant:0ffd125f2e19497db276d912c6599666 on resource:router {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:41.826321 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-6d9d9e6c-5c50-47cf-acaa-a1ac33d0661d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3082860 Jan 21 09:41:41.827347 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50948) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:41.827809 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f3c358-397a-437b-9864-b42b2a18e3c8 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Made reservation on behalf of 72339ba3f6b84fe98f8a9b07b475808d for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:41.831293 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f9f3c358-397a-437b-9864-b42b2a18e3c8 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.833434 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-05ce72ae-d4b1-4998-b237-c443163a20ba tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1024819681'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:41.847434 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-acf0fdfd-f021-45e9-86c5-567793fe06b8 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.853748 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8e3d8-90a1-4669-b622-24e9efc4c1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ed9280-3ad0-4007-963c-4d0e3bfdd8c4,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:41.873595 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a7b8e3d8-90a1-4669-b622-24e9efc4c1a3 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=38b5eb2222a345109e91ab20f3f58ef0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8303003 Jan 21 09:41:41.883036 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5180db21-1101-4405-8a84-8f98fb55eaa4 None None] Transition to ACTIVE for port object 520a61fa-22b4-4a52-966c-cd0878ed490d will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:41.884833 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf0fdfd-f021-45e9-86c5-567793fe06b8 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] Pushing event deleted for resources: {'Network': ['ID=052accbc-68c4-408c-b535-706d7f73383e,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:41.895882 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50952) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:41.903787 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b8c135-16b7-4c2c-800e-16914035f806 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:41.959724 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5180db21-1101-4405-8a84-8f98fb55eaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.966725 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-acf0fdfd-f021-45e9-86c5-567793fe06b8 tempest-FloatingIPNegativeTestJSON-298033112 tempest-FloatingIPNegativeTestJSON-298033112-project] 10.222.0.110 "DELETE /v2.0/networks/052accbc-68c4-408c-b535-706d7f73383e HTTP/1.1" status: 204 len: 168 time: 3.9094312 Jan 21 09:41:42.054390 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.ipam_backend_mixin [None req-f9f3c358-397a-437b-9864-b42b2a18e3c8 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Performing IP validity checks on allocation pools {{(pid=87515) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 21 09:41:42.054953 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.ipam_backend_mixin [None req-f9f3c358-397a-437b-9864-b42b2a18e3c8 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87515) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 21 09:41:42.065404 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-927182f1-edbb-4b5b-9366-09af0636e75e tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Synchronizing usage tracker for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:42.103796 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5180db21-1101-4405-8a84-8f98fb55eaa4 None None] Network 38b49d01-fa53-41f8-b3b2-3c7147575110 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:42.110459 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-5180db21-1101-4405-8a84-8f98fb55eaa4 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:42.115490 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5180db21-1101-4405-8a84-8f98fb55eaa4 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:42.122329 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625c8a56-80f4-4b1e-a40d-35e7d84600d8 None None] Update dhcp port {'port': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'fixed_ips': [{'subnet_id': '49c4f413-1569-4c44-9516-768564a07c37', 'ip_address': '2001:db8::f816:3eff:fef5:36d5'}, {'subnet_id': 'af1441d3-db56-403b-a83b-5ae37421e363'}], 'binding:host_id': 'dv-neutron-825731-1-hyperv'}, 'id': '8a09a56d-976c-4813-be61-4baed885720a'} from dv-neutron-825731-1-hyperv. {{(pid=87516) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 09:41:42.199223 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e772da01-793e-4cee-ba01-eeaf42b2b54b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.201969 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180db21-1101-4405-8a84-8f98fb55eaa4 None None] Pushing event updated for resources: {'Port': ['ID=520a61fa-22b4-4a52-966c-cd0878ed490d,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:42.204528 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-625c8a56-80f4-4b1e-a40d-35e7d84600d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.206150 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-927182f1-edbb-4b5b-9366-09af0636e75e tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Unset dirty status for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:42.212951 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-927182f1-edbb-4b5b-9366-09af0636e75e tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4994495 Jan 21 09:41:42.222418 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50960) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:42.235938 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-7d3c88cd-c646-4ec1-848e-fe8f5d9fb366 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Request body: {'security_group': {'name': 'tempest-secgroup--1057388698'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:42.271930 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-7d3c88cd-c646-4ec1-848e-fe8f5d9fb366 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:42.290088 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e772da01-793e-4cee-ba01-eeaf42b2b54b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.299141 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-51b8c135-16b7-4c2c-800e-16914035f806 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.327079 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-7d3c88cd-c646-4ec1-848e-fe8f5d9fb366 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:42.378553 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50964) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:42.423381 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-51b8c135-16b7-4c2c-800e-16914035f806 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] device_id is not set on port f128916c-1a79-4f24-860a-8c47cad19c0a yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:42.515703 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7d3c88cd-c646-4ec1-848e-fe8f5d9fb366 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.558808 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-5180db21-1101-4405-8a84-8f98fb55eaa4 None None] Attempting to bind port 520a61fa-22b4-4a52-966c-cd0878ed490d on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:42.559207 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-5180db21-1101-4405-8a84-8f98fb55eaa4 None None] Attempting to bind port 520a61fa-22b4-4a52-966c-cd0878ed490d by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'a2e0b1b4-bc2f-4a8b-999a-571c69a92a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '38b49d01-fa53-41f8-b3b2-3c7147575110'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:42.559592 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5180db21-1101-4405-8a84-8f98fb55eaa4 None None] Attempting to bind port 520a61fa-22b4-4a52-966c-cd0878ed490d on network 38b49d01-fa53-41f8-b3b2-3c7147575110 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:42.581741 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-7d3c88cd-c646-4ec1-848e-fe8f5d9fb366 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:42.587042 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7d3c88cd-c646-4ec1-848e-fe8f5d9fb366 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Usage tracker for resource:security_group_rule and tenant:ce660dfdae8b496593a81e5d2b7c5827 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:42.612697 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5180db21-1101-4405-8a84-8f98fb55eaa4 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:41:42.613380 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5180db21-1101-4405-8a84-8f98fb55eaa4 None None] Checking segment: {'id': 'a2e0b1b4-bc2f-4a8b-999a-571c69a92a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '38b49d01-fa53-41f8-b3b2-3c7147575110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:42.614033 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5180db21-1101-4405-8a84-8f98fb55eaa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.614421 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5180db21-1101-4405-8a84-8f98fb55eaa4 None None] Bound using segment: {'id': 'a2e0b1b4-bc2f-4a8b-999a-571c69a92a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '38b49d01-fa53-41f8-b3b2-3c7147575110'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:41:42.614886 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-5180db21-1101-4405-8a84-8f98fb55eaa4 None None] Bound port: 520a61fa-22b4-4a52-966c-cd0878ed490d, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e0b1b4-bc2f-4a8b-999a-571c69a92a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '38b49d01-fa53-41f8-b3b2-3c7147575110'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:42.615278 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5180db21-1101-4405-8a84-8f98fb55eaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.638453 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7d3c88cd-c646-4ec1-848e-fe8f5d9fb366 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:42.656107 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-7d3c88cd-c646-4ec1-848e-fe8f5d9fb366 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:42.682695 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-3ac34d0d-4ce7-48f3-b2e9-b1020b83d8c5 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=e45fc57a07e74979937330b3162dce5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960236 Jan 21 09:41:42.685498 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 50970) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:42.691152 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e772da01-793e-4cee-ba01-eeaf42b2b54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.715010 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f9f3c358-397a-437b-9864-b42b2a18e3c8 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.836031 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-05ce72ae-d4b1-4998-b237-c443163a20ba tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.861210 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9f1c3377-9d0d-4cf7-914b-9d0f3bd8179c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.866347 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-05ce72ae-d4b1-4998-b237-c443163a20ba tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555907'] for router, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.877966 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.915423 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-5180db21-1101-4405-8a84-8f98fb55eaa4 None None] For port 520a61fa-22b4-4a52-966c-cd0878ed490d, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:41:42.918925 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-625c8a56-80f4-4b1e-a40d-35e7d84600d8 None None] Allocated IP 2001:db8:0:1::2 (36c4effd-f4af-4d10-91bd-714d225a3199/af1441d3-db56-403b-a83b-5ae37421e363/8a09a56d-976c-4813-be61-4baed885720a) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:42.922609 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-5180db21-1101-4405-8a84-8f98fb55eaa4 None None] For port 520a61fa-22b4-4a52-966c-cd0878ed490d, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=520a61fa-22b4-4a52-966c-cd0878ed490d,segment=NetworkSegment(a2e0b1b4-bc2f-4a8b-999a-571c69a92a31),segment_id=a2e0b1b4-bc2f-4a8b-999a-571c69a92a31)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:41:42.923309 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772da01-793e-4cee-ba01-eeaf42b2b54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ed9280-3ad0-4007-963c-4d0e3bfdd8c4,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:42.931685 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5180db21-1101-4405-8a84-8f98fb55eaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.981533 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9f1c3377-9d0d-4cf7-914b-9d0f3bd8179c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.000748 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3c358-397a-437b-9864-b42b2a18e3c8 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event updated for resources: {'Subnet': ['ID=20701467-6483-4626-b39a-6b7f296b80b5,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:43.030975 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f3c358-397a-437b-9864-b42b2a18e3c8 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Checking segment: {'id': '2446b053-3c73-4915-b322-26458656d721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9bc6c0fa-b9c2-43a4-beec-22cedd996464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:43.030975 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f3c358-397a-437b-9864-b42b2a18e3c8 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Network hostable DHCP agents. Network: 9bc6c0fa-b9c2-43a4-beec-22cedd996464, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:43.051618 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7d3c88cd-c646-4ec1-848e-fe8f5d9fb366 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.062009 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7d3c88cd-c646-4ec1-848e-fe8f5d9fb366 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.073822 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e772da01-793e-4cee-ba01-eeaf42b2b54b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.075484 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e772da01-793e-4cee-ba01-eeaf42b2b54b admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/d3ed9280-3ad0-4007-963c-4d0e3bfdd8c4 HTTP/1.1" status: 204 len: 168 time: 1.1550107 Jan 21 09:41:43.109207 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c88cd-c646-4ec1-848e-fe8f5d9fb366 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d2f7ea-a133-4873-bbe2-9f56c64e4e9a,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:43.112277 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f3c358-397a-437b-9864-b42b2a18e3c8 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Network 9bc6c0fa-b9c2-43a4-beec-22cedd996464 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:43.116813 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7d3c88cd-c646-4ec1-848e-fe8f5d9fb366 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.120613 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7d3c88cd-c646-4ec1-848e-fe8f5d9fb366 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8933151 Jan 21 09:41:43.121140 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50978) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:43.127670 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-f710bfae-219b-461f-b49e-edd618271196 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Request body: {'security_group_rule': {'security_group_id': 'e9d2f7ea-a133-4873-bbe2-9f56c64e4e9a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:43.134252 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-f710bfae-219b-461f-b49e-edd618271196 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:43.139130 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-f9f3c358-397a-437b-9864-b42b2a18e3c8 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 9bc6c0fa-b9c2-43a4-beec-22cedd996464) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:43.141704 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f710bfae-219b-461f-b49e-edd618271196 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Usage tracker for resource:security_group_rule and tenant:ce660dfdae8b496593a81e5d2b7c5827 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:43.146834 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f3c358-397a-437b-9864-b42b2a18e3c8 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:43.147544 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f9f3c358-397a-437b-9864-b42b2a18e3c8 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.153776 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f710bfae-219b-461f-b49e-edd618271196 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:43.155653 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ce72ae-d4b1-4998-b237-c443163a20ba tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Router e3955647-ae7b-40bf-8064-49a1fbc8ea02 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:41:43.165949 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-f710bfae-219b-461f-b49e-edd618271196 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:43.183775 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f9f3c358-397a-437b-9864-b42b2a18e3c8 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9492104 Jan 21 09:41:43.186766 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50982) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:43.223635 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ea0122-3f09-422c-bd27-1d6c039779ae None None] Network 9bc6c0fa-b9c2-43a4-beec-22cedd996464 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:43.230671 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f710bfae-219b-461f-b49e-edd618271196 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.285077 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180db21-1101-4405-8a84-8f98fb55eaa4 None None] Pushing event updated for resources: {'Port': ['ID=520a61fa-22b4-4a52-966c-cd0878ed490d,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:43.403904 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-625c8a56-80f4-4b1e-a40d-35e7d84600d8 None None] For port 8a09a56d-976c-4813-be61-4baed885720a, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=8a09a56d-976c-4813-be61-4baed885720a,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:43.433952 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9f1c3377-9d0d-4cf7-914b-9d0f3bd8179c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.436486 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8df31908-13f3-4fa6-877b-634a453c955c tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.441596 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f710bfae-219b-461f-b49e-edd618271196 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.451544 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f710bfae-219b-461f-b49e-edd618271196 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.501498 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1c3377-9d0d-4cf7-914b-9d0f3bd8179c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851eb703-e065-46c2-8366-c2a3a90690ee,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:43.511545 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9f1c3377-9d0d-4cf7-914b-9d0f3bd8179c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.512735 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9f1c3377-9d0d-4cf7-914b-9d0f3bd8179c admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/851eb703-e065-46c2-8366-c2a3a90690ee HTTP/1.1" status: 204 len: 168 time: 0.8262644 Jan 21 09:41:43.537260 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ce72ae-d4b1-4998-b237-c443163a20ba tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:41:43.548385 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d02c322-8efc-49e7-ae91-9cce2c75b258 None None] Sync routers for ids ['e3955647-ae7b-40bf-8064-49a1fbc8ea02'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:41:43.550495 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-625c8a56-80f4-4b1e-a40d-35e7d84600d8 None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.552879 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-05ce72ae-d4b1-4998-b237-c443163a20ba tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.556699 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-05ce72ae-d4b1-4998-b237-c443163a20ba tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "PUT /v2.0/routers/e3955647-ae7b-40bf-8064-49a1fbc8ea02 HTTP/1.1" status: 200 len: 892 time: 1.7256746 Jan 21 09:41:43.564580 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 50994) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:43.571197 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d02c322-8efc-49e7-ae91-9cce2c75b258 None None] Routers {'e3955647-ae7b-40bf-8064-49a1fbc8ea02'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:43.571955 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-1d02c322-8efc-49e7-ae91-9cce2c75b258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:41:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['e3955647-ae7b-40bf-8064-49a1fbc8ea02'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:43.582309 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710bfae-219b-461f-b49e-edd618271196 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cb2b8f1-7ed9-4468-ae90-2db979c4d8d3,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:43.698538 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-1d02c322-8efc-49e7-ae91-9cce2c75b258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:43.702520 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-625c8a56-80f4-4b1e-a40d-35e7d84600d8 None None] Transition to ACTIVE for port object 8a09a56d-976c-4813-be61-4baed885720a will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:43.710196 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d02c322-8efc-49e7-ae91-9cce2c75b258 None None] Routers {'e3955647-ae7b-40bf-8064-49a1fbc8ea02'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:43.711170 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-1d02c322-8efc-49e7-ae91-9cce2c75b258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:41:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['e3955647-ae7b-40bf-8064-49a1fbc8ea02'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:43.742423 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8df31908-13f3-4fa6-877b-634a453c955c tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.778756 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-625c8a56-80f4-4b1e-a40d-35e7d84600d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.826977 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f710bfae-219b-461f-b49e-edd618271196 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.828271 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f710bfae-219b-461f-b49e-edd618271196 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7063384 Jan 21 09:41:43.831547 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51004) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:43.870788 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-96402232-f4fd-4ec4-af1f-035fafd36ce8 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "GET /v2.0/security-group-rules/5cb2b8f1-7ed9-4468-ae90-2db979c4d8d3 HTTP/1.1" status: 200 len: 763 time: 0.0361252 Jan 21 09:41:43.872307 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51008) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:43.932199 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fd699f-aa26-4d38-afc3-d290a4e8dd2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-9bc6c0fa-b9c2-43a4-beec-22cedd996464', 'network_id': '9bc6c0fa-b9c2-43a4-beec-22cedd996464', 'tenant_id': '72339ba3f6b84fe98f8a9b07b475808d', 'fixed_ips': [{'subnet_id': '20701467-6483-4626-b39a-6b7f296b80b5'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:41:43.934123 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c4fd699f-aa26-4d38-afc3-d290a4e8dd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.965411 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-1d02c322-8efc-49e7-ae91-9cce2c75b258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:43.967647 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d02c322-8efc-49e7-ae91-9cce2c75b258 None None] The sync data for ids ['e3955647-ae7b-40bf-8064-49a1fbc8ea02'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:41:44.040267 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-344bb4d8-3191-42f3-a359-58474b02676f tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Synchronizing usage tracker for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group_rule {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:44.091536 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-344bb4d8-3191-42f3-a359-58474b02676f tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Unset dirty status for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group_rule {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:44.094748 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-344bb4d8-3191-42f3-a359-58474b02676f tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2203405 Jan 21 09:41:44.096654 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51018) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:44.135769 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 520a61fa-22b4-4a52-966c-cd0878ed490d up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:44.143076 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4d2721df-d2f4-42e0-9d44-21340c6acb73 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.153220 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a9185e3a-a182-4098-bee5-4e408f6c8e86 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "GET /v2.0/routers/e3955647-ae7b-40bf-8064-49a1fbc8ea02 HTTP/1.1" status: 200 len: 892 time: 0.5680368 Jan 21 09:41:44.157799 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51024) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:44.161134 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4d2721df-d2f4-42e0-9d44-21340c6acb73 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.203190 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8df31908-13f3-4fa6-877b-634a453c955c tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.207876 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4d2721df-d2f4-42e0-9d44-21340c6acb73 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.230847 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2721df-d2f4-42e0-9d44-21340c6acb73 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5cb2b8f1-7ed9-4468-ae90-2db979c4d8d3,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:44.248656 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4d2721df-d2f4-42e0-9d44-21340c6acb73 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.250794 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4d2721df-d2f4-42e0-9d44-21340c6acb73 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/5cb2b8f1-7ed9-4468-ae90-2db979c4d8d3 HTTP/1.1" status: 204 len: 168 time: 0.1529160 Jan 21 09:41:44.253273 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51032) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:44.270846 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-df2461e5-0c88-4258-9dd8-3abe58fe97bb tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Synchronizing usage tracker for tenant:0ffd125f2e19497db276d912c6599666 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:44.288190 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df31908-13f3-4fa6-877b-634a453c955c tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event deleted for resources: {'Subnet': ['ID=20701467-6483-4626-b39a-6b7f296b80b5,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:44.298064 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-51b8c135-16b7-4c2c-800e-16914035f806 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Allocated IP 2001:db8:0:1::374 (36c4effd-f4af-4d10-91bd-714d225a3199/af1441d3-db56-403b-a83b-5ae37421e363/f128916c-1a79-4f24-860a-8c47cad19c0a) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:44.333102 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-29820fff-b0e1-41c4-8237-4624d88923d4 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Synchronizing usage tracker for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group_rule {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:44.342256 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-51b8c135-16b7-4c2c-800e-16914035f806 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Allocated IP 2001:db8::f816:3eff:fe52:d958 (36c4effd-f4af-4d10-91bd-714d225a3199/49c4f413-1569-4c44-9516-768564a07c37/f128916c-1a79-4f24-860a-8c47cad19c0a) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:44.369431 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-29820fff-b0e1-41c4-8237-4624d88923d4 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Unset dirty status for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group_rule {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:44.371413 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-29820fff-b0e1-41c4-8237-4624d88923d4 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1167717 Jan 21 09:41:44.381576 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51040) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:44.392008 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-07b6cb36-f3bd-4c53-b8f5-b0499027a79a tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Request body: {'security_group_rule': {'security_group_id': 'e9d2f7ea-a133-4873-bbe2-9f56c64e4e9a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:44.400448 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-df2461e5-0c88-4258-9dd8-3abe58fe97bb tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Unset dirty status for tenant:0ffd125f2e19497db276d912c6599666 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:44.401857 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-df2461e5-0c88-4258-9dd8-3abe58fe97bb tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "GET /v2.0/ports?device_id=e3955647-ae7b-40bf-8064-49a1fbc8ea02 HTTP/1.1" status: 200 len: 205 time: 0.2429469 Jan 21 09:41:44.405787 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51044) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:44.408537 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-07b6cb36-f3bd-4c53-b8f5-b0499027a79a tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:44.493025 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8df31908-13f3-4fa6-877b-634a453c955c tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.501847 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c8a56-80f4-4b1e-a40d-35e7d84600d8 None None] Pushing event updated for resources: {'Port': ['ID=8a09a56d-976c-4813-be61-4baed885720a,revision_number=10']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:44.523738 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-07b6cb36-f3bd-4c53-b8f5-b0499027a79a tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server [None req-c4fd699f-aa26-4d38-afc3-d290a4e8dd2c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 20701467-6483-4626-b39a-6b7f296b80b5: This subnet is being modified by another concurrent operation. Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:41:44.528989 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:41:44.534983 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:41:44.534983 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:41:44.534983 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:41:44.534983 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:41:44.534983 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:41:44.534983 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:41:44.534983 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:41:44.534983 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:41:44.534983 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:41:44.534983 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:41:44.534983 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 09:41:44.534983 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:41:44.534983 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 09:41:44.534983 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 09:41:44.534983 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:41:44.534983 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:41:44.534983 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 21 09:41:44.534983 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 21 09:41:44.534983 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 21 09:41:44.534983 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 21 09:41:44.534983 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 21 09:41:44.534983 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 21 09:41:44.534983 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 21 09:41:44.534983 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 21 09:41:44.534983 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 21 09:41:44.534983 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:41:44.534983 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 21 09:41:44.534983 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 21 09:41:44.534983 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 21 09:41:44.534983 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 21 09:41:44.534983 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 21 09:41:44.534983 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 21 09:41:44.534983 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 21 09:41:44.534983 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 21 09:41:44.534983 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 21 09:41:44.534983 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server raise exception Jan 21 09:41:44.534983 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 20701467-6483-4626-b39a-6b7f296b80b5: This subnet is being modified by another concurrent operation. Jan 21 09:41:44.534983 dv-neutron-825731-1-hyperv neutron-server[87516]: ERROR oslo_messaging.rpc.server Jan 21 09:41:44.560782 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51048) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:44.564545 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0aa5826-8f4f-431e-b52c-85f7797dafd8 None None] Network 9bc6c0fa-b9c2-43a4-beec-22cedd996464 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:44.583439 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-8df31908-13f3-4fa6-877b-634a453c955c tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bc6c0fa-b9c2-43a4-beec-22cedd996464']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:44.593039 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 520a61fa-22b4-4a52-966c-cd0878ed490d completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:44.617851 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-8df31908-13f3-4fa6-877b-634a453c955c tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2446b053-3c73-4915-b322-26458656d721') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:44.617851 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-8df31908-13f3-4fa6-877b-634a453c955c tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2446b053-3c73-4915-b322-26458656d721') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:44.653341 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8df31908-13f3-4fa6-877b-634a453c955c tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.704107 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-07b6cb36-f3bd-4c53-b8f5-b0499027a79a tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.770536 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8df31908-13f3-4fa6-877b-634a453c955c tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.896014 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-680ff2d1-018c-4947-be29-57b7c436a490 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.955521 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-cc595d6a-f7c4-453c-bdd8-ba88aedf7907 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1386819734'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:44.962958 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df31908-13f3-4fa6-877b-634a453c955c tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:41:44.963678 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8df31908-13f3-4fa6-877b-634a453c955c tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.985974 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:41:44.985974 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:41:44.985974 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:41:44.985974 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:44.985974 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:41:44.985974 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:41:44.985974 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:41:44.985974 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:44.985974 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:41:44.985974 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:44.985974 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:41:44.985974 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:44.985974 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:41:44.985974 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:41:44.985974 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:44.985974 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:41:44.985974 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:44.985974 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:41:44.985974 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:41:44.985974 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:41:44.985974 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:41:44.985974 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:41:44.985974 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:44.985974 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:41:44.985974 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:44.985974 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:41:44.985974 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:44.985974 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:41:44.985974 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:44.985974 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:41:44.985974 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:44.985974 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:45.012111 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-cc595d6a-f7c4-453c-bdd8-ba88aedf7907 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:45.045930 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-cc595d6a-f7c4-453c-bdd8-ba88aedf7907 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Usage tracker for resource:network and tenant:34f55fefa4f244c09664362143af0209 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:45.065803 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcae056-2496-4acf-85ba-94fd95d8559e None None] Network 38b49d01-fa53-41f8-b3b2-3c7147575110 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:45.127073 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-cc595d6a-f7c4-453c-bdd8-ba88aedf7907 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:45.133462 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51062) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:45.146608 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-cc595d6a-f7c4-453c-bdd8-ba88aedf7907 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:45.172519 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-51b8c135-16b7-4c2c-800e-16914035f806 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.182576 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8df31908-13f3-4fa6-877b-634a453c955c tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.187764 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-680ff2d1-018c-4947-be29-57b7c436a490 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.190240 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-757a0f2d-6fb7-4cf9-86d1-1fa3b29d2419 None None] Provisioning for port 520a61fa-22b4-4a52-966c-cd0878ed490d completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:45.192723 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc595d6a-f7c4-453c-bdd8-ba88aedf7907 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Made reservation on behalf of 34f55fefa4f244c09664362143af0209 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:45.197151 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cc595d6a-f7c4-453c-bdd8-ba88aedf7907 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.206593 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-680ff2d1-018c-4947-be29-57b7c436a490 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Deleting port 4aedfcdd-3d01-45d1-8b8c-ee14d9dfaf49 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:45.207153 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-680ff2d1-018c-4947-be29-57b7c436a490 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.216560 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-757a0f2d-6fb7-4cf9-86d1-1fa3b29d2419 None None] Provisioning complete for port 520a61fa-22b4-4a52-966c-cd0878ed490d triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:45.216940 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-757a0f2d-6fb7-4cf9-86d1-1fa3b29d2419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.229812 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8df31908-13f3-4fa6-877b-634a453c955c tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.251568 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-07b6cb36-f3bd-4c53-b8f5-b0499027a79a tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.252407 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cc595d6a-f7c4-453c-bdd8-ba88aedf7907 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.266918 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df31908-13f3-4fa6-877b-634a453c955c tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event deleted for resources: {'Network': ['ID=9bc6c0fa-b9c2-43a4-beec-22cedd996464,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:45.269337 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-51b8c135-16b7-4c2c-800e-16914035f806 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Transition to ACTIVE for port object f128916c-1a79-4f24-860a-8c47cad19c0a will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:45.274793 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-07b6cb36-f3bd-4c53-b8f5-b0499027a79a tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.310368 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-cc595d6a-f7c4-453c-bdd8-ba88aedf7907 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:45.312844 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-07b6cb36-f3bd-4c53-b8f5-b0499027a79a tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.314029 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-07b6cb36-f3bd-4c53-b8f5-b0499027a79a tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9310596 Jan 21 09:41:45.319311 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-8df31908-13f3-4fa6-877b-634a453c955c tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "DELETE /v2.0/networks/9bc6c0fa-b9c2-43a4-beec-22cedd996464 HTTP/1.1" status: 204 len: 168 time: 2.1307864 Jan 21 09:41:45.324149 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51068) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:45.324483 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51070) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:45.332695 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-6573ed5f-c50a-4b70-b706-054c324bd1e0 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-761292582'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:45.347792 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-cc595d6a-f7c4-453c-bdd8-ba88aedf7907 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Usage tracker for resource:security_group_rule and tenant:34f55fefa4f244c09664362143af0209 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:45.354613 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6cb36-f3bd-4c53-b8f5-b0499027a79a tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a7342d2-03ed-4037-94b3-7f1a7371426c,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:45.360160 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-6573ed5f-c50a-4b70-b706-054c324bd1e0 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:45.363482 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-cc595d6a-f7c4-453c-bdd8-ba88aedf7907 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:45.370123 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-6573ed5f-c50a-4b70-b706-054c324bd1e0 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Usage tracker for resource:network and tenant:72339ba3f6b84fe98f8a9b07b475808d is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:45.379147 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7e87bbca-6346-4e32-ace8-dbf7bc31b61d tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "GET /v2.0/security-group-rules/6a7342d2-03ed-4037-94b3-7f1a7371426c HTTP/1.1" status: 200 len: 763 time: 0.0526159 Jan 21 09:41:45.382085 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-6573ed5f-c50a-4b70-b706-054c324bd1e0 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:45.382854 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51076) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:45.386345 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-9a642259-0eba-46b5-b8f2-730d320affbb tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2062370729'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:45.389443 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-cc595d6a-f7c4-453c-bdd8-ba88aedf7907 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:45.410937 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9a642259-0eba-46b5-b8f2-730d320affbb tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:45.451498 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-6573ed5f-c50a-4b70-b706-054c324bd1e0 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:45.473163 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9a642259-0eba-46b5-b8f2-730d320affbb tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Usage tracker for resource:network and tenant:4aa2128c59e24666b40cc4b34a639788 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:45.481206 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9a642259-0eba-46b5-b8f2-730d320affbb tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:45.486657 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-51b8c135-16b7-4c2c-800e-16914035f806 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.489628 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6573ed5f-c50a-4b70-b706-054c324bd1e0 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Made reservation on behalf of 72339ba3f6b84fe98f8a9b07b475808d for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:45.494514 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6573ed5f-c50a-4b70-b706-054c324bd1e0 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.527153 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-757a0f2d-6fb7-4cf9-86d1-1fa3b29d2419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.579569 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-757a0f2d-6fb7-4cf9-86d1-1fa3b29d2419 None None] For port 520a61fa-22b4-4a52-966c-cd0878ed490d, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=520a61fa-22b4-4a52-966c-cd0878ed490d,segment=NetworkSegment(a2e0b1b4-bc2f-4a8b-999a-571c69a92a31),segment_id=a2e0b1b4-bc2f-4a8b-999a-571c69a92a31)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:45.585848 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-757a0f2d-6fb7-4cf9-86d1-1fa3b29d2419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.614095 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cc595d6a-f7c4-453c-bdd8-ba88aedf7907 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.622054 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b8c135-16b7-4c2c-800e-16914035f806 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:45.626528 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-51b8c135-16b7-4c2c-800e-16914035f806 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:45.631480 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9a642259-0eba-46b5-b8f2-730d320affbb tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:45.642797 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b8c135-16b7-4c2c-800e-16914035f806 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:45.652342 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b8c135-16b7-4c2c-800e-16914035f806 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:45.653153 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-51b8c135-16b7-4c2c-800e-16914035f806 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.671927 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b8c135-16b7-4c2c-800e-16914035f806 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Port': ['ID=f128916c-1a79-4f24-860a-8c47cad19c0a,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:45.674988 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6573ed5f-c50a-4b70-b706-054c324bd1e0 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:45.680333 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cc595d6a-f7c4-453c-bdd8-ba88aedf7907 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.691884 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a0f2d-6fb7-4cf9-86d1-1fa3b29d2419 None None] Pushing event updated for resources: {'Port': ['ID=520a61fa-22b4-4a52-966c-cd0878ed490d,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:45.704324 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a642259-0eba-46b5-b8f2-730d320affbb tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Made reservation on behalf of 4aa2128c59e24666b40cc4b34a639788 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:45.707989 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9a642259-0eba-46b5-b8f2-730d320affbb tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.735957 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-db6e44ab-a2a9-4c85-9f71-db2e3d51100b tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3435006 Jan 21 09:41:45.736423 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-1dd567bb-5a30-4b8e-a6e5-a326d13eaba1 None None] Provisioning for port 8a09a56d-976c-4813-be61-4baed885720a completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:45.739689 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-680ff2d1-018c-4947-be29-57b7c436a490 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.747930 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51080) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:45.748455 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-1dd567bb-5a30-4b8e-a6e5-a326d13eaba1 None None] Provisioning complete for port 8a09a56d-976c-4813-be61-4baed885720a triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:45.749254 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1dd567bb-5a30-4b8e-a6e5-a326d13eaba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.766915 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9a642259-0eba-46b5-b8f2-730d320affbb tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.934746 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6573ed5f-c50a-4b70-b706-054c324bd1e0 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.935256 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-6573ed5f-c50a-4b70-b706-054c324bd1e0 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Added segment 63ae992d-4709-4673-bebf-b74472c480bc of type vlan for network c653d342-14cc-486b-9b65-2667563696ce Jan 21 09:41:45.937254 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-680ff2d1-018c-4947-be29-57b7c436a490 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Calling delete_port for 4aedfcdd-3d01-45d1-8b8c-ee14d9dfaf49 owned by network:router_gateway {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:45.949599 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc595d6a-f7c4-453c-bdd8-ba88aedf7907 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:45.975481 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-51b8c135-16b7-4c2c-800e-16914035f806 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.8857496 Jan 21 09:41:45.982452 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51084) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:46.004474 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b025a361-7fdc-4cd9-9ccb-9ac38648c2c7 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.034242 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9a642259-0eba-46b5-b8f2-730d320affbb tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:46.038807 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 8a09a56d-976c-4813-be61-4baed885720a up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:46.045286 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9a642259-0eba-46b5-b8f2-730d320affbb tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Usage tracker for resource:security_group_rule and tenant:4aa2128c59e24666b40cc4b34a639788 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:46.050757 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b025a361-7fdc-4cd9-9ccb-9ac38648c2c7 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.057961 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9a642259-0eba-46b5-b8f2-730d320affbb tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:46.060987 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc595d6a-f7c4-453c-bdd8-ba88aedf7907 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9d80fc-a9b9-4b2b-897a-54f1d145513f,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:46.068330 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cc595d6a-f7c4-453c-bdd8-ba88aedf7907 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.069235 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-cc595d6a-f7c4-453c-bdd8-ba88aedf7907 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Added segment 1fbdc76b-ad0c-4f4e-8b34-c36a98183df3 of type vlan for network d8e6cc38-6f15-4002-911c-f4e0d0f5e09c Jan 21 09:41:46.074605 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9a642259-0eba-46b5-b8f2-730d320affbb tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:46.081813 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6573ed5f-c50a-4b70-b706-054c324bd1e0 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.114279 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4606b7b6-87bc-48e1-a47e-952a255bf53b None None] get_active_networks_info from dv-neutron-825731-1-hyperv {{(pid=87516) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 21 09:41:46.139752 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-0e0615e9-9c20-48a3-9a97-c11daf7e9508 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting port f128916c-1a79-4f24-860a-8c47cad19c0a {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:46.140417 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0e0615e9-9c20-48a3-9a97-c11daf7e9508 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.145545 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b025a361-7fdc-4cd9-9ccb-9ac38648c2c7 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.171098 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025a361-7fdc-4cd9-9ccb-9ac38648c2c7 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a7342d2-03ed-4037-94b3-7f1a7371426c,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:46.180979 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cc595d6a-f7c4-453c-bdd8-ba88aedf7907 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.185054 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 8a09a56d-976c-4813-be61-4baed885720a triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:46.185770 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.207959 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b025a361-7fdc-4cd9-9ccb-9ac38648c2c7 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.209277 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b025a361-7fdc-4cd9-9ccb-9ac38648c2c7 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/6a7342d2-03ed-4037-94b3-7f1a7371426c HTTP/1.1" status: 204 len: 168 time: 0.4586864 Jan 21 09:41:46.213535 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51088) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:46.235792 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6573ed5f-c50a-4b70-b706-054c324bd1e0 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.242278 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6573ed5f-c50a-4b70-b706-054c324bd1e0 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:46.242893 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6573ed5f-c50a-4b70-b706-054c324bd1e0 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.248357 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-bf01c581-437b-47e8-bfd3-0aaa48a2156a None None] Provisioning for port f128916c-1a79-4f24-860a-8c47cad19c0a completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:46.261905 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-bf01c581-437b-47e8-bfd3-0aaa48a2156a None None] Provisioning complete for port f128916c-1a79-4f24-860a-8c47cad19c0a triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:46.262318 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-bf01c581-437b-47e8-bfd3-0aaa48a2156a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.343851 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-bef584a2-c359-4757-81a0-a484eecedcf9 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Synchronizing usage tracker for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group_rule {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:46.357367 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cc595d6a-f7c4-453c-bdd8-ba88aedf7907 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.362896 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc595d6a-f7c4-453c-bdd8-ba88aedf7907 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:46.363513 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cc595d6a-f7c4-453c-bdd8-ba88aedf7907 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.370622 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9a642259-0eba-46b5-b8f2-730d320affbb tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.382876 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6573ed5f-c50a-4b70-b706-054c324bd1e0 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0515151 Jan 21 09:41:46.383102 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9a642259-0eba-46b5-b8f2-730d320affbb tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.392402 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51092) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:46.399278 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-bf01c581-437b-47e8-bfd3-0aaa48a2156a None None] Port f128916c-1a79-4f24-860a-8c47cad19c0a cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:41:46.403445 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-bef584a2-c359-4757-81a0-a484eecedcf9 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Unset dirty status for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group_rule {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:46.404694 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-bef584a2-c359-4757-81a0-a484eecedcf9 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1879969 Jan 21 09:41:46.405413 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-680ff2d1-018c-4947-be29-57b7c436a490 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.408749 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51096) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:46.416291 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-0db69be7-7e46-48fb-adff-618f46a8a680 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Request body: {'subnet': {'network_id': 'c653d342-14cc-486b-9b65-2667563696ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:46.438991 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 520a61fa-22b4-4a52-966c-cd0878ed490d up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:46.476175 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ed5f-c50a-4b70-b706-054c324bd1e0 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event updated for resources: {'Network': ['ID=c653d342-14cc-486b-9b65-2667563696ce,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:46.498753 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a642259-0eba-46b5-b8f2-730d320affbb tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01fe5976-b000-47a0-88dd-1dcb66e4e721,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:46.501302 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network c653d342-14cc-486b-9b65-2667563696ce details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:46.509949 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-cc595d6a-f7c4-453c-bdd8-ba88aedf7907 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9416752 Jan 21 09:41:46.550596 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-bf01c581-437b-47e8-bfd3-0aaa48a2156a None None] Provisioning complete for port 520a61fa-22b4-4a52-966c-cd0878ed490d triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:46.551695 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-bf01c581-437b-47e8-bfd3-0aaa48a2156a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.552521 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-3d2d2e1c-bca4-4e58-8cc8-7d46f55b753b tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Request body: {'security_group_rule': {'security_group_id': 'e9d2f7ea-a133-4873-bbe2-9f56c64e4e9a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:46.558941 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-3d2d2e1c-bca4-4e58-8cc8-7d46f55b753b tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:46.569837 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-3d2d2e1c-bca4-4e58-8cc8-7d46f55b753b tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:46.599172 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ca37f167-5898-4b2c-8501-227b57b1defa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.622882 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4606b7b6-87bc-48e1-a47e-952a255bf53b None None] Resources bound (agent type, host, resource id): {{(pid=87516) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:41:46.652078 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a642259-0eba-46b5-b8f2-730d320affbb tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:46.658789 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ff2d1-018c-4947-be29-57b7c436a490 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event deleted for resources: {'Port': ['ID=4aedfcdd-3d01-45d1-8b8c-ee14d9dfaf49,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:46.661197 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.securitygroups_db [None req-3d2d2e1c-bca4-4e58-8cc8-7d46f55b753b tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Project ce660dfdae8b496593a81e5d2b7c5827 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:41:46.671084 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0e0615e9-9c20-48a3-9a97-c11daf7e9508 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.673777 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-680ff2d1-018c-4947-be29-57b7c436a490 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.814719 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 520a61fa-22b4-4a52-966c-cd0878ed490d triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:46.825831 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.887475 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3d2d2e1c-bca4-4e58-8cc8-7d46f55b753b tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.896180 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-0e0615e9-9c20-48a3-9a97-c11daf7e9508 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Calling delete_port for f128916c-1a79-4f24-860a-8c47cad19c0a owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:46.915643 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-680ff2d1-018c-4947-be29-57b7c436a490 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.921528 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-680ff2d1-018c-4947-be29-57b7c436a490 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.934239 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9a642259-0eba-46b5-b8f2-730d320affbb tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.934239 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-9a642259-0eba-46b5-b8f2-730d320affbb tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Added segment b790bf59-7dd6-42aa-87ae-21ac502c0689 of type vlan for network 79186ce4-1405-482f-abf1-5dd60e704c9b Jan 21 09:41:47.057042 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-680ff2d1-018c-4947-be29-57b7c436a490 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.057712 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680ff2d1-018c-4947-be29-57b7c436a490 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Fanout notify agent at l3_agent the message router_deleted on router e3955647-ae7b-40bf-8064-49a1fbc8ea02 {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:41:47.062452 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-0db69be7-7e46-48fb-adff-618f46a8a680 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:47.066862 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9a642259-0eba-46b5-b8f2-730d320affbb tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.083718 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-0db69be7-7e46-48fb-adff-618f46a8a680 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Usage tracker for resource:subnet and tenant:72339ba3f6b84fe98f8a9b07b475808d is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:47.089383 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-0db69be7-7e46-48fb-adff-618f46a8a680 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:47.106164 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-0db69be7-7e46-48fb-adff-618f46a8a680 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:47.113571 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3d2d2e1c-bca4-4e58-8cc8-7d46f55b753b tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.141235 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3d2d2e1c-bca4-4e58-8cc8-7d46f55b753b tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.156705 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db69be7-7e46-48fb-adff-618f46a8a680 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Made reservation on behalf of 72339ba3f6b84fe98f8a9b07b475808d for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:47.160277 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0db69be7-7e46-48fb-adff-618f46a8a680 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.219647 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9a642259-0eba-46b5-b8f2-730d320affbb tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.225311 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a642259-0eba-46b5-b8f2-730d320affbb tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:47.225989 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9a642259-0eba-46b5-b8f2-730d320affbb tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.230540 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d2e1c-bca4-4e58-8cc8-7d46f55b753b tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=569799b4-4042-4c8a-a45d-1e0aebd720e1,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:47.266598 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0e0615e9-9c20-48a3-9a97-c11daf7e9508 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.321801 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-680ff2d1-018c-4947-be29-57b7c436a490 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.322883 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-680ff2d1-018c-4947-be29-57b7c436a490 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/routers/e3955647-ae7b-40bf-8064-49a1fbc8ea02 HTTP/1.1" status: 204 len: 168 time: 2.9153810 Jan 21 09:41:47.324017 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3d2d2e1c-bca4-4e58-8cc8-7d46f55b753b tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.327853 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3d2d2e1c-bca4-4e58-8cc8-7d46f55b753b tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8612039 Jan 21 09:41:47.331430 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51102) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:47.331770 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51104) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:47.346525 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0615e9-9c20-48a3-9a97-c11daf7e9508 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Port': ['ID=f128916c-1a79-4f24-860a-8c47cad19c0a,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:47.359001 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-ab7babb8-20f6-431d-903e-8c5adaf810a1 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1553427181'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:47.377068 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9a642259-0eba-46b5-b8f2-730d320affbb tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2422831 Jan 21 09:41:47.386510 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-ab7babb8-20f6-431d-903e-8c5adaf810a1 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:47.455598 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ab7babb8-20f6-431d-903e-8c5adaf810a1 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Usage tracker for resource:network and tenant:0ffd125f2e19497db276d912c6599666 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:47.463175 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4008d05-e754-4957-b257-bbadca296397 None None] get_active_networks_info from dv-neutron-825731-1-hyperv {{(pid=87516) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 21 09:41:47.464292 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-23bdfb99-947d-4676-92e7-5082873f1ef0 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "GET /v2.0/security-group-rules/569799b4-4042-4c8a-a45d-1e0aebd720e1 HTTP/1.1" status: 200 len: 769 time: 0.1229334 Jan 21 09:41:47.464927 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51110) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:47.465875 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ab7babb8-20f6-431d-903e-8c5adaf810a1 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:47.471375 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a642259-0eba-46b5-b8f2-730d320affbb tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event updated for resources: {'Network': ['ID=79186ce4-1405-482f-abf1-5dd60e704c9b,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:47.477820 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-ab7babb8-20f6-431d-903e-8c5adaf810a1 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:47.532714 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7babb8-20f6-431d-903e-8c5adaf810a1 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Made reservation on behalf of 0ffd125f2e19497db276d912c6599666 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:47.536129 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ab7babb8-20f6-431d-903e-8c5adaf810a1 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.553624 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 79186ce4-1405-482f-abf1-5dd60e704c9b details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:47.555160 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-dd0cd7c0-2d7c-4346-8775-65ed2fc0d316 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Synchronizing usage tracker for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group_rule {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:47.557490 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51114) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:47.576920 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-050d1209-49e4-4b19-a948-251be8c768c1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Request body: {'subnet': {'network_id': '79186ce4-1405-482f-abf1-5dd60e704c9b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:47.639174 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc595d6a-f7c4-453c-bdd8-ba88aedf7907 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Pushing event updated for resources: {'Network': ['ID=d8e6cc38-6f15-4002-911c-f4e0d0f5e09c,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:47.649784 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0e0615e9-9c20-48a3-9a97-c11daf7e9508 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.665974 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0e0615e9-9c20-48a3-9a97-c11daf7e9508 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/ports/f128916c-1a79-4f24-860a-8c47cad19c0a HTTP/1.1" status: 204 len: 168 time: 1.6692250 Jan 21 09:41:47.666697 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51118) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:47.682017 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network d8e6cc38-6f15-4002-911c-f4e0d0f5e09c details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:47.779445 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcac62ab-78b3-46dd-886c-273e89d36056 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:47.780190 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-fcac62ab-78b3-46dd-886c-273e89d36056 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:47.804562 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab7babb8-20f6-431d-903e-8c5adaf810a1 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:47.813410 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-fcac62ab-78b3-46dd-886c-273e89d36056 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:47.820455 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-fcac62ab-78b3-46dd-886c-273e89d36056 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1520240 Jan 21 09:41:47.822183 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51122) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:47.915020 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-dd0cd7c0-2d7c-4346-8775-65ed2fc0d316 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Unset dirty status for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group_rule {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:47.919252 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-dd0cd7c0-2d7c-4346-8775-65ed2fc0d316 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.4493241 Jan 21 09:41:47.927487 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51126) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:47.933973 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0db69be7-7e46-48fb-adff-618f46a8a680 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.971104 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ab7babb8-20f6-431d-903e-8c5adaf810a1 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.971501 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-ab7babb8-20f6-431d-903e-8c5adaf810a1 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Added segment 2c2670c6-2582-471b-92a4-09ce9e5b855e of type vlan for network c4c1f261-6bdb-4820-bdac-9d000001730f Jan 21 09:41:47.971988 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4008d05-e754-4957-b257-bbadca296397 None None] Resources bound (agent type, host, resource id): {{(pid=87516) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:41:48.001409 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-663e2404-6c78-4401-8bb4-b82f466741e9 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.002913 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-050d1209-49e4-4b19-a948-251be8c768c1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:48.017181 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-050d1209-49e4-4b19-a948-251be8c768c1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Usage tracker for resource:subnet and tenant:4aa2128c59e24666b40cc4b34a639788 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:48.018679 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-663e2404-6c78-4401-8bb4-b82f466741e9 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.029758 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-050d1209-49e4-4b19-a948-251be8c768c1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:48.044220 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34dfb08-4a4e-42c3-b279-03aa261dc0ae tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:48.048544 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e34dfb08-4a4e-42c3-b279-03aa261dc0ae tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.2228115 Jan 21 09:41:48.050890 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51130) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:48.059770 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-050d1209-49e4-4b19-a948-251be8c768c1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:48.077555 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ab7babb8-20f6-431d-903e-8c5adaf810a1 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.081034 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db69be7-7e46-48fb-adff-618f46a8a680 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event updated for resources: {'Subnet': ['ID=c6f57b4a-a227-4ecc-a970-66c2f31f4620,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:48.104359 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db69be7-7e46-48fb-adff-618f46a8a680 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Checking segment: {'id': '63ae992d-4709-4673-bebf-b74472c480bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c653d342-14cc-486b-9b65-2667563696ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:48.104746 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db69be7-7e46-48fb-adff-618f46a8a680 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Network hostable DHCP agents. Network: c653d342-14cc-486b-9b65-2667563696ce, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:48.113699 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-663e2404-6c78-4401-8bb4-b82f466741e9 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.145789 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050d1209-49e4-4b19-a948-251be8c768c1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Made reservation on behalf of 4aa2128c59e24666b40cc4b34a639788 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:48.152163 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-050d1209-49e4-4b19-a948-251be8c768c1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.153190 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e2404-6c78-4401-8bb4-b82f466741e9 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=569799b4-4042-4c8a-a45d-1e0aebd720e1,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:48.158098 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-663e2404-6c78-4401-8bb4-b82f466741e9 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.158652 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-663e2404-6c78-4401-8bb4-b82f466741e9 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/569799b4-4042-4c8a-a45d-1e0aebd720e1 HTTP/1.1" status: 204 len: 168 time: 0.2215366 Jan 21 09:41:48.162936 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51134) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:48.188510 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ab7babb8-20f6-431d-903e-8c5adaf810a1 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.197198 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7babb8-20f6-431d-903e-8c5adaf810a1 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:48.197801 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ab7babb8-20f6-431d-903e-8c5adaf810a1 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.198375 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a62e8b7-aece-4ee1-b85b-9cfce5d502e8 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:48.200003 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a62e8b7-aece-4ee1-b85b-9cfce5d502e8 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:48.201743 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a62e8b7-aece-4ee1-b85b-9cfce5d502e8 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:48.202905 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-8a62e8b7-aece-4ee1-b85b-9cfce5d502e8 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:48.246691 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ba06909e-08ad-40c5-8fb1-2cede84dc547 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Synchronizing usage tracker for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group_rule {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:48.264043 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-8a62e8b7-aece-4ee1-b85b-9cfce5d502e8 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:48.267653 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-8a62e8b7-aece-4ee1-b85b-9cfce5d502e8 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2136495 Jan 21 09:41:48.269656 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51138) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:48.341910 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ba06909e-08ad-40c5-8fb1-2cede84dc547 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Unset dirty status for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group_rule {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:48.343327 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ba06909e-08ad-40c5-8fb1-2cede84dc547 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1792326 Jan 21 09:41:48.354215 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51142) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:48.457726 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-300819b8-edfb-4c86-89a1-10b12aa91386 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting subnet 49c4f413-1569-4c44-9516-768564a07c37 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:41:48.479423 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-300819b8-edfb-4c86-89a1-10b12aa91386 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.487917 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7babb8-20f6-431d-903e-8c5adaf810a1 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event updated for resources: {'Network': ['ID=c4c1f261-6bdb-4820-bdac-9d000001730f,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:48.495138 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ab7babb8-20f6-431d-903e-8c5adaf810a1 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1556079 Jan 21 09:41:48.497733 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db69be7-7e46-48fb-adff-618f46a8a680 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Network c653d342-14cc-486b-9b65-2667563696ce is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:48.500619 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51146) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:48.503024 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network c4c1f261-6bdb-4820-bdac-9d000001730f details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:48.511976 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-43ddc797-0e41-487e-a92f-6013e9df2e92 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Request body: {'subnet': {'network_id': 'c4c1f261-6bdb-4820-bdac-9d000001730f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:48.540324 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-0db69be7-7e46-48fb-adff-618f46a8a680 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, c653d342-14cc-486b-9b65-2667563696ce) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:48.553805 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4712e6-6771-4c96-aa10-d0bafb826bf0 None None] Network c653d342-14cc-486b-9b65-2667563696ce requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:48.580303 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db69be7-7e46-48fb-adff-618f46a8a680 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:48.580907 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0db69be7-7e46-48fb-adff-618f46a8a680 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.627709 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e248ff82-5025-49b6-9d27-9516222c2fdb tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.828042 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0db69be7-7e46-48fb-adff-618f46a8a680 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.4312656 Jan 21 09:41:48.836110 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51150) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:48.847415 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-300819b8-edfb-4c86-89a1-10b12aa91386 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.859601 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-23a9246b-70c2-497a-82fe-6f01b32396de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.909045 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e248ff82-5025-49b6-9d27-9516222c2fdb tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.989067 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-300819b8-edfb-4c86-89a1-10b12aa91386 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.019368 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e248ff82-5025-49b6-9d27-9516222c2fdb tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.030138 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed649a8d-0786-4d72-894c-b43bbe329217 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.036289 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-43ddc797-0e41-487e-a92f-6013e9df2e92 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:49.044601 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd4145b-256b-4d8e-9f9a-20afdac1fc80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-c653d342-14cc-486b-9b65-2667563696ce', 'network_id': 'c653d342-14cc-486b-9b65-2667563696ce', 'tenant_id': '72339ba3f6b84fe98f8a9b07b475808d', 'fixed_ips': [{'subnet_id': 'c6f57b4a-a227-4ecc-a970-66c2f31f4620'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:41:49.045181 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-43ddc797-0e41-487e-a92f-6013e9df2e92 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Usage tracker for resource:subnet and tenant:0ffd125f2e19497db276d912c6599666 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:49.046261 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5cd4145b-256b-4d8e-9f9a-20afdac1fc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.048700 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-43ddc797-0e41-487e-a92f-6013e9df2e92 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:49.061603 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-43ddc797-0e41-487e-a92f-6013e9df2e92 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:49.065446 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248ff82-5025-49b6-9d27-9516222c2fdb tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d2f7ea-a133-4873-bbe2-9f56c64e4e9a,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:49.094107 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e248ff82-5025-49b6-9d27-9516222c2fdb tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.098320 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e248ff82-5025-49b6-9d27-9516222c2fdb tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "DELETE /v2.0/security-groups/e9d2f7ea-a133-4873-bbe2-9f56c64e4e9a HTTP/1.1" status: 204 len: 168 time: 0.7331357 Jan 21 09:41:49.099070 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51154) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:49.144706 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ddc797-0e41-487e-a92f-6013e9df2e92 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Made reservation on behalf of 0ffd125f2e19497db276d912c6599666 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:49.149138 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-43ddc797-0e41-487e-a92f-6013e9df2e92 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.155970 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7f6772b1-b9eb-46c1-9aa8-ed38eed73c6d tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Synchronizing usage tracker for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:49.180297 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-300819b8-edfb-4c86-89a1-10b12aa91386 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.180558 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-050d1209-49e4-4b19-a948-251be8c768c1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.213266 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7f6772b1-b9eb-46c1-9aa8-ed38eed73c6d tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Unset dirty status for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:49.224141 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7f6772b1-b9eb-46c1-9aa8-ed38eed73c6d tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1239753 Jan 21 09:41:49.231168 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51158) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:49.239333 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300819b8-edfb-4c86-89a1-10b12aa91386 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Subnet': ['ID=49c4f413-1569-4c44-9516-768564a07c37,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:49.243783 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-a084d993-ed08-4486-85d5-6fc550f5b2f7 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Request body: {'security_group': {'name': 'tempest-secgroup--1244693602'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:49.251319 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-300819b8-edfb-4c86-89a1-10b12aa91386 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.261896 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-a084d993-ed08-4486-85d5-6fc550f5b2f7 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:49.275040 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-300819b8-edfb-4c86-89a1-10b12aa91386 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/49c4f413-1569-4c44-9516-768564a07c37 HTTP/1.1" status: 204 len: 168 time: 1.0036809 Jan 21 09:41:49.276169 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-a084d993-ed08-4486-85d5-6fc550f5b2f7 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:49.278496 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51162) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:49.321974 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-5cd4145b-256b-4d8e-9f9a-20afdac1fc80 None None] Allocated IP 2001:db8::1 (c653d342-14cc-486b-9b65-2667563696ce/c6f57b4a-a227-4ecc-a970-66c2f31f4620/deed5f10-344b-4f27-a1af-49e3f1b97041) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:49.358437 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab2e1850-fca0-4a00-8807-317b7e7d827f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting subnet af1441d3-db56-403b-a83b-5ae37421e363 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:41:49.362997 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ab2e1850-fca0-4a00-8807-317b7e7d827f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.414587 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a084d993-ed08-4486-85d5-6fc550f5b2f7 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.448322 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-a084d993-ed08-4486-85d5-6fc550f5b2f7 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:49.455056 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a084d993-ed08-4486-85d5-6fc550f5b2f7 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Usage tracker for resource:security_group_rule and tenant:ce660dfdae8b496593a81e5d2b7c5827 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:49.458232 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a084d993-ed08-4486-85d5-6fc550f5b2f7 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:49.465536 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-a084d993-ed08-4486-85d5-6fc550f5b2f7 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:49.494346 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed649a8d-0786-4d72-894c-b43bbe329217 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.550312 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a084d993-ed08-4486-85d5-6fc550f5b2f7 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.557446 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ab2e1850-fca0-4a00-8807-317b7e7d827f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.581160 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-43ddc797-0e41-487e-a92f-6013e9df2e92 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.585427 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5cd4145b-256b-4d8e-9f9a-20afdac1fc80 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.592628 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a084d993-ed08-4486-85d5-6fc550f5b2f7 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.606675 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5cd4145b-256b-4d8e-9f9a-20afdac1fc80 None None] Transition to ACTIVE for port object deed5f10-344b-4f27-a1af-49e3f1b97041 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:49.630846 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5cd4145b-256b-4d8e-9f9a-20afdac1fc80 None None] Transition to ACTIVE for port object deed5f10-344b-4f27-a1af-49e3f1b97041 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:49.636664 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c298853-7ddc-4f58-a30a-90ee8c88ca87 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:49.642863 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050d1209-49e4-4b19-a948-251be8c768c1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Checking segment: {'id': 'b790bf59-7dd6-42aa-87ae-21ac502c0689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '79186ce4-1405-482f-abf1-5dd60e704c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:49.643882 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050d1209-49e4-4b19-a948-251be8c768c1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Network hostable DHCP agents. Network: 79186ce4-1405-482f-abf1-5dd60e704c9b, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:49.675993 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a084d993-ed08-4486-85d5-6fc550f5b2f7 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fce7800f-84ca-4ef2-8307-92c5a1cfd0d2,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:49.701430 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a084d993-ed08-4486-85d5-6fc550f5b2f7 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.705994 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a084d993-ed08-4486-85d5-6fc550f5b2f7 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4702821 Jan 21 09:41:49.707759 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51168) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:49.716858 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-f5c1428f-f6b8-48de-b717-a9d9f75a4356 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Request body: {'security_group_rule': {'security_group_id': 'fce7800f-84ca-4ef2-8307-92c5a1cfd0d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:49.723508 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-f5c1428f-f6b8-48de-b717-a9d9f75a4356 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:49.742728 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f5c1428f-f6b8-48de-b717-a9d9f75a4356 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Usage tracker for resource:security_group_rule and tenant:ce660dfdae8b496593a81e5d2b7c5827 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:49.746735 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f5c1428f-f6b8-48de-b717-a9d9f75a4356 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:49.751204 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d1209-49e4-4b19-a948-251be8c768c1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event updated for resources: {'Subnet': ['ID=e53ac3ed-abf7-422e-9349-0566a629a90a,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:49.755433 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-f5c1428f-f6b8-48de-b717-a9d9f75a4356 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:49.764240 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51172) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:49.774336 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-1c17ff71-e84b-4d8a-890e-e39868b3da0b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Request body: {'subnet': {'network_id': 'd8e6cc38-6f15-4002-911c-f4e0d0f5e09c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:49.823754 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050d1209-49e4-4b19-a948-251be8c768c1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Network 79186ce4-1405-482f-abf1-5dd60e704c9b is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:49.825009 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5cd4145b-256b-4d8e-9f9a-20afdac1fc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.835591 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ab2e1850-fca0-4a00-8807-317b7e7d827f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.860401 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-050d1209-49e4-4b19-a948-251be8c768c1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 79186ce4-1405-482f-abf1-5dd60e704c9b) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:49.864660 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050d1209-49e4-4b19-a948-251be8c768c1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:49.865242 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-050d1209-49e4-4b19-a948-251be8c768c1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.867529 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f5c1428f-f6b8-48de-b717-a9d9f75a4356 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.884572 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ddc797-0e41-487e-a92f-6013e9df2e92 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event updated for resources: {'Subnet': ['ID=ed36e4d8-6b72-4559-88f4-ec6f52f4d0e2,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:49.891282 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ddc797-0e41-487e-a92f-6013e9df2e92 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Checking segment: {'id': '2c2670c6-2582-471b-92a4-09ce9e5b855e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c4c1f261-6bdb-4820-bdac-9d000001730f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:49.891282 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ddc797-0e41-487e-a92f-6013e9df2e92 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Network hostable DHCP agents. Network: c4c1f261-6bdb-4820-bdac-9d000001730f, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:49.912967 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f543a96-c144-4d44-af7a-52747c057246 None None] Network 79186ce4-1405-482f-abf1-5dd60e704c9b requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:49.931651 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ddc797-0e41-487e-a92f-6013e9df2e92 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Network c4c1f261-6bdb-4820-bdac-9d000001730f is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:49.938755 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-050d1209-49e4-4b19-a948-251be8c768c1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.3767426 Jan 21 09:41:49.939673 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51176) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:49.945113 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed649a8d-0786-4d72-894c-b43bbe329217 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.984869 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-035703d7-7b34-4dd2-af01-85a39607dbdf tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1062801863'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:49.992163 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-1c17ff71-e84b-4d8a-890e-e39868b3da0b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:49.999489 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-43ddc797-0e41-487e-a92f-6013e9df2e92 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, c4c1f261-6bdb-4820-bdac-9d000001730f) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:50.003642 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ddc797-0e41-487e-a92f-6013e9df2e92 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:50.004136 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-43ddc797-0e41-487e-a92f-6013e9df2e92 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.004714 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-1c17ff71-e84b-4d8a-890e-e39868b3da0b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Usage tracker for resource:subnet and tenant:34f55fefa4f244c09664362143af0209 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:50.010093 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-1c17ff71-e84b-4d8a-890e-e39868b3da0b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:50.011160 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-035703d7-7b34-4dd2-af01-85a39607dbdf tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:50.024058 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-1c17ff71-e84b-4d8a-890e-e39868b3da0b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:50.030526 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd4145b-256b-4d8e-9f9a-20afdac1fc80 None None] Network c653d342-14cc-486b-9b65-2667563696ce is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:50.031382 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.032187 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1165131b-fcc1-4e39-843e-36aac40f3c79 None None] Network c4c1f261-6bdb-4820-bdac-9d000001730f requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:50.043001 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed649a8d-0786-4d72-894c-b43bbe329217 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event deleted for resources: {'Subnet': ['ID=c6f57b4a-a227-4ecc-a970-66c2f31f4620,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:50.048320 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ab2e1850-fca0-4a00-8807-317b7e7d827f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.050696 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-035703d7-7b34-4dd2-af01-85a39607dbdf tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Usage tracker for resource:network and tenant:4aa2128c59e24666b40cc4b34a639788 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:50.052783 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c17ff71-e84b-4d8a-890e-e39868b3da0b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Made reservation on behalf of 34f55fefa4f244c09664362143af0209 for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:50.055591 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-035703d7-7b34-4dd2-af01-85a39607dbdf tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:50.057056 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1c17ff71-e84b-4d8a-890e-e39868b3da0b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.063066 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-035703d7-7b34-4dd2-af01-85a39607dbdf tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:50.130388 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd4145b-256b-4d8e-9f9a-20afdac1fc80 None None] Pushing event updated for resources: {'Port': ['ID=deed5f10-344b-4f27-a1af-49e3f1b97041,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:50.133780 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.136068 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-5cd4145b-256b-4d8e-9f9a-20afdac1fc80 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:50.138085 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd4145b-256b-4d8e-9f9a-20afdac1fc80 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:50.157662 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed649a8d-0786-4d72-894c-b43bbe329217 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.166958 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035703d7-7b34-4dd2-af01-85a39607dbdf tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Made reservation on behalf of 4aa2128c59e24666b40cc4b34a639788 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:50.170848 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-035703d7-7b34-4dd2-af01-85a39607dbdf tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.201930 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-43ddc797-0e41-487e-a92f-6013e9df2e92 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6977332 Jan 21 09:41:50.204153 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51180) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:50.215525 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-ebf03e63-a0bd-4b4e-b45c-952843468880 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1582231585', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:50.222011 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-ed649a8d-0786-4d72-894c-b43bbe329217 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c653d342-14cc-486b-9b65-2667563696ce']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:50.233706 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-ebf03e63-a0bd-4b4e-b45c-952843468880 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:50.241906 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-ed649a8d-0786-4d72-894c-b43bbe329217 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ae992d-4709-4673-bebf-b74472c480bc') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:50.242655 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-ed649a8d-0786-4d72-894c-b43bbe329217 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ae992d-4709-4673-bebf-b74472c480bc') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:50.254130 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ebf03e63-a0bd-4b4e-b45c-952843468880 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Usage tracker for resource:router and tenant:0ffd125f2e19497db276d912c6599666 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:50.261314 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ebf03e63-a0bd-4b4e-b45c-952843468880 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:50.264093 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-035703d7-7b34-4dd2-af01-85a39607dbdf tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:50.274424 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed649a8d-0786-4d72-894c-b43bbe329217 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.274732 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f5c1428f-f6b8-48de-b717-a9d9f75a4356 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.366178 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1c17ff71-e84b-4d8a-890e-e39868b3da0b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.381734 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f5c1428f-f6b8-48de-b717-a9d9f75a4356 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.396162 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e1850-fca0-4a00-8807-317b7e7d827f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Subnet': ['ID=af1441d3-db56-403b-a83b-5ae37421e363,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:50.397530 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-ebf03e63-a0bd-4b4e-b45c-952843468880 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:50.400646 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ab2e1850-fca0-4a00-8807-317b7e7d827f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.407660 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-035703d7-7b34-4dd2-af01-85a39607dbdf tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.407932 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-035703d7-7b34-4dd2-af01-85a39607dbdf tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Added segment 3257664d-c9ab-49df-a930-68950a118fa6 of type vlan for network 94133eda-7daf-4043-922c-d6672c973988 Jan 21 09:41:50.431322 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed649a8d-0786-4d72-894c-b43bbe329217 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.441979 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ebf03e63-a0bd-4b4e-b45c-952843468880 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.443070 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ebf03e63-a0bd-4b4e-b45c-952843468880 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.452433 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-5cd4145b-256b-4d8e-9f9a-20afdac1fc80 None None] Attempting to bind port deed5f10-344b-4f27-a1af-49e3f1b97041 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:50.452803 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-5cd4145b-256b-4d8e-9f9a-20afdac1fc80 None None] Attempting to bind port deed5f10-344b-4f27-a1af-49e3f1b97041 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '63ae992d-4709-4673-bebf-b74472c480bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c653d342-14cc-486b-9b65-2667563696ce'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:50.453166 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd4145b-256b-4d8e-9f9a-20afdac1fc80 None None] Attempting to bind port deed5f10-344b-4f27-a1af-49e3f1b97041 on network c653d342-14cc-486b-9b65-2667563696ce {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:50.458064 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed649a8d-0786-4d72-894c-b43bbe329217 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:41:50.458556 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed649a8d-0786-4d72-894c-b43bbe329217 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.475232 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:41:50.475232 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:41:50.475232 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:41:50.475232 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:50.475232 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:41:50.475232 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:41:50.475232 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:41:50.475232 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:50.475232 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:41:50.475232 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:50.475232 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:41:50.475232 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:50.475232 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:41:50.475232 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:41:50.475232 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:50.475232 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:41:50.475232 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:50.475232 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:41:50.475232 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:41:50.475232 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:41:50.475232 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:41:50.475232 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:41:50.475232 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:50.475232 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:41:50.475232 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:50.475232 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:41:50.475232 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:50.475232 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:41:50.475232 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:50.475232 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:41:50.475232 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:50.475232 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:50.477834 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1428f-f6b8-48de-b717-a9d9f75a4356 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e3ad329-60d3-473d-a5a9-5358d1af65d6,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:50.492909 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-035703d7-7b34-4dd2-af01-85a39607dbdf tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.503728 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ab2e1850-fca0-4a00-8807-317b7e7d827f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/af1441d3-db56-403b-a83b-5ae37421e363 HTTP/1.1" status: 204 len: 168 time: 1.2220376 Jan 21 09:41:50.507142 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd4145b-256b-4d8e-9f9a-20afdac1fc80 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:41:50.507559 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd4145b-256b-4d8e-9f9a-20afdac1fc80 None None] Checking segment: {'id': '63ae992d-4709-4673-bebf-b74472c480bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c653d342-14cc-486b-9b65-2667563696ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:50.507944 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51184) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:50.508071 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5cd4145b-256b-4d8e-9f9a-20afdac1fc80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.508425 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd4145b-256b-4d8e-9f9a-20afdac1fc80 None None] Bound using segment: {'id': '63ae992d-4709-4673-bebf-b74472c480bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c653d342-14cc-486b-9b65-2667563696ce'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:41:50.508914 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-5cd4145b-256b-4d8e-9f9a-20afdac1fc80 None None] Bound port: deed5f10-344b-4f27-a1af-49e3f1b97041, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63ae992d-4709-4673-bebf-b74472c480bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c653d342-14cc-486b-9b65-2667563696ce'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:50.509279 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5cd4145b-256b-4d8e-9f9a-20afdac1fc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.510630 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f5c1428f-f6b8-48de-b717-a9d9f75a4356 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.514424 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51188) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:50.514591 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f5c1428f-f6b8-48de-b717-a9d9f75a4356 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8056433 Jan 21 09:41:50.599808 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17ff71-e84b-4d8a-890e-e39868b3da0b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Pushing event updated for resources: {'Subnet': ['ID=df755522-04ac-4019-8a5e-c7c585e75de5,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:50.623451 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-bb647e15-f9b9-4b3c-b15d-12092697219b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1140296 Jan 21 09:41:50.627026 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51192) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:50.628013 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-ed649a8d-0786-4d72-894c-b43bbe329217 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:41:50.628013 dv-neutron-825731-1-hyperv neutron-server[87514]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:41:50.628013 dv-neutron-825731-1-hyperv neutron-server[87514]: [parameters: {'id': 'c653d342-14cc-486b-9b65-2667563696ce'}] Jan 21 09:41:50.628013 dv-neutron-825731-1-hyperv neutron-server[87514]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:41:50.628350 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-ed649a8d-0786-4d72-894c-b43bbe329217 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:41:50.628558 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbac13cb-d3ec-4441-8210-8d9e6b506bb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-c4c1f261-6bdb-4820-bdac-9d000001730f', 'network_id': 'c4c1f261-6bdb-4820-bdac-9d000001730f', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'fixed_ips': [{'subnet_id': 'ed36e4d8-6b72-4559-88f4-ec6f52f4d0e2'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:41:50.629976 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fbac13cb-d3ec-4441-8210-8d9e6b506bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.640011 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-da9c7542-af6c-4827-91b0-1889b40eba09 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:50.640190 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ebf03e63-a0bd-4b4e-b45c-952843468880 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.659861 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c17ff71-e84b-4d8a-890e-e39868b3da0b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Checking segment: {'id': '1fbdc76b-ad0c-4f4e-8b34-c36a98183df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'd8e6cc38-6f15-4002-911c-f4e0d0f5e09c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:50.660244 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c17ff71-e84b-4d8a-890e-e39868b3da0b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Network hostable DHCP agents. Network: d8e6cc38-6f15-4002-911c-f4e0d0f5e09c, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:50.671926 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-035703d7-7b34-4dd2-af01-85a39607dbdf tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.677247 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035703d7-7b34-4dd2-af01-85a39607dbdf tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:50.678369 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-035703d7-7b34-4dd2-af01-85a39607dbdf tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.713851 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b55d15fb-f2f6-4af9-9e02-c07eca005708 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.725875 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d04ce10-02ce-4df6-9dfe-f0ec7982d226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-79186ce4-1405-482f-abf1-5dd60e704c9b', 'network_id': '79186ce4-1405-482f-abf1-5dd60e704c9b', 'tenant_id': '4aa2128c59e24666b40cc4b34a639788', 'fixed_ips': [{'subnet_id': 'e53ac3ed-abf7-422e-9349-0566a629a90a'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:41:50.726766 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9d04ce10-02ce-4df6-9dfe-f0ec7982d226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.759114 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2e48c342-5c3b-4c18-96ab-7251acfada8a req-42f2e394-59e8-4a5b-8ead-ad53847eeff2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4833059 Jan 21 09:41:50.774609 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ebf03e63-a0bd-4b4e-b45c-952843468880 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.805372 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-5cd4145b-256b-4d8e-9f9a-20afdac1fc80 None None] For port deed5f10-344b-4f27-a1af-49e3f1b97041, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:41:50.808904 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-035703d7-7b34-4dd2-af01-85a39607dbdf tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8663828 Jan 21 09:41:50.815526 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51196) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:50.845564 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c17ff71-e84b-4d8a-890e-e39868b3da0b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Network d8e6cc38-6f15-4002-911c-f4e0d0f5e09c is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:50.864406 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ebf03e63-a0bd-4b4e-b45c-952843468880 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.864941 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-da9c7542-af6c-4827-91b0-1889b40eba09 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:50.865656 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ebf03e63-a0bd-4b4e-b45c-952843468880 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6577294 Jan 21 09:41:50.870153 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51200) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:50.875731 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-da9c7542-af6c-4827-91b0-1889b40eba09 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:subnet and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:50.877407 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-a11e1851-d459-4cf1-a121-14fda5acfe67 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Request body: {'subnet': {'network_id': '94133eda-7daf-4043-922c-d6672c973988', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:50.891777 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035703d7-7b34-4dd2-af01-85a39607dbdf tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event updated for resources: {'Network': ['ID=94133eda-7daf-4043-922c-d6672c973988,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:50.895206 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b55d15fb-f2f6-4af9-9e02-c07eca005708 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.923098 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-5cd4145b-256b-4d8e-9f9a-20afdac1fc80 None None] For port deed5f10-344b-4f27-a1af-49e3f1b97041, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=deed5f10-344b-4f27-a1af-49e3f1b97041,segment=NetworkSegment(63ae992d-4709-4673-bebf-b74472c480bc),segment_id=63ae992d-4709-4673-bebf-b74472c480bc)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:41:50.924260 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 94133eda-7daf-4043-922c-d6672c973988 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:50.937021 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-da9c7542-af6c-4827-91b0-1889b40eba09 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:50.944305 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-1c17ff71-e84b-4d8a-890e-e39868b3da0b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, d8e6cc38-6f15-4002-911c-f4e0d0f5e09c) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:50.965960 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5cd4145b-256b-4d8e-9f9a-20afdac1fc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.969572 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b58e84-c957-4d86-bebd-adc43f95c97a None None] Network d8e6cc38-6f15-4002-911c-f4e0d0f5e09c requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:50.971778 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c17ff71-e84b-4d8a-890e-e39868b3da0b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:50.972391 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1c17ff71-e84b-4d8a-890e-e39868b3da0b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.976081 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-da9c7542-af6c-4827-91b0-1889b40eba09 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:51.027994 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a11e1851-d459-4cf1-a121-14fda5acfe67 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:51.034630 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a11e1851-d459-4cf1-a121-14fda5acfe67 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Usage tracker for resource:subnet and tenant:4aa2128c59e24666b40cc4b34a639788 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:51.040093 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a11e1851-d459-4cf1-a121-14fda5acfe67 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:51.047804 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b55d15fb-f2f6-4af9-9e02-c07eca005708 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.051812 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a11e1851-d459-4cf1-a121-14fda5acfe67 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:51.074676 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d15fb-f2f6-4af9-9e02-c07eca005708 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce7800f-84ca-4ef2-8307-92c5a1cfd0d2,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:51.091330 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b55d15fb-f2f6-4af9-9e02-c07eca005708 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.093844 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b55d15fb-f2f6-4af9-9e02-c07eca005708 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "DELETE /v2.0/security-groups/fce7800f-84ca-4ef2-8307-92c5a1cfd0d2 HTTP/1.1" status: 204 len: 168 time: 0.5754108 Jan 21 09:41:51.094878 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11e1851-d459-4cf1-a121-14fda5acfe67 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Made reservation on behalf of 4aa2128c59e24666b40cc4b34a639788 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:51.098764 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a11e1851-d459-4cf1-a121-14fda5acfe67 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.112575 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51206) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:51.135564 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed649a8d-0786-4d72-894c-b43bbe329217 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.248858 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ed649a8d-0786-4d72-894c-b43bbe329217 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Deleting port deed5f10-344b-4f27-a1af-49e3f1b97041 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:51.248858 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed649a8d-0786-4d72-894c-b43bbe329217 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.258180 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1c17ff71-e84b-4d8a-890e-e39868b3da0b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4914880 Jan 21 09:41:51.259021 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9c7542-af6c-4827-91b0-1889b40eba09 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:51.262641 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-da9c7542-af6c-4827-91b0-1889b40eba09 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.288163 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51210) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:51.305023 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-a18c1c34-7998-4f99-b280-3ec24a40d016 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-42892626'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:51.313361 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-99d0e461-9a2a-4de5-9ca1-5e51d1528528 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Synchronizing usage tracker for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:51.321539 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a18c1c34-7998-4f99-b280-3ec24a40d016 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:51.335052 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a18c1c34-7998-4f99-b280-3ec24a40d016 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Usage tracker for resource:network and tenant:34f55fefa4f244c09664362143af0209 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:51.342448 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a18c1c34-7998-4f99-b280-3ec24a40d016 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:51.358247 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a18c1c34-7998-4f99-b280-3ec24a40d016 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:51.402300 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-99d0e461-9a2a-4de5-9ca1-5e51d1528528 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Unset dirty status for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:51.406400 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-99d0e461-9a2a-4de5-9ca1-5e51d1528528 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2900336 Jan 21 09:41:51.417115 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51214) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:51.417441 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18c1c34-7998-4f99-b280-3ec24a40d016 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Made reservation on behalf of 34f55fefa4f244c09664362143af0209 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:51.421020 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a18c1c34-7998-4f99-b280-3ec24a40d016 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.433118 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cebb40f-17a2-4821-ad05-e47e0d376baa None None] Update dhcp port {'port': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'fixed_ips': [{'subnet_id': 'af1441d3-db56-403b-a83b-5ae37421e363'}], 'binding:host_id': 'dv-neutron-825731-1-hyperv'}, 'id': '8a09a56d-976c-4813-be61-4baed885720a'} from dv-neutron-825731-1-hyperv. {{(pid=87516) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 09:41:51.510838 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48c342-5c3b-4c18-96ab-7251acfada8a req-bab07e1f-69e4-4d38-ae21-0e6101304aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:51.512327 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2e48c342-5c3b-4c18-96ab-7251acfada8a req-bab07e1f-69e4-4d38-ae21-0e6101304aaf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d15bf70c941f4d099cc1535f666f7a67&device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 1099 time: 0.7224793 Jan 21 09:41:51.518689 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd4145b-256b-4d8e-9f9a-20afdac1fc80 None None] Pushing event updated for resources: {'Port': ['ID=deed5f10-344b-4f27-a1af-49e3f1b97041,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:51.547684 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-fbac13cb-d3ec-4441-8210-8d9e6b506bb0 None None] Allocated IP 2001:db8::2 (c4c1f261-6bdb-4820-bdac-9d000001730f/ed36e4d8-6b72-4559-88f4-ec6f52f4d0e2/7ad9956b-b9e3-4c9a-b5be-1b7760a605ed) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:51.589413 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.633837 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-9d04ce10-02ce-4df6-9dfe-f0ec7982d226 None None] Allocated IP 172.20.255.242 (79186ce4-1405-482f-abf1-5dd60e704c9b/e53ac3ed-abf7-422e-9349-0566a629a90a/a289a1d0-14f0-4881-a8fb-5cc848dde48e) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:51.639214 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a18c1c34-7998-4f99-b280-3ec24a40d016 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:51.642051 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3cebb40f-17a2-4821-ad05-e47e0d376baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.667364 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-6ce24816-18e9-4b1c-8a75-c7d0994e9b9e tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Synchronizing usage tracker for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group_rule {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:51.701796 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-ed649a8d-0786-4d72-894c-b43bbe329217 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] For port deed5f10-344b-4f27-a1af-49e3f1b97041, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=deed5f10-344b-4f27-a1af-49e3f1b97041,segment=NetworkSegment(63ae992d-4709-4673-bebf-b74472c480bc),segment_id=63ae992d-4709-4673-bebf-b74472c480bc)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:51.702174 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed649a8d-0786-4d72-894c-b43bbe329217 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.721626 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a18c1c34-7998-4f99-b280-3ec24a40d016 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.721874 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-a18c1c34-7998-4f99-b280-3ec24a40d016 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Added segment fc65b6b7-6ac8-4101-8a5d-493540c7f0f5 of type vlan for network 18258b4a-3e05-407c-9dc0-281662020bf4 Jan 21 09:41:51.811729 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-aeec8389-6f9b-491b-a907-fc93f04e1139 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.838549 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a11e1851-d459-4cf1-a121-14fda5acfe67 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.841997 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-6ce24816-18e9-4b1c-8a75-c7d0994e9b9e tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] Unset dirty status for tenant:ce660dfdae8b496593a81e5d2b7c5827 on resource:security_group_rule {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:51.846016 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-6ce24816-18e9-4b1c-8a75-c7d0994e9b9e tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.4127698 Jan 21 09:41:51.847713 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51218) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:51.851562 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ed649a8d-0786-4d72-894c-b43bbe329217 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Calling delete_port for deed5f10-344b-4f27-a1af-49e3f1b97041 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:41:51.862529 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48c342-5c3b-4c18-96ab-7251acfada8a req-9b8e910a-1578-4f0f-9701-c989673c207a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:51.864109 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2e48c342-5c3b-4c18-96ab-7251acfada8a req-9b8e910a-1578-4f0f-9701-c989673c207a service neutron] 10.222.0.72 "GET /v2.0/networks?id=88749b10-68b8-4728-b80e-07b14beb6e8a HTTP/1.1" status: 200 len: 898 time: 0.2529123 Jan 21 09:41:51.868119 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb82063-ba78-487a-9d9a-8c100ec48666 None None] Network c653d342-14cc-486b-9b65-2667563696ce requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:51.948801 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a18c1c34-7998-4f99-b280-3ec24a40d016 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.017781 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-5e38f27d-0fd0-4dc0-8ed4-f1578c0ba469 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] delete failed (client error): The resource could not be found. Jan 21 09:41:52.025614 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5e38f27d-0fd0-4dc0-8ed4-f1578c0ba469 tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "DELETE /v2.0/security-groups/fce7800f-84ca-4ef2-8307-92c5a1cfd0d2 HTTP/1.1" status: 404 len: 347 time: 0.1713159 Jan 21 09:41:52.029783 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e1851-d459-4cf1-a121-14fda5acfe67 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event updated for resources: {'Subnet': ['ID=95806fb4-6ba6-4d24-b616-50ec2441e627,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:52.033571 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51222) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:52.059920 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11e1851-d459-4cf1-a121-14fda5acfe67 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Checking segment: {'id': '3257664d-c9ab-49df-a930-68950a118fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '94133eda-7daf-4043-922c-d6672c973988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:52.060589 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11e1851-d459-4cf1-a121-14fda5acfe67 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Network hostable DHCP agents. Network: 94133eda-7daf-4043-922c-d6672c973988, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:52.072693 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a18c1c34-7998-4f99-b280-3ec24a40d016 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.078068 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18c1c34-7998-4f99-b280-3ec24a40d016 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:52.078677 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a18c1c34-7998-4f99-b280-3ec24a40d016 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.105464 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed649a8d-0786-4d72-894c-b43bbe329217 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.197254 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed649a8d-0786-4d72-894c-b43bbe329217 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event deleted for resources: {'Port': ['ID=deed5f10-344b-4f27-a1af-49e3f1b97041,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:52.201532 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305bdffb-4798-4cec-b966-9ad6893b69b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-d8e6cc38-6f15-4002-911c-f4e0d0f5e09c', 'network_id': 'd8e6cc38-6f15-4002-911c-f4e0d0f5e09c', 'tenant_id': '34f55fefa4f244c09664362143af0209', 'fixed_ips': [{'subnet_id': 'df755522-04ac-4019-8a5e-c7c585e75de5'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:41:52.202432 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-305bdffb-4798-4cec-b966-9ad6893b69b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.204450 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2e48c342-5c3b-4c18-96ab-7251acfada8a req-6ccb30fb-6bc8-4b71-9695-9e460146d2bc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18d66daf-9015-4413-aaca-282450b13718 HTTP/1.1" status: 200 len: 1002 time: 0.2867897 Jan 21 09:41:52.214313 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed649a8d-0786-4d72-894c-b43bbe329217 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] No DVR routers for this DVR port deed5f10-344b-4f27-a1af-49e3f1b97041 on host dv-neutron-825731-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:41:52.396703 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-da9c7542-af6c-4827-91b0-1889b40eba09 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.423451 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7f5ff0-365a-4dbc-8499-5f013dc6c782 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:52.434179 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48c342-5c3b-4c18-96ab-7251acfada8a req-ca91062f-5c33-4a5a-8baf-9786b065638f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:52.435765 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2e48c342-5c3b-4c18-96ab-7251acfada8a req-ca91062f-5c33-4a5a-8baf-9786b065638f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de5008b0-2c3b-473b-895d-445e9d641801 HTTP/1.1" status: 200 len: 835 time: 0.2219756 Jan 21 09:41:52.436039 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a18c1c34-7998-4f99-b280-3ec24a40d016 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1466911 Jan 21 09:41:52.440838 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-28e1a7b5-904c-40ef-8536-067b8a38101a tempest-SecGroupIPv6Test-77621182 tempest-SecGroupIPv6Test-77621182-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4038806 Jan 21 09:41:52.441682 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11e1851-d459-4cf1-a121-14fda5acfe67 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Network 94133eda-7daf-4043-922c-d6672c973988 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:52.447048 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51226) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:52.448787 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c1c34-7998-4f99-b280-3ec24a40d016 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Pushing event updated for resources: {'Network': ['ID=18258b4a-3e05-407c-9dc0-281662020bf4,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:52.489937 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-ced93e21-2f17-44ed-aebb-dfa56d2c25f4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Request body: {'subnet': {'network_id': '18258b4a-3e05-407c-9dc0-281662020bf4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:52.555961 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-a11e1851-d459-4cf1-a121-14fda5acfe67 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 94133eda-7daf-4043-922c-d6672c973988) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:52.571623 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11e1851-d459-4cf1-a121-14fda5acfe67 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:52.572228 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a11e1851-d459-4cf1-a121-14fda5acfe67 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.612166 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 18258b4a-3e05-407c-9dc0-281662020bf4 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:52.641727 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25cdad6-137c-4c8b-a80f-a078d8d2ef81 None None] Network 94133eda-7daf-4043-922c-d6672c973988 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:52.679649 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9c7542-af6c-4827-91b0-1889b40eba09 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:52.680696 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed649a8d-0786-4d72-894c-b43bbe329217 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.683785 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-da9c7542-af6c-4827-91b0-1889b40eba09 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:52.689266 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9c7542-af6c-4827-91b0-1889b40eba09 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:52.689941 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-da9c7542-af6c-4827-91b0-1889b40eba09 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.709608 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f43aee5a-ab88-4cca-9aea-3fe4a9041129 None None] Provisioning complete for port 8a09a56d-976c-4813-be61-4baed885720a triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:52.710445 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f43aee5a-ab88-4cca-9aea-3fe4a9041129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.716573 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9c7542-af6c-4827-91b0-1889b40eba09 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Subnet': ['ID=343e1edb-1f75-4c6b-92c9-90f9a1f790f2,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:52.757574 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-da9c7542-af6c-4827-91b0-1889b40eba09 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1293020 Jan 21 09:41:52.759068 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51234) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:52.767766 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48c342-5c3b-4c18-96ab-7251acfada8a req-8e7abdca-75b3-4324-8e2e-5ae03f9f77e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:52.770790 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2e48c342-5c3b-4c18-96ab-7251acfada8a req-8e7abdca-75b3-4324-8e2e-5ae03f9f77e7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=88749b10-68b8-4728-b80e-07b14beb6e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3259668 Jan 21 09:41:52.779200 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-de2daab7-d553-4ce4-9e5c-eddccd126fd7 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:52.790803 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a11e1851-d459-4cf1-a121-14fda5acfe67 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.9286425 Jan 21 09:41:52.792080 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51238) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:52.807347 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51240) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:52.935572 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fbac13cb-d3ec-4441-8210-8d9e6b506bb0 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.975670 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4a39641f-9419-41a7-adf4-378d899893f3 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.982404 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-ed649a8d-0786-4d72-894c-b43bbe329217 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c653d342-14cc-486b-9b65-2667563696ce']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:52.999690 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-ced93e21-2f17-44ed-aebb-dfa56d2c25f4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:53.007765 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-ed649a8d-0786-4d72-894c-b43bbe329217 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ae992d-4709-4673-bebf-b74472c480bc') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:53.008178 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-ed649a8d-0786-4d72-894c-b43bbe329217 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ae992d-4709-4673-bebf-b74472c480bc') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:53.015670 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ced93e21-2f17-44ed-aebb-dfa56d2c25f4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Usage tracker for resource:subnet and tenant:34f55fefa4f244c09664362143af0209 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:53.020944 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ced93e21-2f17-44ed-aebb-dfa56d2c25f4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:53.029807 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-ced93e21-2f17-44ed-aebb-dfa56d2c25f4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:53.066057 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed649a8d-0786-4d72-894c-b43bbe329217 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.099452 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-305bdffb-4798-4cec-b966-9ad6893b69b1 None None] Allocated IP 2001:db8:0:ffff::2 (d8e6cc38-6f15-4002-911c-f4e0d0f5e09c/df755522-04ac-4019-8a5e-c7c585e75de5/6c7a813d-c9c5-4b30-a834-82c2e9527be0) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:53.108653 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed649a8d-0786-4d72-894c-b43bbe329217 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.113129 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced93e21-2f17-44ed-aebb-dfa56d2c25f4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Made reservation on behalf of 34f55fefa4f244c09664362143af0209 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:53.113700 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9d04ce10-02ce-4df6-9dfe-f0ec7982d226 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.117355 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-fbac13cb-d3ec-4441-8210-8d9e6b506bb0 None None] Transition to ACTIVE for port object 7ad9956b-b9e3-4c9a-b5be-1b7760a605ed will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:53.117854 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ced93e21-2f17-44ed-aebb-dfa56d2c25f4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.128913 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-23f35910-6cc7-4142-b4e8-7c8c98fa9b28 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=ce660dfdae8b496593a81e5d2b7c5827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3157892 Jan 21 09:41:53.128913 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-de2daab7-d553-4ce4-9e5c-eddccd126fd7 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:53.131124 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51248) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:53.136513 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2e48c342-5c3b-4c18-96ab-7251acfada8a req-9f2cac30-1c84-455d-8db3-f8df23e672a5 service neutron] 10.222.0.72 "GET /v2.0/networks/88749b10-68b8-4728-b80e-07b14beb6e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301427 Jan 21 09:41:53.138019 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-de2daab7-d553-4ce4-9e5c-eddccd126fd7 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:subnet and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:53.149601 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed649a8d-0786-4d72-894c-b43bbe329217 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:41:53.150093 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed649a8d-0786-4d72-894c-b43bbe329217 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.151421 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-de2daab7-d553-4ce4-9e5c-eddccd126fd7 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:53.173122 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4a39641f-9419-41a7-adf4-378d899893f3 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.184739 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-de2daab7-d553-4ce4-9e5c-eddccd126fd7 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:53.199379 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:41:53.199379 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:41:53.199379 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:41:53.199379 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:53.199379 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:41:53.199379 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:41:53.199379 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:41:53.199379 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:53.199379 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:41:53.199379 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:53.199379 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:41:53.199379 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:53.199379 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:41:53.199379 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:41:53.199379 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:53.199379 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:41:53.199379 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:53.199379 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:41:53.199379 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:41:53.199379 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:41:53.199379 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:41:53.199379 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:41:53.199379 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:53.199379 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:41:53.199379 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:53.199379 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:41:53.199379 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:53.199379 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:41:53.199379 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:53.199379 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:41:53.199379 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:53.199379 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:53.208646 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-9d04ce10-02ce-4df6-9dfe-f0ec7982d226 None None] Transition to ACTIVE for port object a289a1d0-14f0-4881-a8fb-5cc848dde48e will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:53.245871 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-fbac13cb-d3ec-4441-8210-8d9e6b506bb0 None None] Transition to ACTIVE for port object 7ad9956b-b9e3-4c9a-b5be-1b7760a605ed will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:53.297203 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2daab7-d553-4ce4-9e5c-eddccd126fd7 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:53.299825 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-de2daab7-d553-4ce4-9e5c-eddccd126fd7 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.312417 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fbac13cb-d3ec-4441-8210-8d9e6b506bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.387557 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed649a8d-0786-4d72-894c-b43bbe329217 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.413206 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed649a8d-0786-4d72-894c-b43bbe329217 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.413725 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-9d04ce10-02ce-4df6-9dfe-f0ec7982d226 None None] Transition to ACTIVE for port object a289a1d0-14f0-4881-a8fb-5cc848dde48e will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:53.416990 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed649a8d-0786-4d72-894c-b43bbe329217 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event deleted for resources: {'Network': ['ID=c653d342-14cc-486b-9b65-2667563696ce,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:53.431225 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ed649a8d-0786-4d72-894c-b43bbe329217 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "DELETE /v2.0/networks/c653d342-14cc-486b-9b65-2667563696ce HTTP/1.1" status: 204 len: 168 time: 4.5916159 Jan 21 09:41:53.435786 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51252) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:53.444573 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-bcf41df0-01a6-4f50-a7fe-70b9a2d8c93b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-769594949'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:53.452993 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-bcf41df0-01a6-4f50-a7fe-70b9a2d8c93b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:53.462756 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-bcf41df0-01a6-4f50-a7fe-70b9a2d8c93b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Usage tracker for resource:network and tenant:72339ba3f6b84fe98f8a9b07b475808d is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:53.466165 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-bcf41df0-01a6-4f50-a7fe-70b9a2d8c93b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:53.503495 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-bcf41df0-01a6-4f50-a7fe-70b9a2d8c93b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:53.504266 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9d04ce10-02ce-4df6-9dfe-f0ec7982d226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.505759 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4a39641f-9419-41a7-adf4-378d899893f3 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.508954 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-25e3705c-685c-4f5a-8f6a-c95bcd13afd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.517283 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-aeec8389-6f9b-491b-a907-fc93f04e1139 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Allocated IP 2001:db8::1 (c4c1f261-6bdb-4820-bdac-9d000001730f/ed36e4d8-6b72-4559-88f4-ec6f52f4d0e2/04a52245-608c-4cf4-b817-77c6b46f26d6) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:53.528088 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2e48c342-5c3b-4c18-96ab-7251acfada8a req-ec3d8780-8667-4a7e-bf43-c92fcc51f775 service neutron] 10.222.0.72 "GET /v2.0/networks/88749b10-68b8-4728-b80e-07b14beb6e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736095 Jan 21 09:41:53.548584 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbac13cb-d3ec-4441-8210-8d9e6b506bb0 None None] Network c4c1f261-6bdb-4820-bdac-9d000001730f is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:53.564981 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39641f-9419-41a7-adf4-378d899893f3 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event deleted for resources: {'Subnet': ['ID=95806fb4-6ba6-4d24-b616-50ec2441e627,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:53.578543 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-25e3705c-685c-4f5a-8f6a-c95bcd13afd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.587269 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-fbac13cb-d3ec-4441-8210-8d9e6b506bb0 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:53.590007 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf41df0-01a6-4f50-a7fe-70b9a2d8c93b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Made reservation on behalf of 72339ba3f6b84fe98f8a9b07b475808d for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:53.594358 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bcf41df0-01a6-4f50-a7fe-70b9a2d8c93b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.609204 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbac13cb-d3ec-4441-8210-8d9e6b506bb0 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:53.654918 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac13cb-d3ec-4441-8210-8d9e6b506bb0 None None] Pushing event updated for resources: {'Port': ['ID=7ad9956b-b9e3-4c9a-b5be-1b7760a605ed,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:53.668049 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d04ce10-02ce-4df6-9dfe-f0ec7982d226 None None] Network 79186ce4-1405-482f-abf1-5dd60e704c9b is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:53.686868 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.ipam_backend_mixin [None req-de2daab7-d553-4ce4-9e5c-eddccd126fd7 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 343e1edb-1f75-4c6b-92c9-90f9a1f790f2 (CIDR: 2001:db8::/64) Jan 21 09:41:53.716811 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf41df0-01a6-4f50-a7fe-70b9a2d8c93b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:53.732682 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4a39641f-9419-41a7-adf4-378d899893f3 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.744175 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-de2daab7-d553-4ce4-9e5c-eddccd126fd7 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:41:53.745243 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de2daab7-d553-4ce4-9e5c-eddccd126fd7 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:41:53.746195 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-9d04ce10-02ce-4df6-9dfe-f0ec7982d226 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:53.761514 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bcf41df0-01a6-4f50-a7fe-70b9a2d8c93b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.761753 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-bcf41df0-01a6-4f50-a7fe-70b9a2d8c93b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Added segment a21f1b3f-4c05-49c8-977e-e86c8a9074d9 of type vlan for network 332e4fc1-c7f6-4af0-97d3-2549816b030b Jan 21 09:41:53.764236 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664ac876-0226-4479-bf41-068e968402ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-94133eda-7daf-4043-922c-d6672c973988', 'network_id': '94133eda-7daf-4043-922c-d6672c973988', 'tenant_id': '4aa2128c59e24666b40cc4b34a639788', 'fixed_ips': [{'subnet_id': '95806fb4-6ba6-4d24-b616-50ec2441e627'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:41:53.765057 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-664ac876-0226-4479-bf41-068e968402ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.772593 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-4a39641f-9419-41a7-adf4-378d899893f3 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94133eda-7daf-4043-922c-d6672c973988']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:53.774506 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d04ce10-02ce-4df6-9dfe-f0ec7982d226 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:53.783530 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-de2daab7-d553-4ce4-9e5c-eddccd126fd7 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0188169 Jan 21 09:41:53.785310 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51256) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:53.791664 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-4a39641f-9419-41a7-adf4-378d899893f3 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3257664d-c9ab-49df-a930-68950a118fa6') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:53.791953 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-4a39641f-9419-41a7-adf4-378d899893f3 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3257664d-c9ab-49df-a930-68950a118fa6') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:53.809549 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-c3b8e346-8192-4a5d-9339-e08aa8957b47 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:53.843744 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-25e3705c-685c-4f5a-8f6a-c95bcd13afd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.858546 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-aeec8389-6f9b-491b-a907-fc93f04e1139 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.872705 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4a39641f-9419-41a7-adf4-378d899893f3 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.880081 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e3705c-685c-4f5a-8f6a-c95bcd13afd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf41d4f-328e-4423-8572-83d93b8a3284,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:53.901744 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-25e3705c-685c-4f5a-8f6a-c95bcd13afd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.903355 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-25e3705c-685c-4f5a-8f6a-c95bcd13afd9 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/daf41d4f-328e-4423-8572-83d93b8a3284 HTTP/1.1" status: 204 len: 168 time: 0.7697077 Jan 21 09:41:53.911449 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-aeec8389-6f9b-491b-a907-fc93f04e1139 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Transition to ACTIVE for port object 04a52245-608c-4cf4-b817-77c6b46f26d6 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:53.925253 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bcf41df0-01a6-4f50-a7fe-70b9a2d8c93b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.967818 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-aeec8389-6f9b-491b-a907-fc93f04e1139 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.053674 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-fbac13cb-d3ec-4441-8210-8d9e6b506bb0 None None] Attempting to bind port 7ad9956b-b9e3-4c9a-b5be-1b7760a605ed on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:54.054053 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-fbac13cb-d3ec-4441-8210-8d9e6b506bb0 None None] Attempting to bind port 7ad9956b-b9e3-4c9a-b5be-1b7760a605ed by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '2c2670c6-2582-471b-92a4-09ce9e5b855e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c4c1f261-6bdb-4820-bdac-9d000001730f'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:54.054412 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbac13cb-d3ec-4441-8210-8d9e6b506bb0 None None] Attempting to bind port 7ad9956b-b9e3-4c9a-b5be-1b7760a605ed on network c4c1f261-6bdb-4820-bdac-9d000001730f {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:54.056718 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04ce10-02ce-4df6-9dfe-f0ec7982d226 None None] Pushing event updated for resources: {'Port': ['ID=a289a1d0-14f0-4881-a8fb-5cc848dde48e,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:54.059089 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 8a09a56d-976c-4813-be61-4baed885720a no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:41:54.067970 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec8389-6f9b-491b-a907-fc93f04e1139 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event updated for resources: {'Port': ['ID=04a52245-608c-4cf4-b817-77c6b46f26d6,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:54.086563 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeec8389-6f9b-491b-a907-fc93f04e1139 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Network c4c1f261-6bdb-4820-bdac-9d000001730f is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:54.088063 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-aeec8389-6f9b-491b-a907-fc93f04e1139 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:54.090601 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeec8389-6f9b-491b-a907-fc93f04e1139 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:54.091246 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-aeec8389-6f9b-491b-a907-fc93f04e1139 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.102096 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4a39641f-9419-41a7-adf4-378d899893f3 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.122788 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bcf41df0-01a6-4f50-a7fe-70b9a2d8c93b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.130940 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbac13cb-d3ec-4441-8210-8d9e6b506bb0 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:41:54.131987 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbac13cb-d3ec-4441-8210-8d9e6b506bb0 None None] Checking segment: {'id': '2c2670c6-2582-471b-92a4-09ce9e5b855e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c4c1f261-6bdb-4820-bdac-9d000001730f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:54.132427 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf41df0-01a6-4f50-a7fe-70b9a2d8c93b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:54.132586 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fbac13cb-d3ec-4441-8210-8d9e6b506bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.132980 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbac13cb-d3ec-4441-8210-8d9e6b506bb0 None None] Bound using segment: {'id': '2c2670c6-2582-471b-92a4-09ce9e5b855e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c4c1f261-6bdb-4820-bdac-9d000001730f'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:41:54.133552 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-fbac13cb-d3ec-4441-8210-8d9e6b506bb0 None None] Bound port: 7ad9956b-b9e3-4c9a-b5be-1b7760a605ed, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c2670c6-2582-471b-92a4-09ce9e5b855e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c4c1f261-6bdb-4820-bdac-9d000001730f'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:54.133879 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bcf41df0-01a6-4f50-a7fe-70b9a2d8c93b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.134026 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fbac13cb-d3ec-4441-8210-8d9e6b506bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.181031 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a39641f-9419-41a7-adf4-378d899893f3 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:41:54.181710 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4a39641f-9419-41a7-adf4-378d899893f3 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.187846 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-9d04ce10-02ce-4df6-9dfe-f0ec7982d226 None None] Attempting to bind port a289a1d0-14f0-4881-a8fb-5cc848dde48e on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:54.188316 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-9d04ce10-02ce-4df6-9dfe-f0ec7982d226 None None] Attempting to bind port a289a1d0-14f0-4881-a8fb-5cc848dde48e by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'b790bf59-7dd6-42aa-87ae-21ac502c0689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '79186ce4-1405-482f-abf1-5dd60e704c9b'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:54.188756 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d04ce10-02ce-4df6-9dfe-f0ec7982d226 None None] Attempting to bind port a289a1d0-14f0-4881-a8fb-5cc848dde48e on network 79186ce4-1405-482f-abf1-5dd60e704c9b {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:54.204803 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:41:54.204803 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:41:54.204803 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:41:54.204803 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:54.204803 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:41:54.204803 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:41:54.204803 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:41:54.204803 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:54.204803 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:41:54.204803 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:54.204803 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:41:54.204803 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:54.204803 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:41:54.204803 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:41:54.204803 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:54.204803 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:41:54.204803 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:54.204803 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:41:54.204803 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:41:54.204803 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:41:54.204803 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:41:54.204803 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:41:54.204803 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:54.204803 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:41:54.204803 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:54.204803 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:41:54.204803 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:54.204803 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:41:54.204803 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:54.204803 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:41:54.204803 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:54.204803 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:54.208417 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-305bdffb-4798-4cec-b966-9ad6893b69b1 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.266382 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-aeec8389-6f9b-491b-a907-fc93f04e1139 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.287515 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d04ce10-02ce-4df6-9dfe-f0ec7982d226 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:41:54.288536 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d04ce10-02ce-4df6-9dfe-f0ec7982d226 None None] Checking segment: {'id': 'b790bf59-7dd6-42aa-87ae-21ac502c0689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '79186ce4-1405-482f-abf1-5dd60e704c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:54.289097 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9d04ce10-02ce-4df6-9dfe-f0ec7982d226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.289576 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d04ce10-02ce-4df6-9dfe-f0ec7982d226 None None] Bound using segment: {'id': 'b790bf59-7dd6-42aa-87ae-21ac502c0689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '79186ce4-1405-482f-abf1-5dd60e704c9b'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:41:54.290132 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-9d04ce10-02ce-4df6-9dfe-f0ec7982d226 None None] Bound port: a289a1d0-14f0-4881-a8fb-5cc848dde48e, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b790bf59-7dd6-42aa-87ae-21ac502c0689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '79186ce4-1405-482f-abf1-5dd60e704c9b'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:54.290621 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9d04ce10-02ce-4df6-9dfe-f0ec7982d226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.310392 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.objects.ports [None req-ced93e21-2f17-44ed-aebb-dfa56d2c25f4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87514) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 09:41:54.335240 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-305bdffb-4798-4cec-b966-9ad6893b69b1 None None] Transition to ACTIVE for port object 6c7a813d-c9c5-4b30-a834-82c2e9527be0 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:54.431387 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78e8fd7-dcef-48ca-9a0f-608e0f9c7325 None None] Network 94133eda-7daf-4043-922c-d6672c973988 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:54.462345 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ced93e21-2f17-44ed-aebb-dfa56d2c25f4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.524119 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c3b8e346-8192-4a5d-9339-e08aa8957b47 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:54.528951 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c3b8e346-8192-4a5d-9339-e08aa8957b47 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:subnet and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:54.531994 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c3b8e346-8192-4a5d-9339-e08aa8957b47 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:54.539202 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-305bdffb-4798-4cec-b966-9ad6893b69b1 None None] Transition to ACTIVE for port object 6c7a813d-c9c5-4b30-a834-82c2e9527be0 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:54.574246 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763c46e7-f176-4cbe-8748-dd4459b91311 None None] Update dhcp port {'port': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'fixed_ips': [{'subnet_id': '343e1edb-1f75-4c6b-92c9-90f9a1f790f2'}], 'binding:host_id': 'dv-neutron-825731-1-hyperv'}, 'id': '8a09a56d-976c-4813-be61-4baed885720a'} from dv-neutron-825731-1-hyperv. {{(pid=87516) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 09:41:54.603505 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-305bdffb-4798-4cec-b966-9ad6893b69b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.619791 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-bcf41df0-01a6-4f50-a7fe-70b9a2d8c93b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1797276 Jan 21 09:41:54.637524 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51262) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:54.650167 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-45f81dde-c3f7-4b04-828b-d01ccccb6326 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Request body: {'subnet': {'network_id': '332e4fc1-c7f6-4af0-97d3-2549816b030b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:54.662738 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c3b8e346-8192-4a5d-9339-e08aa8957b47 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:54.681928 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf41df0-01a6-4f50-a7fe-70b9a2d8c93b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event updated for resources: {'Network': ['ID=332e4fc1-c7f6-4af0-97d3-2549816b030b,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:54.694401 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4a39641f-9419-41a7-adf4-378d899893f3 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.701853 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4a39641f-9419-41a7-adf4-378d899893f3 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.719023 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced93e21-2f17-44ed-aebb-dfa56d2c25f4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Pushing event updated for resources: {'Subnet': ['ID=bedae64a-071d-41ef-8677-3a9a8d1d0ace,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:54.745368 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b8e346-8192-4a5d-9339-e08aa8957b47 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:54.748917 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c3b8e346-8192-4a5d-9339-e08aa8957b47 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.765595 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39641f-9419-41a7-adf4-378d899893f3 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event deleted for resources: {'Network': ['ID=94133eda-7daf-4043-922c-d6672c973988,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:54.779011 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4a39641f-9419-41a7-adf4-378d899893f3 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "DELETE /v2.0/networks/94133eda-7daf-4043-922c-d6672c973988 HTTP/1.1" status: 204 len: 168 time: 1.9733713 Jan 21 09:41:54.784964 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51266) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:54.808663 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-a6036252-cd89-4084-8ab0-5fc1fdad2b23 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-622548846'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:54.812514 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 332e4fc1-c7f6-4af0-97d3-2549816b030b details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:54.823936 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a6036252-cd89-4084-8ab0-5fc1fdad2b23 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:54.828629 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced93e21-2f17-44ed-aebb-dfa56d2c25f4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Checking segment: {'id': 'fc65b6b7-6ac8-4101-8a5d-493540c7f0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '18258b4a-3e05-407c-9dc0-281662020bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:54.828823 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-fbac13cb-d3ec-4441-8210-8d9e6b506bb0 None None] For port 7ad9956b-b9e3-4c9a-b5be-1b7760a605ed, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:41:54.828995 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced93e21-2f17-44ed-aebb-dfa56d2c25f4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Network hostable DHCP agents. Network: 18258b4a-3e05-407c-9dc0-281662020bf4, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:54.884371 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a6036252-cd89-4084-8ab0-5fc1fdad2b23 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Usage tracker for resource:network and tenant:4aa2128c59e24666b40cc4b34a639788 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:54.900582 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.901858 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a6036252-cd89-4084-8ab0-5fc1fdad2b23 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:54.913025 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a6036252-cd89-4084-8ab0-5fc1fdad2b23 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:54.923417 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-fbac13cb-d3ec-4441-8210-8d9e6b506bb0 None None] For port 7ad9956b-b9e3-4c9a-b5be-1b7760a605ed, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=7ad9956b-b9e3-4c9a-b5be-1b7760a605ed,segment=NetworkSegment(2c2670c6-2582-471b-92a4-09ce9e5b855e),segment_id=2c2670c6-2582-471b-92a4-09ce9e5b855e)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:41:54.933268 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-45f81dde-c3f7-4b04-828b-d01ccccb6326 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:54.938441 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-45f81dde-c3f7-4b04-828b-d01ccccb6326 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Usage tracker for resource:subnet and tenant:72339ba3f6b84fe98f8a9b07b475808d is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:54.942253 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-45f81dde-c3f7-4b04-828b-d01ccccb6326 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:54.947887 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced93e21-2f17-44ed-aebb-dfa56d2c25f4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Network 18258b4a-3e05-407c-9dc0-281662020bf4 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:54.959555 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-45f81dde-c3f7-4b04-828b-d01ccccb6326 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:54.961736 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6036252-cd89-4084-8ab0-5fc1fdad2b23 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Made reservation on behalf of 4aa2128c59e24666b40cc4b34a639788 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:54.964201 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-9d04ce10-02ce-4df6-9dfe-f0ec7982d226 None None] For port a289a1d0-14f0-4881-a8fb-5cc848dde48e, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:41:54.965266 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-aeec8389-6f9b-491b-a907-fc93f04e1139 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.965473 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a6036252-cd89-4084-8ab0-5fc1fdad2b23 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.972012 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305bdffb-4798-4cec-b966-9ad6893b69b1 None None] Network d8e6cc38-6f15-4002-911c-f4e0d0f5e09c is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:54.974181 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-aeec8389-6f9b-491b-a907-fc93f04e1139 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.975126 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-aeec8389-6f9b-491b-a907-fc93f04e1139 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.979855 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fbac13cb-d3ec-4441-8210-8d9e6b506bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.983225 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-ced93e21-2f17-44ed-aebb-dfa56d2c25f4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 18258b4a-3e05-407c-9dc0-281662020bf4) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:54.988207 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced93e21-2f17-44ed-aebb-dfa56d2c25f4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:54.988417 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ced93e21-2f17-44ed-aebb-dfa56d2c25f4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.994118 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-763c46e7-f176-4cbe-8748-dd4459b91311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:55.003515 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-305bdffb-4798-4cec-b966-9ad6893b69b1 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:55.019307 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f81dde-c3f7-4b04-828b-d01ccccb6326 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Made reservation on behalf of 72339ba3f6b84fe98f8a9b07b475808d for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:55.023597 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-45f81dde-c3f7-4b04-828b-d01ccccb6326 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:55.035919 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ced93e21-2f17-44ed-aebb-dfa56d2c25f4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5562427 Jan 21 09:41:55.037116 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51270) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:55.041034 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6036252-cd89-4084-8ab0-5fc1fdad2b23 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:55.047125 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-9c9abe02-a9e4-4340-a06f-1d79af698d55 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Request body: {'port': {'network_id': '18258b4a-3e05-407c-9dc0-281662020bf4', 'name': 'tempest-NetworksIpV6TestAttrs-1074470291'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:55.061525 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f92641c-ccf2-4aa6-adc6-3656be0edda1 None None] Network 18258b4a-3e05-407c-9dc0-281662020bf4 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:55.101689 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-9d04ce10-02ce-4df6-9dfe-f0ec7982d226 None None] For port a289a1d0-14f0-4881-a8fb-5cc848dde48e, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a289a1d0-14f0-4881-a8fb-5cc848dde48e,segment=NetworkSegment(b790bf59-7dd6-42aa-87ae-21ac502c0689),segment_id=b790bf59-7dd6-42aa-87ae-21ac502c0689)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:41:55.114187 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a6036252-cd89-4084-8ab0-5fc1fdad2b23 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:55.114822 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-a6036252-cd89-4084-8ab0-5fc1fdad2b23 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Added segment 6143e6fe-213b-43d3-ad50-4eac5490b804 of type vlan for network 60f76568-6a35-4b77-a6b1-b20cadf8827d Jan 21 09:41:55.122245 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305bdffb-4798-4cec-b966-9ad6893b69b1 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:55.144577 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305bdffb-4798-4cec-b966-9ad6893b69b1 None None] Pushing event updated for resources: {'Port': ['ID=6c7a813d-c9c5-4b30-a834-82c2e9527be0,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:55.161157 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9d04ce10-02ce-4df6-9dfe-f0ec7982d226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:55.180493 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec8389-6f9b-491b-a907-fc93f04e1139 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event updated for resources: {'Port': ['ID=04a52245-608c-4cf4-b817-77c6b46f26d6,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:55.269229 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a6036252-cd89-4084-8ab0-5fc1fdad2b23 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:55.301540 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeec8389-6f9b-491b-a907-fc93f04e1139 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Network c4c1f261-6bdb-4820-bdac-9d000001730f is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:55.304820 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-aeec8389-6f9b-491b-a907-fc93f04e1139 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:55.352734 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9c9abe02-a9e4-4340-a06f-1d79af698d55 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:55.359373 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9c9abe02-a9e4-4340-a06f-1d79af698d55 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Usage tracker for resource:port and tenant:34f55fefa4f244c09664362143af0209 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:55.364127 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9c9abe02-a9e4-4340-a06f-1d79af698d55 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:55.371627 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a6036252-cd89-4084-8ab0-5fc1fdad2b23 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:55.377498 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6036252-cd89-4084-8ab0-5fc1fdad2b23 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:55.378389 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a6036252-cd89-4084-8ab0-5fc1fdad2b23 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:55.383900 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9c9abe02-a9e4-4340-a06f-1d79af698d55 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:55.416408 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 8a09a56d-976c-4813-be61-4baed885720a, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=8a09a56d-976c-4813-be61-4baed885720a,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:55.482272 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9abe02-a9e4-4340-a06f-1d79af698d55 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Made reservation on behalf of 34f55fefa4f244c09664362143af0209 for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:55.486063 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9c9abe02-a9e4-4340-a06f-1d79af698d55 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:55.509379 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:55.518573 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a6036252-cd89-4084-8ab0-5fc1fdad2b23 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7311945 Jan 21 09:41:55.519299 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51274) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:55.576731 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-45f81dde-c3f7-4b04-828b-d01ccccb6326 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:55.598394 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-5ac49219-00d7-4da2-8224-73e7725b89d0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Request body: {'subnet': {'network_id': '60f76568-6a35-4b77-a6b1-b20cadf8827d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:55.643118 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6036252-cd89-4084-8ab0-5fc1fdad2b23 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event updated for resources: {'Network': ['ID=60f76568-6a35-4b77-a6b1-b20cadf8827d,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:55.666550 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-9c9abe02-a9e4-4340-a06f-1d79af698d55 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] device_id is not set on port fcab26b0-e1e6-4330-9eff-641dfcdfa3ce yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:55.673372 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 60f76568-6a35-4b77-a6b1-b20cadf8827d details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:55.701155 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-305bdffb-4798-4cec-b966-9ad6893b69b1 None None] Attempting to bind port 6c7a813d-c9c5-4b30-a834-82c2e9527be0 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:55.701757 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-305bdffb-4798-4cec-b966-9ad6893b69b1 None None] Attempting to bind port 6c7a813d-c9c5-4b30-a834-82c2e9527be0 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '1fbdc76b-ad0c-4f4e-8b34-c36a98183df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'd8e6cc38-6f15-4002-911c-f4e0d0f5e09c'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:55.702309 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305bdffb-4798-4cec-b966-9ad6893b69b1 None None] Attempting to bind port 6c7a813d-c9c5-4b30-a834-82c2e9527be0 on network d8e6cc38-6f15-4002-911c-f4e0d0f5e09c {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:41:55.726738 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac13cb-d3ec-4441-8210-8d9e6b506bb0 None None] Pushing event updated for resources: {'Port': ['ID=7ad9956b-b9e3-4c9a-b5be-1b7760a605ed,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:55.742827 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f81dde-c3f7-4b04-828b-d01ccccb6326 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event updated for resources: {'Subnet': ['ID=121c2432-e773-40ce-b2c1-9e88175fcc46,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:55.757480 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f81dde-c3f7-4b04-828b-d01ccccb6326 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Checking segment: {'id': 'a21f1b3f-4c05-49c8-977e-e86c8a9074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '332e4fc1-c7f6-4af0-97d3-2549816b030b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:55.757838 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f81dde-c3f7-4b04-828b-d01ccccb6326 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Network hostable DHCP agents. Network: 332e4fc1-c7f6-4af0-97d3-2549816b030b, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:55.762378 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeec8389-6f9b-491b-a907-fc93f04e1139 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Router b4a82d38-5189-4140-94ef-edf100027894 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:41:55.801914 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.objects.ports [None req-c3b8e346-8192-4a5d-9339-e08aa8957b47 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87514) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 09:41:55.858560 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305bdffb-4798-4cec-b966-9ad6893b69b1 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:41:55.859078 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305bdffb-4798-4cec-b966-9ad6893b69b1 None None] Checking segment: {'id': '1fbdc76b-ad0c-4f4e-8b34-c36a98183df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'd8e6cc38-6f15-4002-911c-f4e0d0f5e09c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:55.859325 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-305bdffb-4798-4cec-b966-9ad6893b69b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:55.859766 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305bdffb-4798-4cec-b966-9ad6893b69b1 None None] Bound using segment: {'id': '1fbdc76b-ad0c-4f4e-8b34-c36a98183df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'd8e6cc38-6f15-4002-911c-f4e0d0f5e09c'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:41:55.860230 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-305bdffb-4798-4cec-b966-9ad6893b69b1 None None] Bound port: 6c7a813d-c9c5-4b30-a834-82c2e9527be0, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fbdc76b-ad0c-4f4e-8b34-c36a98183df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'd8e6cc38-6f15-4002-911c-f4e0d0f5e09c'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:55.864552 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-305bdffb-4798-4cec-b966-9ad6893b69b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:56.009224 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0684a79b-1dd0-46af-b12b-e3f09198a871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-18258b4a-3e05-407c-9dc0-281662020bf4', 'network_id': '18258b4a-3e05-407c-9dc0-281662020bf4', 'tenant_id': '34f55fefa4f244c09664362143af0209', 'fixed_ips': [{'subnet_id': 'bedae64a-071d-41ef-8677-3a9a8d1d0ace'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:41:56.010065 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0684a79b-1dd0-46af-b12b-e3f09198a871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:56.106529 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f81dde-c3f7-4b04-828b-d01ccccb6326 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Network 332e4fc1-c7f6-4af0-97d3-2549816b030b is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:56.125837 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeec8389-6f9b-491b-a907-fc93f04e1139 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:41:56.144785 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-aeec8389-6f9b-491b-a907-fc93f04e1139 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "PUT /v2.0/routers/b4a82d38-5189-4140-94ef-edf100027894/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2692955 Jan 21 09:41:56.146000 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 7ad9956b-b9e3-4c9a-b5be-1b7760a605ed up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:56.151365 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51278) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:56.191522 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-45f81dde-c3f7-4b04-828b-d01ccccb6326 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 332e4fc1-c7f6-4af0-97d3-2549816b030b) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:56.195048 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66520275-96c8-46eb-9dce-3c04a5d78149 None None] Sync routers for ids ['b4a82d38-5189-4140-94ef-edf100027894'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:41:56.199733 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f81dde-c3f7-4b04-828b-d01ccccb6326 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:56.200508 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-45f81dde-c3f7-4b04-828b-d01ccccb6326 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:56.223012 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a99eed7-76b2-486c-9671-5d4e7eaee74e None None] Network 332e4fc1-c7f6-4af0-97d3-2549816b030b requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:56.234634 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-9c9abe02-a9e4-4340-a06f-1d79af698d55 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Allocated IP 2001:db8::f816:3eff:fe70:48f2 (18258b4a-3e05-407c-9dc0-281662020bf4/bedae64a-071d-41ef-8677-3a9a8d1d0ace/fcab26b0-e1e6-4330-9eff-641dfcdfa3ce) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:56.241241 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-5ac49219-00d7-4da2-8224-73e7725b89d0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:56.255385 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-5ac49219-00d7-4da2-8224-73e7725b89d0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Usage tracker for resource:subnet and tenant:4aa2128c59e24666b40cc4b34a639788 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:56.261932 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-45f81dde-c3f7-4b04-828b-d01ccccb6326 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6202412 Jan 21 09:41:56.262436 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51282) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:56.264375 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-5ac49219-00d7-4da2-8224-73e7725b89d0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:56.273994 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4415d42-6722-44dc-899f-6a9da62e1e26 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:56.274707 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-b4415d42-6722-44dc-899f-6a9da62e1e26 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Synchronizing usage tracker for tenant:0ffd125f2e19497db276d912c6599666 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:56.275065 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-5ac49219-00d7-4da2-8224-73e7725b89d0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:56.292068 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-b4415d42-6722-44dc-899f-6a9da62e1e26 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Unset dirty status for tenant:0ffd125f2e19497db276d912c6599666 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:56.297654 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-b4415d42-6722-44dc-899f-6a9da62e1e26 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "GET /v2.0/ports/04a52245-608c-4cf4-b817-77c6b46f26d6 HTTP/1.1" status: 200 len: 911 time: 0.1440012 Jan 21 09:41:56.297654 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51286) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:56.301320 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04ce10-02ce-4df6-9dfe-f0ec7982d226 None None] Pushing event updated for resources: {'Port': ['ID=a289a1d0-14f0-4881-a8fb-5cc848dde48e,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:56.306578 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-6fa47fc5-f7e5-4f39-aac6-65122d0c97e6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ed36e4d8-6b72-4559-88f4-ec6f52f4d0e2'}]}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:56.347089 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac49219-00d7-4da2-8224-73e7725b89d0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Made reservation on behalf of 4aa2128c59e24666b40cc4b34a639788 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:56.350901 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5ac49219-00d7-4da2-8224-73e7725b89d0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:56.381880 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66520275-96c8-46eb-9dce-3c04a5d78149 None None] Routers {'b4a82d38-5189-4140-94ef-edf100027894'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:56.382824 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-66520275-96c8-46eb-9dce-3c04a5d78149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:41:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['b4a82d38-5189-4140-94ef-edf100027894'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:56.495794 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9fd9d7c2-6e16-4ce8-a673-100f9b984560 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:56.603094 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-66520275-96c8-46eb-9dce-3c04a5d78149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:56.606940 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-305bdffb-4798-4cec-b966-9ad6893b69b1 None None] For port 6c7a813d-c9c5-4b30-a834-82c2e9527be0, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:41:56.640981 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6fa47fc5-f7e5-4f39-aac6-65122d0c97e6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:56.785630 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-305bdffb-4798-4cec-b966-9ad6893b69b1 None None] For port 6c7a813d-c9c5-4b30-a834-82c2e9527be0, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=6c7a813d-c9c5-4b30-a834-82c2e9527be0,segment=NetworkSegment(1fbdc76b-ad0c-4f4e-8b34-c36a98183df3),segment_id=1fbdc76b-ad0c-4f4e-8b34-c36a98183df3)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:41:56.812938 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66520275-96c8-46eb-9dce-3c04a5d78149 None None] Routers {'b4a82d38-5189-4140-94ef-edf100027894'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:41:56.813590 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-66520275-96c8-46eb-9dce-3c04a5d78149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:41:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['b4a82d38-5189-4140-94ef-edf100027894'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:56.874173 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.ipam_backend_mixin [None req-5ac49219-00d7-4da2-8224-73e7725b89d0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Performing IP validity checks on allocation pools {{(pid=87514) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 21 09:41:56.874699 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.ipam_backend_mixin [None req-5ac49219-00d7-4da2-8224-73e7725b89d0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87514) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 21 09:41:56.890576 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=8a09a56d-976c-4813-be61-4baed885720a,revision_number=13']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:56.909963 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-305bdffb-4798-4cec-b966-9ad6893b69b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:56.973141 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:41:56.983188 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bcb10f-690c-4dca-b329-3b795452862a None None] Network c4c1f261-6bdb-4820-bdac-9d000001730f requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:57.023462 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9fd9d7c2-6e16-4ce8-a673-100f9b984560 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.059759 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305bdffb-4798-4cec-b966-9ad6893b69b1 None None] Pushing event updated for resources: {'Port': ['ID=6c7a813d-c9c5-4b30-a834-82c2e9527be0,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:57.065498 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-66520275-96c8-46eb-9dce-3c04a5d78149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:57.066492 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66520275-96c8-46eb-9dce-3c04a5d78149 None None] The sync data for ids ['b4a82d38-5189-4140-94ef-edf100027894'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:41:57.115261 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 7ad9956b-b9e3-4c9a-b5be-1b7760a605ed completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:57.128801 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-763c46e7-f176-4cbe-8748-dd4459b91311 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 21 09:41:57.128801 dv-neutron-825731-1-hyperv neutron-server[87516]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Jan 21 09:41:57.128801 dv-neutron-825731-1-hyperv neutron-server[87516]: [parameters: {'ip_address': '2001:db8:0:1:f816:3eff:fef5:36d5', 'status': 'ALLOCATED', 'ipam_subnet_id': '59bee6cb-1ca0-4849-bd43-c904c7f476f6'}] Jan 21 09:41:57.128801 dv-neutron-825731-1-hyperv neutron-server[87516]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:41:57.129249 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-763c46e7-f176-4cbe-8748-dd4459b91311 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:41:57.187705 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9c9abe02-a9e4-4340-a06f-1d79af698d55 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.283915 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-9c9abe02-a9e4-4340-a06f-1d79af698d55 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Transition to ACTIVE for port object fcab26b0-e1e6-4330-9eff-641dfcdfa3ce will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:57.300346 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c3b8e346-8192-4a5d-9339-e08aa8957b47 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.344654 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-be62d4d1-a1f9-4320-9cd5-01f335a49d99 None None] Provisioning for port 7ad9956b-b9e3-4c9a-b5be-1b7760a605ed completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:57.347847 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289001ec-d6f6-4562-b621-dcb862d32eeb None None] Network 79186ce4-1405-482f-abf1-5dd60e704c9b requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:57.400244 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9fd9d7c2-6e16-4ce8-a673-100f9b984560 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.431031 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-be62d4d1-a1f9-4320-9cd5-01f335a49d99 None None] Provisioning complete for port 7ad9956b-b9e3-4c9a-b5be-1b7760a605ed triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:57.431642 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-be62d4d1-a1f9-4320-9cd5-01f335a49d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.466384 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8792e75b-f95d-4158-83fb-03b75de55e7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-332e4fc1-c7f6-4af0-97d3-2549816b030b', 'network_id': '332e4fc1-c7f6-4af0-97d3-2549816b030b', 'tenant_id': '72339ba3f6b84fe98f8a9b07b475808d', 'fixed_ips': [{'subnet_id': '121c2432-e773-40ce-b2c1-9e88175fcc46'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:41:57.467612 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8792e75b-f95d-4158-83fb-03b75de55e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.468984 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9d7c2-6e16-4ce8-a673-100f9b984560 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event deleted for resources: {'Subnet': ['ID=121c2432-e773-40ce-b2c1-9e88175fcc46,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:57.568110 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5ac49219-00d7-4da2-8224-73e7725b89d0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.614865 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6fa47fc5-f7e5-4f39-aac6-65122d0c97e6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.625288 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6fa47fc5-f7e5-4f39-aac6-65122d0c97e6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.633813 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa47fc5-f7e5-4f39-aac6-65122d0c97e6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:57.634533 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6fa47fc5-f7e5-4f39-aac6-65122d0c97e6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.636924 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6fa47fc5-f7e5-4f39-aac6-65122d0c97e6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "PUT /v2.0/ports/04a52245-608c-4cf4-b817-77c6b46f26d6 HTTP/1.1" status: 200 len: 911 time: 1.3369567 Jan 21 09:41:57.647795 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51292) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:57.663990 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac49219-00d7-4da2-8224-73e7725b89d0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event updated for resources: {'Subnet': ['ID=9486a471-9968-4fd3-b68f-f49d52b6a804,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:57.685210 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9c9abe02-a9e4-4340-a06f-1d79af698d55 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.733050 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa47fc5-f7e5-4f39-aac6-65122d0c97e6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event updated for resources: {'Port': ['ID=04a52245-608c-4cf4-b817-77c6b46f26d6,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:57.839603 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-763c46e7-f176-4cbe-8748-dd4459b91311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.900657 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-0684a79b-1dd0-46af-b12b-e3f09198a871 None None] Allocated IP 2001:db8::f816:3eff:fe4a:cc8d (18258b4a-3e05-407c-9dc0-281662020bf4/bedae64a-071d-41ef-8677-3a9a8d1d0ace/e6155660-1d82-41e6-9648-fe9b638f8431) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:57.931739 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9fd9d7c2-6e16-4ce8-a673-100f9b984560 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.983139 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f158d6f-57b3-4a40-9dee-bf9ae9853d03 None None] Network 332e4fc1-c7f6-4af0-97d3-2549816b030b requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:58.072223 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9abe02-a9e4-4340-a06f-1d79af698d55 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Network 18258b4a-3e05-407c-9dc0-281662020bf4 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:58.103006 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-9fd9d7c2-6e16-4ce8-a673-100f9b984560 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['332e4fc1-c7f6-4af0-97d3-2549816b030b']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:58.110067 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-9c9abe02-a9e4-4340-a06f-1d79af698d55 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:58.135279 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9abe02-a9e4-4340-a06f-1d79af698d55 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:41:58.145402 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9abe02-a9e4-4340-a06f-1d79af698d55 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:58.146064 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9c9abe02-a9e4-4340-a06f-1d79af698d55 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.158585 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-9fd9d7c2-6e16-4ce8-a673-100f9b984560 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a21f1b3f-4c05-49c8-977e-e86c8a9074d9') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:58.158904 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-9fd9d7c2-6e16-4ce8-a673-100f9b984560 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a21f1b3f-4c05-49c8-977e-e86c8a9074d9') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:58.168435 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9abe02-a9e4-4340-a06f-1d79af698d55 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Pushing event updated for resources: {'Port': ['ID=fcab26b0-e1e6-4330-9eff-641dfcdfa3ce,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:58.198180 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac49219-00d7-4da2-8224-73e7725b89d0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Checking segment: {'id': '6143e6fe-213b-43d3-ad50-4eac5490b804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '60f76568-6a35-4b77-a6b1-b20cadf8827d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:41:58.198540 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac49219-00d7-4da2-8224-73e7725b89d0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Network hostable DHCP agents. Network: 60f76568-6a35-4b77-a6b1-b20cadf8827d, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:58.208257 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9fd9d7c2-6e16-4ce8-a673-100f9b984560 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.236695 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 6c7a813d-c9c5-4b30-a834-82c2e9527be0 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:58.239594 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-c3b8e346-8192-4a5d-9339-e08aa8957b47 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] For port 8a09a56d-976c-4813-be61-4baed885720a, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=8a09a56d-976c-4813-be61-4baed885720a,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:58.296745 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-be62d4d1-a1f9-4320-9cd5-01f335a49d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.328957 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9fd9d7c2-6e16-4ce8-a673-100f9b984560 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.335504 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9c9abe02-a9e4-4340-a06f-1d79af698d55 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.2941070 Jan 21 09:41:58.336007 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51296) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:58.409992 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-f205c41d-470f-4b1e-bb30-91fbcb06c115 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Deleting subnet bedae64a-071d-41ef-8677-3a9a8d1d0ace {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:41:58.424504 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd9d7c2-6e16-4ce8-a673-100f9b984560 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:41:58.425016 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9fd9d7c2-6e16-4ce8-a673-100f9b984560 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.512506 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fbaa28-051a-4e79-a356-d07bf0ce6ecc None None] Network d8e6cc38-6f15-4002-911c-f4e0d0f5e09c requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:58.584490 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:41:58.584490 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:41:58.584490 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:41:58.584490 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:58.584490 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:41:58.584490 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:41:58.584490 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:41:58.584490 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:58.584490 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:41:58.584490 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:58.584490 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:41:58.584490 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:58.584490 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:41:58.584490 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:41:58.584490 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:58.584490 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:41:58.584490 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:58.584490 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:41:58.584490 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:41:58.584490 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:41:58.584490 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:41:58.584490 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:41:58.584490 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:58.584490 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:41:58.584490 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:58.584490 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:41:58.584490 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:58.584490 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:41:58.584490 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:58.584490 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:41:58.584490 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:58.584490 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:58.615290 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac49219-00d7-4da2-8224-73e7725b89d0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Network 60f76568-6a35-4b77-a6b1-b20cadf8827d is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:58.618448 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.resource_extend [None req-c3b8e346-8192-4a5d-9339-e08aa8957b47 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:41:58.716255 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-be62d4d1-a1f9-4320-9cd5-01f335a49d99 None None] For port 7ad9956b-b9e3-4c9a-b5be-1b7760a605ed, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=7ad9956b-b9e3-4c9a-b5be-1b7760a605ed,segment=NetworkSegment(2c2670c6-2582-471b-92a4-09ce9e5b855e),segment_id=2c2670c6-2582-471b-92a4-09ce9e5b855e)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:41:58.727103 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c3b8e346-8192-4a5d-9339-e08aa8957b47 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.734917 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-5ac49219-00d7-4da2-8224-73e7725b89d0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 60f76568-6a35-4b77-a6b1-b20cadf8827d) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:58.743299 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9fd9d7c2-6e16-4ce8-a673-100f9b984560 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.748083 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac49219-00d7-4da2-8224-73e7725b89d0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:58.748764 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5ac49219-00d7-4da2-8224-73e7725b89d0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.762762 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c3b8e346-8192-4a5d-9339-e08aa8957b47 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.763604 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c3b8e346-8192-4a5d-9339-e08aa8957b47 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.784928 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9fd9d7c2-6e16-4ce8-a673-100f9b984560 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.790090 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-be62d4d1-a1f9-4320-9cd5-01f335a49d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.847937 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d71ce65-7ca9-4349-b3a5-7afdbb1396f2 None None] Network 60f76568-6a35-4b77-a6b1-b20cadf8827d requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:58.891049 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9d7c2-6e16-4ce8-a673-100f9b984560 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event deleted for resources: {'Network': ['ID=332e4fc1-c7f6-4af0-97d3-2549816b030b,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:58.955232 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-5ac49219-00d7-4da2-8224-73e7725b89d0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.3751416 Jan 21 09:41:58.959883 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9fd9d7c2-6e16-4ce8-a673-100f9b984560 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "DELETE /v2.0/networks/332e4fc1-c7f6-4af0-97d3-2549816b030b HTTP/1.1" status: 204 len: 168 time: 2.6893201 Jan 21 09:41:58.960506 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51300) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:58.961019 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51302) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:58.963582 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b8e346-8192-4a5d-9339-e08aa8957b47 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:58.970327 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-5608c4e9-acd0-4f92-b4e6-13c868ac880b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2114182210'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:58.988546 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b8e346-8192-4a5d-9339-e08aa8957b47 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Subnet': ['ID=8d4c9d16-d393-45d6-b00e-6dc0d20d4497,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:58.994296 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-c3b8e346-8192-4a5d-9339-e08aa8957b47 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:58.997453 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b8e346-8192-4a5d-9339-e08aa8957b47 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:58.998044 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c3b8e346-8192-4a5d-9339-e08aa8957b47 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.016546 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-5608c4e9-acd0-4f92-b4e6-13c868ac880b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:59.031249 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-5608c4e9-acd0-4f92-b4e6-13c868ac880b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Usage tracker for resource:network and tenant:72339ba3f6b84fe98f8a9b07b475808d is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:59.038236 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b8e346-8192-4a5d-9339-e08aa8957b47 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Port': ['ID=8a09a56d-976c-4813-be61-4baed885720a,revision_number=15']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:59.047377 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-5608c4e9-acd0-4f92-b4e6-13c868ac880b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:59.055662 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c3b8e346-8192-4a5d-9339-e08aa8957b47 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.2661102 Jan 21 09:41:59.056323 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 6c7a813d-c9c5-4b30-a834-82c2e9527be0 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:59.058128 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51308) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:59.064120 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-5608c4e9-acd0-4f92-b4e6-13c868ac880b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:59.066805 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-08b972cd-dbd2-40a3-bf11-5a51be2ad106 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'port': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'mac_address': 'fa:16:3e:b3:c2:1c', 'name': 'tempest-NetworksTestDHCPv6-1726898417'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:59.136793 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5608c4e9-acd0-4f92-b4e6-13c868ac880b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Made reservation on behalf of 72339ba3f6b84fe98f8a9b07b475808d for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:59.140418 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5608c4e9-acd0-4f92-b4e6-13c868ac880b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.181013 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a289a1d0-14f0-4881-a8fb-5cc848dde48e up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:59.201049 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7fe97fd1-1439-44aa-868b-fb6db2142507 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.214929 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5608c4e9-acd0-4f92-b4e6-13c868ac880b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:59.228563 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5608c4e9-acd0-4f92-b4e6-13c868ac880b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.228903 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-5608c4e9-acd0-4f92-b4e6-13c868ac880b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Added segment 19fa14b7-41a8-45b7-a320-25c64094b674 of type vlan for network a400b2a8-c9bc-45a7-9ca0-d10c0e4fff0f Jan 21 09:41:59.233482 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-84f2da1a-01d1-453a-8c40-5296e9df0042 None None] Provisioning for port 6c7a813d-c9c5-4b30-a834-82c2e9527be0 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:59.265727 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0684a79b-1dd0-46af-b12b-e3f09198a871 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.285702 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-84f2da1a-01d1-453a-8c40-5296e9df0042 None None] Provisioning complete for port 6c7a813d-c9c5-4b30-a834-82c2e9527be0 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:59.286080 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-84f2da1a-01d1-453a-8c40-5296e9df0042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.316204 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5608c4e9-acd0-4f92-b4e6-13c868ac880b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.316455 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be62d4d1-a1f9-4320-9cd5-01f335a49d99 None None] Pushing event updated for resources: {'Port': ['ID=7ad9956b-b9e3-4c9a-b5be-1b7760a605ed,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:59.321793 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-08b972cd-dbd2-40a3-bf11-5a51be2ad106 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:59.325836 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7fe97fd1-1439-44aa-868b-fb6db2142507 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.335014 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-08b972cd-dbd2-40a3-bf11-5a51be2ad106 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:59.345082 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0ba3367b-2846-4233-9be7-42e128e944b8 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.367057 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-763c46e7-f176-4cbe-8748-dd4459b91311 None None] Allocated IP 2001:db8::2 (36c4effd-f4af-4d10-91bd-714d225a3199/343e1edb-1f75-4c6b-92c9-90f9a1f790f2/8a09a56d-976c-4813-be61-4baed885720a) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:59.369406 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0684a79b-1dd0-46af-b12b-e3f09198a871 None None] Transition to ACTIVE for port object e6155660-1d82-41e6-9648-fe9b638f8431 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:59.428456 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b972cd-dbd2-40a3-bf11-5a51be2ad106 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:59.483492 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5608c4e9-acd0-4f92-b4e6-13c868ac880b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.488877 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5608c4e9-acd0-4f92-b4e6-13c868ac880b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:59.498405 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5608c4e9-acd0-4f92-b4e6-13c868ac880b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.569285 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7fe97fd1-1439-44aa-868b-fb6db2142507 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.634515 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0684a79b-1dd0-46af-b12b-e3f09198a871 None None] Transition to ACTIVE for port object e6155660-1d82-41e6-9648-fe9b638f8431 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:59.700200 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5608c4e9-acd0-4f92-b4e6-13c868ac880b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7353730 Jan 21 09:41:59.700796 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51312) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:59.706482 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f205c41d-470f-4b1e-bb30-91fbcb06c115 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.729637 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0684a79b-1dd0-46af-b12b-e3f09198a871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.763267 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0c60ad-18de-4d0b-8cff-c29ce24b5637 None None] Network 60f76568-6a35-4b77-a6b1-b20cadf8827d requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:41:59.775340 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-08b972cd-dbd2-40a3-bf11-5a51be2ad106 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.786189 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe97fd1-1439-44aa-868b-fb6db2142507 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event deleted for resources: {'Subnet': ['ID=9486a471-9968-4fd3-b68f-f49d52b6a804,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:59.820752 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-08b972cd-dbd2-40a3-bf11-5a51be2ad106 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] device_id is not set on port ed35068e-20f9-49bc-90f7-4fdcf1ac2437 yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:59.894599 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-84f2da1a-01d1-453a-8c40-5296e9df0042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.897944 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-8c95e499-a94a-4a54-b811-2dd577ff86b6 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Request body: {'subnet': {'network_id': 'a400b2a8-c9bc-45a7-9ca0-d10c0e4fff0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:59.915497 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port a289a1d0-14f0-4881-a8fb-5cc848dde48e completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:59.967576 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-0ba3367b-2846-4233-9be7-42e128e944b8 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Deleting port 04a52245-608c-4cf4-b817-77c6b46f26d6 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:41:59.968165 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0ba3367b-2846-4233-9be7-42e128e944b8 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.971097 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5608c4e9-acd0-4f92-b4e6-13c868ac880b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event updated for resources: {'Network': ['ID=a400b2a8-c9bc-45a7-9ca0-d10c0e4fff0f,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:59.977248 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7fe97fd1-1439-44aa-868b-fb6db2142507 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.012424 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0684a79b-1dd0-46af-b12b-e3f09198a871 None None] Network 18258b4a-3e05-407c-9dc0-281662020bf4 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:00.028764 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network a400b2a8-c9bc-45a7-9ca0-d10c0e4fff0f details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:00.030314 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f205c41d-470f-4b1e-bb30-91fbcb06c115 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.054443 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-0684a79b-1dd0-46af-b12b-e3f09198a871 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:00.076703 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-7fe97fd1-1439-44aa-868b-fb6db2142507 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f76568-6a35-4b77-a6b1-b20cadf8827d']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:00.078497 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0684a79b-1dd0-46af-b12b-e3f09198a871 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:00.133896 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-7fe97fd1-1439-44aa-868b-fb6db2142507 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6143e6fe-213b-43d3-ad50-4eac5490b804') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:00.134190 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-7fe97fd1-1439-44aa-868b-fb6db2142507 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6143e6fe-213b-43d3-ad50-4eac5490b804') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:00.150306 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0684a79b-1dd0-46af-b12b-e3f09198a871 None None] Pushing event updated for resources: {'Port': ['ID=e6155660-1d82-41e6-9648-fe9b638f8431,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:00.152857 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 7ad9956b-b9e3-4c9a-b5be-1b7760a605ed up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:00.171991 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7fe97fd1-1439-44aa-868b-fb6db2142507 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.189919 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0ba3367b-2846-4233-9be7-42e128e944b8 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.196730 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-8c95e499-a94a-4a54-b811-2dd577ff86b6 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:00.199218 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7fe97fd1-1439-44aa-868b-fb6db2142507 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.209779 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-8c95e499-a94a-4a54-b811-2dd577ff86b6 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Usage tracker for resource:subnet and tenant:72339ba3f6b84fe98f8a9b07b475808d is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:00.216020 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-8c95e499-a94a-4a54-b811-2dd577ff86b6 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:00.220184 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe97fd1-1439-44aa-868b-fb6db2142507 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:00.220995 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7fe97fd1-1439-44aa-868b-fb6db2142507 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.238862 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:42:00.238862 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:00.238862 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:42:00.238862 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:00.238862 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:42:00.238862 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:00.238862 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:42:00.238862 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:00.238862 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:42:00.238862 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:00.238862 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:42:00.238862 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:00.238862 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:42:00.238862 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:00.238862 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:00.238862 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:00.238862 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:00.238862 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:00.238862 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:42:00.238862 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:00.238862 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:42:00.238862 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:00.238862 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:00.238862 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:00.238862 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:00.238862 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:00.238862 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:00.238862 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:00.238862 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:00.238862 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:00.238862 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:00.238862 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:00.241789 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-8c95e499-a94a-4a54-b811-2dd577ff86b6 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:00.329295 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c95e499-a94a-4a54-b811-2dd577ff86b6 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Made reservation on behalf of 72339ba3f6b84fe98f8a9b07b475808d for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:00.330680 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-0ba3367b-2846-4233-9be7-42e128e944b8 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Calling delete_port for 04a52245-608c-4cf4-b817-77c6b46f26d6 owned by network:router_interface {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:00.333453 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8c95e499-a94a-4a54-b811-2dd577ff86b6 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.409187 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-763c46e7-f176-4cbe-8748-dd4459b91311 None None] For port 8a09a56d-976c-4813-be61-4baed885720a, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=8a09a56d-976c-4813-be61-4baed885720a,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:00.477964 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-84f2da1a-01d1-453a-8c40-5296e9df0042 None None] For port 6c7a813d-c9c5-4b30-a834-82c2e9527be0, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=6c7a813d-c9c5-4b30-a834-82c2e9527be0,segment=NetworkSegment(1fbdc76b-ad0c-4f4e-8b34-c36a98183df3),segment_id=1fbdc76b-ad0c-4f4e-8b34-c36a98183df3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:00.513086 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-84f2da1a-01d1-453a-8c40-5296e9df0042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.572582 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-0684a79b-1dd0-46af-b12b-e3f09198a871 None None] Attempting to bind port e6155660-1d82-41e6-9648-fe9b638f8431 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:00.573210 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-0684a79b-1dd0-46af-b12b-e3f09198a871 None None] Attempting to bind port e6155660-1d82-41e6-9648-fe9b638f8431 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'fc65b6b7-6ac8-4101-8a5d-493540c7f0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '18258b4a-3e05-407c-9dc0-281662020bf4'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:00.573731 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0684a79b-1dd0-46af-b12b-e3f09198a871 None None] Attempting to bind port e6155660-1d82-41e6-9648-fe9b638f8431 on network 18258b4a-3e05-407c-9dc0-281662020bf4 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:42:00.591665 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7fe97fd1-1439-44aa-868b-fb6db2142507 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.605004 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0684a79b-1dd0-46af-b12b-e3f09198a871 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:42:00.605869 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0684a79b-1dd0-46af-b12b-e3f09198a871 None None] Checking segment: {'id': 'fc65b6b7-6ac8-4101-8a5d-493540c7f0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '18258b4a-3e05-407c-9dc0-281662020bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:00.606284 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0684a79b-1dd0-46af-b12b-e3f09198a871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.606767 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0684a79b-1dd0-46af-b12b-e3f09198a871 None None] Bound using segment: {'id': 'fc65b6b7-6ac8-4101-8a5d-493540c7f0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '18258b4a-3e05-407c-9dc0-281662020bf4'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:42:00.607474 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-0684a79b-1dd0-46af-b12b-e3f09198a871 None None] Bound port: e6155660-1d82-41e6-9648-fe9b638f8431, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc65b6b7-6ac8-4101-8a5d-493540c7f0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '18258b4a-3e05-407c-9dc0-281662020bf4'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:00.607911 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0684a79b-1dd0-46af-b12b-e3f09198a871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.623162 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7fe97fd1-1439-44aa-868b-fb6db2142507 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.625105 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-84f2da1a-01d1-453a-8c40-5296e9df0042 None None] Provisioning for port a289a1d0-14f0-4881-a8fb-5cc848dde48e completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:00.634984 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-763c46e7-f176-4cbe-8748-dd4459b91311 None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.639787 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe97fd1-1439-44aa-868b-fb6db2142507 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event deleted for resources: {'Network': ['ID=60f76568-6a35-4b77-a6b1-b20cadf8827d,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:00.652238 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-84f2da1a-01d1-453a-8c40-5296e9df0042 None None] Provisioning complete for port a289a1d0-14f0-4881-a8fb-5cc848dde48e triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:00.652753 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-84f2da1a-01d1-453a-8c40-5296e9df0042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.656789 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7fe97fd1-1439-44aa-868b-fb6db2142507 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "DELETE /v2.0/networks/60f76568-6a35-4b77-a6b1-b20cadf8827d HTTP/1.1" status: 204 len: 168 time: 1.6938093 Jan 21 09:42:00.660323 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51316) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:00.665964 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f205c41d-470f-4b1e-bb30-91fbcb06c115 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.667639 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-8fea07d4-2ee7-42a8-a03a-83e1066b1205 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-122386297'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:00.676232 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-8fea07d4-2ee7-42a8-a03a-83e1066b1205 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:00.688110 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-8fea07d4-2ee7-42a8-a03a-83e1066b1205 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Usage tracker for resource:network and tenant:4aa2128c59e24666b40cc4b34a639788 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:00.692905 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-8fea07d4-2ee7-42a8-a03a-83e1066b1205 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:00.702619 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-8fea07d4-2ee7-42a8-a03a-83e1066b1205 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:00.716038 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0ba3367b-2846-4233-9be7-42e128e944b8 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.745988 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-763c46e7-f176-4cbe-8748-dd4459b91311 None None] Transition to ACTIVE for port object 8a09a56d-976c-4813-be61-4baed885720a will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:00.752328 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2da1a-01d1-453a-8c40-5296e9df0042 None None] Pushing event updated for resources: {'Port': ['ID=6c7a813d-c9c5-4b30-a834-82c2e9527be0,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:00.758952 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 7ad9956b-b9e3-4c9a-b5be-1b7760a605ed triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:00.759561 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.779233 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba3367b-2846-4233-9be7-42e128e944b8 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event deleted for resources: {'Port': ['ID=04a52245-608c-4cf4-b817-77c6b46f26d6,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:00.781161 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fea07d4-2ee7-42a8-a03a-83e1066b1205 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Made reservation on behalf of 4aa2128c59e24666b40cc4b34a639788 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:00.784663 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8fea07d4-2ee7-42a8-a03a-83e1066b1205 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.822748 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-763c46e7-f176-4cbe-8748-dd4459b91311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.856181 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f205c41d-470f-4b1e-bb30-91fbcb06c115 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.911602 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f205c41d-470f-4b1e-bb30-91fbcb06c115 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Pushing event deleted for resources: {'Subnet': ['ID=bedae64a-071d-41ef-8677-3a9a8d1d0ace,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:00.936516 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f205c41d-470f-4b1e-bb30-91fbcb06c115 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.959549 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f205c41d-470f-4b1e-bb30-91fbcb06c115 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] 10.222.0.110 "DELETE /v2.0/subnets/bedae64a-071d-41ef-8677-3a9a8d1d0ace HTTP/1.1" status: 204 len: 168 time: 2.6221349 Jan 21 09:42:00.962082 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51320) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:00.999072 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8c95e499-a94a-4a54-b811-2dd577ff86b6 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.016686 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-0684a79b-1dd0-46af-b12b-e3f09198a871 None None] For port e6155660-1d82-41e6-9648-fe9b638f8431, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:42:01.019270 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0ba3367b-2846-4233-9be7-42e128e944b8 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.047690 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-0684a79b-1dd0-46af-b12b-e3f09198a871 None None] For port e6155660-1d82-41e6-9648-fe9b638f8431, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e6155660-1d82-41e6-9648-fe9b638f8431,segment=NetworkSegment(fc65b6b7-6ac8-4101-8a5d-493540c7f0f5),segment_id=fc65b6b7-6ac8-4101-8a5d-493540c7f0f5)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:42:01.049348 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c46e7-f176-4cbe-8748-dd4459b91311 None None] Pushing event updated for resources: {'Port': ['ID=8a09a56d-976c-4813-be61-4baed885720a,revision_number=16']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:01.050544 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fea07d4-2ee7-42a8-a03a-83e1066b1205 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:01.061084 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8fea07d4-2ee7-42a8-a03a-83e1066b1205 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.061430 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-8fea07d4-2ee7-42a8-a03a-83e1066b1205 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Added segment 9143c380-ba85-4b32-b993-dd2f6911b347 of type vlan for network 793bff1d-5755-491c-805a-72cfae781c5e Jan 21 09:42:01.088336 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8fea07d4-2ee7-42a8-a03a-83e1066b1205 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.088995 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0684a79b-1dd0-46af-b12b-e3f09198a871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.107975 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ddc6ab-adcd-4010-8c1d-9e611a0b48b0 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:01.109651 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ddc6ab-adcd-4010-8c1d-9e611a0b48b0 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:01.110465 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f0ddc6ab-adcd-4010-8c1d-9e611a0b48b0 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Synchronizing usage tracker for tenant:34f55fefa4f244c09664362143af0209 on resource:subnet {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:01.130560 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95e499-a94a-4a54-b811-2dd577ff86b6 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event updated for resources: {'Subnet': ['ID=e6e33cfc-52ae-4a5b-a6ff-7be8cf98528c,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:01.137390 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c95e499-a94a-4a54-b811-2dd577ff86b6 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Checking segment: {'id': '19fa14b7-41a8-45b7-a320-25c64094b674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a400b2a8-c9bc-45a7-9ca0-d10c0e4fff0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:01.137823 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c95e499-a94a-4a54-b811-2dd577ff86b6 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Network hostable DHCP agents. Network: a400b2a8-c9bc-45a7-9ca0-d10c0e4fff0f, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:01.171917 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f0ddc6ab-adcd-4010-8c1d-9e611a0b48b0 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Unset dirty status for tenant:34f55fefa4f244c09664362143af0209 on resource:subnet {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:01.180581 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f0ddc6ab-adcd-4010-8c1d-9e611a0b48b0 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2171540 Jan 21 09:42:01.181176 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51324) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:01.184631 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c95e499-a94a-4a54-b811-2dd577ff86b6 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Network a400b2a8-c9bc-45a7-9ca0-d10c0e4fff0f is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:01.254950 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-8c95e499-a94a-4a54-b811-2dd577ff86b6 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, a400b2a8-c9bc-45a7-9ca0-d10c0e4fff0f) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:01.268133 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-84f2da1a-01d1-453a-8c40-5296e9df0042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.272737 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c95e499-a94a-4a54-b811-2dd577ff86b6 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:01.273310 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8c95e499-a94a-4a54-b811-2dd577ff86b6 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.290429 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267af34e-06eb-41ca-9e27-f05f0094f011 None None] Network a400b2a8-c9bc-45a7-9ca0-d10c0e4fff0f requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:01.329619 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8fea07d4-2ee7-42a8-a03a-83e1066b1205 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.331738 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0684a79b-1dd0-46af-b12b-e3f09198a871 None None] Pushing event updated for resources: {'Port': ['ID=e6155660-1d82-41e6-9648-fe9b638f8431,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:01.336281 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fea07d4-2ee7-42a8-a03a-83e1066b1205 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:01.336904 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8fea07d4-2ee7-42a8-a03a-83e1066b1205 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.430001 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-89f8ba7c-05f7-4dc2-a745-014579fa9a21 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.434212 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-8c95e499-a94a-4a54-b811-2dd577ff86b6 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6522765 Jan 21 09:42:01.437286 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51328) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:01.438246 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-84f2da1a-01d1-453a-8c40-5296e9df0042 None None] For port a289a1d0-14f0-4881-a8fb-5cc848dde48e, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a289a1d0-14f0-4881-a8fb-5cc848dde48e,segment=NetworkSegment(b790bf59-7dd6-42aa-87ae-21ac502c0689),segment_id=b790bf59-7dd6-42aa-87ae-21ac502c0689)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:01.450127 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-7edba918-6337-4453-86b0-5c47a0049a5f tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Request body: {'subnet': {'network_id': 'a400b2a8-c9bc-45a7-9ca0-d10c0e4fff0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:01.452323 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-84f2da1a-01d1-453a-8c40-5296e9df0042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.470862 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f8ba7c-05f7-4dc2-a745-014579fa9a21 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 21 09:42:01.471595 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89f8ba7c-05f7-4dc2-a745-014579fa9a21 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:01.478262 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-89f8ba7c-05f7-4dc2-a745-014579fa9a21 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] 10.222.0.110 "DELETE /v2.0/networks/18258b4a-3e05-407c-9dc0-281662020bf4 HTTP/1.1" status: 409 len: 405 time: 0.2956505 Jan 21 09:42:01.479340 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51332) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:01.494415 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-7582dca2-120e-46ce-af04-f9ae8ecf9109 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1984088972'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:01.513666 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-7582dca2-120e-46ce-af04-f9ae8ecf9109 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:01.521408 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7582dca2-120e-46ce-af04-f9ae8ecf9109 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Usage tracker for resource:network and tenant:34f55fefa4f244c09664362143af0209 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:01.594064 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7582dca2-120e-46ce-af04-f9ae8ecf9109 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:01.612712 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-7582dca2-120e-46ce-af04-f9ae8ecf9109 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:01.630121 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-48ca0fda-da4f-44cc-b794-b310c3dca491 None None] Could not find standard attr ID for object 04a52245-608c-4cf4-b817-77c6b46f26d6. {{(pid=87516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:42:01.671876 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7582dca2-120e-46ce-af04-f9ae8ecf9109 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Made reservation on behalf of 34f55fefa4f244c09664362143af0209 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:01.678352 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7582dca2-120e-46ce-af04-f9ae8ecf9109 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.708387 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-7edba918-6337-4453-86b0-5c47a0049a5f tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:01.721588 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7edba918-6337-4453-86b0-5c47a0049a5f tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Usage tracker for resource:subnet and tenant:72339ba3f6b84fe98f8a9b07b475808d is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:01.730367 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7edba918-6337-4453-86b0-5c47a0049a5f tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:01.744669 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-7edba918-6337-4453-86b0-5c47a0049a5f tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:01.745509 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2da1a-01d1-453a-8c40-5296e9df0042 None None] Pushing event updated for resources: {'Port': ['ID=a289a1d0-14f0-4881-a8fb-5cc848dde48e,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:01.758623 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7582dca2-120e-46ce-af04-f9ae8ecf9109 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:01.760483 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-48ca0fda-da4f-44cc-b794-b310c3dca491 None None] Provisioning complete for port 6c7a813d-c9c5-4b30-a834-82c2e9527be0 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:01.760870 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-48ca0fda-da4f-44cc-b794-b310c3dca491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.789159 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7582dca2-120e-46ce-af04-f9ae8ecf9109 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.789583 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-7582dca2-120e-46ce-af04-f9ae8ecf9109 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Added segment f20434d6-6b55-4304-810e-07f53767c545 of type vlan for network 5185db2e-3c7b-4229-aefd-af995f16f55e Jan 21 09:42:01.797156 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edba918-6337-4453-86b0-5c47a0049a5f tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Made reservation on behalf of 72339ba3f6b84fe98f8a9b07b475808d for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:01.800427 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0835bf6-1206-43f4-929a-374499238a0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-a400b2a8-c9bc-45a7-9ca0-d10c0e4fff0f', 'network_id': 'a400b2a8-c9bc-45a7-9ca0-d10c0e4fff0f', 'tenant_id': '72339ba3f6b84fe98f8a9b07b475808d', 'fixed_ips': [{'subnet_id': 'e6e33cfc-52ae-4a5b-a6ff-7be8cf98528c'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:42:01.801304 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a0835bf6-1206-43f4-929a-374499238a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.810128 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7edba918-6337-4453-86b0-5c47a0049a5f tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.879557 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8fea07d4-2ee7-42a8-a03a-83e1066b1205 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2159238 Jan 21 09:42:01.891127 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51336) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:01.894084 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea07d4-2ee7-42a8-a03a-83e1066b1205 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event updated for resources: {'Network': ['ID=793bff1d-5755-491c-805a-72cfae781c5e,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:01.918871 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-ff403e84-33a6-4367-9b0c-9571e09520c4 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Request body: {'subnet': {'network_id': '793bff1d-5755-491c-805a-72cfae781c5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:01.921199 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-08b972cd-dbd2-40a3-bf11-5a51be2ad106 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Allocated IP 2001:db8::307 (36c4effd-f4af-4d10-91bd-714d225a3199/343e1edb-1f75-4c6b-92c9-90f9a1f790f2/ed35068e-20f9-49bc-90f7-4fdcf1ac2437) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:01.924684 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba3367b-2846-4233-9be7-42e128e944b8 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Router b4a82d38-5189-4140-94ef-edf100027894 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:42:01.933238 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-08b972cd-dbd2-40a3-bf11-5a51be2ad106 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Allocated IP 2001:db8:0:1:f816:3eff:feb3:c21c (36c4effd-f4af-4d10-91bd-714d225a3199/8d4c9d16-d393-45d6-b00e-6dc0d20d4497/ed35068e-20f9-49bc-90f7-4fdcf1ac2437) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:01.964802 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7582dca2-120e-46ce-af04-f9ae8ecf9109 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.020484 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 793bff1d-5755-491c-805a-72cfae781c5e details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:02.175263 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba3367b-2846-4233-9be7-42e128e944b8 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:42:02.190180 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7582dca2-120e-46ce-af04-f9ae8ecf9109 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.193275 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1788dfb3-0e11-497c-bf51-68a0ab6f77c9 None None] Sync routers for ids ['b4a82d38-5189-4140-94ef-edf100027894'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:42:02.195876 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0ba3367b-2846-4233-9be7-42e128e944b8 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "PUT /v2.0/routers/b4a82d38-5189-4140-94ef-edf100027894/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5289190 Jan 21 09:42:02.197503 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7582dca2-120e-46ce-af04-f9ae8ecf9109 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:02.198651 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51340) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:02.198985 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7582dca2-120e-46ce-af04-f9ae8ecf9109 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.220369 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1788dfb3-0e11-497c-bf51-68a0ab6f77c9 None None] Routers {'b4a82d38-5189-4140-94ef-edf100027894'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:02.221127 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-1788dfb3-0e11-497c-bf51-68a0ab6f77c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:41:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['b4a82d38-5189-4140-94ef-edf100027894'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:02.274907 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ff403e84-33a6-4367-9b0c-9571e09520c4 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:02.278028 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7582dca2-120e-46ce-af04-f9ae8ecf9109 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7924201 Jan 21 09:42:02.286308 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51344) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:02.291063 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ff403e84-33a6-4367-9b0c-9571e09520c4 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Usage tracker for resource:subnet and tenant:4aa2128c59e24666b40cc4b34a639788 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:02.297093 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ff403e84-33a6-4367-9b0c-9571e09520c4 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:02.324385 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ff403e84-33a6-4367-9b0c-9571e09520c4 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:02.351648 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-7312c9df-7b01-4046-9955-f0e336c99d32 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Request body: {'subnet': {'network_id': '5185db2e-3c7b-4229-aefd-af995f16f55e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:02.364278 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-1788dfb3-0e11-497c-bf51-68a0ab6f77c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:02.378928 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-a0835bf6-1206-43f4-929a-374499238a0f None None] Allocated IP 2001:db8::2 (a400b2a8-c9bc-45a7-9ca0-d10c0e4fff0f/e6e33cfc-52ae-4a5b-a6ff-7be8cf98528c/a74216b5-da34-4d4c-a21b-3b8efdb20faa) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:02.381013 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-75ace6ad-55bf-4a77-9b25-719ac08bc347 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Synchronizing usage tracker for tenant:0ffd125f2e19497db276d912c6599666 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:02.401477 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e6155660-1d82-41e6-9648-fe9b638f8431 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:02.402413 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1788dfb3-0e11-497c-bf51-68a0ab6f77c9 None None] Routers {'b4a82d38-5189-4140-94ef-edf100027894'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:02.403044 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-1788dfb3-0e11-497c-bf51-68a0ab6f77c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:41:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['b4a82d38-5189-4140-94ef-edf100027894'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:02.447683 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff403e84-33a6-4367-9b0c-9571e09520c4 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Made reservation on behalf of 4aa2128c59e24666b40cc4b34a639788 for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:02.453825 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ff403e84-33a6-4367-9b0c-9571e09520c4 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.472775 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce00965-0ade-4932-aa3a-d584c75971e5 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:02.489468 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582dca2-120e-46ce-af04-f9ae8ecf9109 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Pushing event updated for resources: {'Network': ['ID=5185db2e-3c7b-4229-aefd-af995f16f55e,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:02.497610 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-1788dfb3-0e11-497c-bf51-68a0ab6f77c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:02.498076 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1788dfb3-0e11-497c-bf51-68a0ab6f77c9 None None] The sync data for ids ['b4a82d38-5189-4140-94ef-edf100027894'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:42:02.520343 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 5185db2e-3c7b-4229-aefd-af995f16f55e details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:02.648372 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-48ca0fda-da4f-44cc-b794-b310c3dca491 None None] Provisioning complete for port 7ad9956b-b9e3-4c9a-b5be-1b7760a605ed triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:02.648749 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-48ca0fda-da4f-44cc-b794-b310c3dca491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.771577 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7edba918-6337-4453-86b0-5c47a0049a5f tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.787022 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-75ace6ad-55bf-4a77-9b25-719ac08bc347 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Unset dirty status for tenant:0ffd125f2e19497db276d912c6599666 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:02.791676 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-75ace6ad-55bf-4a77-9b25-719ac08bc347 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4a82d38-5189-4140-94ef-edf100027894 HTTP/1.1" status: 200 len: 205 time: 0.5848637 Jan 21 09:42:02.810708 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51348) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:02.847488 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edba918-6337-4453-86b0-5c47a0049a5f tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event updated for resources: {'Subnet': ['ID=133373f8-7867-4d1e-a415-b185f77f34f1,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:02.869434 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edba918-6337-4453-86b0-5c47a0049a5f tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Network a400b2a8-c9bc-45a7-9ca0-d10c0e4fff0f is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:02.873249 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-7edba918-6337-4453-86b0-5c47a0049a5f tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:02.882002 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edba918-6337-4453-86b0-5c47a0049a5f tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:02.882655 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7edba918-6337-4453-86b0-5c47a0049a5f tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.940795 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7edba918-6337-4453-86b0-5c47a0049a5f tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4999022 Jan 21 09:42:02.941353 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ea6e20-5a4d-4f93-90f0-63fbb01ea919 None None] Network 18258b4a-3e05-407c-9dc0-281662020bf4 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:02.941523 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51352) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:02.987561 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port e6155660-1d82-41e6-9648-fe9b638f8431 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:03.024549 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-7312c9df-7b01-4046-9955-f0e336c99d32 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:03.049284 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 6c7a813d-c9c5-4b30-a834-82c2e9527be0 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:03.051911 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-08b972cd-dbd2-40a3-bf11-5a51be2ad106 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.056674 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-7312c9df-7b01-4046-9955-f0e336c99d32 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:03.060934 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-927c70e4-3d93-4de4-8163-6a3b80c11a59 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.114226 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ff403e84-33a6-4367-9b0c-9571e09520c4 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.204544 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-08b972cd-dbd2-40a3-bf11-5a51be2ad106 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Transition to ACTIVE for port object ed35068e-20f9-49bc-90f7-4fdcf1ac2437 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:03.208924 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7312c9df-7b01-4046-9955-f0e336c99d32 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Made reservation on behalf of 34f55fefa4f244c09664362143af0209 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:03.212575 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7312c9df-7b01-4046-9955-f0e336c99d32 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.219485 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba711b2-b781-4294-a655-6ceab0c04869 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:03.220960 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba711b2-b781-4294-a655-6ceab0c04869 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:03.222542 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba711b2-b781-4294-a655-6ceab0c04869 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:03.224035 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba711b2-b781-4294-a655-6ceab0c04869 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:03.225925 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba711b2-b781-4294-a655-6ceab0c04869 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:03.226960 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-aba711b2-b781-4294-a655-6ceab0c04869 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Synchronizing usage tracker for tenant:72339ba3f6b84fe98f8a9b07b475808d on resource:subnet {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:03.235753 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff403e84-33a6-4367-9b0c-9571e09520c4 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Checking segment: {'id': '9143c380-ba85-4b32-b993-dd2f6911b347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '793bff1d-5755-491c-805a-72cfae781c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:03.236111 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff403e84-33a6-4367-9b0c-9571e09520c4 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Network hostable DHCP agents. Network: 793bff1d-5755-491c-805a-72cfae781c5e, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:03.258425 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff403e84-33a6-4367-9b0c-9571e09520c4 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event updated for resources: {'Subnet': ['ID=d860b111-3133-45fb-8e9d-8cfb37401302,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:03.260675 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-aba711b2-b781-4294-a655-6ceab0c04869 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Unset dirty status for tenant:72339ba3f6b84fe98f8a9b07b475808d on resource:subnet {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:03.261924 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-aba711b2-b781-4294-a655-6ceab0c04869 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3195035 Jan 21 09:42:03.268460 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51358) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:03.274974 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-991e9ed4-6b1c-4760-909b-6913baade5ce tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-248336784'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:03.279649 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-991e9ed4-6b1c-4760-909b-6913baade5ce tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:03.285406 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-991e9ed4-6b1c-4760-909b-6913baade5ce tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Usage tracker for resource:network and tenant:72339ba3f6b84fe98f8a9b07b475808d is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:03.291057 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-991e9ed4-6b1c-4760-909b-6913baade5ce tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:03.297286 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-991e9ed4-6b1c-4760-909b-6913baade5ce tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:03.313364 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991e9ed4-6b1c-4760-909b-6913baade5ce tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Made reservation on behalf of 72339ba3f6b84fe98f8a9b07b475808d for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:03.317448 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-991e9ed4-6b1c-4760-909b-6913baade5ce tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.331625 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff403e84-33a6-4367-9b0c-9571e09520c4 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Network 793bff1d-5755-491c-805a-72cfae781c5e is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:03.350875 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-ff403e84-33a6-4367-9b0c-9571e09520c4 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 793bff1d-5755-491c-805a-72cfae781c5e) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:03.355337 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff403e84-33a6-4367-9b0c-9571e09520c4 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:03.356098 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ff403e84-33a6-4367-9b0c-9571e09520c4 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.379669 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-991e9ed4-6b1c-4760-909b-6913baade5ce tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:03.386961 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ff403e84-33a6-4367-9b0c-9571e09520c4 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4900959 Jan 21 09:42:03.387856 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51362) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:03.417649 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d55a204-1b03-4fc6-bb93-0a426a0b2d6f None None] Network 793bff1d-5755-491c-805a-72cfae781c5e requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:03.421456 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-991e9ed4-6b1c-4760-909b-6913baade5ce tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.421794 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-991e9ed4-6b1c-4760-909b-6913baade5ce tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Added segment 10e7a1ee-a3a5-42da-9e98-9b8532fcb929 of type vlan for network b9a07dd5-fdbe-49a4-86d2-00fa6dac1a3d Jan 21 09:42:03.501698 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-927c70e4-3d93-4de4-8163-6a3b80c11a59 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.504724 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-927c70e4-3d93-4de4-8163-6a3b80c11a59 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.521440 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-991e9ed4-6b1c-4760-909b-6913baade5ce tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.543661 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-08b972cd-dbd2-40a3-bf11-5a51be2ad106 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.581806 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-27d8b048-62e2-4710-a2c4-6aada9c9d45a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.591613 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a0835bf6-1206-43f4-929a-374499238a0f None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.597204 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-927c70e4-3d93-4de4-8163-6a3b80c11a59 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.597718 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927c70e4-3d93-4de4-8163-6a3b80c11a59 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Fanout notify agent at l3_agent the message router_deleted on router b4a82d38-5189-4140-94ef-edf100027894 {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:42:03.627031 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-991e9ed4-6b1c-4760-909b-6913baade5ce tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.629921 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b972cd-dbd2-40a3-bf11-5a51be2ad106 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:03.632876 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991e9ed4-6b1c-4760-909b-6913baade5ce tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:03.633040 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-991e9ed4-6b1c-4760-909b-6913baade5ce tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.638728 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-08b972cd-dbd2-40a3-bf11-5a51be2ad106 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:03.640629 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-a0835bf6-1206-43f4-929a-374499238a0f None None] Transition to ACTIVE for port object a74216b5-da34-4d4c-a21b-3b8efdb20faa will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:03.649238 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b972cd-dbd2-40a3-bf11-5a51be2ad106 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:03.654156 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 6c7a813d-c9c5-4b30-a834-82c2e9527be0 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:03.654530 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.654725 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b972cd-dbd2-40a3-bf11-5a51be2ad106 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:03.655336 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-08b972cd-dbd2-40a3-bf11-5a51be2ad106 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.659091 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b972cd-dbd2-40a3-bf11-5a51be2ad106 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Port': ['ID=ed35068e-20f9-49bc-90f7-4fdcf1ac2437,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:03.680969 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-48ca0fda-da4f-44cc-b794-b310c3dca491 None None] Provisioning complete for port a289a1d0-14f0-4881-a8fb-5cc848dde48e triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:03.681340 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-48ca0fda-da4f-44cc-b794-b310c3dca491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.708537 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-927c70e4-3d93-4de4-8163-6a3b80c11a59 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.710317 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-991e9ed4-6b1c-4760-909b-6913baade5ce tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4407916 Jan 21 09:42:03.715513 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51366) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:03.715669 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-927c70e4-3d93-4de4-8163-6a3b80c11a59 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/routers/b4a82d38-5189-4140-94ef-edf100027894 HTTP/1.1" status: 204 len: 168 time: 0.9036403 Jan 21 09:42:03.715758 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51368) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:03.747250 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-08b972cd-dbd2-40a3-bf11-5a51be2ad106 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.6873035 Jan 21 09:42:03.747886 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51374) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:03.783041 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-a8d5df94-3859-4543-b9da-d8f9f1276553 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:03.818641 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-a0835bf6-1206-43f4-929a-374499238a0f None None] Transition to ACTIVE for port object a74216b5-da34-4d4c-a21b-3b8efdb20faa will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:03.840933 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a0835bf6-1206-43f4-929a-374499238a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.843488 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e9ed4-6b1c-4760-909b-6913baade5ce tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event updated for resources: {'Network': ['ID=b9a07dd5-fdbe-49a4-86d2-00fa6dac1a3d,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:03.856063 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-27d8b048-62e2-4710-a2c4-6aada9c9d45a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.888866 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-d431c75b-4985-4488-8215-a9ba05ebea04 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting port ed35068e-20f9-49bc-90f7-4fdcf1ac2437 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:03.888866 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d431c75b-4985-4488-8215-a9ba05ebea04 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.896143 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network b9a07dd5-fdbe-49a4-86d2-00fa6dac1a3d details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:04.021328 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0835bf6-1206-43f4-929a-374499238a0f None None] Network a400b2a8-c9bc-45a7-9ca0-d10c0e4fff0f is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:04.035234 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d9606b4-2514-429f-bbaf-154afe850cdd tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Deleting subnet ed36e4d8-6b72-4559-88f4-ec6f52f4d0e2 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:42:04.056752 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3d9606b4-2514-429f-bbaf-154afe850cdd tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.062345 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-a0835bf6-1206-43f4-929a-374499238a0f None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:04.110321 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.objects.ports [None req-7312c9df-7b01-4046-9955-f0e336c99d32 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87514) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 09:42:04.116298 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7312c9df-7b01-4046-9955-f0e336c99d32 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.119123 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-27d8b048-62e2-4710-a2c4-6aada9c9d45a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.133280 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0835bf6-1206-43f4-929a-374499238a0f None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:04.137290 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0835bf6-1206-43f4-929a-374499238a0f None None] Pushing event updated for resources: {'Port': ['ID=a74216b5-da34-4d4c-a21b-3b8efdb20faa,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:04.140010 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c6a404-5f71-45b1-8e02-83cd4b22640a None None] DHCP port deletion for 18258b4a-3e05-407c-9dc0-281662020bf4 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:42:04.141782 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffdb872-3236-491e-b817-25c04bff43f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-793bff1d-5755-491c-805a-72cfae781c5e', 'network_id': '793bff1d-5755-491c-805a-72cfae781c5e', 'tenant_id': '4aa2128c59e24666b40cc4b34a639788', 'fixed_ips': [{'subnet_id': 'd860b111-3133-45fb-8e9d-8cfb37401302'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:42:04.142566 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fffdb872-3236-491e-b817-25c04bff43f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.223593 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312c9df-7b01-4046-9955-f0e336c99d32 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Pushing event updated for resources: {'Subnet': ['ID=583cbfcc-1e87-4a9c-a5f7-4a962209408f,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:04.263332 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8b048-62e2-4710-a2c4-6aada9c9d45a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event deleted for resources: {'Subnet': ['ID=d860b111-3133-45fb-8e9d-8cfb37401302,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:04.267807 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3d9606b4-2514-429f-bbaf-154afe850cdd tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.361334 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-d9c6a404-5f71-45b1-8e02-83cd4b22640a None None] Deleting port e6155660-1d82-41e6-9648-fe9b638f8431 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:04.361797 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d9c6a404-5f71-45b1-8e02-83cd4b22640a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.415239 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a8d5df94-3859-4543-b9da-d8f9f1276553 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.429185 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-27d8b048-62e2-4710-a2c4-6aada9c9d45a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.469043 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a8d5df94-3859-4543-b9da-d8f9f1276553 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.478561 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7312c9df-7b01-4046-9955-f0e336c99d32 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Checking segment: {'id': 'f20434d6-6b55-4304-810e-07f53767c545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5185db2e-3c7b-4229-aefd-af995f16f55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:04.479028 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7312c9df-7b01-4046-9955-f0e336c99d32 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Network hostable DHCP agents. Network: 5185db2e-3c7b-4229-aefd-af995f16f55e, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:04.499143 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-27d8b048-62e2-4710-a2c4-6aada9c9d45a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['793bff1d-5755-491c-805a-72cfae781c5e']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:04.511846 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a8d5df94-3859-4543-b9da-d8f9f1276553 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Network b9a07dd5-fdbe-49a4-86d2-00fa6dac1a3d is not hosted by any dhcp agent {{(pid=87515) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 21 09:42:04.517322 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d5df94-3859-4543-b9da-d8f9f1276553 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:04.517903 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a8d5df94-3859-4543-b9da-d8f9f1276553 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.525061 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a8d5df94-3859-4543-b9da-d8f9f1276553 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "PUT /v2.0/networks/b9a07dd5-fdbe-49a4-86d2-00fa6dac1a3d HTTP/1.1" status: 200 len: 723 time: 0.7932022 Jan 21 09:42:04.533063 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51378) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:04.538384 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-27d8b048-62e2-4710-a2c4-6aada9c9d45a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9143c380-ba85-4b32-b993-dd2f6911b347') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:04.538711 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-27d8b048-62e2-4710-a2c4-6aada9c9d45a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9143c380-ba85-4b32-b993-dd2f6911b347') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:04.541451 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7312c9df-7b01-4046-9955-f0e336c99d32 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Network 5185db2e-3c7b-4229-aefd-af995f16f55e is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:04.545168 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d431c75b-4985-4488-8215-a9ba05ebea04 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.559629 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 8a09a56d-976c-4813-be61-4baed885720a up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:04.572084 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-e20256fb-96e3-4fe3-8395-f582b69a16b2 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Request body: {'subnet': {'network_id': 'b9a07dd5-fdbe-49a4-86d2-00fa6dac1a3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:04.595836 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-27d8b048-62e2-4710-a2c4-6aada9c9d45a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.626024 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-7312c9df-7b01-4046-9955-f0e336c99d32 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 5185db2e-3c7b-4229-aefd-af995f16f55e) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:04.675746 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d5df94-3859-4543-b9da-d8f9f1276553 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event updated for resources: {'Network': ['ID=b9a07dd5-fdbe-49a4-86d2-00fa6dac1a3d,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:04.690689 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-27d8b048-62e2-4710-a2c4-6aada9c9d45a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.693302 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3d9606b4-2514-429f-bbaf-154afe850cdd tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.702949 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-d431c75b-4985-4488-8215-a9ba05ebea04 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Calling delete_port for ed35068e-20f9-49bc-90f7-4fdcf1ac2437 owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:04.713061 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-a0835bf6-1206-43f4-929a-374499238a0f None None] Attempting to bind port a74216b5-da34-4d4c-a21b-3b8efdb20faa on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:04.713434 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-a0835bf6-1206-43f4-929a-374499238a0f None None] Attempting to bind port a74216b5-da34-4d4c-a21b-3b8efdb20faa by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '19fa14b7-41a8-45b7-a320-25c64094b674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a400b2a8-c9bc-45a7-9ca0-d10c0e4fff0f'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:04.713795 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0835bf6-1206-43f4-929a-374499238a0f None None] Attempting to bind port a74216b5-da34-4d4c-a21b-3b8efdb20faa on network a400b2a8-c9bc-45a7-9ca0-d10c0e4fff0f {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:42:04.737683 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27d8b048-62e2-4710-a2c4-6aada9c9d45a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:04.738078 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-27d8b048-62e2-4710-a2c4-6aada9c9d45a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.748235 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6bad66-2238-47c8-9be7-f237d2b33397 None None] Network 5185db2e-3c7b-4229-aefd-af995f16f55e requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:04.755721 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:42:04.755721 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:04.755721 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:42:04.755721 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:04.755721 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:42:04.755721 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:04.755721 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:42:04.755721 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:04.755721 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:42:04.755721 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:04.755721 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:42:04.755721 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:04.755721 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:42:04.755721 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:04.755721 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:04.755721 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:04.755721 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:04.755721 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:04.755721 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:42:04.755721 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:04.755721 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:42:04.755721 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:04.755721 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:04.755721 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:04.755721 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:04.755721 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:04.755721 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:04.755721 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:04.755721 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:04.755721 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:04.755721 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:04.755721 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:04.878664 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network b9a07dd5-fdbe-49a4-86d2-00fa6dac1a3d details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:04.885855 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7312c9df-7b01-4046-9955-f0e336c99d32 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:04.886486 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7312c9df-7b01-4046-9955-f0e336c99d32 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.917672 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0835bf6-1206-43f4-929a-374499238a0f None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:42:04.918081 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0835bf6-1206-43f4-929a-374499238a0f None None] Checking segment: {'id': '19fa14b7-41a8-45b7-a320-25c64094b674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a400b2a8-c9bc-45a7-9ca0-d10c0e4fff0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:04.918467 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a0835bf6-1206-43f4-929a-374499238a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.918883 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0835bf6-1206-43f4-929a-374499238a0f None None] Bound using segment: {'id': '19fa14b7-41a8-45b7-a320-25c64094b674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a400b2a8-c9bc-45a7-9ca0-d10c0e4fff0f'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:42:04.919362 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-a0835bf6-1206-43f4-929a-374499238a0f None None] Bound port: a74216b5-da34-4d4c-a21b-3b8efdb20faa, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19fa14b7-41a8-45b7-a320-25c64094b674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a400b2a8-c9bc-45a7-9ca0-d10c0e4fff0f'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:04.919835 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a0835bf6-1206-43f4-929a-374499238a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.923332 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7312c9df-7b01-4046-9955-f0e336c99d32 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6167471 Jan 21 09:42:04.927757 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51382) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:04.936011 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-65c1abef-a306-4747-8ab0-8179b05aebe9 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Request body: {'port': {'network_id': '5185db2e-3c7b-4229-aefd-af995f16f55e', 'name': 'tempest-NetworksIpV6TestAttrs-1083895603'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:04.936404 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935a249f-f5fa-4414-b6af-e65db2e03a6a None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:04.950236 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-d2324bed-6177-4e5d-acca-c2456e2e2d85 None None] Provisioning for port 8a09a56d-976c-4813-be61-4baed885720a completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:05.078574 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-e20256fb-96e3-4fe3-8395-f582b69a16b2 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:05.079855 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-d2324bed-6177-4e5d-acca-c2456e2e2d85 None None] Provisioning complete for port 8a09a56d-976c-4813-be61-4baed885720a triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:05.080669 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d2324bed-6177-4e5d-acca-c2456e2e2d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.087633 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-27d8b048-62e2-4710-a2c4-6aada9c9d45a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.092027 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-27d8b048-62e2-4710-a2c4-6aada9c9d45a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.108062 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d431c75b-4985-4488-8215-a9ba05ebea04 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.122618 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-e20256fb-96e3-4fe3-8395-f582b69a16b2 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:05.130617 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 8a09a56d-976c-4813-be61-4baed885720a triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:05.130951 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.132658 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8b048-62e2-4710-a2c4-6aada9c9d45a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event deleted for resources: {'Network': ['ID=793bff1d-5755-491c-805a-72cfae781c5e,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:05.145100 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-27d8b048-62e2-4710-a2c4-6aada9c9d45a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "DELETE /v2.0/networks/793bff1d-5755-491c-805a-72cfae781c5e HTTP/1.1" status: 204 len: 168 time: 1.7503762 Jan 21 09:42:05.146366 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20256fb-96e3-4fe3-8395-f582b69a16b2 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Made reservation on behalf of 72339ba3f6b84fe98f8a9b07b475808d for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:05.150106 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e20256fb-96e3-4fe3-8395-f582b69a16b2 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.156575 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51386) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:05.168370 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3d9606b4-2514-429f-bbaf-154afe850cdd tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.175936 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-f44bad06-33d7-45c1-b4d4-08f3c7614551 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-22900697'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:05.183776 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431c75b-4985-4488-8215-a9ba05ebea04 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Port': ['ID=ed35068e-20f9-49bc-90f7-4fdcf1ac2437,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:05.187026 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f44bad06-33d7-45c1-b4d4-08f3c7614551 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:05.219517 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3d9606b4-2514-429f-bbaf-154afe850cdd tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.225426 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-3d9606b4-2514-429f-bbaf-154afe850cdd tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/subnets/ed36e4d8-6b72-4559-88f4-ec6f52f4d0e2 HTTP/1.1" status: 204 len: 168 time: 1.4914312 Jan 21 09:42:05.233712 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9606b4-2514-429f-bbaf-154afe850cdd tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event deleted for resources: {'Subnet': ['ID=ed36e4d8-6b72-4559-88f4-ec6f52f4d0e2,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:05.236028 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51390) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:05.267892 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f44bad06-33d7-45c1-b4d4-08f3c7614551 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Usage tracker for resource:network and tenant:4aa2128c59e24666b40cc4b34a639788 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:05.273283 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f44bad06-33d7-45c1-b4d4-08f3c7614551 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:05.275924 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97580050-050a-4942-b281-9d36b738753b None None] Network c4c1f261-6bdb-4820-bdac-9d000001730f requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:05.288015 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f44bad06-33d7-45c1-b4d4-08f3c7614551 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:05.293673 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d431c75b-4985-4488-8215-a9ba05ebea04 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.298066 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d431c75b-4985-4488-8215-a9ba05ebea04 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/ports/ed35068e-20f9-49bc-90f7-4fdcf1ac2437 HTTP/1.1" status: 204 len: 168 time: 1.5447340 Jan 21 09:42:05.299002 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51394) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:05.303823 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-65c1abef-a306-4747-8ab0-8179b05aebe9 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:05.345377 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-65c1abef-a306-4747-8ab0-8179b05aebe9 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Usage tracker for resource:port and tenant:34f55fefa4f244c09664362143af0209 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:05.358622 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-65c1abef-a306-4747-8ab0-8179b05aebe9 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:05.367431 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44bad06-33d7-45c1-b4d4-08f3c7614551 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Made reservation on behalf of 4aa2128c59e24666b40cc4b34a639788 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:05.370861 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f44bad06-33d7-45c1-b4d4-08f3c7614551 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.372534 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e3a57e-3004-481a-8ef8-3c05586ed78d None None] Network 793bff1d-5755-491c-805a-72cfae781c5e requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:05.380299 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-65c1abef-a306-4747-8ab0-8179b05aebe9 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:05.416489 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c1abef-a306-4747-8ab0-8179b05aebe9 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Made reservation on behalf of 34f55fefa4f244c09664362143af0209 for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:05.420402 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-65c1abef-a306-4747-8ab0-8179b05aebe9 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.438555 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e301d0bb-361c-46f6-a70f-453518f04cec tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.446931 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f44bad06-33d7-45c1-b4d4-08f3c7614551 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:05.457198 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-e301d0bb-361c-46f6-a70f-453518f04cec tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Deleting port 7ad9956b-b9e3-4c9a-b5be-1b7760a605ed {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:05.457535 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e301d0bb-361c-46f6-a70f-453518f04cec tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.464750 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f44bad06-33d7-45c1-b4d4-08f3c7614551 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.465104 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-f44bad06-33d7-45c1-b4d4-08f3c7614551 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Added segment af9d1af3-3d0d-4393-8ca1-328c2cef3e9a of type vlan for network 315b6851-1e31-4c33-8b72-de469df52d59 Jan 21 09:42:05.469923 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-65c1abef-a306-4747-8ab0-8179b05aebe9 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] device_id is not set on port e81a80f4-a055-4cee-bb8c-dd17a027f812 yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:42:05.515958 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8ebe21-c1ce-4b75-9b43-4d490fd0d185 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:05.516730 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-6d8ebe21-c1ce-4b75-9b43-4d490fd0d185 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:05.534904 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e3a57e-3004-481a-8ef8-3c05586ed78d None None] Network 793bff1d-5755-491c-805a-72cfae781c5e could not be found, it might have been deleted concurrently. {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 21 09:42:05.582883 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-6d8ebe21-c1ce-4b75-9b43-4d490fd0d185 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:05.587139 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-6d8ebe21-c1ce-4b75-9b43-4d490fd0d185 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2842524 Jan 21 09:42:05.589662 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51398) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:05.594037 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f44bad06-33d7-45c1-b4d4-08f3c7614551 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.697217 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-65c1abef-a306-4747-8ab0-8179b05aebe9 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Allocated IP 2001:db8::f816:3eff:fe5b:cef0 (5185db2e-3c7b-4229-aefd-af995f16f55e/583cbfcc-1e87-4a9c-a5f7-4a962209408f/e81a80f4-a055-4cee-bb8c-dd17a027f812) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:05.702911 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f44bad06-33d7-45c1-b4d4-08f3c7614551 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.708750 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44bad06-33d7-45c1-b4d4-08f3c7614551 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:05.710458 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f44bad06-33d7-45c1-b4d4-08f3c7614551 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.713843 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e20256fb-96e3-4fe3-8395-f582b69a16b2 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.743365 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-d9c6a404-5f71-45b1-8e02-83cd4b22640a None None] For port e6155660-1d82-41e6-9648-fe9b638f8431, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e6155660-1d82-41e6-9648-fe9b638f8431,segment=NetworkSegment(fc65b6b7-6ac8-4101-8a5d-493540c7f0f5),segment_id=fc65b6b7-6ac8-4101-8a5d-493540c7f0f5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:05.745579 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d9c6a404-5f71-45b1-8e02-83cd4b22640a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.833934 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-a0835bf6-1206-43f4-929a-374499238a0f None None] For port a74216b5-da34-4d4c-a21b-3b8efdb20faa, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:42:05.861737 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f44bad06-33d7-45c1-b4d4-08f3c7614551 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7026598 Jan 21 09:42:05.865696 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44bad06-33d7-45c1-b4d4-08f3c7614551 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event updated for resources: {'Network': ['ID=315b6851-1e31-4c33-8b72-de469df52d59,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:05.869063 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51402) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:05.877305 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-a5752a8a-ca1a-4122-991a-98814ca1e9d1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Request body: {'subnet': {'network_id': '315b6851-1e31-4c33-8b72-de469df52d59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:05.882869 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-e301d0bb-361c-46f6-a70f-453518f04cec tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] For port 7ad9956b-b9e3-4c9a-b5be-1b7760a605ed, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=7ad9956b-b9e3-4c9a-b5be-1b7760a605ed,segment=NetworkSegment(2c2670c6-2582-471b-92a4-09ce9e5b855e),segment_id=2c2670c6-2582-471b-92a4-09ce9e5b855e)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:05.883220 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e301d0bb-361c-46f6-a70f-453518f04cec tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.890844 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20256fb-96e3-4fe3-8395-f582b69a16b2 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event updated for resources: {'Subnet': ['ID=084f14c7-84c6-4baf-9513-10c0c9011fb3,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:06.019521 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 315b6851-1e31-4c33-8b72-de469df52d59 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:06.030316 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-e301d0bb-361c-46f6-a70f-453518f04cec tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Calling delete_port for 7ad9956b-b9e3-4c9a-b5be-1b7760a605ed owned by network:dhcp {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:06.048102 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-d9c6a404-5f71-45b1-8e02-83cd4b22640a None None] Calling delete_port for e6155660-1d82-41e6-9648-fe9b638f8431 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:06.066541 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20256fb-96e3-4fe3-8395-f582b69a16b2 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Checking segment: {'id': '10e7a1ee-a3a5-42da-9e98-9b8532fcb929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b9a07dd5-fdbe-49a4-86d2-00fa6dac1a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:06.066888 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20256fb-96e3-4fe3-8395-f582b69a16b2 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Network hostable DHCP agents. Network: b9a07dd5-fdbe-49a4-86d2-00fa6dac1a3d, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:06.079083 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0d38ae-7200-4ca3-93dc-126979cb25a1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:06.082881 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ec0d38ae-7200-4ca3-93dc-126979cb25a1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.4860225 Jan 21 09:42:06.085403 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51406) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:06.094889 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a5752a8a-ca1a-4122-991a-98814ca1e9d1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:06.096778 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-a0835bf6-1206-43f4-929a-374499238a0f None None] For port a74216b5-da34-4d4c-a21b-3b8efdb20faa, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a74216b5-da34-4d4c-a21b-3b8efdb20faa,segment=NetworkSegment(19fa14b7-41a8-45b7-a320-25c64094b674),segment_id=19fa14b7-41a8-45b7-a320-25c64094b674)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:42:06.103153 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a5752a8a-ca1a-4122-991a-98814ca1e9d1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Usage tracker for resource:subnet and tenant:4aa2128c59e24666b40cc4b34a639788 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:06.113410 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a5752a8a-ca1a-4122-991a-98814ca1e9d1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:06.123740 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a5752a8a-ca1a-4122-991a-98814ca1e9d1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:06.152070 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5752a8a-ca1a-4122-991a-98814ca1e9d1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Made reservation on behalf of 4aa2128c59e24666b40cc4b34a639788 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:06.155642 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a5752a8a-ca1a-4122-991a-98814ca1e9d1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.182757 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20256fb-96e3-4fe3-8395-f582b69a16b2 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Network b9a07dd5-fdbe-49a4-86d2-00fa6dac1a3d is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:06.195107 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a0835bf6-1206-43f4-929a-374499238a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.206270 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acd00b2-6a1c-48b0-bc5e-d00b5fbf90c0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:06.207926 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acd00b2-6a1c-48b0-bc5e-d00b5fbf90c0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:06.210052 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acd00b2-6a1c-48b0-bc5e-d00b5fbf90c0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:06.211069 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-1acd00b2-6a1c-48b0-bc5e-d00b5fbf90c0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:06.215542 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-e20256fb-96e3-4fe3-8395-f582b69a16b2 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, b9a07dd5-fdbe-49a4-86d2-00fa6dac1a3d) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:06.221194 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20256fb-96e3-4fe3-8395-f582b69a16b2 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:06.221194 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e20256fb-96e3-4fe3-8395-f582b69a16b2 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.224260 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e301d0bb-361c-46f6-a70f-453518f04cec tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.271201 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5408f198-38a1-453a-af11-308253a408e0 None None] Network b9a07dd5-fdbe-49a4-86d2-00fa6dac1a3d requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:06.295106 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e301d0bb-361c-46f6-a70f-453518f04cec tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] No DVR routers for this DVR port 7ad9956b-b9e3-4c9a-b5be-1b7760a605ed on host dv-neutron-825731-1-hyperv {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:06.324941 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301d0bb-361c-46f6-a70f-453518f04cec tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event deleted for resources: {'Port': ['ID=7ad9956b-b9e3-4c9a-b5be-1b7760a605ed,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:06.327379 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba9e2f0-95cb-4b19-9f52-75f608630ba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-5185db2e-3c7b-4229-aefd-af995f16f55e', 'network_id': '5185db2e-3c7b-4229-aefd-af995f16f55e', 'tenant_id': '34f55fefa4f244c09664362143af0209', 'fixed_ips': [{'subnet_id': '583cbfcc-1e87-4a9c-a5f7-4a962209408f'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:42:06.328341 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3ba9e2f0-95cb-4b19-9f52-75f608630ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.361486 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-1acd00b2-6a1c-48b0-bc5e-d00b5fbf90c0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:06.365394 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1acd00b2-6a1c-48b0-bc5e-d00b5fbf90c0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2764521 Jan 21 09:42:06.368232 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51412) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:06.419712 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e20256fb-96e3-4fe3-8395-f582b69a16b2 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8818288 Jan 21 09:42:06.427781 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51416) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:06.433495 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-558e2dd9-69fb-4553-845d-d9acdeb19fc4 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:06.467369 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-65c1abef-a306-4747-8ab0-8179b05aebe9 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.507936 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-65c1abef-a306-4747-8ab0-8179b05aebe9 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Transition to ACTIVE for port object e81a80f4-a055-4cee-bb8c-dd17a027f812 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:06.538911 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e301d0bb-361c-46f6-a70f-453518f04cec tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.567804 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a5752a8a-ca1a-4122-991a-98814ca1e9d1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.601626 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-e301d0bb-361c-46f6-a70f-453518f04cec tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4c1f261-6bdb-4820-bdac-9d000001730f']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:06.610247 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-65c1abef-a306-4747-8ab0-8179b05aebe9 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.621764 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d2324bed-6177-4e5d-acca-c2456e2e2d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.629246 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-d804dd51-04fd-4fc3-a000-8c6304f1f1c0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting subnet 343e1edb-1f75-4c6b-92c9-90f9a1f790f2 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:42:06.633182 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-e301d0bb-361c-46f6-a70f-453518f04cec tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c2670c6-2582-471b-92a4-09ce9e5b855e') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:06.633479 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-e301d0bb-361c-46f6-a70f-453518f04cec tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c2670c6-2582-471b-92a4-09ce9e5b855e') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:06.637174 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.773783 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5752a8a-ca1a-4122-991a-98814ca1e9d1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event updated for resources: {'Subnet': ['ID=4a246a95-d1a1-406a-9f9a-ba026e3db6f9,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:06.802904 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5752a8a-ca1a-4122-991a-98814ca1e9d1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Checking segment: {'id': 'af9d1af3-3d0d-4393-8ca1-328c2cef3e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '315b6851-1e31-4c33-8b72-de469df52d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:06.804440 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5752a8a-ca1a-4122-991a-98814ca1e9d1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Network hostable DHCP agents. Network: 315b6851-1e31-4c33-8b72-de469df52d59, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:06.817639 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c1abef-a306-4747-8ab0-8179b05aebe9 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Network 5185db2e-3c7b-4229-aefd-af995f16f55e is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:06.837417 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-65c1abef-a306-4747-8ab0-8179b05aebe9 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:06.837631 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0835bf6-1206-43f4-929a-374499238a0f None None] Pushing event updated for resources: {'Port': ['ID=a74216b5-da34-4d4c-a21b-3b8efdb20faa,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:06.851841 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c1abef-a306-4747-8ab0-8179b05aebe9 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:06.857818 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c1abef-a306-4747-8ab0-8179b05aebe9 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:06.858589 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-65c1abef-a306-4747-8ab0-8179b05aebe9 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.878992 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1abef-a306-4747-8ab0-8179b05aebe9 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Pushing event updated for resources: {'Port': ['ID=e81a80f4-a055-4cee-bb8c-dd17a027f812,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:06.885751 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d9c6a404-5f71-45b1-8e02-83cd4b22640a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.902827 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 8a09a56d-976c-4813-be61-4baed885720a, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=8a09a56d-976c-4813-be61-4baed885720a,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:06.907955 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5752a8a-ca1a-4122-991a-98814ca1e9d1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Network 315b6851-1e31-4c33-8b72-de469df52d59 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:06.918362 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-65c1abef-a306-4747-8ab0-8179b05aebe9 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.9880729 Jan 21 09:42:06.920219 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d804dd51-04fd-4fc3-a000-8c6304f1f1c0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.920411 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51420) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:06.953745 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e301d0bb-361c-46f6-a70f-453518f04cec tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.958967 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-a5752a8a-ca1a-4122-991a-98814ca1e9d1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 315b6851-1e31-4c33-8b72-de469df52d59) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:06.963606 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5752a8a-ca1a-4122-991a-98814ca1e9d1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:06.966482 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a5752a8a-ca1a-4122-991a-98814ca1e9d1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.977033 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.977725 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a289a1d0-14f0-4881-a8fb-5cc848dde48e up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:06.986810 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e301d0bb-361c-46f6-a70f-453518f04cec tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.006177 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a5752a8a-ca1a-4122-991a-98814ca1e9d1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1332867 Jan 21 09:42:07.009676 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51424) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:07.019766 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6a404-5f71-45b1-8e02-83cd4b22640a None None] Pushing event deleted for resources: {'Port': ['ID=e6155660-1d82-41e6-9648-fe9b638f8431,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:07.021630 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33b1ff5-a02c-4f78-8dfe-92d2dd41c732 None None] Network 315b6851-1e31-4c33-8b72-de469df52d59 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:07.031828 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d804dd51-04fd-4fc3-a000-8c6304f1f1c0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.070132 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e301d0bb-361c-46f6-a70f-453518f04cec tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:07.070132 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e301d0bb-361c-46f6-a70f-453518f04cec tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.091364 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:42:07.091364 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:07.091364 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:42:07.091364 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:07.091364 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:42:07.091364 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:07.091364 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:42:07.091364 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:07.091364 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:42:07.091364 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:07.091364 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:42:07.091364 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:07.091364 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:42:07.091364 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:07.091364 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:07.091364 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:07.091364 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:07.091364 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:07.091364 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:42:07.091364 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:07.091364 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:42:07.091364 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:07.091364 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:07.091364 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:07.091364 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:07.091364 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:07.091364 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:07.091364 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:07.091364 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:07.091364 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:07.091364 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:07.091364 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:07.114314 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c6a404-5f71-45b1-8e02-83cd4b22640a None None] No DVR routers for this DVR port e6155660-1d82-41e6-9648-fe9b638f8431 on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:07.124456 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-558e2dd9-69fb-4553-845d-d9acdeb19fc4 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-65648549'] for subnet, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.136786 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f985b14-f6ec-4df8-9905-b49e0952a8d5 None None] DHCP port deletion for c4c1f261-6bdb-4820-bdac-9d000001730f request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:42:07.156130 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-f44f3d74-150f-477f-ba2b-df600353787b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Deleting subnet 583cbfcc-1e87-4a9c-a5f7-4a962209408f {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:42:07.189357 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8340a927-6174-4a53-bc6a-c6b8180f5700 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.258592 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e301d0bb-361c-46f6-a70f-453518f04cec tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.260264 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8340a927-6174-4a53-bc6a-c6b8180f5700 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.300426 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e301d0bb-361c-46f6-a70f-453518f04cec tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.316225 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301d0bb-361c-46f6-a70f-453518f04cec tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event deleted for resources: {'Network': ['ID=c4c1f261-6bdb-4820-bdac-9d000001730f,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:07.334269 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e301d0bb-361c-46f6-a70f-453518f04cec tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/networks/c4c1f261-6bdb-4820-bdac-9d000001730f HTTP/1.1" status: 204 len: 168 time: 2.0938580 Jan 21 09:42:07.340385 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51428) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:07.348430 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-abdb146f-c8e6-4c26-b67a-c3f2d24c72e1 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1023602096', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:07.359518 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-abdb146f-c8e6-4c26-b67a-c3f2d24c72e1 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:07.370094 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-abdb146f-c8e6-4c26-b67a-c3f2d24c72e1 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Usage tracker for resource:router and tenant:0ffd125f2e19497db276d912c6599666 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:07.374887 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-abdb146f-c8e6-4c26-b67a-c3f2d24c72e1 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:07.383331 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-abdb146f-c8e6-4c26-b67a-c3f2d24c72e1 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:07.407052 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-d2324bed-6177-4e5d-acca-c2456e2e2d85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:42:07.407622 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-d2324bed-6177-4e5d-acca-c2456e2e2d85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:42:07.410465 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d804dd51-04fd-4fc3-a000-8c6304f1f1c0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.421624 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-abdb146f-c8e6-4c26-b67a-c3f2d24c72e1 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.423061 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-abdb146f-c8e6-4c26-b67a-c3f2d24c72e1 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.434832 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=8a09a56d-976c-4813-be61-4baed885720a,revision_number=17']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:07.435513 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8340a927-6174-4a53-bc6a-c6b8180f5700 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.494086 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-3ba9e2f0-95cb-4b19-9f52-75f608630ba4 None None] Allocated IP 2001:db8::f816:3eff:fea1:ec95 (5185db2e-3c7b-4229-aefd-af995f16f55e/583cbfcc-1e87-4a9c-a5f7-4a962209408f/334ca558-3c6d-40a4-b3f0-dd2ebb5ef174) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:07.495606 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340a927-6174-4a53-bc6a-c6b8180f5700 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event deleted for resources: {'Subnet': ['ID=4a246a95-d1a1-406a-9f9a-ba026e3db6f9,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:07.597797 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d804dd51-04fd-4fc3-a000-8c6304f1f1c0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.612478 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8340a927-6174-4a53-bc6a-c6b8180f5700 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.630330 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-abdb146f-c8e6-4c26-b67a-c3f2d24c72e1 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.657309 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-8340a927-6174-4a53-bc6a-c6b8180f5700 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['315b6851-1e31-4c33-8b72-de469df52d59']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:07.674521 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2be28e-a817-4096-b8ae-97ac44d981c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-b9a07dd5-fdbe-49a4-86d2-00fa6dac1a3d', 'network_id': 'b9a07dd5-fdbe-49a4-86d2-00fa6dac1a3d', 'tenant_id': '72339ba3f6b84fe98f8a9b07b475808d', 'fixed_ips': [{'subnet_id': '084f14c7-84c6-4baf-9513-10c0c9011fb3'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:42:07.675359 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-8340a927-6174-4a53-bc6a-c6b8180f5700 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af9d1af3-3d0d-4393-8ca1-328c2cef3e9a') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:07.675818 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9a2be28e-a817-4096-b8ae-97ac44d981c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.676051 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-8340a927-6174-4a53-bc6a-c6b8180f5700 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af9d1af3-3d0d-4393-8ca1-328c2cef3e9a') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:07.687273 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d804dd51-04fd-4fc3-a000-8c6304f1f1c0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Subnet': ['ID=343e1edb-1f75-4c6b-92c9-90f9a1f790f2,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:07.693754 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8340a927-6174-4a53-bc6a-c6b8180f5700 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.704059 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d804dd51-04fd-4fc3-a000-8c6304f1f1c0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538947'] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.704454 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-abdb146f-c8e6-4c26-b67a-c3f2d24c72e1 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.719256 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-558e2dd9-69fb-4553-845d-d9acdeb19fc4 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761633149422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-64642412'] for subnet, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.734346 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8340a927-6174-4a53-bc6a-c6b8180f5700 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.747049 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8340a927-6174-4a53-bc6a-c6b8180f5700 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:07.747573 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8340a927-6174-4a53-bc6a-c6b8180f5700 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.768571 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:42:07.768571 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:07.768571 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:42:07.768571 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:07.768571 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:42:07.768571 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:07.768571 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:42:07.768571 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:07.768571 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:42:07.768571 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:07.768571 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:42:07.768571 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:07.768571 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:42:07.768571 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:07.768571 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:07.768571 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:07.768571 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:07.768571 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:07.768571 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:42:07.768571 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:07.768571 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:42:07.768571 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:07.768571 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:07.768571 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:07.768571 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:07.768571 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:07.768571 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:07.768571 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:07.768571 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:07.768571 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:07.768571 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:07.768571 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:07.775700 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-abdb146f-c8e6-4c26-b67a-c3f2d24c72e1 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.777618 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-abdb146f-c8e6-4c26-b67a-c3f2d24c72e1 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4360213 Jan 21 09:42:07.781136 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51432) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:07.786718 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-260bafbf-9c7e-4f40-b67b-b21882ae19a7 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1358369855'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:07.810071 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-260bafbf-9c7e-4f40-b67b-b21882ae19a7 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:07.810939 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e2dd9-69fb-4553-845d-d9acdeb19fc4 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event updated for resources: {'Subnet': ['ID=084f14c7-84c6-4baf-9513-10c0c9011fb3,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:07.815885 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d804dd51-04fd-4fc3-a000-8c6304f1f1c0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/343e1edb-1f75-4c6b-92c9-90f9a1f790f2 HTTP/1.1" status: 204 len: 168 time: 1.4470284 Jan 21 09:42:07.821909 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51436) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:07.825907 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558e2dd9-69fb-4553-845d-d9acdeb19fc4 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:07.826662 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-558e2dd9-69fb-4553-845d-d9acdeb19fc4 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.830226 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-558e2dd9-69fb-4553-845d-d9acdeb19fc4 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "PUT /v2.0/subnets/084f14c7-84c6-4baf-9513-10c0c9011fb3 HTTP/1.1" status: 200 len: 826 time: 1.3991895 Jan 21 09:42:07.840766 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port a289a1d0-14f0-4881-a8fb-5cc848dde48e triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:07.841294 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.860263 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51440) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:07.862921 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-260bafbf-9c7e-4f40-b67b-b21882ae19a7 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Usage tracker for resource:network and tenant:0ffd125f2e19497db276d912c6599666 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:07.873103 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-260bafbf-9c7e-4f40-b67b-b21882ae19a7 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:07.886284 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb226f68-70bf-4ba7-b45d-376b50bed719 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:07.901766 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-260bafbf-9c7e-4f40-b67b-b21882ae19a7 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:07.928752 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8340a927-6174-4a53-bc6a-c6b8180f5700 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.933053 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8340a927-6174-4a53-bc6a-c6b8180f5700 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.942541 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-de1f8a44-4593-4db3-8a3f-9f5042ed5611 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting subnet 8d4c9d16-d393-45d6-b00e-6dc0d20d4497 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:42:07.950994 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-de1f8a44-4593-4db3-8a3f-9f5042ed5611 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.971620 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260bafbf-9c7e-4f40-b67b-b21882ae19a7 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Made reservation on behalf of 0ffd125f2e19497db276d912c6599666 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:07.975083 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-260bafbf-9c7e-4f40-b67b-b21882ae19a7 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.984991 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8340a927-6174-4a53-bc6a-c6b8180f5700 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "DELETE /v2.0/networks/315b6851-1e31-4c33-8b72-de469df52d59 HTTP/1.1" status: 204 len: 168 time: 0.9744635 Jan 21 09:42:07.996413 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51444) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:08.002574 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b613de38-f655-404e-8859-6bd03946d6ca None None] Network 315b6851-1e31-4c33-8b72-de469df52d59 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:08.008368 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-1efe0891-4252-417a-984d-e1324e8bb76d tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1113987535'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:08.014823 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-1efe0891-4252-417a-984d-e1324e8bb76d tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:08.019119 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-1efe0891-4252-417a-984d-e1324e8bb76d tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Usage tracker for resource:network and tenant:4aa2128c59e24666b40cc4b34a639788 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:08.024979 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-1efe0891-4252-417a-984d-e1324e8bb76d tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:08.031059 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9e7202-5803-49e0-8c48-70f974ebcced None None] Network a400b2a8-c9bc-45a7-9ca0-d10c0e4fff0f requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:08.033715 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340a927-6174-4a53-bc6a-c6b8180f5700 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event deleted for resources: {'Network': ['ID=315b6851-1e31-4c33-8b72-de469df52d59,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:08.034530 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-1efe0891-4252-417a-984d-e1324e8bb76d tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:08.062891 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-de1f8a44-4593-4db3-8a3f-9f5042ed5611 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.080666 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-260bafbf-9c7e-4f40-b67b-b21882ae19a7 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:08.096480 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efe0891-4252-417a-984d-e1324e8bb76d tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Made reservation on behalf of 4aa2128c59e24666b40cc4b34a639788 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:08.100581 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1efe0891-4252-417a-984d-e1324e8bb76d tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.102374 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b613de38-f655-404e-8859-6bd03946d6ca None None] Network 315b6851-1e31-4c33-8b72-de469df52d59 could not be found, it might have been deleted concurrently. {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 21 09:42:08.111123 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-74dc394a-005f-4dfb-8842-a0802c556061 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.113416 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-260bafbf-9c7e-4f40-b67b-b21882ae19a7 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.113764 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-260bafbf-9c7e-4f40-b67b-b21882ae19a7 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Added segment 4db561b9-98de-4bf2-a3df-9cdd185cfe66 of type vlan for network dbc7f600-1ed1-4a45-a230-a69cfb9144c3 Jan 21 09:42:08.155903 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1efe0891-4252-417a-984d-e1324e8bb76d tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:08.172456 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-260bafbf-9c7e-4f40-b67b-b21882ae19a7 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.174203 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1efe0891-4252-417a-984d-e1324e8bb76d tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.174543 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-1efe0891-4252-417a-984d-e1324e8bb76d tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Added segment e377502d-72d5-4c3b-ab49-2df28e8dfad2 of type vlan for network 6321e8c2-7b3b-45c4-b05f-e2197dd0328e Jan 21 09:42:08.206716 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-de1f8a44-4593-4db3-8a3f-9f5042ed5611 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.222484 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-74dc394a-005f-4dfb-8842-a0802c556061 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.235295 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1efe0891-4252-417a-984d-e1324e8bb76d tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.262442 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-260bafbf-9c7e-4f40-b67b-b21882ae19a7 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.267791 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260bafbf-9c7e-4f40-b67b-b21882ae19a7 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:08.268375 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-260bafbf-9c7e-4f40-b67b-b21882ae19a7 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.293384 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1efe0891-4252-417a-984d-e1324e8bb76d tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.299258 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efe0891-4252-417a-984d-e1324e8bb76d tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:08.299859 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1efe0891-4252-417a-984d-e1324e8bb76d tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.357590 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-260bafbf-9c7e-4f40-b67b-b21882ae19a7 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5722027 Jan 21 09:42:08.360854 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51448) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:08.368184 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-de1f8a44-4593-4db3-8a3f-9f5042ed5611 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.376952 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-21fe813c-4901-4f60-a905-fd7cc3d6b062 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Request body: {'subnet': {'network_id': 'dbc7f600-1ed1-4a45-a230-a69cfb9144c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:08.377675 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-d2324bed-6177-4e5d-acca-c2456e2e2d85 None None] Could not find standard attr ID for object e6155660-1d82-41e6-9648-fe9b638f8431. {{(pid=87516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:42:08.407683 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260bafbf-9c7e-4f40-b67b-b21882ae19a7 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event updated for resources: {'Network': ['ID=dbc7f600-1ed1-4a45-a230-a69cfb9144c3,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:08.425489 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1efe0891-4252-417a-984d-e1324e8bb76d tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4280429 Jan 21 09:42:08.428098 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51452) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:08.433602 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network dbc7f600-1ed1-4a45-a230-a69cfb9144c3 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:08.435524 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-b2f17df5-3d38-4843-ace6-7ad8d7fb2f01 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Request body: {'subnet': {'network_id': '6321e8c2-7b3b-45c4-b05f-e2197dd0328e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:08.488544 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f8a44-4593-4db3-8a3f-9f5042ed5611 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Subnet': ['ID=8d4c9d16-d393-45d6-b00e-6dc0d20d4497,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:08.502324 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe0891-4252-417a-984d-e1324e8bb76d tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event updated for resources: {'Network': ['ID=6321e8c2-7b3b-45c4-b05f-e2197dd0328e,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:08.511986 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-de1f8a44-4593-4db3-8a3f-9f5042ed5611 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.513764 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-de1f8a44-4593-4db3-8a3f-9f5042ed5611 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/8d4c9d16-d393-45d6-b00e-6dc0d20d4497 HTTP/1.1" status: 204 len: 168 time: 0.6909440 Jan 21 09:42:08.517295 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51456) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:08.550852 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 6321e8c2-7b3b-45c4-b05f-e2197dd0328e details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:08.552779 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-b2f17df5-3d38-4843-ace6-7ad8d7fb2f01 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:08.557301 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-b2f17df5-3d38-4843-ace6-7ad8d7fb2f01 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Usage tracker for resource:subnet and tenant:4aa2128c59e24666b40cc4b34a639788 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:08.560137 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-b2f17df5-3d38-4843-ace6-7ad8d7fb2f01 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:08.566762 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-b2f17df5-3d38-4843-ace6-7ad8d7fb2f01 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:08.577450 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f17df5-3d38-4843-ace6-7ad8d7fb2f01 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Made reservation on behalf of 4aa2128c59e24666b40cc4b34a639788 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:08.581129 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b2f17df5-3d38-4843-ace6-7ad8d7fb2f01 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.642932 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-35103178-5761-4ea5-9eb1-cb9bb5a98cb8 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1249607 Jan 21 09:42:08.645619 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51460) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:08.652381 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-5e0e17bb-fc60-4339-9f5c-70198122cbee tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:08.691690 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-21fe813c-4901-4f60-a905-fd7cc3d6b062 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:08.704195 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-21fe813c-4901-4f60-a905-fd7cc3d6b062 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Usage tracker for resource:subnet and tenant:0ffd125f2e19497db276d912c6599666 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:08.709224 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-21fe813c-4901-4f60-a905-fd7cc3d6b062 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:08.763020 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-9a2be28e-a817-4096-b8ae-97ac44d981c3 None None] Allocated IP 2001:db8::2 (b9a07dd5-fdbe-49a4-86d2-00fa6dac1a3d/084f14c7-84c6-4baf-9513-10c0c9011fb3/65301bba-9e29-45e8-b7bc-bb619dc1e20f) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:08.769631 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-21fe813c-4901-4f60-a905-fd7cc3d6b062 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:08.785777 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-5e0e17bb-fc60-4339-9f5c-70198122cbee tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:08.790957 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-5e0e17bb-fc60-4339-9f5c-70198122cbee tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:subnet and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:08.794545 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-5e0e17bb-fc60-4339-9f5c-70198122cbee tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:08.800978 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-5e0e17bb-fc60-4339-9f5c-70198122cbee tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:08.804681 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fe813c-4901-4f60-a905-fd7cc3d6b062 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Made reservation on behalf of 0ffd125f2e19497db276d912c6599666 for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:08.806744 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.ipam_backend_mixin [None req-b2f17df5-3d38-4843-ace6-7ad8d7fb2f01 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Performing IP validity checks on allocation pools {{(pid=87514) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 21 09:42:08.807366 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.ipam_backend_mixin [None req-b2f17df5-3d38-4843-ace6-7ad8d7fb2f01 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87514) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 21 09:42:08.808701 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-21fe813c-4901-4f60-a905-fd7cc3d6b062 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.850866 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0e17bb-fc60-4339-9f5c-70198122cbee tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:08.854630 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5e0e17bb-fc60-4339-9f5c-70198122cbee tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.902365 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-41afe0ad-34bd-4ba3-9dda-35f11a7eb1f9 None None] Provisioning for port a74216b5-da34-4d4c-a21b-3b8efdb20faa completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:08.955956 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3ba9e2f0-95cb-4b19-9f52-75f608630ba4 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.964810 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b2f17df5-3d38-4843-ace6-7ad8d7fb2f01 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.018608 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-3ba9e2f0-95cb-4b19-9f52-75f608630ba4 None None] Transition to ACTIVE for port object 334ca558-3c6d-40a4-b3f0-dd2ebb5ef174 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:09.048242 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f17df5-3d38-4843-ace6-7ad8d7fb2f01 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event updated for resources: {'Subnet': ['ID=0a00cc79-3df6-4bc0-ae89-2e0544d60aa4,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:09.088344 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-3ba9e2f0-95cb-4b19-9f52-75f608630ba4 None None] Transition to ACTIVE for port object 334ca558-3c6d-40a4-b3f0-dd2ebb5ef174 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:09.090747 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f17df5-3d38-4843-ace6-7ad8d7fb2f01 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Checking segment: {'id': 'e377502d-72d5-4c3b-ab49-2df28e8dfad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6321e8c2-7b3b-45c4-b05f-e2197dd0328e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:09.091670 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f17df5-3d38-4843-ace6-7ad8d7fb2f01 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Network hostable DHCP agents. Network: 6321e8c2-7b3b-45c4-b05f-e2197dd0328e, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:09.104842 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f44f3d74-150f-477f-ba2b-df600353787b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.118743 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3ba9e2f0-95cb-4b19-9f52-75f608630ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.169045 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f44f3d74-150f-477f-ba2b-df600353787b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.229797 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 8a09a56d-976c-4813-be61-4baed885720a up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:09.236187 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f17df5-3d38-4843-ace6-7ad8d7fb2f01 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Network 6321e8c2-7b3b-45c4-b05f-e2197dd0328e is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:09.255130 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-b2f17df5-3d38-4843-ace6-7ad8d7fb2f01 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 6321e8c2-7b3b-45c4-b05f-e2197dd0328e) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:09.266601 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f17df5-3d38-4843-ace6-7ad8d7fb2f01 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:09.267428 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b2f17df5-3d38-4843-ace6-7ad8d7fb2f01 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.308539 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b2f17df5-3d38-4843-ace6-7ad8d7fb2f01 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8762145 Jan 21 09:42:09.309846 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51464) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:09.340689 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25e62cd-fb38-4760-b7d8-51d9203348b6 None None] Network 6321e8c2-7b3b-45c4-b05f-e2197dd0328e requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:09.361324 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-21fe813c-4901-4f60-a905-fd7cc3d6b062 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.368267 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba9e2f0-95cb-4b19-9f52-75f608630ba4 None None] Network 5185db2e-3c7b-4229-aefd-af995f16f55e is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:09.391089 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-3ba9e2f0-95cb-4b19-9f52-75f608630ba4 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:09.413777 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5e0e17bb-fc60-4339-9f5c-70198122cbee tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.414690 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba9e2f0-95cb-4b19-9f52-75f608630ba4 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:09.429017 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f44f3d74-150f-477f-ba2b-df600353787b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.452199 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-41afe0ad-34bd-4ba3-9dda-35f11a7eb1f9 None None] Provisioning complete for port 8a09a56d-976c-4813-be61-4baed885720a triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:09.453056 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-41afe0ad-34bd-4ba3-9dda-35f11a7eb1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.462308 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0e17bb-fc60-4339-9f5c-70198122cbee tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:09.466332 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe813c-4901-4f60-a905-fd7cc3d6b062 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event updated for resources: {'Subnet': ['ID=42dcc0b5-14d9-4765-899b-91d35a1ad78c,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:09.468604 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-5e0e17bb-fc60-4339-9f5c-70198122cbee tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:09.502354 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0e17bb-fc60-4339-9f5c-70198122cbee tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:09.502930 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5e0e17bb-fc60-4339-9f5c-70198122cbee tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.517936 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fe813c-4901-4f60-a905-fd7cc3d6b062 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Checking segment: {'id': '4db561b9-98de-4bf2-a3df-9cdd185cfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'dbc7f600-1ed1-4a45-a230-a69cfb9144c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:09.518146 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fe813c-4901-4f60-a905-fd7cc3d6b062 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Network hostable DHCP agents. Network: dbc7f600-1ed1-4a45-a230-a69cfb9144c3, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:09.526599 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2bbcc617-5cbc-4079-aea3-eca98fd473a6 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.582827 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f44f3d74-150f-477f-ba2b-df600353787b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.584715 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e17bb-fc60-4339-9f5c-70198122cbee tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Subnet': ['ID=e7c8464a-bf22-432a-9397-456f9b87ac66,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:09.586918 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fe813c-4901-4f60-a905-fd7cc3d6b062 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Network dbc7f600-1ed1-4a45-a230-a69cfb9144c3 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:09.592584 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5e0e17bb-fc60-4339-9f5c-70198122cbee tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9431412 Jan 21 09:42:09.599980 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51468) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:09.610948 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-89092c0c-41f5-47b2-a883-9d920fda57e0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:09.618253 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9e2f0-95cb-4b19-9f52-75f608630ba4 None None] Pushing event updated for resources: {'Port': ['ID=334ca558-3c6d-40a4-b3f0-dd2ebb5ef174,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:09.640466 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-21fe813c-4901-4f60-a905-fd7cc3d6b062 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, dbc7f600-1ed1-4a45-a230-a69cfb9144c3) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:09.648340 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f3d74-150f-477f-ba2b-df600353787b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Pushing event deleted for resources: {'Subnet': ['ID=583cbfcc-1e87-4a9c-a5f7-4a962209408f,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:09.656316 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f44f3d74-150f-477f-ba2b-df600353787b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.664369 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fe813c-4901-4f60-a905-fd7cc3d6b062 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:09.664948 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-21fe813c-4901-4f60-a905-fd7cc3d6b062 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.667764 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2bbcc617-5cbc-4079-aea3-eca98fd473a6 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.703958 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbca04a-978c-4c39-8aab-cdf765e24ab5 None None] Network dbc7f600-1ed1-4a45-a230-a69cfb9144c3 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:09.715634 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f44f3d74-150f-477f-ba2b-df600353787b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] 10.222.0.110 "DELETE /v2.0/subnets/583cbfcc-1e87-4a9c-a5f7-4a962209408f HTTP/1.1" status: 204 len: 168 time: 2.7916424 Jan 21 09:42:09.716542 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51472) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:09.757455 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-21fe813c-4901-4f60-a905-fd7cc3d6b062 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3954999 Jan 21 09:42:09.760316 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51476) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:09.803831 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10634d6-0d00-49c0-9427-32e54e6377f5 None None] DHCP port deletion for 36c4effd-f4af-4d10-91bd-714d225a3199 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:42:09.819839 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-89092c0c-41f5-47b2-a883-9d920fda57e0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:09.824265 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-89092c0c-41f5-47b2-a883-9d920fda57e0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:subnet and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:09.827590 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-89092c0c-41f5-47b2-a883-9d920fda57e0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:09.834617 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-89092c0c-41f5-47b2-a883-9d920fda57e0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:09.846610 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89092c0c-41f5-47b2-a883-9d920fda57e0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:09.851143 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-89092c0c-41f5-47b2-a883-9d920fda57e0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.882995 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-d10634d6-0d00-49c0-9427-32e54e6377f5 None None] Deleting port 8a09a56d-976c-4813-be61-4baed885720a {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:09.883369 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d10634d6-0d00-49c0-9427-32e54e6377f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.936126 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f318675-dcfe-4dc7-9f3d-f069bd00801f tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:09.937534 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f318675-dcfe-4dc7-9f3d-f069bd00801f tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:09.938275 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-2f318675-dcfe-4dc7-9f3d-f069bd00801f tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Synchronizing usage tracker for tenant:34f55fefa4f244c09664362143af0209 on resource:subnet {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:09.982298 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-3ba9e2f0-95cb-4b19-9f52-75f608630ba4 None None] Attempting to bind port 334ca558-3c6d-40a4-b3f0-dd2ebb5ef174 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:09.982856 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-3ba9e2f0-95cb-4b19-9f52-75f608630ba4 None None] Attempting to bind port 334ca558-3c6d-40a4-b3f0-dd2ebb5ef174 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'f20434d6-6b55-4304-810e-07f53767c545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5185db2e-3c7b-4229-aefd-af995f16f55e'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:09.982983 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba9e2f0-95cb-4b19-9f52-75f608630ba4 None None] Attempting to bind port 334ca558-3c6d-40a4-b3f0-dd2ebb5ef174 on network 5185db2e-3c7b-4229-aefd-af995f16f55e {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:42:09.991296 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.ipam_backend_mixin [None req-89092c0c-41f5-47b2-a883-9d920fda57e0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e7c8464a-bf22-432a-9397-456f9b87ac66 (CIDR: 2001:db8::/64) Jan 21 09:42:09.994696 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-89092c0c-41f5-47b2-a883-9d920fda57e0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:42:09.995796 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89092c0c-41f5-47b2-a883-9d920fda57e0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:10.019674 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2bbcc617-5cbc-4079-aea3-eca98fd473a6 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.019936 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-89092c0c-41f5-47b2-a883-9d920fda57e0 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4155660 Jan 21 09:42:10.020545 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51480) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:10.029813 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-5fa6801d-5b50-4b43-a1ae-0a78e235bb51 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'subnet': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:10.051690 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba9e2f0-95cb-4b19-9f52-75f608630ba4 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:42:10.052120 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba9e2f0-95cb-4b19-9f52-75f608630ba4 None None] Checking segment: {'id': 'f20434d6-6b55-4304-810e-07f53767c545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5185db2e-3c7b-4229-aefd-af995f16f55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:10.052462 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3ba9e2f0-95cb-4b19-9f52-75f608630ba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.052842 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba9e2f0-95cb-4b19-9f52-75f608630ba4 None None] Bound using segment: {'id': 'f20434d6-6b55-4304-810e-07f53767c545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5185db2e-3c7b-4229-aefd-af995f16f55e'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:42:10.054052 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-3ba9e2f0-95cb-4b19-9f52-75f608630ba4 None None] Bound port: 334ca558-3c6d-40a4-b3f0-dd2ebb5ef174, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20434d6-6b55-4304-810e-07f53767c545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5185db2e-3c7b-4229-aefd-af995f16f55e'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:10.054531 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3ba9e2f0-95cb-4b19-9f52-75f608630ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.128426 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbcc617-5cbc-4079-aea3-eca98fd473a6 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event deleted for resources: {'Subnet': ['ID=0a00cc79-3df6-4bc0-ae89-2e0544d60aa4,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:10.132869 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-2f318675-dcfe-4dc7-9f3d-f069bd00801f tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Unset dirty status for tenant:34f55fefa4f244c09664362143af0209 on resource:subnet {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:10.137258 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2f318675-dcfe-4dc7-9f3d-f069bd00801f tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4165993 Jan 21 09:42:10.139214 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51484) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:10.177618 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 8a09a56d-976c-4813-be61-4baed885720a triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:10.177986 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.245741 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9a2be28e-a817-4096-b8ae-97ac44d981c3 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.282799 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-5fa6801d-5b50-4b43-a1ae-0a78e235bb51 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:10.290198 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fdd1774c-73ba-4a2d-b0aa-937252ed71c7 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.292359 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-5fa6801d-5b50-4b43-a1ae-0a78e235bb51 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Usage tracker for resource:subnet and tenant:ce9334fe18174618a851dcacd095feca is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:10.295718 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-5fa6801d-5b50-4b43-a1ae-0a78e235bb51 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:10.304711 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-5fa6801d-5b50-4b43-a1ae-0a78e235bb51 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:10.308208 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd1774c-73ba-4a2d-b0aa-937252ed71c7 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 21 09:42:10.308653 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdd1774c-73ba-4a2d-b0aa-937252ed71c7 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:10.314053 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-fdd1774c-73ba-4a2d-b0aa-937252ed71c7 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] 10.222.0.110 "DELETE /v2.0/networks/5185db2e-3c7b-4229-aefd-af995f16f55e HTTP/1.1" status: 409 len: 405 time: 0.1719527 Jan 21 09:42:10.314703 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51488) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:10.320696 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-ee1f2673-1221-423a-9209-7dbca4372175 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2056101681'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:10.328263 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ee1f2673-1221-423a-9209-7dbca4372175 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:10.333429 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ee1f2673-1221-423a-9209-7dbca4372175 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Usage tracker for resource:network and tenant:34f55fefa4f244c09664362143af0209 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:10.337061 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa6801d-5b50-4b43-a1ae-0a78e235bb51 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:10.341228 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5fa6801d-5b50-4b43-a1ae-0a78e235bb51 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.355324 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ee1f2673-1221-423a-9209-7dbca4372175 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:10.368827 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ee1f2673-1221-423a-9209-7dbca4372175 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:10.390702 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba3e7f3-6682-4a29-9a74-d10b8b995a6d None None] Network 6321e8c2-7b3b-45c4-b05f-e2197dd0328e requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:10.398795 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1f2673-1221-423a-9209-7dbca4372175 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Made reservation on behalf of 34f55fefa4f244c09664362143af0209 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:10.402410 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ee1f2673-1221-423a-9209-7dbca4372175 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.433620 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-9a2be28e-a817-4096-b8ae-97ac44d981c3 None None] Transition to ACTIVE for port object 65301bba-9e29-45e8-b7bc-bb619dc1e20f will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:10.507648 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee1f2673-1221-423a-9209-7dbca4372175 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:10.527625 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ee1f2673-1221-423a-9209-7dbca4372175 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.527958 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-ee1f2673-1221-423a-9209-7dbca4372175 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Added segment b07d6943-80ea-4f51-bdab-f801ae8105a7 of type vlan for network 34d1522c-5021-4dee-8139-ecf9ec85f1d9 Jan 21 09:42:10.543204 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2bbcc617-5cbc-4079-aea3-eca98fd473a6 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.563279 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ee1f2673-1221-423a-9209-7dbca4372175 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.586551 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-2bbcc617-5cbc-4079-aea3-eca98fd473a6 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6321e8c2-7b3b-45c4-b05f-e2197dd0328e']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:10.625430 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c9fa5a-56e5-4876-a060-852759d20b4a None None] Update dhcp port {'port': {'network_id': 'a400b2a8-c9bc-45a7-9ca0-d10c0e4fff0f', 'fixed_ips': [{'subnet_id': 'e6e33cfc-52ae-4a5b-a6ff-7be8cf98528c', 'ip_address': '2001:db8::2'}, {'subnet_id': '133373f8-7867-4d1e-a415-b185f77f34f1'}], 'binding:host_id': 'dv-neutron-825731-1-hyperv'}, 'id': 'a74216b5-da34-4d4c-a21b-3b8efdb20faa'} from dv-neutron-825731-1-hyperv. {{(pid=87516) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 09:42:10.628279 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-2bbcc617-5cbc-4079-aea3-eca98fd473a6 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e377502d-72d5-4c3b-ab49-2df28e8dfad2') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:10.628676 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-2bbcc617-5cbc-4079-aea3-eca98fd473a6 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e377502d-72d5-4c3b-ab49-2df28e8dfad2') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:10.636784 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-de3254d4-9e59-4366-abd7-3d977b544bb5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.653928 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ee1f2673-1221-423a-9209-7dbca4372175 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.657106 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2bbcc617-5cbc-4079-aea3-eca98fd473a6 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.660151 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1f2673-1221-423a-9209-7dbca4372175 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:10.660604 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ee1f2673-1221-423a-9209-7dbca4372175 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.681314 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-9a2be28e-a817-4096-b8ae-97ac44d981c3 None None] Transition to ACTIVE for port object 65301bba-9e29-45e8-b7bc-bb619dc1e20f will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:10.755564 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c72ef60-7369-4e95-9f29-1d72f88ab055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-dbc7f600-1ed1-4a45-a230-a69cfb9144c3', 'network_id': 'dbc7f600-1ed1-4a45-a230-a69cfb9144c3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'fixed_ips': [{'subnet_id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:42:10.756447 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5c72ef60-7369-4e95-9f29-1d72f88ab055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.792173 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ee1f2673-1221-423a-9209-7dbca4372175 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4740279 Jan 21 09:42:10.804360 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2bbcc617-5cbc-4079-aea3-eca98fd473a6 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.806637 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51494) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:10.826143 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-12502c4c-1be5-4796-bc40-8cf36ecb02a2 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Request body: {'subnet': {'network_id': '34d1522c-5021-4dee-8139-ecf9ec85f1d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:10.849250 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f2673-1221-423a-9209-7dbca4372175 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Pushing event updated for resources: {'Network': ['ID=34d1522c-5021-4dee-8139-ecf9ec85f1d9,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:10.853947 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bbcc617-5cbc-4079-aea3-eca98fd473a6 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:10.854481 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2bbcc617-5cbc-4079-aea3-eca98fd473a6 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.872315 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-3ba9e2f0-95cb-4b19-9f52-75f608630ba4 None None] For port 334ca558-3c6d-40a4-b3f0-dd2ebb5ef174, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:42:10.874018 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:42:10.874018 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:10.874018 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:42:10.874018 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:10.874018 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:42:10.874018 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:10.874018 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:42:10.874018 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:10.874018 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:42:10.874018 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:10.874018 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:42:10.874018 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:10.874018 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:42:10.874018 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:10.874018 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:10.874018 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:10.874018 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:10.874018 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:10.874018 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:42:10.874018 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:10.874018 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:42:10.874018 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:10.874018 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:10.874018 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:10.874018 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:10.874018 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:10.874018 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:10.874018 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:10.874018 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:10.874018 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:10.874018 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:10.874018 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:10.889903 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 34d1522c-5021-4dee-8139-ecf9ec85f1d9 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:10.902674 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9a2be28e-a817-4096-b8ae-97ac44d981c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.000442 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.objects.ports [None req-5fa6801d-5b50-4b43-a1ae-0a78e235bb51 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87515) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 09:42:11.012966 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-74dc394a-005f-4dfb-8842-a0802c556061 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.043154 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-3ba9e2f0-95cb-4b19-9f52-75f608630ba4 None None] For port 334ca558-3c6d-40a4-b3f0-dd2ebb5ef174, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=334ca558-3c6d-40a4-b3f0-dd2ebb5ef174,segment=NetworkSegment(f20434d6-6b55-4304-810e-07f53767c545),segment_id=f20434d6-6b55-4304-810e-07f53767c545)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:42:11.121584 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc394a-005f-4dfb-8842-a0802c556061 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event deleted for resources: {'Subnet': ['ID=084f14c7-84c6-4baf-9513-10c0c9011fb3,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:11.139650 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2bbcc617-5cbc-4079-aea3-eca98fd473a6 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.142425 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-65c9fa5a-56e5-4876-a060-852759d20b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.152623 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3ba9e2f0-95cb-4b19-9f52-75f608630ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.159071 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-12502c4c-1be5-4796-bc40-8cf36ecb02a2 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:11.192026 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2bbcc617-5cbc-4079-aea3-eca98fd473a6 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.221630 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2be28e-a817-4096-b8ae-97ac44d981c3 None None] Network b9a07dd5-fdbe-49a4-86d2-00fa6dac1a3d is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:11.232074 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbcc617-5cbc-4079-aea3-eca98fd473a6 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event deleted for resources: {'Network': ['ID=6321e8c2-7b3b-45c4-b05f-e2197dd0328e,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:11.244636 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-12502c4c-1be5-4796-bc40-8cf36ecb02a2 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:11.250699 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-9a2be28e-a817-4096-b8ae-97ac44d981c3 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:11.260354 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-d10634d6-0d00-49c0-9427-32e54e6377f5 None None] For port 8a09a56d-976c-4813-be61-4baed885720a, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=8a09a56d-976c-4813-be61-4baed885720a,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:11.260739 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d10634d6-0d00-49c0-9427-32e54e6377f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.275190 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2be28e-a817-4096-b8ae-97ac44d981c3 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:11.313725 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5fa6801d-5b50-4b43-a1ae-0a78e235bb51 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.324284 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2be28e-a817-4096-b8ae-97ac44d981c3 None None] Pushing event updated for resources: {'Port': ['ID=65301bba-9e29-45e8-b7bc-bb619dc1e20f,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:11.327195 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a74216b5-da34-4d4c-a21b-3b8efdb20faa up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:11.341751 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2bbcc617-5cbc-4079-aea3-eca98fd473a6 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "DELETE /v2.0/networks/6321e8c2-7b3b-45c4-b05f-e2197dd0328e HTTP/1.1" status: 204 len: 168 time: 2.0227106 Jan 21 09:42:11.353596 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-74dc394a-005f-4dfb-8842-a0802c556061 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.360854 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51498) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:11.367457 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-c4fc36ad-8f58-498a-a602-046cc419f17c tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-136236836'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:11.372311 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12502c4c-1be5-4796-bc40-8cf36ecb02a2 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Made reservation on behalf of 34f55fefa4f244c09664362143af0209 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:11.376908 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-12502c4c-1be5-4796-bc40-8cf36ecb02a2 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.377073 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-c4fc36ad-8f58-498a-a602-046cc419f17c tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:11.388370 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-c4fc36ad-8f58-498a-a602-046cc419f17c tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Usage tracker for resource:network and tenant:4aa2128c59e24666b40cc4b34a639788 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:11.398667 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-c4fc36ad-8f58-498a-a602-046cc419f17c tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:11.408547 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-c4fc36ad-8f58-498a-a602-046cc419f17c tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:11.432091 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fc36ad-8f58-498a-a602-046cc419f17c tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Made reservation on behalf of 4aa2128c59e24666b40cc4b34a639788 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:11.435686 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c4fc36ad-8f58-498a-a602-046cc419f17c tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.436581 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-74dc394a-005f-4dfb-8842-a0802c556061 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9a07dd5-fdbe-49a4-86d2-00fa6dac1a3d']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:11.517142 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-74dc394a-005f-4dfb-8842-a0802c556061 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e7a1ee-a3a5-42da-9e98-9b8532fcb929') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:11.517541 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-74dc394a-005f-4dfb-8842-a0802c556061 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e7a1ee-a3a5-42da-9e98-9b8532fcb929') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:11.554956 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4fc36ad-8f58-498a-a602-046cc419f17c tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:11.566942 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-d10634d6-0d00-49c0-9427-32e54e6377f5 None None] Calling delete_port for 8a09a56d-976c-4813-be61-4baed885720a owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:11.569972 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-74dc394a-005f-4dfb-8842-a0802c556061 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.581003 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c4fc36ad-8f58-498a-a602-046cc419f17c tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.581003 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-c4fc36ad-8f58-498a-a602-046cc419f17c tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Added segment 732063d8-d074-4d71-aad2-2f5854e7c4a3 of type vlan for network 09667b66-4c91-4a01-88d7-27a73f3dcf0a Jan 21 09:42:11.608760 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-74dc394a-005f-4dfb-8842-a0802c556061 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.629940 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-5fa6801d-5b50-4b43-a1ae-0a78e235bb51 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] For port 8a09a56d-976c-4813-be61-4baed885720a, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=8a09a56d-976c-4813-be61-4baed885720a,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:11.630529 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74dc394a-005f-4dfb-8842-a0802c556061 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:11.631090 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-74dc394a-005f-4dfb-8842-a0802c556061 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.633896 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c4fc36ad-8f58-498a-a602-046cc419f17c tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.647580 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:42:11.647580 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:11.647580 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:42:11.647580 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:11.647580 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:42:11.647580 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:11.647580 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:42:11.647580 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:11.647580 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:42:11.647580 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:11.647580 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:42:11.647580 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:11.647580 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:42:11.647580 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:11.647580 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:11.647580 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:11.647580 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:11.647580 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:11.647580 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:42:11.647580 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:11.647580 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:42:11.647580 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:11.647580 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:11.647580 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:11.647580 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:11.647580 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:11.647580 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:11.647580 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:11.647580 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:11.647580 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:11.647580 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:11.647580 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:11.658271 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-de3254d4-9e59-4366-abd7-3d977b544bb5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Allocated IP 2001:db8::1 (dbc7f600-1ed1-4a45-a230-a69cfb9144c3/42dcc0b5-14d9-4765-899b-91d35a1ad78c/b9977dbe-e702-4bd4-9306-18fbb198dacb) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:11.685816 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5fa6801d-5b50-4b43-a1ae-0a78e235bb51 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.690515 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c4fc36ad-8f58-498a-a602-046cc419f17c tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.697705 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fc36ad-8f58-498a-a602-046cc419f17c tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:11.698403 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c4fc36ad-8f58-498a-a602-046cc419f17c tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.721923 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5fa6801d-5b50-4b43-a1ae-0a78e235bb51 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.722737 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5fa6801d-5b50-4b43-a1ae-0a78e235bb51 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.827260 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-74dc394a-005f-4dfb-8842-a0802c556061 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:42:11.827260 dv-neutron-825731-1-hyperv neutron-server[87514]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:42:11.827260 dv-neutron-825731-1-hyperv neutron-server[87514]: [parameters: {'id': 'b9a07dd5-fdbe-49a4-86d2-00fa6dac1a3d'}] Jan 21 09:42:11.827260 dv-neutron-825731-1-hyperv neutron-server[87514]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:42:11.828065 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-74dc394a-005f-4dfb-8842-a0802c556061 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:42:11.854266 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-9a2be28e-a817-4096-b8ae-97ac44d981c3 None None] Attempting to bind port 65301bba-9e29-45e8-b7bc-bb619dc1e20f on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:11.854646 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-9a2be28e-a817-4096-b8ae-97ac44d981c3 None None] Attempting to bind port 65301bba-9e29-45e8-b7bc-bb619dc1e20f by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '10e7a1ee-a3a5-42da-9e98-9b8532fcb929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b9a07dd5-fdbe-49a4-86d2-00fa6dac1a3d'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:11.855083 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2be28e-a817-4096-b8ae-97ac44d981c3 None None] Attempting to bind port 65301bba-9e29-45e8-b7bc-bb619dc1e20f on network b9a07dd5-fdbe-49a4-86d2-00fa6dac1a3d {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:42:11.872793 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9e2f0-95cb-4b19-9f52-75f608630ba4 None None] Pushing event updated for resources: {'Port': ['ID=334ca558-3c6d-40a4-b3f0-dd2ebb5ef174,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:11.894413 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2be28e-a817-4096-b8ae-97ac44d981c3 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:42:11.895219 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2be28e-a817-4096-b8ae-97ac44d981c3 None None] Checking segment: {'id': '10e7a1ee-a3a5-42da-9e98-9b8532fcb929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b9a07dd5-fdbe-49a4-86d2-00fa6dac1a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:11.895219 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9a2be28e-a817-4096-b8ae-97ac44d981c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.895593 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2be28e-a817-4096-b8ae-97ac44d981c3 None None] Bound using segment: {'id': '10e7a1ee-a3a5-42da-9e98-9b8532fcb929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b9a07dd5-fdbe-49a4-86d2-00fa6dac1a3d'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:42:11.896072 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-9a2be28e-a817-4096-b8ae-97ac44d981c3 None None] Bound port: 65301bba-9e29-45e8-b7bc-bb619dc1e20f, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e7a1ee-a3a5-42da-9e98-9b8532fcb929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b9a07dd5-fdbe-49a4-86d2-00fa6dac1a3d'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:11.896446 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9a2be28e-a817-4096-b8ae-97ac44d981c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.905266 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c4fc36ad-8f58-498a-a602-046cc419f17c tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5432136 Jan 21 09:42:11.909383 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa6801d-5b50-4b43-a1ae-0a78e235bb51 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:11.913846 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51502) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:11.922827 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-de2296e3-f436-4099-8ba5-3420d0316060 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Request body: {'subnet': {'network_id': '09667b66-4c91-4a01-88d7-27a73f3dcf0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:11.961093 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port a74216b5-da34-4d4c-a21b-3b8efdb20faa completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:11.964946 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-5fa6801d-5b50-4b43-a1ae-0a78e235bb51 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:11.968948 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa6801d-5b50-4b43-a1ae-0a78e235bb51 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:11.969544 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5fa6801d-5b50-4b43-a1ae-0a78e235bb51 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.993059 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc36ad-8f58-498a-a602-046cc419f17c tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event updated for resources: {'Network': ['ID=09667b66-4c91-4a01-88d7-27a73f3dcf0a,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:11.996492 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6801d-5b50-4b43-a1ae-0a78e235bb51 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Subnet': ['ID=fc881847-392e-4e81-9d80-15d364fa967d,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:11.998998 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6801d-5b50-4b43-a1ae-0a78e235bb51 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Port': ['ID=8a09a56d-976c-4813-be61-4baed885720a,revision_number=21']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:12.004020 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca19ab1-8be7-4313-9678-23315ac97507 None None] Network 5185db2e-3c7b-4229-aefd-af995f16f55e requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:12.016448 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5fa6801d-5b50-4b43-a1ae-0a78e235bb51 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.9945269 Jan 21 09:42:12.018112 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51506) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:12.025431 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-0d6e4ae5-12c4-4d42-8382-12c0a1210ea9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Request body: {'port': {'network_id': '36c4effd-f4af-4d10-91bd-714d225a3199', 'mac_address': 'fa:16:3e:b4:12:09', 'name': 'tempest-NetworksTestDHCPv6-1267538389'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:12.029075 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 09667b66-4c91-4a01-88d7-27a73f3dcf0a details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:12.041257 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-d10634d6-0d00-49c0-9427-32e54e6377f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:42:12.041649 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-d10634d6-0d00-49c0-9427-32e54e6377f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:42:12.042086 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port a74216b5-da34-4d4c-a21b-3b8efdb20faa triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:12.042497 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.151284 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-65c9fa5a-56e5-4876-a060-852759d20b4a None None] Allocated IP 172.20.0.1 (a400b2a8-c9bc-45a7-9ca0-d10c0e4fff0f/133373f8-7867-4d1e-a415-b185f77f34f1/a74216b5-da34-4d4c-a21b-3b8efdb20faa) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:12.178187 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-0d6e4ae5-12c4-4d42-8382-12c0a1210ea9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:12.188046 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-0d6e4ae5-12c4-4d42-8382-12c0a1210ea9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:12.199117 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6e4ae5-12c4-4d42-8382-12c0a1210ea9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Made reservation on behalf of ce9334fe18174618a851dcacd095feca for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:12.227899 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-de3254d4-9e59-4366-abd7-3d977b544bb5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.263347 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-de3254d4-9e59-4366-abd7-3d977b544bb5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Transition to ACTIVE for port object b9977dbe-e702-4bd4-9306-18fbb198dacb will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:12.269088 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-de2296e3-f436-4099-8ba5-3420d0316060 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:12.276063 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-de2296e3-f436-4099-8ba5-3420d0316060 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Usage tracker for resource:subnet and tenant:4aa2128c59e24666b40cc4b34a639788 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:12.280873 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-de2296e3-f436-4099-8ba5-3420d0316060 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:12.291109 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-de2296e3-f436-4099-8ba5-3420d0316060 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:12.328665 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0d6e4ae5-12c4-4d42-8382-12c0a1210ea9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.330090 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-74dc394a-005f-4dfb-8842-a0802c556061 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.353548 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-de3254d4-9e59-4366-abd7-3d977b544bb5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.357427 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-0d6e4ae5-12c4-4d42-8382-12c0a1210ea9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] device_id is not set on port 8f6f3a44-c9c7-416c-93b7-f0657b12fe8b yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:42:12.408109 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2296e3-f436-4099-8ba5-3420d0316060 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Made reservation on behalf of 4aa2128c59e24666b40cc4b34a639788 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:12.411583 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-de2296e3-f436-4099-8ba5-3420d0316060 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.486483 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-9a2be28e-a817-4096-b8ae-97ac44d981c3 None None] For port 65301bba-9e29-45e8-b7bc-bb619dc1e20f, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:42:12.489071 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-74dc394a-005f-4dfb-8842-a0802c556061 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Deleting port 65301bba-9e29-45e8-b7bc-bb619dc1e20f {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:12.489410 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-74dc394a-005f-4dfb-8842-a0802c556061 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.534820 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-9a2be28e-a817-4096-b8ae-97ac44d981c3 None None] For port 65301bba-9e29-45e8-b7bc-bb619dc1e20f, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=65301bba-9e29-45e8-b7bc-bb619dc1e20f,segment=NetworkSegment(10e7a1ee-a3a5-42da-9e98-9b8532fcb929),segment_id=10e7a1ee-a3a5-42da-9e98-9b8532fcb929)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:42:12.541485 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3254d4-9e59-4366-abd7-3d977b544bb5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Network dbc7f600-1ed1-4a45-a230-a69cfb9144c3 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:12.552388 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-de3254d4-9e59-4366-abd7-3d977b544bb5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:12.573571 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3254d4-9e59-4366-abd7-3d977b544bb5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:12.574096 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-de3254d4-9e59-4366-abd7-3d977b544bb5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.580996 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-d10634d6-0d00-49c0-9427-32e54e6377f5 None None] Deleting port 8a09a56d-976c-4813-be61-4baed885720a {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:12.581596 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d10634d6-0d00-49c0-9427-32e54e6377f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.586045 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.objects.ports [None req-12502c4c-1be5-4796-bc40-8cf36ecb02a2 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87514) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 09:42:12.591538 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-0d6e4ae5-12c4-4d42-8382-12c0a1210ea9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Allocated IP 2001:db8::342 (36c4effd-f4af-4d10-91bd-714d225a3199/e7c8464a-bf22-432a-9397-456f9b87ac66/8f6f3a44-c9c7-416c-93b7-f0657b12fe8b) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:12.599009 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-0d6e4ae5-12c4-4d42-8382-12c0a1210ea9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Allocated IP 2001:db8:0:1:f816:3eff:feb4:1209 (36c4effd-f4af-4d10-91bd-714d225a3199/fc881847-392e-4e81-9d80-15d364fa967d/8f6f3a44-c9c7-416c-93b7-f0657b12fe8b) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:12.633593 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3254d4-9e59-4366-abd7-3d977b544bb5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event updated for resources: {'Port': ['ID=b9977dbe-e702-4bd4-9306-18fbb198dacb,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:12.636073 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-12502c4c-1be5-4796-bc40-8cf36ecb02a2 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.663941 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9a2be28e-a817-4096-b8ae-97ac44d981c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.776849 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-5c72ef60-7369-4e95-9f29-1d72f88ab055 None None] Allocated IP 2001:db8::2 (dbc7f600-1ed1-4a45-a230-a69cfb9144c3/42dcc0b5-14d9-4765-899b-91d35a1ad78c/294e5160-6e71-44b1-bb54-463bc3b465fb) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:12.816712 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.854854 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12502c4c-1be5-4796-bc40-8cf36ecb02a2 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Pushing event updated for resources: {'Subnet': ['ID=fa68f408-8576-4bda-8ba0-da15a568270d,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:12.862236 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12502c4c-1be5-4796-bc40-8cf36ecb02a2 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Checking segment: {'id': 'b07d6943-80ea-4f51-bdab-f801ae8105a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '34d1522c-5021-4dee-8139-ecf9ec85f1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:12.862602 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12502c4c-1be5-4796-bc40-8cf36ecb02a2 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Network hostable DHCP agents. Network: 34d1522c-5021-4dee-8139-ecf9ec85f1d9, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:12.870288 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.890830 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0d6e4ae5-12c4-4d42-8382-12c0a1210ea9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.910185 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-0d6e4ae5-12c4-4d42-8382-12c0a1210ea9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Transition to ACTIVE for port object 8f6f3a44-c9c7-416c-93b7-f0657b12fe8b will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:12.941080 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0d6e4ae5-12c4-4d42-8382-12c0a1210ea9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.951705 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2be28e-a817-4096-b8ae-97ac44d981c3 None None] Pushing event updated for resources: {'Port': ['ID=65301bba-9e29-45e8-b7bc-bb619dc1e20f,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:12.979250 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-65c9fa5a-56e5-4876-a060-852759d20b4a None None] For port a74216b5-da34-4d4c-a21b-3b8efdb20faa, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a74216b5-da34-4d4c-a21b-3b8efdb20faa,segment=NetworkSegment(19fa14b7-41a8-45b7-a320-25c64094b674),segment_id=19fa14b7-41a8-45b7-a320-25c64094b674)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:13.023845 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6e4ae5-12c4-4d42-8382-12c0a1210ea9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Network 36c4effd-f4af-4d10-91bd-714d225a3199 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:13.026949 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-0d6e4ae5-12c4-4d42-8382-12c0a1210ea9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:13.031564 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6e4ae5-12c4-4d42-8382-12c0a1210ea9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:13.036987 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6e4ae5-12c4-4d42-8382-12c0a1210ea9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:13.038234 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0d6e4ae5-12c4-4d42-8382-12c0a1210ea9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.042310 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e4ae5-12c4-4d42-8382-12c0a1210ea9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event updated for resources: {'Port': ['ID=8f6f3a44-c9c7-416c-93b7-f0657b12fe8b,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:13.065961 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0d6e4ae5-12c4-4d42-8382-12c0a1210ea9 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0467386 Jan 21 09:42:13.068873 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51510) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:13.091883 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12502c4c-1be5-4796-bc40-8cf36ecb02a2 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Network 34d1522c-5021-4dee-8139-ecf9ec85f1d9 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:13.113428 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-74dc394a-005f-4dfb-8842-a0802c556061 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] For port 65301bba-9e29-45e8-b7bc-bb619dc1e20f, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=65301bba-9e29-45e8-b7bc-bb619dc1e20f,segment=NetworkSegment(10e7a1ee-a3a5-42da-9e98-9b8532fcb929),segment_id=10e7a1ee-a3a5-42da-9e98-9b8532fcb929)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:13.113787 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-74dc394a-005f-4dfb-8842-a0802c556061 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.136779 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-de3254d4-9e59-4366-abd7-3d977b544bb5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.148157 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-217fde14-4bf6-4c56-8a0f-2702b7a214f3 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting port 8f6f3a44-c9c7-416c-93b7-f0657b12fe8b {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:13.148423 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-217fde14-4bf6-4c56-8a0f-2702b7a214f3 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.165803 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177d63d0-ca26-4a4e-a34b-4d0c76e7fa60 None None] Network b9a07dd5-fdbe-49a4-86d2-00fa6dac1a3d requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:13.212412 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-12502c4c-1be5-4796-bc40-8cf36ecb02a2 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 34d1522c-5021-4dee-8139-ecf9ec85f1d9) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:13.241922 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7d5b4e-addf-4495-9ea2-164e3bfc8f11 None None] Network 34d1522c-5021-4dee-8139-ecf9ec85f1d9 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:13.266328 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-65c9fa5a-56e5-4876-a060-852759d20b4a None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.299646 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-74dc394a-005f-4dfb-8842-a0802c556061 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Calling delete_port for 65301bba-9e29-45e8-b7bc-bb619dc1e20f owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:13.372441 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12502c4c-1be5-4796-bc40-8cf36ecb02a2 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:13.373300 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-12502c4c-1be5-4796-bc40-8cf36ecb02a2 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.395993 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-65c9fa5a-56e5-4876-a060-852759d20b4a None None] Transition to ACTIVE for port object a74216b5-da34-4d4c-a21b-3b8efdb20faa will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:13.425042 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-65c9fa5a-56e5-4876-a060-852759d20b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.427683 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-de2296e3-f436-4099-8ba5-3420d0316060 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.556941 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-217fde14-4bf6-4c56-8a0f-2702b7a214f3 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.568432 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-12502c4c-1be5-4796-bc40-8cf36ecb02a2 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.7599385 Jan 21 09:42:13.583449 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51514) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:13.716541 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-217fde14-4bf6-4c56-8a0f-2702b7a214f3 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Calling delete_port for 8f6f3a44-c9c7-416c-93b7-f0657b12fe8b owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:13.743635 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-d10634d6-0d00-49c0-9427-32e54e6377f5 None None] For port 8a09a56d-976c-4813-be61-4baed885720a, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=8a09a56d-976c-4813-be61-4baed885720a,segment=NetworkSegment(eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb),segment_id=eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:13.744028 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d10634d6-0d00-49c0-9427-32e54e6377f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.807681 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481e00cd-399e-4473-876d-15da826efc26 None None] Network b9a07dd5-fdbe-49a4-86d2-00fa6dac1a3d requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:13.832576 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-74dc394a-005f-4dfb-8842-a0802c556061 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.927166 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2296e3-f436-4099-8ba5-3420d0316060 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event updated for resources: {'Subnet': ['ID=ec2f380b-9892-4b6e-a28d-1a7a8c5538bd,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:13.930492 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc394a-005f-4dfb-8842-a0802c556061 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event deleted for resources: {'Port': ['ID=65301bba-9e29-45e8-b7bc-bb619dc1e20f,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:13.947553 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dc394a-005f-4dfb-8842-a0802c556061 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] No DVR routers for this DVR port 65301bba-9e29-45e8-b7bc-bb619dc1e20f on host dv-neutron-825731-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:13.965701 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-217fde14-4bf6-4c56-8a0f-2702b7a214f3 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.978353 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2296e3-f436-4099-8ba5-3420d0316060 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Checking segment: {'id': '732063d8-d074-4d71-aad2-2f5854e7c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '09667b66-4c91-4a01-88d7-27a73f3dcf0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:13.978710 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2296e3-f436-4099-8ba5-3420d0316060 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Network hostable DHCP agents. Network: 09667b66-4c91-4a01-88d7-27a73f3dcf0a, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:14.021451 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5c72ef60-7369-4e95-9f29-1d72f88ab055 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.023094 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217fde14-4bf6-4c56-8a0f-2702b7a214f3 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Port': ['ID=8f6f3a44-c9c7-416c-93b7-f0657b12fe8b,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:14.049247 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-d10634d6-0d00-49c0-9427-32e54e6377f5 None None] Calling delete_port for 8a09a56d-976c-4813-be61-4baed885720a owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:14.076916 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:42:14.076916 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:42:14.085588 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9fa5a-56e5-4876-a060-852759d20b4a None None] Pushing event updated for resources: {'Port': ['ID=a74216b5-da34-4d4c-a21b-3b8efdb20faa,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:14.115159 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-217fde14-4bf6-4c56-8a0f-2702b7a214f3 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.127056 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-217fde14-4bf6-4c56-8a0f-2702b7a214f3 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/ports/8f6f3a44-c9c7-416c-93b7-f0657b12fe8b HTTP/1.1" status: 204 len: 168 time: 1.0542488 Jan 21 09:42:14.127056 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51518) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:14.130733 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5c72ef60-7369-4e95-9f29-1d72f88ab055 None None] Transition to ACTIVE for port object 294e5160-6e71-44b1-bb54-463bc3b465fb will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:14.217765 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5f17a6-3a7d-4b17-bdef-ee6d8b67e023 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:14.218519 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2f5f17a6-3a7d-4b17-bdef-ee6d8b67e023 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:14.245471 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2f5f17a6-3a7d-4b17-bdef-ee6d8b67e023 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:14.250019 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2f5f17a6-3a7d-4b17-bdef-ee6d8b67e023 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 967 time: 0.1219063 Jan 21 09:42:14.253468 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51524) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:14.272096 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5c72ef60-7369-4e95-9f29-1d72f88ab055 None None] Transition to ACTIVE for port object 294e5160-6e71-44b1-bb54-463bc3b465fb will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:14.291535 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd98a5f6-cfa5-427b-9b87-b31a2a3f35e3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.302738 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-74dc394a-005f-4dfb-8842-a0802c556061 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.338274 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2296e3-f436-4099-8ba5-3420d0316060 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Network 09667b66-4c91-4a01-88d7-27a73f3dcf0a is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:14.361315 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5c72ef60-7369-4e95-9f29-1d72f88ab055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.367330 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca90d782-2164-4637-86c8-bd8b11c9130b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:14.374289 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-74dc394a-005f-4dfb-8842-a0802c556061 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9a07dd5-fdbe-49a4-86d2-00fa6dac1a3d']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:14.375927 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ca90d782-2164-4637-86c8-bd8b11c9130b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 967 time: 0.1212177 Jan 21 09:42:14.376545 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51528) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:14.387276 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-74dc394a-005f-4dfb-8842-a0802c556061 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e7a1ee-a3a5-42da-9e98-9b8532fcb929') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:14.387599 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-74dc394a-005f-4dfb-8842-a0802c556061 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e7a1ee-a3a5-42da-9e98-9b8532fcb929') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:14.400336 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-74dc394a-005f-4dfb-8842-a0802c556061 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.416893 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-74dc394a-005f-4dfb-8842-a0802c556061 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.423923 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74dc394a-005f-4dfb-8842-a0802c556061 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:14.424322 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-74dc394a-005f-4dfb-8842-a0802c556061 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.462332 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3ea0a2-8c51-4c91-9e74-d791dfde6f37 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:14.462581 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:42:14.462581 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:14.462581 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:42:14.462581 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:14.462581 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:42:14.462581 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:14.462581 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:42:14.462581 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:14.462581 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:42:14.462581 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:14.462581 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:42:14.462581 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:14.462581 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:42:14.462581 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:14.462581 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:14.462581 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:14.462581 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:14.462581 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:14.462581 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:42:14.462581 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:14.462581 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:42:14.462581 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:14.462581 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:14.462581 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:14.462581 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:14.462581 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:14.462581 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:14.462581 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:14.462581 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:14.462581 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:14.462581 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:14.462581 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:14.465078 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3ea0a2-8c51-4c91-9e74-d791dfde6f37 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:14.466683 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3ea0a2-8c51-4c91-9e74-d791dfde6f37 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:14.466683 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-be3ea0a2-8c51-4c91-9e74-d791dfde6f37 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:14.470712 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5203f3-4a68-49e8-a7b5-1ab8ddb8c223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-34d1522c-5021-4dee-8139-ecf9ec85f1d9', 'network_id': '34d1522c-5021-4dee-8139-ecf9ec85f1d9', 'tenant_id': '34f55fefa4f244c09664362143af0209', 'fixed_ips': [{'subnet_id': 'fa68f408-8576-4bda-8ba0-da15a568270d'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:42:14.471678 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-aa5203f3-4a68-49e8-a7b5-1ab8ddb8c223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.487542 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-be3ea0a2-8c51-4c91-9e74-d791dfde6f37 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:14.487542 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-be3ea0a2-8c51-4c91-9e74-d791dfde6f37 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1072979 Jan 21 09:42:14.487992 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72ef60-7369-4e95-9f29-1d72f88ab055 None None] Pushing event updated for resources: {'Port': ['ID=294e5160-6e71-44b1-bb54-463bc3b465fb,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:14.488093 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51532) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:14.493982 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c72ef60-7369-4e95-9f29-1d72f88ab055 None None] Network dbc7f600-1ed1-4a45-a230-a69cfb9144c3 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:14.532185 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-5c72ef60-7369-4e95-9f29-1d72f88ab055 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:14.576906 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-575353dc-70ab-46a3-9a6d-569706a78e03 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting subnet e7c8464a-bf22-432a-9397-456f9b87ac66 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:42:14.580396 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-575353dc-70ab-46a3-9a6d-569706a78e03 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.636535 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c72ef60-7369-4e95-9f29-1d72f88ab055 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:14.644807 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-575353dc-70ab-46a3-9a6d-569706a78e03 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.702113 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.721920 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-de2296e3-f436-4099-8ba5-3420d0316060 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 09667b66-4c91-4a01-88d7-27a73f3dcf0a) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:14.728430 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2296e3-f436-4099-8ba5-3420d0316060 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:14.729029 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-de2296e3-f436-4099-8ba5-3420d0316060 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.742683 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-74dc394a-005f-4dfb-8842-a0802c556061 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.744847 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-575353dc-70ab-46a3-9a6d-569706a78e03 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.747215 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-74dc394a-005f-4dfb-8842-a0802c556061 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.797356 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370b651e-c820-44ff-a796-5e842c14791e None None] Network 09667b66-4c91-4a01-88d7-27a73f3dcf0a requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:14.820451 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc394a-005f-4dfb-8842-a0802c556061 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event deleted for resources: {'Network': ['ID=b9a07dd5-fdbe-49a4-86d2-00fa6dac1a3d,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:14.834013 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-74dc394a-005f-4dfb-8842-a0802c556061 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "DELETE /v2.0/networks/b9a07dd5-fdbe-49a4-86d2-00fa6dac1a3d HTTP/1.1" status: 204 len: 168 time: 6.9727051 Jan 21 09:42:14.838421 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51536) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:14.841769 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-de3254d4-9e59-4366-abd7-3d977b544bb5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.844309 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd98a5f6-cfa5-427b-9b87-b31a2a3f35e3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.878053 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3910b77-fa8e-4203-9882-e345b40bdeaa tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:14.878723 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3910b77-fa8e-4203-9882-e345b40bdeaa tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:14.886063 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-575353dc-70ab-46a3-9a6d-569706a78e03 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.925756 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port a74216b5-da34-4d4c-a21b-3b8efdb20faa, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a74216b5-da34-4d4c-a21b-3b8efdb20faa,segment=NetworkSegment(19fa14b7-41a8-45b7-a320-25c64094b674),segment_id=19fa14b7-41a8-45b7-a320-25c64094b674)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:14.928181 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-de3254d4-9e59-4366-abd7-3d977b544bb5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.929846 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-de3254d4-9e59-4366-abd7-3d977b544bb5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.931281 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d10634d6-0d00-49c0-9427-32e54e6377f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.941738 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-de2296e3-f436-4099-8ba5-3420d0316060 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.0198188 Jan 21 09:42:14.941947 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d3910b77-fa8e-4203-9882-e345b40bdeaa tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "DELETE /v2.0/networks/b9a07dd5-fdbe-49a4-86d2-00fa6dac1a3d HTTP/1.1" status: 404 len: 339 time: 0.0965304 Jan 21 09:42:14.941947 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51540) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:14.942113 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80b385d-dd8c-4b0a-8ee5-8adf01fe5a31 None None] Network a400b2a8-c9bc-45a7-9ca0-d10c0e4fff0f requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:14.942211 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51544) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:14.948731 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-f56f2960-5ca3-41c5-a449-246a31771031 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-214127417', 'description': 'd1'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:14.976633 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575353dc-70ab-46a3-9a6d-569706a78e03 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Subnet': ['ID=e7c8464a-bf22-432a-9397-456f9b87ac66,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:14.978761 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-f56f2960-5ca3-41c5-a449-246a31771031 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:14.984088 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-575353dc-70ab-46a3-9a6d-569706a78e03 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.985988 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-575353dc-70ab-46a3-9a6d-569706a78e03 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/e7c8464a-bf22-432a-9397-456f9b87ac66 HTTP/1.1" status: 204 len: 168 time: 0.4967787 Jan 21 09:42:14.995963 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51548) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:14.998417 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f56f2960-5ca3-41c5-a449-246a31771031 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Usage tracker for resource:network and tenant:72339ba3f6b84fe98f8a9b07b475808d is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:15.043355 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f56f2960-5ca3-41c5-a449-246a31771031 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:15.058647 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-f56f2960-5ca3-41c5-a449-246a31771031 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:15.066548 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.101389 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3254d4-9e59-4366-abd7-3d977b544bb5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event updated for resources: {'Port': ['ID=b9977dbe-e702-4bd4-9306-18fbb198dacb,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:15.154655 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56f2960-5ca3-41c5-a449-246a31771031 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Made reservation on behalf of 72339ba3f6b84fe98f8a9b07b475808d for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:15.158115 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f56f2960-5ca3-41c5-a449-246a31771031 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.161007 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3254d4-9e59-4366-abd7-3d977b544bb5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Network dbc7f600-1ed1-4a45-a230-a69cfb9144c3 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:15.162318 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-de3254d4-9e59-4366-abd7-3d977b544bb5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:15.176565 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-7790aa7d-e201-4703-9b35-732355575330 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Deleting subnet fc881847-392e-4e81-9d80-15d364fa967d {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:42:15.188311 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10634d6-0d00-49c0-9427-32e54e6377f5 None None] Pushing event deleted for resources: {'Port': ['ID=8a09a56d-976c-4813-be61-4baed885720a,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:15.190211 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-5c72ef60-7369-4e95-9f29-1d72f88ab055 None None] Attempting to bind port 294e5160-6e71-44b1-bb54-463bc3b465fb on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:15.190652 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-5c72ef60-7369-4e95-9f29-1d72f88ab055 None None] Attempting to bind port 294e5160-6e71-44b1-bb54-463bc3b465fb by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '4db561b9-98de-4bf2-a3df-9cdd185cfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'dbc7f600-1ed1-4a45-a230-a69cfb9144c3'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:15.191095 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c72ef60-7369-4e95-9f29-1d72f88ab055 None None] Attempting to bind port 294e5160-6e71-44b1-bb54-463bc3b465fb on network dbc7f600-1ed1-4a45-a230-a69cfb9144c3 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:42:15.197065 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7790aa7d-e201-4703-9b35-732355575330 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.199433 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e6155660-1d82-41e6-9648-fe9b638f8431 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:15.255352 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-aa5203f3-4a68-49e8-a7b5-1ab8ddb8c223 None None] Allocated IP 2001:db8::f816:3eff:fe76:4b6c (34d1522c-5021-4dee-8139-ecf9ec85f1d9/fa68f408-8576-4bda-8ba0-da15a568270d/90bff714-dcd4-4767-ae0d-8ab8d38dc11e) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:15.256299 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bd9936c5-bad4-4973-9a63-425e1c27257a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.264232 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c72ef60-7369-4e95-9f29-1d72f88ab055 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:42:15.264702 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c72ef60-7369-4e95-9f29-1d72f88ab055 None None] Checking segment: {'id': '4db561b9-98de-4bf2-a3df-9cdd185cfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'dbc7f600-1ed1-4a45-a230-a69cfb9144c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:15.265224 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5c72ef60-7369-4e95-9f29-1d72f88ab055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.265727 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c72ef60-7369-4e95-9f29-1d72f88ab055 None None] Bound using segment: {'id': '4db561b9-98de-4bf2-a3df-9cdd185cfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'dbc7f600-1ed1-4a45-a230-a69cfb9144c3'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:42:15.266211 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-5c72ef60-7369-4e95-9f29-1d72f88ab055 None None] Bound port: 294e5160-6e71-44b1-bb54-463bc3b465fb, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db561b9-98de-4bf2-a3df-9cdd185cfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'dbc7f600-1ed1-4a45-a230-a69cfb9144c3'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:15.266775 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5c72ef60-7369-4e95-9f29-1d72f88ab055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.267887 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f56f2960-5ca3-41c5-a449-246a31771031 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:15.281174 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7790aa7d-e201-4703-9b35-732355575330 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.322276 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f56f2960-5ca3-41c5-a449-246a31771031 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.322612 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-f56f2960-5ca3-41c5-a449-246a31771031 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Added segment 033d45ca-cb31-4d6f-b03c-403a3d1a0334 of type vlan for network 9616b480-5b96-4b81-a926-0a5ba2dfdf07 Jan 21 09:42:15.370822 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: e6155660-1d82-41e6-9648-fe9b638f8431 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:42:15.371419 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e6155660-1d82-41e6-9648-fe9b638f8431 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:42:15.371733 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 7ad9956b-b9e3-4c9a-b5be-1b7760a605ed no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:15.387753 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3254d4-9e59-4366-abd7-3d977b544bb5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Router d0ac310a-ad76-41dc-a529-60c18664148b is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:42:15.514348 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7790aa7d-e201-4703-9b35-732355575330 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.528704 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10634d6-0d00-49c0-9427-32e54e6377f5 None None] No DVR routers for this DVR port 8a09a56d-976c-4813-be61-4baed885720a on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:15.542826 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 7ad9956b-b9e3-4c9a-b5be-1b7760a605ed {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:42:15.543321 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 7ad9956b-b9e3-4c9a-b5be-1b7760a605ed not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:42:15.557762 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bd9936c5-bad4-4973-9a63-425e1c27257a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.573528 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3254d4-9e59-4366-abd7-3d977b544bb5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:42:15.578823 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-de3254d4-9e59-4366-abd7-3d977b544bb5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "PUT /v2.0/routers/d0ac310a-ad76-41dc-a529-60c18664148b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8175280 Jan 21 09:42:15.585663 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51552) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:15.592089 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-531c14e7-495d-44c7-8f1d-98b07f837122 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1628386865'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:15.598973 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-531c14e7-495d-44c7-8f1d-98b07f837122 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:15.604045 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-531c14e7-495d-44c7-8f1d-98b07f837122 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Usage tracker for resource:network and tenant:0ffd125f2e19497db276d912c6599666 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:15.607558 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-531c14e7-495d-44c7-8f1d-98b07f837122 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:15.614157 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-531c14e7-495d-44c7-8f1d-98b07f837122 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:15.621155 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f56f2960-5ca3-41c5-a449-246a31771031 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.625598 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b8ddee-50bf-4211-ab52-3e9fa59b1f80 None None] Sync routers for ids ['d0ac310a-ad76-41dc-a529-60c18664148b'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:42:15.628100 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-21c9c259-67ac-4a64-83b1-d37ea0718d64 None None] Provisioning for port a74216b5-da34-4d4c-a21b-3b8efdb20faa completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:15.630455 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531c14e7-495d-44c7-8f1d-98b07f837122 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Made reservation on behalf of 0ffd125f2e19497db276d912c6599666 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:15.632093 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb9838c-ad57-4dc8-827c-81cf85328628 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:15.636619 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-531c14e7-495d-44c7-8f1d-98b07f837122 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.675144 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-531c14e7-495d-44c7-8f1d-98b07f837122 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:15.685894 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-531c14e7-495d-44c7-8f1d-98b07f837122 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.686554 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-531c14e7-495d-44c7-8f1d-98b07f837122 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Added segment 93bf47bf-2df5-4678-a053-319b4de7d920 of type vlan for network 217a9625-8c34-4658-8888-c1b703bc40f3 Jan 21 09:42:15.698078 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f56f2960-5ca3-41c5-a449-246a31771031 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.705165 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56f2960-5ca3-41c5-a449-246a31771031 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:15.705914 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f56f2960-5ca3-41c5-a449-246a31771031 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.723274 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-531c14e7-495d-44c7-8f1d-98b07f837122 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.738176 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-21c9c259-67ac-4a64-83b1-d37ea0718d64 None None] Provisioning complete for port a74216b5-da34-4d4c-a21b-3b8efdb20faa triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:15.739887 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-21c9c259-67ac-4a64-83b1-d37ea0718d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.751770 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7790aa7d-e201-4703-9b35-732355575330 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.771862 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-531c14e7-495d-44c7-8f1d-98b07f837122 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.781230 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531c14e7-495d-44c7-8f1d-98b07f837122 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:15.781851 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-531c14e7-495d-44c7-8f1d-98b07f837122 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.820413 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bd9936c5-bad4-4973-9a63-425e1c27257a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.824130 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7790aa7d-e201-4703-9b35-732355575330 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Subnet': ['ID=fc881847-392e-4e81-9d80-15d364fa967d,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:15.826529 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7790aa7d-e201-4703-9b35-732355575330 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.830662 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7790aa7d-e201-4703-9b35-732355575330 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/fc881847-392e-4e81-9d80-15d364fa967d HTTP/1.1" status: 204 len: 168 time: 0.8315408 Jan 21 09:42:15.837473 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51556) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:15.915096 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f56f2960-5ca3-41c5-a449-246a31771031 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9744444 Jan 21 09:42:15.917301 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b8ddee-50bf-4211-ab52-3e9fa59b1f80 None None] Routers {'d0ac310a-ad76-41dc-a529-60c18664148b'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:15.918035 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-c2b8ddee-50bf-4211-ab52-3e9fa59b1f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:41:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d0ac310a-ad76-41dc-a529-60c18664148b'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:15.920316 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f2960-5ca3-41c5-a449-246a31771031 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event updated for resources: {'Network': ['ID=9616b480-5b96-4b81-a926-0a5ba2dfdf07,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:15.922764 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51560) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:15.924452 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9936c5-bad4-4973-9a63-425e1c27257a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event deleted for resources: {'Subnet': ['ID=ec2f380b-9892-4b6e-a28d-1a7a8c5538bd,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:15.972828 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a74216b5-da34-4d4c-a21b-3b8efdb20faa up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:16.018143 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 9616b480-5b96-4b81-a926-0a5ba2dfdf07 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:16.065091 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bd9936c5-bad4-4973-9a63-425e1c27257a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.101180 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-531c14e7-495d-44c7-8f1d-98b07f837122 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5111735 Jan 21 09:42:16.108969 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e73d7038-0b80-4232-88fb-f6330b64f078 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2671771 Jan 21 09:42:16.113312 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51564) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:16.114260 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51566) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:16.115278 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c14e7-495d-44c7-8f1d-98b07f837122 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event updated for resources: {'Network': ['ID=217a9625-8c34-4658-8888-c1b703bc40f3,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:16.119868 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=a74216b5-da34-4d4c-a21b-3b8efdb20faa,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:16.126058 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-f6b5db89-5238-4892-a7c1-fac57ce326e7 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Request body: {'subnet': {'network_id': '217a9625-8c34-4658-8888-c1b703bc40f3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:16.156536 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f40e8fd-9052-4f8e-b563-a98d25b0f78a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:16.157201 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0f40e8fd-9052-4f8e-b563-a98d25b0f78a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Synchronizing usage tracker for tenant:72339ba3f6b84fe98f8a9b07b475808d on resource:network {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:16.160419 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-bd9936c5-bad4-4973-9a63-425e1c27257a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09667b66-4c91-4a01-88d7-27a73f3dcf0a']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:16.178949 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-bd9936c5-bad4-4973-9a63-425e1c27257a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '732063d8-d074-4d71-aad2-2f5854e7c4a3') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:16.178949 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-bd9936c5-bad4-4973-9a63-425e1c27257a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '732063d8-d074-4d71-aad2-2f5854e7c4a3') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:16.195875 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ba4def78-924e-4325-b3d7-6084e12f6576 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0713160 Jan 21 09:42:16.196194 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bd9936c5-bad4-4973-9a63-425e1c27257a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.197200 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51572) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:16.209159 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0f40e8fd-9052-4f8e-b563-a98d25b0f78a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Unset dirty status for tenant:72339ba3f6b84fe98f8a9b07b475808d on resource:network {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:16.211158 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0f40e8fd-9052-4f8e-b563-a98d25b0f78a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "GET /v2.0/networks?id=9616b480-5b96-4b81-a926-0a5ba2dfdf07 HTTP/1.1" status: 200 len: 764 time: 0.2848401 Jan 21 09:42:16.214028 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51576) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:16.217200 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bd9936c5-bad4-4973-9a63-425e1c27257a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.223028 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-abafd362-fb5b-463a-bea2-94c2619c6afa tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Request body: {'network': {'description': 'd2'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:16.248415 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd9936c5-bad4-4973-9a63-425e1c27257a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:16.248650 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bd9936c5-bad4-4973-9a63-425e1c27257a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.263976 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:42:16.263976 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:16.263976 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:42:16.263976 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:16.263976 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:42:16.263976 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:16.263976 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:42:16.263976 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:16.263976 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:42:16.263976 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:16.263976 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:42:16.263976 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:16.263976 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:42:16.263976 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:16.263976 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:16.263976 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:16.263976 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:16.263976 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:16.263976 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:42:16.263976 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:16.263976 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:42:16.263976 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:16.263976 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:16.263976 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:16.263976 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:16.263976 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:16.263976 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:16.263976 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:16.263976 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:16.263976 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:16.263976 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:16.263976 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:16.269038 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 217a9625-8c34-4658-8888-c1b703bc40f3 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:16.346133 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31e5a64-0a89-43fb-9fe3-e197b17b0c75 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:16.346817 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a31e5a64-0a89-43fb-9fe3-e197b17b0c75 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Synchronizing usage tracker for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:16.351427 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f6b5db89-5238-4892-a7c1-fac57ce326e7 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:16.357621 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f6b5db89-5238-4892-a7c1-fac57ce326e7 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Usage tracker for resource:subnet and tenant:0ffd125f2e19497db276d912c6599666 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:16.360188 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-5c72ef60-7369-4e95-9f29-1d72f88ab055 None None] For port 294e5160-6e71-44b1-bb54-463bc3b465fb, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:42:16.362670 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f6b5db89-5238-4892-a7c1-fac57ce326e7 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:16.370114 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f6b5db89-5238-4892-a7c1-fac57ce326e7 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:16.378681 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a31e5a64-0a89-43fb-9fe3-e197b17b0c75 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Unset dirty status for tenant:ce9334fe18174618a851dcacd095feca on resource:subnet {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:16.379929 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a31e5a64-0a89-43fb-9fe3-e197b17b0c75 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1820242 Jan 21 09:42:16.383069 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b5db89-5238-4892-a7c1-fac57ce326e7 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Made reservation on behalf of 0ffd125f2e19497db276d912c6599666 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:16.387094 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f6b5db89-5238-4892-a7c1-fac57ce326e7 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.398130 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51580) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:16.417739 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41293cd4-b7d4-4583-b694-7b5ff6bf65e6 None None] Network 09667b66-4c91-4a01-88d7-27a73f3dcf0a requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:16.488859 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bd9936c5-bad4-4973-9a63-425e1c27257a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.492750 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c02cf534-f079-4dd4-be44-f7724cd7a967 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0871241 Jan 21 09:42:16.499093 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51584) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:16.509202 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-5c72ef60-7369-4e95-9f29-1d72f88ab055 None None] For port 294e5160-6e71-44b1-bb54-463bc3b465fb, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=294e5160-6e71-44b1-bb54-463bc3b465fb,segment=NetworkSegment(4db561b9-98de-4bf2-a3df-9cdd185cfe66),segment_id=4db561b9-98de-4bf2-a3df-9cdd185cfe66)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:42:16.529245 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bd9936c5-bad4-4973-9a63-425e1c27257a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.547280 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9936c5-bad4-4973-9a63-425e1c27257a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event deleted for resources: {'Network': ['ID=09667b66-4c91-4a01-88d7-27a73f3dcf0a,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:16.549578 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a9be2f-72f5-481a-8035-dfe63d2d03b5 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:16.550053 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16a9be2f-72f5-481a-8035-dfe63d2d03b5 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:16.551757 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-16a9be2f-72f5-481a-8035-dfe63d2d03b5 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/ports/8f6f3a44-c9c7-416c-93b7-f0657b12fe8b HTTP/1.1" status: 404 len: 333 time: 0.0514300 Jan 21 09:42:16.554926 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51590) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:16.567148 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-bd9936c5-bad4-4973-9a63-425e1c27257a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "DELETE /v2.0/networks/09667b66-4c91-4a01-88d7-27a73f3dcf0a HTTP/1.1" status: 204 len: 168 time: 1.6211331 Jan 21 09:42:16.567366 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51594) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:16.605378 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d3b12db-a12f-479f-b600-46e1fdace955 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:16.605839 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d3b12db-a12f-479f-b600-46e1fdace955 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:16.607742 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2d3b12db-a12f-479f-b600-46e1fdace955 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/fc881847-392e-4e81-9d80-15d364fa967d HTTP/1.1" status: 404 len: 337 time: 0.0516801 Jan 21 09:42:16.610478 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51598) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:16.622982 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-d72cae72-d562-464c-8ec5-6a5e05db71e7 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1536793260'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:16.623229 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5c72ef60-7369-4e95-9f29-1d72f88ab055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.626659 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41293cd4-b7d4-4583-b694-7b5ff6bf65e6 None None] Network 09667b66-4c91-4a01-88d7-27a73f3dcf0a could not be found, it might have been deleted concurrently. {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 21 09:42:16.640984 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d72cae72-d562-464c-8ec5-6a5e05db71e7 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:16.649507 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d72cae72-d562-464c-8ec5-6a5e05db71e7 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Usage tracker for resource:network and tenant:4aa2128c59e24666b40cc4b34a639788 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:16.656119 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f9108b-e7c2-4de8-95fb-2da6be8c30f4 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:16.656576 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8f9108b-e7c2-4de8-95fb-2da6be8c30f4 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:16.660317 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d72cae72-d562-464c-8ec5-6a5e05db71e7 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:16.667725 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a8f9108b-e7c2-4de8-95fb-2da6be8c30f4 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/e7c8464a-bf22-432a-9397-456f9b87ac66 HTTP/1.1" status: 404 len: 337 time: 0.0560703 Jan 21 09:42:16.670288 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51602) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:16.672984 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d72cae72-d562-464c-8ec5-6a5e05db71e7 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:16.705936 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-abafd362-fb5b-463a-bea2-94c2619c6afa tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.733800 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-d97b7012-582b-4aed-adcb-fa5b5ddec251 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:16.734057 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d97b7012-582b-4aed-adcb-fa5b5ddec251 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:16.737972 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d97b7012-582b-4aed-adcb-fa5b5ddec251 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/ports/ed35068e-20f9-49bc-90f7-4fdcf1ac2437 HTTP/1.1" status: 404 len: 333 time: 0.0644042 Jan 21 09:42:16.738186 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51606) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:16.773798 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72cae72-d562-464c-8ec5-6a5e05db71e7 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Made reservation on behalf of 4aa2128c59e24666b40cc4b34a639788 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:16.777329 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d72cae72-d562-464c-8ec5-6a5e05db71e7 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.786011 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f6b5db89-5238-4892-a7c1-fac57ce326e7 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.788339 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-c2b8ddee-50bf-4211-ab52-3e9fa59b1f80 None None] Set router d0ac310a-ad76-41dc-a529-60c18664148b gateway port host: None {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:42:16.795475 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-abafd362-fb5b-463a-bea2-94c2619c6afa tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.817126 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-39518c72-92f5-4986-a3f7-23b98da5e9b1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:16.817568 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39518c72-92f5-4986-a3f7-23b98da5e9b1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:16.820061 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-39518c72-92f5-4986-a3f7-23b98da5e9b1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/8d4c9d16-d393-45d6-b00e-6dc0d20d4497 HTTP/1.1" status: 404 len: 337 time: 0.0809488 Jan 21 09:42:16.827012 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51610) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:16.827595 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-abafd362-fb5b-463a-bea2-94c2619c6afa tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Network 9616b480-5b96-4b81-a926-0a5ba2dfdf07 is not hosted by any dhcp agent {{(pid=87515) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 21 09:42:16.833006 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abafd362-fb5b-463a-bea2-94c2619c6afa tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:16.833573 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-abafd362-fb5b-463a-bea2-94c2619c6afa tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.835001 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-abafd362-fb5b-463a-bea2-94c2619c6afa tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "PUT /v2.0/networks/9616b480-5b96-4b81-a926-0a5ba2dfdf07 HTTP/1.1" status: 200 len: 761 time: 0.6198032 Jan 21 09:42:16.839358 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51614) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:16.854968 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72ef60-7369-4e95-9f29-1d72f88ab055 None None] Pushing event updated for resources: {'Port': ['ID=294e5160-6e71-44b1-bb54-463bc3b465fb,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:16.897267 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-2485ebdd-4244-4b70-9811-3074fd36a5e2 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:16.897657 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2485ebdd-4244-4b70-9811-3074fd36a5e2 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:16.901721 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1807f8b3-e602-4863-9656-735ce7afe084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.901944 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2485ebdd-4244-4b70-9811-3074fd36a5e2 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/343e1edb-1f75-4c6b-92c9-90f9a1f790f2 HTTP/1.1" status: 404 len: 337 time: 0.0632069 Jan 21 09:42:16.905020 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51618) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:16.965873 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abafd362-fb5b-463a-bea2-94c2619c6afa tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event updated for resources: {'Network': ['ID=9616b480-5b96-4b81-a926-0a5ba2dfdf07,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:16.968245 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d72cae72-d562-464c-8ec5-6a5e05db71e7 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:16.970761 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5db89-5238-4892-a7c1-fac57ce326e7 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event updated for resources: {'Subnet': ['ID=a5bc9494-ea2d-4ab7-af78-c87c42bae29c,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:16.978725 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b5db89-5238-4892-a7c1-fac57ce326e7 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Checking segment: {'id': '93bf47bf-2df5-4678-a053-319b4de7d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '217a9625-8c34-4658-8888-c1b703bc40f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:16.979074 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d72cae72-d562-464c-8ec5-6a5e05db71e7 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.979198 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b5db89-5238-4892-a7c1-fac57ce326e7 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Network hostable DHCP agents. Network: 217a9625-8c34-4658-8888-c1b703bc40f3, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:16.979417 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-d72cae72-d562-464c-8ec5-6a5e05db71e7 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Added segment 196c1dea-e42c-4932-a2b1-497677f276e2 of type vlan for network f4d0bbdb-01ac-4153-8309-6be25a88a5fc Jan 21 09:42:16.986759 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b0a9650-1102-47b1-9f74-1b578fde55ea tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:16.986906 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b0a9650-1102-47b1-9f74-1b578fde55ea tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:16.992202 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-6b0a9650-1102-47b1-9f74-1b578fde55ea tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/ports/f128916c-1a79-4f24-860a-8c47cad19c0a HTTP/1.1" status: 404 len: 333 time: 0.0828195 Jan 21 09:42:16.992415 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51622) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:17.047995 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-8857b61d-c8e3-42d3-819c-cb62f40b3a56 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:17.048438 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8857b61d-c8e3-42d3-819c-cb62f40b3a56 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:17.051962 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d72cae72-d562-464c-8ec5-6a5e05db71e7 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.062683 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-8857b61d-c8e3-42d3-819c-cb62f40b3a56 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/af1441d3-db56-403b-a83b-5ae37421e363 HTTP/1.1" status: 404 len: 337 time: 0.0693297 Jan 21 09:42:17.065347 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51626) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:17.069557 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf666ae-0958-4a7b-86c9-285d17ae8cee tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:17.070609 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ecf666ae-0958-4a7b-86c9-285d17ae8cee tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Synchronizing usage tracker for tenant:72339ba3f6b84fe98f8a9b07b475808d on resource:network {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:17.080983 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b5db89-5238-4892-a7c1-fac57ce326e7 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Network 217a9625-8c34-4658-8888-c1b703bc40f3 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:17.091015 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ecf666ae-0958-4a7b-86c9-285d17ae8cee tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Unset dirty status for tenant:72339ba3f6b84fe98f8a9b07b475808d on resource:network {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:17.097318 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ecf666ae-0958-4a7b-86c9-285d17ae8cee tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "GET /v2.0/networks?id=9616b480-5b96-4b81-a926-0a5ba2dfdf07 HTTP/1.1" status: 200 len: 764 time: 0.2551067 Jan 21 09:42:17.099581 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51630) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:17.121938 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-66affef6-1e19-48c6-baef-7d59d8e7a984 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:17.122626 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66affef6-1e19-48c6-baef-7d59d8e7a984 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:17.126655 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-66affef6-1e19-48c6-baef-7d59d8e7a984 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/49c4f413-1569-4c44-9516-768564a07c37 HTTP/1.1" status: 404 len: 337 time: 0.0574851 Jan 21 09:42:17.127430 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51634) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:17.130028 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-f6b5db89-5238-4892-a7c1-fac57ce326e7 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 217a9625-8c34-4658-8888-c1b703bc40f3) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:17.136440 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 9616b480-5b96-4b81-a926-0a5ba2dfdf07 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:17.136593 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b5db89-5238-4892-a7c1-fac57ce326e7 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:17.136690 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f6b5db89-5238-4892-a7c1-fac57ce326e7 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.165647 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f6b5db89-5238-4892-a7c1-fac57ce326e7 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0458899 Jan 21 09:42:17.169509 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51638) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:17.215296 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port a74216b5-da34-4d4c-a21b-3b8efdb20faa triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:17.215692 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.238812 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fad74f-f103-49b5-baf9-b02a175ae444 None None] Network 217a9625-8c34-4658-8888-c1b703bc40f3 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:17.322000 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dc4c79-b184-4f8a-9703-5a19baac2d73 None None] Network 36c4effd-f4af-4d10-91bd-714d225a3199 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:17.334543 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-c50e069b-4d9e-4027-9df1-90f17f2a037e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:17.335940 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c50e069b-4d9e-4027-9df1-90f17f2a037e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:17.343614 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c50e069b-4d9e-4027-9df1-90f17f2a037e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/ports/f9904e4a-925b-4038-8146-5b0f5f45874d HTTP/1.1" status: 404 len: 333 time: 0.2131579 Jan 21 09:42:17.343614 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51642) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:17.384831 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a14f94-8257-45f6-9bcc-262d2c85f0be tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:17.385796 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11a14f94-8257-45f6-9bcc-262d2c85f0be tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:17.390035 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-11a14f94-8257-45f6-9bcc-262d2c85f0be tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/38ac7503-96e1-4e6d-9a99-6a22adea785e HTTP/1.1" status: 404 len: 337 time: 0.0469942 Jan 21 09:42:17.390947 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51646) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:17.424418 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a4bf80-1c51-463f-90e9-41a470682334 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:17.429469 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c2a4bf80-1c51-463f-90e9-41a470682334 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3293340 Jan 21 09:42:17.430516 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51650) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:17.436272 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-2904384e-8abe-4fdc-85f0-1d89a4129110 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:17.436727 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2904384e-8abe-4fdc-85f0-1d89a4129110 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:17.441050 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2904384e-8abe-4fdc-85f0-1d89a4129110 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/1504e706-5b2b-488a-ab68-f4aae6a834cd HTTP/1.1" status: 404 len: 337 time: 0.0491626 Jan 21 09:42:17.441765 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d72cae72-d562-464c-8ec5-6a5e05db71e7 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.448362 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72cae72-d562-464c-8ec5-6a5e05db71e7 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:17.448977 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d72cae72-d562-464c-8ec5-6a5e05db71e7 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.462312 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51652) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:17.547748 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-e84787e2-9d6a-4155-a561-dc60d3789006 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:17.548718 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e84787e2-9d6a-4155-a561-dc60d3789006 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:17.553938 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e84787e2-9d6a-4155-a561-dc60d3789006 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/ports/04ae2a3d-1568-48d0-ad68-3dfc67398139 HTTP/1.1" status: 404 len: 333 time: 0.0721745 Jan 21 09:42:17.554519 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-aa5203f3-4a68-49e8-a7b5-1ab8ddb8c223 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.557764 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51658) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:17.566797 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d72cae72-d562-464c-8ec5-6a5e05db71e7 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9958832 Jan 21 09:42:17.688379 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51662) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:17.703368 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9375fea-3396-4965-bc29-2470cd60302c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:17.704104 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9375fea-3396-4965-bc29-2470cd60302c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:17.709396 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c9375fea-3396-4965-bc29-2470cd60302c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/b1016721-3823-4baf-bb3b-cf31a27e1cba HTTP/1.1" status: 404 len: 337 time: 0.1486895 Jan 21 09:42:17.709396 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72cae72-d562-464c-8ec5-6a5e05db71e7 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event updated for resources: {'Network': ['ID=f4d0bbdb-01ac-4153-8309-6be25a88a5fc,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:17.728381 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51666) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:17.732149 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-2034f8a0-4fd8-4ada-8b42-67c3ac7381fa tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Request body: {'subnet': {'network_id': 'f4d0bbdb-01ac-4153-8309-6be25a88a5fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:17.745937 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4505937d-a0f6-4013-b776-983c531099a2 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Synchronizing usage tracker for tenant:72339ba3f6b84fe98f8a9b07b475808d on resource:subnet {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:17.828041 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce2694ed-b13d-47c5-b7a8-8385ca7d1f40 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:17.828286 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce2694ed-b13d-47c5-b7a8-8385ca7d1f40 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:17.832288 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ce2694ed-b13d-47c5-b7a8-8385ca7d1f40 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/ports/b3d54eab-c5ff-4a67-b4c1-bc0c943201bc HTTP/1.1" status: 404 len: 333 time: 0.0681031 Jan 21 09:42:17.843201 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51670) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:17.923361 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-b192a3f2-3123-42b0-bac8-02a5aa1e0342 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:17.924051 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b192a3f2-3123-42b0-bac8-02a5aa1e0342 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:17.928866 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b192a3f2-3123-42b0-bac8-02a5aa1e0342 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/003839a2-ea3d-4d8c-bd97-803206501890 HTTP/1.1" status: 404 len: 337 time: 0.0685251 Jan 21 09:42:17.930394 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51674) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:17.945369 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2034f8a0-4fd8-4ada-8b42-67c3ac7381fa tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:17.951077 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2034f8a0-4fd8-4ada-8b42-67c3ac7381fa tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Usage tracker for resource:subnet and tenant:4aa2128c59e24666b40cc4b34a639788 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:17.954639 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2034f8a0-4fd8-4ada-8b42-67c3ac7381fa tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:17.963720 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2034f8a0-4fd8-4ada-8b42-67c3ac7381fa tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:17.977600 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2034f8a0-4fd8-4ada-8b42-67c3ac7381fa tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Made reservation on behalf of 4aa2128c59e24666b40cc4b34a639788 for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:17.982838 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2034f8a0-4fd8-4ada-8b42-67c3ac7381fa tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.985879 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4505937d-a0f6-4013-b776-983c531099a2 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Unset dirty status for tenant:72339ba3f6b84fe98f8a9b07b475808d on resource:subnet {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:17.987203 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4505937d-a0f6-4013-b776-983c531099a2 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "GET /v2.0/subnets?network_id=80a065d7-b55c-43ad-a3e8-c65befe4136c HTTP/1.1" status: 200 len: 207 time: 0.5007372 Jan 21 09:42:17.990527 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51678) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:18.029452 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-aa5203f3-4a68-49e8-a7b5-1ab8ddb8c223 None None] Transition to ACTIVE for port object 90bff714-dcd4-4767-ae0d-8ab8d38dc11e will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:18.088220 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network f4d0bbdb-01ac-4153-8309-6be25a88a5fc details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:18.112549 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-33a2966c-d45b-4b04-ac88-e99de8184e5f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:18.113786 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33a2966c-d45b-4b04-ac88-e99de8184e5f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:18.114821 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-33a2966c-d45b-4b04-ac88-e99de8184e5f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/ports/683d5d10-301c-488c-b4cb-4abc1505a9ac HTTP/1.1" status: 404 len: 333 time: 0.1833785 Jan 21 09:42:18.120199 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51684) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:18.167889 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1688e4b-fca7-403c-8fc7-d9f2aee0f551 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:18.168282 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1688e4b-fca7-403c-8fc7-d9f2aee0f551 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:18.173772 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c1688e4b-fca7-403c-8fc7-d9f2aee0f551 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/38c2e0ef-3679-4d94-a750-47139641bf91 HTTP/1.1" status: 404 len: 337 time: 0.0522223 Jan 21 09:42:18.177199 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51688) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:18.181833 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-aa5203f3-4a68-49e8-a7b5-1ab8ddb8c223 None None] Transition to ACTIVE for port object 90bff714-dcd4-4767-ae0d-8ab8d38dc11e will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:18.230000 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-756fc9ed-3409-467b-b901-9bb1fd561109 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:18.230473 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-756fc9ed-3409-467b-b901-9bb1fd561109 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:18.243862 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-756fc9ed-3409-467b-b901-9bb1fd561109 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/ports/0be5007f-0c42-4fdd-82ab-3c98f3789079 HTTP/1.1" status: 404 len: 333 time: 0.0643179 Jan 21 09:42:18.244467 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51692) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:18.288755 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3eadd32-c6d4-4652-b64d-76fcde42b84b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:18.290430 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3eadd32-c6d4-4652-b64d-76fcde42b84b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:18.294647 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e3eadd32-c6d4-4652-b64d-76fcde42b84b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/59b30e64-6dbe-44f2-b4e1-21507860cb95 HTTP/1.1" status: 404 len: 337 time: 0.0479279 Jan 21 09:42:18.294931 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5e75a4-ada3-4112-97a3-3e1e309b4fe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-217a9625-8c34-4658-8888-c1b703bc40f3', 'network_id': '217a9625-8c34-4658-8888-c1b703bc40f3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'fixed_ips': [{'subnet_id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:42:18.295129 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51696) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:18.295848 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fb5e75a4-ada3-4112-97a3-3e1e309b4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.308551 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05710fae-0a1c-43be-9963-c4f808b9140a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:18.314809 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05710fae-0a1c-43be-9963-c4f808b9140a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:18.321292 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05710fae-0a1c-43be-9963-c4f808b9140a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:18.327079 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05710fae-0a1c-43be-9963-c4f808b9140a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:18.333067 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05710fae-0a1c-43be-9963-c4f808b9140a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:18.339701 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05710fae-0a1c-43be-9963-c4f808b9140a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:18.341652 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-05710fae-0a1c-43be-9963-c4f808b9140a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3500798 Jan 21 09:42:18.347569 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51700) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:18.382824 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f73b18-97eb-4589-a2d4-7c9798503dab tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:18.383205 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85f73b18-97eb-4589-a2d4-7c9798503dab tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:18.384894 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-85f73b18-97eb-4589-a2d4-7c9798503dab tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/ports/c711a71f-edac-42de-a403-42138bb5b3f1 HTTP/1.1" status: 404 len: 333 time: 0.0863245 Jan 21 09:42:18.388297 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51704) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:18.390024 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-aa5203f3-4a68-49e8-a7b5-1ab8ddb8c223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.436690 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 8a09a56d-976c-4813-be61-4baed885720a no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:18.442466 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c3d843-6039-4ac3-8725-7274af5ea126 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:18.443682 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9c3d843-6039-4ac3-8725-7274af5ea126 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:18.447233 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c9c3d843-6039-4ac3-8725-7274af5ea126 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/0ebceccb-fb84-48c9-86b4-40b899f928e4 HTTP/1.1" status: 404 len: 337 time: 0.0537937 Jan 21 09:42:18.449062 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51708) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:18.461612 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-1e2e9436-d9c3-4013-a8cb-b6f9b8b4f930 None None] Provisioning complete for port a74216b5-da34-4d4c-a21b-3b8efdb20faa triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:18.461942 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1e2e9436-d9c3-4013-a8cb-b6f9b8b4f930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.462351 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd98a5f6-cfa5-427b-9b87-b31a2a3f35e3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.512894 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8cdd01a-5ae4-45c3-907d-11ad1987710b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:18.513368 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8cdd01a-5ae4-45c3-907d-11ad1987710b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:18.515036 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e8cdd01a-5ae4-45c3-907d-11ad1987710b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/ports/34525bd7-7295-4832-a251-ed48581323d1 HTTP/1.1" status: 404 len: 333 time: 0.0662787 Jan 21 09:42:18.518977 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51712) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:18.560144 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd98a5f6-cfa5-427b-9b87-b31a2a3f35e3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Pushing event deleted for resources: {'Subnet': ['ID=fa68f408-8576-4bda-8ba0-da15a568270d,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:18.577261 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 8a09a56d-976c-4813-be61-4baed885720a {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:42:18.578783 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 8a09a56d-976c-4813-be61-4baed885720a not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:42:18.579079 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2034f8a0-4fd8-4ada-8b42-67c3ac7381fa tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.623461 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf3c00c0-bd7e-431d-8b09-6b620d6d0b60 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:18.624010 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf3c00c0-bd7e-431d-8b09-6b620d6d0b60 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:18.628250 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-bf3c00c0-bd7e-431d-8b09-6b620d6d0b60 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/f0b5eb19-6563-4512-8692-230ef864a3f6 HTTP/1.1" status: 404 len: 337 time: 0.0863345 Jan 21 09:42:18.638940 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51716) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:18.672134 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5203f3-4a68-49e8-a7b5-1ab8ddb8c223 None None] Network 34d1522c-5021-4dee-8139-ecf9ec85f1d9 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:18.711524 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-8585b1f0-3e74-4038-a294-df84c4715e1b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:18.712283 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8585b1f0-3e74-4038-a294-df84c4715e1b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:18.712501 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-aa5203f3-4a68-49e8-a7b5-1ab8ddb8c223 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:18.715809 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-8585b1f0-3e74-4038-a294-df84c4715e1b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/85e31515-f4ee-4274-a0b5-1e14690361b0 HTTP/1.1" status: 404 len: 337 time: 0.0757246 Jan 21 09:42:18.720998 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51720) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:18.727847 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5203f3-4a68-49e8-a7b5-1ab8ddb8c223 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:18.735824 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5203f3-4a68-49e8-a7b5-1ab8ddb8c223 None None] Pushing event updated for resources: {'Port': ['ID=90bff714-dcd4-4767-ae0d-8ab8d38dc11e,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:18.781011 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-c2b8ddee-50bf-4211-ab52-3e9fa59b1f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'name': 'tempest-RoutersIpV6Test-router-1023602096', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:07Z', 'updated_at': '2022-01-21T09:42:12Z', 'revision_number': 2, 'project_id': '0ffd125f2e19497db276d912c6599666', 'gw_port_host': None, '_interfaces': [{'id': 'b9977dbe-e702-4bd4-9306-18fbb198dacb', 'name': '', 'network_id': 'dbc7f600-1ed1-4a45-a230-a69cfb9144c3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:82:8f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:10Z', 'updated_at': '2022-01-21T09:42:14Z', 'revision_number': 2, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:18.794569 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b8ddee-50bf-4211-ab52-3e9fa59b1f80 None None] Checking router: d0ac310a-ad76-41dc-a529-60c18664148b for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:42:18.795189 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b8ddee-50bf-4211-ab52-3e9fa59b1f80 None None] Updating router d0ac310a-ad76-41dc-a529-60c18664148b port b9977dbe-e702-4bd4-9306-18fbb198dacb binding host dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:42:18.841182 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2cc1daa-477a-4904-9328-e8333e329c44 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:18.841761 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2cc1daa-477a-4904-9328-e8333e329c44 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:18.845937 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d2cc1daa-477a-4904-9328-e8333e329c44 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/ports/22c30d71-7961-4a11-aa29-af0ba561c500 HTTP/1.1" status: 404 len: 333 time: 0.1213677 Jan 21 09:42:18.849147 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51724) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:18.906311 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2034f8a0-4fd8-4ada-8b42-67c3ac7381fa tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event updated for resources: {'Subnet': ['ID=98a8b795-6c07-41ee-94c2-c3f7d8f70a7d,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:18.918975 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd98a5f6-cfa5-427b-9b87-b31a2a3f35e3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.925175 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b525fa-c591-4565-bda2-ce72b31941bb tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:18.925698 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4b525fa-c591-4565-bda2-ce72b31941bb tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:18.927647 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c4b525fa-c591-4565-bda2-ce72b31941bb tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/cd91904a-e7cf-4b44-8ca9-07b2257b982f HTTP/1.1" status: 404 len: 337 time: 0.0751450 Jan 21 09:42:18.930589 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2034f8a0-4fd8-4ada-8b42-67c3ac7381fa tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Checking segment: {'id': '196c1dea-e42c-4932-a2b1-497677f276e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f4d0bbdb-01ac-4153-8309-6be25a88a5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:18.931142 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2034f8a0-4fd8-4ada-8b42-67c3ac7381fa tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Network hostable DHCP agents. Network: f4d0bbdb-01ac-4153-8309-6be25a88a5fc, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:18.931831 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a993c25e-eb57-478d-b776-508eeaed9888 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.935636 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51728) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:18.958417 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7bd904a7-95da-4f66-89ea-7527f20f8d76 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.6095071 Jan 21 09:42:18.967959 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51732) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:18.988316 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f3e724-1df5-42e4-8672-2f13687d081c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:18.988888 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f3e724-1df5-42e4-8672-2f13687d081c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:18.991679 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-02f3e724-1df5-42e4-8672-2f13687d081c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/c12c1653-4cf6-4663-9899-164384e4e551 HTTP/1.1" status: 404 len: 337 time: 0.0549958 Jan 21 09:42:18.995101 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51736) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:19.019438 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 294e5160-6e71-44b1-bb54-463bc3b465fb up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:19.047447 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bc1542b-ecbd-43f9-ae49-ef142012171d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:19.048070 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bc1542b-ecbd-43f9-ae49-ef142012171d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:19.049904 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0bc1542b-ecbd-43f9-ae49-ef142012171d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/ports/7582e514-4749-4225-80b3-5743c851306a HTTP/1.1" status: 404 len: 333 time: 0.0536785 Jan 21 09:42:19.051578 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2034f8a0-4fd8-4ada-8b42-67c3ac7381fa tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Network f4d0bbdb-01ac-4153-8309-6be25a88a5fc is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:19.058354 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51740) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:19.091679 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6dcd2a-d6c4-427d-a2c5-ff148e0a87f3 None None] Network dbc7f600-1ed1-4a45-a230-a69cfb9144c3 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:19.101502 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-2034f8a0-4fd8-4ada-8b42-67c3ac7381fa tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, f4d0bbdb-01ac-4153-8309-6be25a88a5fc) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:19.103840 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd7de34f-cd78-485a-8215-a1a239879fb3 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:19.104361 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd7de34f-cd78-485a-8215-a1a239879fb3 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:19.106126 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-cd7de34f-cd78-485a-8215-a1a239879fb3 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/d9e847c9-7551-4d5c-babf-7f2c1f1580fb HTTP/1.1" status: 404 len: 337 time: 0.0467806 Jan 21 09:42:19.106397 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-cd98a5f6-cfa5-427b-9b87-b31a2a3f35e3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d1522c-5021-4dee-8139-ecf9ec85f1d9']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:19.109430 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2034f8a0-4fd8-4ada-8b42-67c3ac7381fa tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:19.110066 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2034f8a0-4fd8-4ada-8b42-67c3ac7381fa tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.113692 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51746) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:19.153379 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e452429-49b0-425f-917a-b2773218e987 None None] Network f4d0bbdb-01ac-4153-8309-6be25a88a5fc requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:19.160271 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ce88ed-5b65-48ed-9cdb-28b1768e1080 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:19.160836 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ce88ed-5b65-48ed-9cdb-28b1768e1080 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:19.162506 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-79ce88ed-5b65-48ed-9cdb-28b1768e1080 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/8dfa1a84-dd70-47ef-b533-d09f1ecfc9df HTTP/1.1" status: 404 len: 337 time: 0.0478451 Jan 21 09:42:19.166003 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51750) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:19.170485 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c2b8ddee-50bf-4211-ab52-3e9fa59b1f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.197226 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-cd98a5f6-cfa5-427b-9b87-b31a2a3f35e3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b07d6943-80ea-4f51-bdab-f801ae8105a7') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:19.197698 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-cd98a5f6-cfa5-427b-9b87-b31a2a3f35e3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b07d6943-80ea-4f51-bdab-f801ae8105a7') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:19.203349 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2034f8a0-4fd8-4ada-8b42-67c3ac7381fa tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5113196 Jan 21 09:42:19.206141 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51754) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:19.229311 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-3ea9ca95-3198-4246-aec0-4466dfdf6228 None None] Provisioning for port 294e5160-6e71-44b1-bb54-463bc3b465fb completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:19.232473 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd98a5f6-cfa5-427b-9b87-b31a2a3f35e3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.240810 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-fb5e75a4-ada3-4112-97a3-3e1e309b4fe4 None None] Allocated IP 2001:db8:1::2 (217a9625-8c34-4658-8888-c1b703bc40f3/a5bc9494-ea2d-4ab7-af78-c87c42bae29c/47baa73c-9805-4e95-9b71-769c6062b6cb) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:19.254847 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8921a07-2029-41be-816d-014e9e136e0b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:19.255478 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8921a07-2029-41be-816d-014e9e136e0b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:19.257680 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c8921a07-2029-41be-816d-014e9e136e0b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/ports/48ff95d9-d010-4965-b1a7-a37b449b7937 HTTP/1.1" status: 404 len: 333 time: 0.0904937 Jan 21 09:42:19.261768 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51758) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:19.268937 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d951ec42-84fa-4427-bd59-83e5d86a97b1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:19.270910 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d951ec42-84fa-4427-bd59-83e5d86a97b1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:19.273766 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d951ec42-84fa-4427-bd59-83e5d86a97b1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:19.275295 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d951ec42-84fa-4427-bd59-83e5d86a97b1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:19.276478 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ae10629f-0c5f-47ff-8d9c-c6705b7d6ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.277996 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d951ec42-84fa-4427-bd59-83e5d86a97b1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:19.280040 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d951ec42-84fa-4427-bd59-83e5d86a97b1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3109899 Jan 21 09:42:19.286033 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd98a5f6-cfa5-427b-9b87-b31a2a3f35e3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.289447 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51762) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:19.321517 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-aa5203f3-4a68-49e8-a7b5-1ab8ddb8c223 None None] Attempting to bind port 90bff714-dcd4-4767-ae0d-8ab8d38dc11e on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:19.321901 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-aa5203f3-4a68-49e8-a7b5-1ab8ddb8c223 None None] Attempting to bind port 90bff714-dcd4-4767-ae0d-8ab8d38dc11e by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'b07d6943-80ea-4f51-bdab-f801ae8105a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '34d1522c-5021-4dee-8139-ecf9ec85f1d9'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:19.322263 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5203f3-4a68-49e8-a7b5-1ab8ddb8c223 None None] Attempting to bind port 90bff714-dcd4-4767-ae0d-8ab8d38dc11e on network 34d1522c-5021-4dee-8139-ecf9ec85f1d9 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:42:19.333906 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd98a5f6-cfa5-427b-9b87-b31a2a3f35e3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:19.334312 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd98a5f6-cfa5-427b-9b87-b31a2a3f35e3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.354542 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:42:19.354542 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:19.354542 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:42:19.354542 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:19.354542 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:42:19.354542 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:19.354542 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:42:19.354542 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:19.354542 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:42:19.354542 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:19.354542 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:42:19.354542 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:19.354542 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:42:19.354542 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:19.354542 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:19.354542 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:19.354542 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:19.354542 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:19.354542 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:42:19.354542 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:19.354542 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:42:19.354542 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:19.354542 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:19.354542 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:19.354542 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:19.354542 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:19.354542 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:19.354542 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:19.354542 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:19.354542 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:19.354542 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:19.354542 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:19.455331 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a98985b-64e0-4bd8-a24e-3e2852d1cba1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:19.455705 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a98985b-64e0-4bd8-a24e-3e2852d1cba1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:19.460026 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2a98985b-64e0-4bd8-a24e-3e2852d1cba1 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/1c1b8582-3693-4381-977a-48581b7db3a2 HTTP/1.1" status: 404 len: 337 time: 0.1949897 Jan 21 09:42:19.463294 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51766) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:19.463515 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5203f3-4a68-49e8-a7b5-1ab8ddb8c223 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:42:19.463650 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5203f3-4a68-49e8-a7b5-1ab8ddb8c223 None None] Checking segment: {'id': 'b07d6943-80ea-4f51-bdab-f801ae8105a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '34d1522c-5021-4dee-8139-ecf9ec85f1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:19.464035 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-aa5203f3-4a68-49e8-a7b5-1ab8ddb8c223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.464491 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5203f3-4a68-49e8-a7b5-1ab8ddb8c223 None None] Bound using segment: {'id': 'b07d6943-80ea-4f51-bdab-f801ae8105a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '34d1522c-5021-4dee-8139-ecf9ec85f1d9'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:42:19.464913 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-aa5203f3-4a68-49e8-a7b5-1ab8ddb8c223 None None] Bound port: 90bff714-dcd4-4767-ae0d-8ab8d38dc11e, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b07d6943-80ea-4f51-bdab-f801ae8105a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '34d1522c-5021-4dee-8139-ecf9ec85f1d9'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:19.465331 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-aa5203f3-4a68-49e8-a7b5-1ab8ddb8c223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.508006 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-c50ff928-da74-441c-974c-bb9114e72524 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:19.508460 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c50ff928-da74-441c-974c-bb9114e72524 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:19.511440 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c50ff928-da74-441c-974c-bb9114e72524 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/3c9a3d2e-4fc7-4610-bbbc-5a1e8516834d HTTP/1.1" status: 404 len: 337 time: 0.0466774 Jan 21 09:42:19.513169 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51770) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:19.559760 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e514c973-6eb8-4dad-9907-9ebaf2051719 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/ports?device_id=a0193837-ae14-413b-9558-025926003291 HTTP/1.1" status: 200 len: 205 time: 0.0454748 Jan 21 09:42:19.567445 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51774) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:19.641629 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-70be8560-7382-4c75-a150-ccd11267b5dd tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] delete failed (client error): The resource could not be found. Jan 21 09:42:19.642635 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-70be8560-7382-4c75-a150-ccd11267b5dd tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/routers/a0193837-ae14-413b-9558-025926003291 HTTP/1.1" status: 404 len: 336 time: 0.0742621 Jan 21 09:42:19.645414 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51780) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:19.673255 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-cd98a5f6-cfa5-427b-9b87-b31a2a3f35e3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:42:19.673255 dv-neutron-825731-1-hyperv neutron-server[87514]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:42:19.673255 dv-neutron-825731-1-hyperv neutron-server[87514]: [parameters: {'id': '34d1522c-5021-4dee-8139-ecf9ec85f1d9'}] Jan 21 09:42:19.673255 dv-neutron-825731-1-hyperv neutron-server[87514]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:42:19.673677 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-cd98a5f6-cfa5-427b-9b87-b31a2a3f35e3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:42:19.677806 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10e209f-c377-4444-b190-90731496338f tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['shared'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:19.680449 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10e209f-c377-4444-b190-90731496338f tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['shared'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:19.682113 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10e209f-c377-4444-b190-90731496338f tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['shared'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:19.683527 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10e209f-c377-4444-b190-90731496338f tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['shared'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:19.684900 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10e209f-c377-4444-b190-90731496338f tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['shared'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:19.686489 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d10e209f-c377-4444-b190-90731496338f tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3958063 Jan 21 09:42:19.692415 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51784) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:19.729437 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-023ac2a9-665c-4f71-a244-7c361bc21cd2 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.736767 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-e38a2950-4c3e-41fb-a4c8-f4c8f48e40ee tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:19.737213 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e38a2950-4c3e-41fb-a4c8-f4c8f48e40ee tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:19.742480 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e38a2950-4c3e-41fb-a4c8-f4c8f48e40ee tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/c3546200-920e-4649-9df7-ccfe766a1d8d HTTP/1.1" status: 404 len: 337 time: 0.0932767 Jan 21 09:42:19.745168 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51788) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:19.782406 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 294e5160-6e71-44b1-bb54-463bc3b465fb completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:19.818859 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7d70d047-08f1-4a2d-bfe1-c3e02f0dbe8f tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "GET /v2.0/ports?device_id=c65eddcd-a9b7-4a92-aeb0-8b409d231fd6 HTTP/1.1" status: 200 len: 205 time: 0.0659251 Jan 21 09:42:19.819648 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51792) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:19.865663 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 294e5160-6e71-44b1-bb54-463bc3b465fb triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:19.866035 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.884730 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-67c4f86e-5b99-4f53-b048-a2476768925c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] delete failed (client error): The resource could not be found. Jan 21 09:42:19.890020 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-67c4f86e-5b99-4f53-b048-a2476768925c tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/routers/c65eddcd-a9b7-4a92-aeb0-8b409d231fd6 HTTP/1.1" status: 404 len: 336 time: 0.0702026 Jan 21 09:42:19.890020 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51796) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:19.934525 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-51cdca0d-e87d-455c-9450-911b86c3c898 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:19.934525 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51cdca0d-e87d-455c-9450-911b86c3c898 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:19.946452 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-51cdca0d-e87d-455c-9450-911b86c3c898 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/f5b22788-1440-4aa8-be9f-edfb69b6965a HTTP/1.1" status: 404 len: 337 time: 0.0538037 Jan 21 09:42:19.947430 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51800) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:19.997428 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-023ac2a9-665c-4f71-a244-7c361bc21cd2 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.002508 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.026976 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.033474 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f4b55b9-47d5-4e64-bc30-d2614afcfe5e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:20.033921 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f4b55b9-47d5-4e64-bc30-d2614afcfe5e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:20.035580 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4f4b55b9-47d5-4e64-bc30-d2614afcfe5e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/d1ce43f8-4f19-48ab-a7b9-151c589ab805 HTTP/1.1" status: 404 len: 337 time: 0.0876446 Jan 21 09:42:20.039518 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51804) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:20.048627 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524e40d5-6854-4731-88a9-1a11f314f824 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:20.049934 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-524e40d5-6854-4731-88a9-1a11f314f824 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "GET /v2.0/networks/cb78e873-c2d8-4d64-b0db-46c6517d7124 HTTP/1.1" status: 200 len: 804 time: 0.3530848 Jan 21 09:42:20.059514 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51808) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:20.075283 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-aa5203f3-4a68-49e8-a7b5-1ab8ddb8c223 None None] For port 90bff714-dcd4-4767-ae0d-8ab8d38dc11e, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:42:20.092674 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ff2ec7-d98b-4cfe-b24b-5871ac9f9b7a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:20.092907 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8ff2ec7-d98b-4cfe-b24b-5871ac9f9b7a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:20.098459 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f8ff2ec7-d98b-4cfe-b24b-5871ac9f9b7a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/ports/9a6a4b1e-d7a7-4538-9397-8aa9be8ca584 HTTP/1.1" status: 404 len: 333 time: 0.0554357 Jan 21 09:42:20.101037 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51812) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:20.144968 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba2cebd7-fd30-4ccd-8b33-6256a209a986 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:20.145512 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba2cebd7-fd30-4ccd-8b33-6256a209a986 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:20.150057 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ba2cebd7-fd30-4ccd-8b33-6256a209a986 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/cd71e325-4995-4146-825f-e64b1f698733 HTTP/1.1" status: 404 len: 337 time: 0.0460057 Jan 21 09:42:20.150289 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51816) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:20.187537 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-023ac2a9-665c-4f71-a244-7c361bc21cd2 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.190167 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd98a5f6-cfa5-427b-9b87-b31a2a3f35e3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.208874 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da19e59-c135-495e-83c8-24a2240cef5a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:20.209455 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4da19e59-c135-495e-83c8-24a2240cef5a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:20.214220 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4da19e59-c135-495e-83c8-24a2240cef5a tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/ports/de8746d3-3eb4-4b3b-bb61-14b2d93fa175 HTTP/1.1" status: 404 len: 333 time: 0.0600338 Jan 21 09:42:20.214220 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51820) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:20.220783 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-aa5203f3-4a68-49e8-a7b5-1ab8ddb8c223 None None] For port 90bff714-dcd4-4767-ae0d-8ab8d38dc11e, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=90bff714-dcd4-4767-ae0d-8ab8d38dc11e,segment=NetworkSegment(b07d6943-80ea-4f51-bdab-f801ae8105a7),segment_id=b07d6943-80ea-4f51-bdab-f801ae8105a7)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:42:20.238591 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ac2a9-665c-4f71-a244-7c361bc21cd2 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event deleted for resources: {'Subnet': ['ID=98a8b795-6c07-41ee-94c2-c3f7d8f70a7d,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:20.255426 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-aa5203f3-4a68-49e8-a7b5-1ab8ddb8c223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.257134 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a90130d-bdc2-469f-828b-1872e46e0ad7 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:20.257611 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a90130d-bdc2-469f-828b-1872e46e0ad7 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:20.259271 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-5a90130d-bdc2-469f-828b-1872e46e0ad7 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/e93746b3-1290-4c80-886a-0dbb8bddae42 HTTP/1.1" status: 404 len: 337 time: 0.0445118 Jan 21 09:42:20.260374 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-cd98a5f6-cfa5-427b-9b87-b31a2a3f35e3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Deleting port 90bff714-dcd4-4767-ae0d-8ab8d38dc11e {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:20.260888 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd98a5f6-cfa5-427b-9b87-b31a2a3f35e3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.261943 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51824) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:20.317452 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf053564-d9d5-438a-8d89-2cb0beb2fb68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-f4d0bbdb-01ac-4153-8309-6be25a88a5fc', 'network_id': 'f4d0bbdb-01ac-4153-8309-6be25a88a5fc', 'tenant_id': '4aa2128c59e24666b40cc4b34a639788', 'fixed_ips': [{'subnet_id': '98a8b795-6c07-41ee-94c2-c3f7d8f70a7d'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:42:20.317681 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cf053564-d9d5-438a-8d89-2cb0beb2fb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.339747 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce8ddf0-71e5-484c-abce-300fbb896b26 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:20.340234 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bce8ddf0-71e5-484c-abce-300fbb896b26 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:20.349348 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-cd700a46-6995-45aa-8168-8830ca7e9326 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "GET /v2.0/networks/cb78e873-c2d8-4d64-b0db-46c6517d7124?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2888041 Jan 21 09:42:20.359647 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51828) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:20.401051 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-bce8ddf0-71e5-484c-abce-300fbb896b26 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/ports/b5888b38-254d-480a-a3c6-07e5d0180683 HTTP/1.1" status: 404 len: 333 time: 0.1356747 Jan 21 09:42:20.403224 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-023ac2a9-665c-4f71-a244-7c361bc21cd2 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.403377 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51832) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:20.434572 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-023ac2a9-665c-4f71-a244-7c361bc21cd2 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d0bbdb-01ac-4153-8309-6be25a88a5fc']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:20.444793 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fb5e75a4-ada3-4112-97a3-3e1e309b4fe4 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.449272 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-023ac2a9-665c-4f71-a244-7c361bc21cd2 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '196c1dea-e42c-4932-a2b1-497677f276e2') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:20.449898 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-023ac2a9-665c-4f71-a244-7c361bc21cd2 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '196c1dea-e42c-4932-a2b1-497677f276e2') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:20.461715 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-a16e175a-777d-455c-812d-3ee5bedc612e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:20.462161 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a16e175a-777d-455c-812d-3ee5bedc612e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:20.466316 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a16e175a-777d-455c-812d-3ee5bedc612e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/8dc45b77-97f8-41fb-8f2a-44c7a1874e3f HTTP/1.1" status: 404 len: 337 time: 0.0552044 Jan 21 09:42:20.466474 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-023ac2a9-665c-4f71-a244-7c361bc21cd2 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.470513 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51836) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:20.484368 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-023ac2a9-665c-4f71-a244-7c361bc21cd2 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.493739 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-023ac2a9-665c-4f71-a244-7c361bc21cd2 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:20.494791 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-023ac2a9-665c-4f71-a244-7c361bc21cd2 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.510646 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:42:20.510646 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:20.510646 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:42:20.510646 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:20.510646 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:42:20.510646 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:20.510646 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:42:20.510646 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:20.510646 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:42:20.510646 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:20.510646 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:42:20.510646 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:20.510646 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:42:20.510646 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:20.510646 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:20.510646 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:20.510646 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:20.510646 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:20.510646 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:42:20.510646 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:20.510646 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:42:20.510646 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:20.510646 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:20.510646 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:20.510646 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:20.510646 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:20.510646 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:20.510646 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:20.510646 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:20.510646 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:20.510646 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:20.510646 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:20.538350 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4250988-8c95-4a07-a041-f95742617f00 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:20.539702 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c4250988-8c95-4a07-a041-f95742617f00 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "GET /v2.0/subnets/fc4c6c49-ff85-4757-88f5-69ad10072602 HTTP/1.1" status: 200 len: 843 time: 0.1790943 Jan 21 09:42:20.557815 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51840) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:20.598683 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-36b8e12f-394a-4e95-95bf-802c8997940e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:20.599157 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36b8e12f-394a-4e95-95bf-802c8997940e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:20.600890 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-36b8e12f-394a-4e95-95bf-802c8997940e tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/ports/9bc67e2e-8d23-47a0-8b27-fbd696761a61 HTTP/1.1" status: 404 len: 333 time: 0.1291931 Jan 21 09:42:20.603463 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51844) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:20.647114 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-f546ace7-75d4-47d3-a056-21c7962833cc tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:20.647628 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f546ace7-75d4-47d3-a056-21c7962833cc tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:20.651709 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f546ace7-75d4-47d3-a056-21c7962833cc tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/24d0f58a-c381-4f35-a015-207525a6625c HTTP/1.1" status: 404 len: 337 time: 0.0448921 Jan 21 09:42:20.652278 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51848) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:20.656414 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5203f3-4a68-49e8-a7b5-1ab8ddb8c223 None None] Pushing event updated for resources: {'Port': ['ID=90bff714-dcd4-4767-ae0d-8ab8d38dc11e,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:20.685817 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-cd98a5f6-cfa5-427b-9b87-b31a2a3f35e3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] For port 90bff714-dcd4-4767-ae0d-8ab8d38dc11e, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=90bff714-dcd4-4767-ae0d-8ab8d38dc11e,segment=NetworkSegment(b07d6943-80ea-4f51-bdab-f801ae8105a7),segment_id=b07d6943-80ea-4f51-bdab-f801ae8105a7)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:20.686176 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd98a5f6-cfa5-427b-9b87-b31a2a3f35e3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.701481 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.703542 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c8354b-d513-4bba-9d7c-fcec91a0dce2 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:20.704015 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3c8354b-d513-4bba-9d7c-fcec91a0dce2 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:20.708244 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-023ac2a9-665c-4f71-a244-7c361bc21cd2 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.711967 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-fb5e75a4-ada3-4112-97a3-3e1e309b4fe4 None None] Transition to ACTIVE for port object 47baa73c-9805-4e95-9b71-769c6062b6cb will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:20.734456 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-023ac2a9-665c-4f71-a244-7c361bc21cd2 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.736267 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-023ac2a9-665c-4f71-a244-7c361bc21cd2 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "DELETE /v2.0/networks/f4d0bbdb-01ac-4153-8309-6be25a88a5fc HTTP/1.1" status: 204 len: 168 time: 1.5291898 Jan 21 09:42:20.737597 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ac2a9-665c-4f71-a244-7c361bc21cd2 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event deleted for resources: {'Network': ['ID=f4d0bbdb-01ac-4153-8309-6be25a88a5fc,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:20.741579 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51852) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:20.745366 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d3c8354b-d513-4bba-9d7c-fcec91a0dce2 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/ports/2799ddb5-19fd-4d6b-bafb-71d955f94a2e HTTP/1.1" status: 404 len: 333 time: 0.0900452 Jan 21 09:42:20.746001 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51856) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:20.751284 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-d2f5df12-d451-4d87-b440-38b76ed141f4 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-67641813'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:20.757394 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d2f5df12-d451-4d87-b440-38b76ed141f4 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:20.761821 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d2f5df12-d451-4d87-b440-38b76ed141f4 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Usage tracker for resource:network and tenant:4aa2128c59e24666b40cc4b34a639788 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:20.765623 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d2f5df12-d451-4d87-b440-38b76ed141f4 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:20.772781 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d2f5df12-d451-4d87-b440-38b76ed141f4 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:20.793299 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf42c48-e9af-4784-be64-76d4987ae095 None None] Network f4d0bbdb-01ac-4153-8309-6be25a88a5fc requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:20.816462 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55e8c9a-dea6-48f0-8fba-cf3c1c0955ea None None] Network 34d1522c-5021-4dee-8139-ecf9ec85f1d9 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:20.828361 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-abbf5d03-a995-4e2f-a1a9-81c2e7bb05d3 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:20.828590 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abbf5d03-a995-4e2f-a1a9-81c2e7bb05d3 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:20.830102 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-abbf5d03-a995-4e2f-a1a9-81c2e7bb05d3 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/0544918a-9924-4651-9145-08e5b29875da HTTP/1.1" status: 404 len: 337 time: 0.0832765 Jan 21 09:42:20.831228 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f5df12-d451-4d87-b440-38b76ed141f4 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Made reservation on behalf of 4aa2128c59e24666b40cc4b34a639788 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:20.835575 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d2f5df12-d451-4d87-b440-38b76ed141f4 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.853429 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51860) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:20.864480 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf42c48-e9af-4784-be64-76d4987ae095 None None] Network f4d0bbdb-01ac-4153-8309-6be25a88a5fc could not be found, it might have been deleted concurrently. {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 21 09:42:20.868278 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583a6c93-54ec-4081-b942-58b0ea20e127 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['shared'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:20.869807 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-583a6c93-54ec-4081-b942-58b0ea20e127 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "GET /v2.0/subnets/fc4c6c49-ff85-4757-88f5-69ad10072602?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3107445 Jan 21 09:42:20.872290 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-fb5e75a4-ada3-4112-97a3-3e1e309b4fe4 None None] Transition to ACTIVE for port object 47baa73c-9805-4e95-9b71-769c6062b6cb will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:20.877562 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-cd98a5f6-cfa5-427b-9b87-b31a2a3f35e3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Calling delete_port for 90bff714-dcd4-4767-ae0d-8ab8d38dc11e owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:20.896979 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51864) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:20.900870 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 294e5160-6e71-44b1-bb54-463bc3b465fb, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=294e5160-6e71-44b1-bb54-463bc3b465fb,segment=NetworkSegment(4db561b9-98de-4bf2-a3df-9cdd185cfe66),segment_id=4db561b9-98de-4bf2-a3df-9cdd185cfe66)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:20.903531 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c2b8ddee-50bf-4211-ab52-3e9fa59b1f80 None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.909460 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fb5e75a4-ada3-4112-97a3-3e1e309b4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.910506 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-ba0369b7-7734-421c-91f1-4c516056b307 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-81456525'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:20.930404 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-25deccd4-ddbc-41a6-ac76-8d3a4d2d91f3 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:20.930863 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25deccd4-ddbc-41a6-ac76-8d3a4d2d91f3 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:20.940367 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ba0369b7-7734-421c-91f1-4c516056b307 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:20.946379 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-25deccd4-ddbc-41a6-ac76-8d3a4d2d91f3 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/ports/5ccda7c6-6ac9-4106-9e60-b104f90714e3 HTTP/1.1" status: 404 len: 333 time: 0.0856378 Jan 21 09:42:20.946379 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f5df12-d451-4d87-b440-38b76ed141f4 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:20.951218 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51868) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:21.002655 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ba0369b7-7734-421c-91f1-4c516056b307 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:21.004866 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d2f5df12-d451-4d87-b440-38b76ed141f4 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.005436 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-d2f5df12-d451-4d87-b440-38b76ed141f4 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Added segment e2a816ff-8317-4a15-b8d9-a2f29e0499d2 of type vlan for network 687189b5-06bc-48a6-a014-745e10221776 Jan 21 09:42:21.015867 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b2c908-54b4-40fb-889f-b1a0561eea6b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:21.016225 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0b2c908-54b4-40fb-889f-b1a0561eea6b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:21.020381 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-b0b2c908-54b4-40fb-889f-b1a0561eea6b tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/6ad531de-1ef3-4952-b26f-9258d422643f HTTP/1.1" status: 404 len: 337 time: 0.0657587 Jan 21 09:42:21.021834 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51872) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:21.027897 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-a993c25e-eb57-478d-b776-508eeaed9888 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Allocated IP 2001:db8:1::1 (217a9625-8c34-4658-8888-c1b703bc40f3/a5bc9494-ea2d-4ab7-af78-c87c42bae29c/f0167b39-67b2-4bed-bfa7-5d02c431992c) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:21.052667 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-c2b8ddee-50bf-4211-ab52-3e9fa59b1f80 None None] Transition to ACTIVE for port object b9977dbe-e702-4bd4-9306-18fbb198dacb will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:21.056371 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.057152 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a74216b5-da34-4d4c-a21b-3b8efdb20faa up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:21.080012 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da3a1bb-4ed6-409d-ac60-51026def2558 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:21.080515 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4da3a1bb-4ed6-409d-ac60-51026def2558 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:21.085440 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4da3a1bb-4ed6-409d-ac60-51026def2558 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/ports/451931ec-14f3-40df-bb6a-d096c8912c3e HTTP/1.1" status: 404 len: 333 time: 0.0600951 Jan 21 09:42:21.088909 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51876) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:21.138331 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-610099c3-bee1-43c9-bd97-98849e4fc007 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:21.138781 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-610099c3-bee1-43c9-bd97-98849e4fc007 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:21.170858 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-610099c3-bee1-43c9-bd97-98849e4fc007 tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/subnets/e593cbcd-89f1-4437-9fc7-50af0f5e4c9f HTTP/1.1" status: 404 len: 337 time: 0.0817575 Jan 21 09:42:21.172451 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51880) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:21.172735 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0369b7-7734-421c-91f1-4c516056b307 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Made reservation on behalf of 72339ba3f6b84fe98f8a9b07b475808d for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:21.173776 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5e75a4-ada3-4112-97a3-3e1e309b4fe4 None None] Network 217a9625-8c34-4658-8888-c1b703bc40f3 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:21.173902 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd98a5f6-cfa5-427b-9b87-b31a2a3f35e3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.174618 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c2b8ddee-50bf-4211-ab52-3e9fa59b1f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.176637 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ba0369b7-7734-421c-91f1-4c516056b307 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.223281 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-fb5e75a4-ada3-4112-97a3-3e1e309b4fe4 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:21.235632 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e75a4-ada3-4112-97a3-3e1e309b4fe4 None None] Pushing event updated for resources: {'Port': ['ID=47baa73c-9805-4e95-9b71-769c6062b6cb,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:21.237967 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5e75a4-ada3-4112-97a3-3e1e309b4fe4 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:21.254724 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba0369b7-7734-421c-91f1-4c516056b307 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:21.264686 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ba0369b7-7734-421c-91f1-4c516056b307 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.265127 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-ba0369b7-7734-421c-91f1-4c516056b307 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Added segment cd6b2ff0-f2a1-4c85-9802-ab0d4639ead0 of type vlan for network 09edf1f6-6ffb-4efb-9fbe-ddfee218b877 Jan 21 09:42:21.284397 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d2f5df12-d451-4d87-b440-38b76ed141f4 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.295952 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd98a5f6-cfa5-427b-9b87-b31a2a3f35e3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Pushing event deleted for resources: {'Port': ['ID=90bff714-dcd4-4767-ae0d-8ab8d38dc11e,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:21.304870 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd98a5f6-cfa5-427b-9b87-b31a2a3f35e3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] No DVR routers for this DVR port 90bff714-dcd4-4767-ae0d-8ab8d38dc11e on host dv-neutron-825731-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:21.313531 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ba0369b7-7734-421c-91f1-4c516056b307 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.401620 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-30efeed5-7999-46eb-a98f-a490337a391d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.454847 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=294e5160-6e71-44b1-bb54-463bc3b465fb,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:21.468748 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ba0369b7-7734-421c-91f1-4c516056b307 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.474280 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0369b7-7734-421c-91f1-4c516056b307 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:21.474887 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ba0369b7-7734-421c-91f1-4c516056b307 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.503646 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d2f5df12-d451-4d87-b440-38b76ed141f4 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.510029 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f5df12-d451-4d87-b440-38b76ed141f4 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:21.510632 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d2f5df12-d451-4d87-b440-38b76ed141f4 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.602230 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd98a5f6-cfa5-427b-9b87-b31a2a3f35e3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.610203 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.620139 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a993c25e-eb57-478d-b776-508eeaed9888 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.628880 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-30efeed5-7999-46eb-a98f-a490337a391d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.644197 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-cd98a5f6-cfa5-427b-9b87-b31a2a3f35e3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d1522c-5021-4dee-8139-ecf9ec85f1d9']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:21.660593 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-30efeed5-7999-46eb-a98f-a490337a391d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c4effd-f4af-4d10-91bd-714d225a3199']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:21.662258 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-a993c25e-eb57-478d-b776-508eeaed9888 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Transition to ACTIVE for port object f0167b39-67b2-4bed-bfa7-5d02c431992c will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:21.665419 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-cd98a5f6-cfa5-427b-9b87-b31a2a3f35e3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b07d6943-80ea-4f51-bdab-f801ae8105a7') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:21.665979 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-cd98a5f6-cfa5-427b-9b87-b31a2a3f35e3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b07d6943-80ea-4f51-bdab-f801ae8105a7') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:21.666144 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-fb5e75a4-ada3-4112-97a3-3e1e309b4fe4 None None] Attempting to bind port 47baa73c-9805-4e95-9b71-769c6062b6cb on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:21.666617 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-fb5e75a4-ada3-4112-97a3-3e1e309b4fe4 None None] Attempting to bind port 47baa73c-9805-4e95-9b71-769c6062b6cb by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '93bf47bf-2df5-4678-a053-319b4de7d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '217a9625-8c34-4658-8888-c1b703bc40f3'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:21.667265 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5e75a4-ada3-4112-97a3-3e1e309b4fe4 None None] Attempting to bind port 47baa73c-9805-4e95-9b71-769c6062b6cb on network 217a9625-8c34-4658-8888-c1b703bc40f3 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:42:21.675560 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-30efeed5-7999-46eb-a98f-a490337a391d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:21.675828 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-30efeed5-7999-46eb-a98f-a490337a391d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeb2801c-0b3e-46b0-a28e-e0f746d8b5eb') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:21.687137 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd98a5f6-cfa5-427b-9b87-b31a2a3f35e3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.689637 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-30efeed5-7999-46eb-a98f-a490337a391d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.707729 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-30efeed5-7999-46eb-a98f-a490337a391d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.709096 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd98a5f6-cfa5-427b-9b87-b31a2a3f35e3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.716263 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30efeed5-7999-46eb-a98f-a490337a391d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:21.716664 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-30efeed5-7999-46eb-a98f-a490337a391d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.720012 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd98a5f6-cfa5-427b-9b87-b31a2a3f35e3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:21.721620 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd98a5f6-cfa5-427b-9b87-b31a2a3f35e3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.736206 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:42:21.736206 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:21.736206 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:42:21.736206 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:21.736206 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:42:21.736206 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:21.736206 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:42:21.736206 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:21.736206 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:42:21.736206 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:21.736206 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:42:21.736206 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:21.736206 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:42:21.736206 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:21.736206 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:21.736206 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:21.736206 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:21.736206 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:21.736206 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:42:21.736206 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:21.736206 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:42:21.736206 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:21.736206 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:21.736206 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:21.736206 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:21.736206 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:21.736206 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:21.736206 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:21.736206 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:21.736206 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:21.736206 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:21.736206 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:21.758215 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-c2b8ddee-50bf-4211-ab52-3e9fa59b1f80 None None] Attempting to bind port b9977dbe-e702-4bd4-9306-18fbb198dacb on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:21.758758 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-c2b8ddee-50bf-4211-ab52-3e9fa59b1f80 None None] Attempting to bind port b9977dbe-e702-4bd4-9306-18fbb198dacb by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '4db561b9-98de-4bf2-a3df-9cdd185cfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'dbc7f600-1ed1-4a45-a230-a69cfb9144c3'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:21.759360 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b8ddee-50bf-4211-ab52-3e9fa59b1f80 None None] Attempting to bind port b9977dbe-e702-4bd4-9306-18fbb198dacb on network dbc7f600-1ed1-4a45-a230-a69cfb9144c3 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:42:21.765949 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5e75a4-ada3-4112-97a3-3e1e309b4fe4 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:42:21.766333 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5e75a4-ada3-4112-97a3-3e1e309b4fe4 None None] Checking segment: {'id': '93bf47bf-2df5-4678-a053-319b4de7d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '217a9625-8c34-4658-8888-c1b703bc40f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:21.766843 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fb5e75a4-ada3-4112-97a3-3e1e309b4fe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.767302 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5e75a4-ada3-4112-97a3-3e1e309b4fe4 None None] Bound using segment: {'id': '93bf47bf-2df5-4678-a053-319b4de7d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '217a9625-8c34-4658-8888-c1b703bc40f3'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:42:21.768022 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-fb5e75a4-ada3-4112-97a3-3e1e309b4fe4 None None] Bound port: 47baa73c-9805-4e95-9b71-769c6062b6cb, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bf47bf-2df5-4678-a053-319b4de7d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '217a9625-8c34-4658-8888-c1b703bc40f3'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:21.770664 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fb5e75a4-ada3-4112-97a3-3e1e309b4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.780971 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f88fc3-de1e-455a-b988-5fa95d9ce282 None None] Pushing event updated for resources: {'Port': ['ID=b9977dbe-e702-4bd4-9306-18fbb198dacb,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:21.799791 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-9dc21827-ceed-428c-93b1-d63b4456b918 None None] Provisioning for port b9977dbe-e702-4bd4-9306-18fbb198dacb completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:21.808589 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b8ddee-50bf-4211-ab52-3e9fa59b1f80 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:42:21.809022 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b8ddee-50bf-4211-ab52-3e9fa59b1f80 None None] Checking segment: {'id': '4db561b9-98de-4bf2-a3df-9cdd185cfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'dbc7f600-1ed1-4a45-a230-a69cfb9144c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:21.809427 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c2b8ddee-50bf-4211-ab52-3e9fa59b1f80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.809822 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b8ddee-50bf-4211-ab52-3e9fa59b1f80 None None] Bound using segment: {'id': '4db561b9-98de-4bf2-a3df-9cdd185cfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'dbc7f600-1ed1-4a45-a230-a69cfb9144c3'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:42:21.810439 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-c2b8ddee-50bf-4211-ab52-3e9fa59b1f80 None None] Bound port: b9977dbe-e702-4bd4-9306-18fbb198dacb, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db561b9-98de-4bf2-a3df-9cdd185cfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'dbc7f600-1ed1-4a45-a230-a69cfb9144c3'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:21.810816 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c2b8ddee-50bf-4211-ab52-3e9fa59b1f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.822382 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port a74216b5-da34-4d4c-a21b-3b8efdb20faa triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:21.822969 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.826331 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:42:21.826331 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:21.826331 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:42:21.826331 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:21.826331 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:42:21.826331 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:21.826331 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:42:21.826331 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:21.826331 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:42:21.826331 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:21.826331 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:42:21.826331 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:21.826331 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:42:21.826331 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:21.826331 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:21.826331 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:21.826331 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:21.826331 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:21.826331 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:42:21.826331 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:21.826331 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:42:21.826331 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:21.826331 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:21.826331 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:21.826331 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:21.826331 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:21.826331 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:21.826331 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:21.826331 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:21.826331 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:21.826331 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:21.826331 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:21.841839 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a993c25e-eb57-478d-b776-508eeaed9888 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.852821 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-30efeed5-7999-46eb-a98f-a490337a391d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.857281 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-30efeed5-7999-46eb-a98f-a490337a391d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.887597 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-30efeed5-7999-46eb-a98f-a490337a391d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] 10.222.0.110 "DELETE /v2.0/networks/36c4effd-f4af-4d10-91bd-714d225a3199 HTTP/1.1" status: 204 len: 168 time: 0.6909761 Jan 21 09:42:21.912518 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd98a5f6-cfa5-427b-9b87-b31a2a3f35e3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.929024 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a993c25e-eb57-478d-b776-508eeaed9888 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Network 217a9625-8c34-4658-8888-c1b703bc40f3 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:21.958700 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d2f5df12-d451-4d87-b440-38b76ed141f4 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.2117743 Jan 21 09:42:21.961516 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd98a5f6-cfa5-427b-9b87-b31a2a3f35e3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.963145 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ba0369b7-7734-421c-91f1-4c516056b307 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0581925 Jan 21 09:42:21.963963 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51886) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:21.966422 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0369b7-7734-421c-91f1-4c516056b307 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event updated for resources: {'Network': ['ID=09edf1f6-6ffb-4efb-9fbe-ddfee218b877,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:21.967999 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd98a5f6-cfa5-427b-9b87-b31a2a3f35e3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Pushing event deleted for resources: {'Network': ['ID=34d1522c-5021-4dee-8139-ecf9ec85f1d9,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:21.969913 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-a993c25e-eb57-478d-b776-508eeaed9888 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:21.977791 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51888) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:21.992596 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a993c25e-eb57-478d-b776-508eeaed9888 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:21.993439 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a993c25e-eb57-478d-b776-508eeaed9888 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.050134 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-64319eb5-e601-428f-8b94-87ff21f2b0ff tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Request body: {'subnet': {'network_id': '09edf1f6-6ffb-4efb-9fbe-ddfee218b877', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:22.086484 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 09edf1f6-6ffb-4efb-9fbe-ddfee218b877 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:22.090227 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-9277811f-8e59-43d7-8d7c-3c480f2f79c1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:22.104874 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5df12-d451-4d87-b440-38b76ed141f4 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event updated for resources: {'Network': ['ID=687189b5-06bc-48a6-a014-745e10221776,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:22.138124 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30efeed5-7999-46eb-a98f-a490337a391d tempest-NetworksTestDHCPv6-1019043333 tempest-NetworksTestDHCPv6-1019043333-project] Pushing event deleted for resources: {'Network': ['ID=36c4effd-f4af-4d10-91bd-714d225a3199,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:22.145869 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 687189b5-06bc-48a6-a014-745e10221776 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:22.173010 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-cd98a5f6-cfa5-427b-9b87-b31a2a3f35e3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] 10.222.0.110 "DELETE /v2.0/networks/34d1522c-5021-4dee-8139-ecf9ec85f1d9 HTTP/1.1" status: 204 len: 168 time: 8.5841734 Jan 21 09:42:22.180640 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51894) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:22.181562 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-64319eb5-e601-428f-8b94-87ff21f2b0ff tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:22.190204 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-a8eec488-8daf-45b3-ada8-1727533d16d5 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-38881318'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:22.201424 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a8eec488-8daf-45b3-ada8-1727533d16d5 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:22.206417 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a993c25e-eb57-478d-b776-508eeaed9888 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event updated for resources: {'Port': ['ID=f0167b39-67b2-4bed-bfa7-5d02c431992c,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:22.231437 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a8eec488-8daf-45b3-ada8-1727533d16d5 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Usage tracker for resource:network and tenant:34f55fefa4f244c09664362143af0209 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:22.239721 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a8eec488-8daf-45b3-ada8-1727533d16d5 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:22.242623 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-64319eb5-e601-428f-8b94-87ff21f2b0ff tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:22.248200 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a8eec488-8daf-45b3-ada8-1727533d16d5 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:22.272949 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64319eb5-e601-428f-8b94-87ff21f2b0ff tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Made reservation on behalf of 72339ba3f6b84fe98f8a9b07b475808d for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:22.276985 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-64319eb5-e601-428f-8b94-87ff21f2b0ff tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.279670 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-9dc21827-ceed-428c-93b1-d63b4456b918 None None] Provisioning complete for port 294e5160-6e71-44b1-bb54-463bc3b465fb triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:22.280375 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9dc21827-ceed-428c-93b1-d63b4456b918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.305451 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8eec488-8daf-45b3-ada8-1727533d16d5 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Made reservation on behalf of 34f55fefa4f244c09664362143af0209 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:22.309126 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a8eec488-8daf-45b3-ada8-1727533d16d5 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.462994 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9277811f-8e59-43d7-8d7c-3c480f2f79c1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.487068 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.ipam_backend_mixin [None req-64319eb5-e601-428f-8b94-87ff21f2b0ff tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Performing IP validity checks on allocation pools {{(pid=87514) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 21 09:42:22.488053 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.ipam_backend_mixin [None req-64319eb5-e601-428f-8b94-87ff21f2b0ff tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87514) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 21 09:42:22.490775 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8eec488-8daf-45b3-ada8-1727533d16d5 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:22.495316 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9277811f-8e59-43d7-8d7c-3c480f2f79c1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.516971 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51900) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:22.523898 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9277811f-8e59-43d7-8d7c-3c480f2f79c1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Network 687189b5-06bc-48a6-a014-745e10221776 is not hosted by any dhcp agent {{(pid=87515) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 21 09:42:22.529575 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9277811f-8e59-43d7-8d7c-3c480f2f79c1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:22.530183 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9277811f-8e59-43d7-8d7c-3c480f2f79c1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.534401 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a8eec488-8daf-45b3-ada8-1727533d16d5 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.534552 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-9277811f-8e59-43d7-8d7c-3c480f2f79c1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "PUT /v2.0/networks/687189b5-06bc-48a6-a014-745e10221776 HTTP/1.1" status: 200 len: 723 time: 0.5668046 Jan 21 09:42:22.534673 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-a8eec488-8daf-45b3-ada8-1727533d16d5 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Added segment 953150ff-a87e-4218-9423-793005c51eb8 of type vlan for network a6096cf6-14d5-4311-a5e5-5b8b443be579 Jan 21 09:42:22.534673 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a993c25e-eb57-478d-b776-508eeaed9888 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.539546 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51906) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:22.549014 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-336ebfb2-e39d-4390-be28-14a3c97e914a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Request body: {'subnet': {'network_id': '687189b5-06bc-48a6-a014-745e10221776', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:22.618428 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-c2b8ddee-50bf-4211-ab52-3e9fa59b1f80 None None] For port b9977dbe-e702-4bd4-9306-18fbb198dacb, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:42:22.627699 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-fb5e75a4-ada3-4112-97a3-3e1e309b4fe4 None None] For port 47baa73c-9805-4e95-9b71-769c6062b6cb, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:42:22.636404 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-fb5e75a4-ada3-4112-97a3-3e1e309b4fe4 None None] For port 47baa73c-9805-4e95-9b71-769c6062b6cb, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=47baa73c-9805-4e95-9b71-769c6062b6cb,segment=NetworkSegment(93bf47bf-2df5-4678-a053-319b4de7d920),segment_id=93bf47bf-2df5-4678-a053-319b4de7d920)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:42:22.639804 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-c2b8ddee-50bf-4211-ab52-3e9fa59b1f80 None None] For port b9977dbe-e702-4bd4-9306-18fbb198dacb, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=b9977dbe-e702-4bd4-9306-18fbb198dacb,segment=NetworkSegment(4db561b9-98de-4bf2-a3df-9cdd185cfe66),segment_id=4db561b9-98de-4bf2-a3df-9cdd185cfe66)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:42:22.664834 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a8eec488-8daf-45b3-ada8-1727533d16d5 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.677596 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277811f-8e59-43d7-8d7c-3c480f2f79c1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event updated for resources: {'Network': ['ID=687189b5-06bc-48a6-a014-745e10221776,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:22.682089 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fb5e75a4-ada3-4112-97a3-3e1e309b4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.753634 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c2b8ddee-50bf-4211-ab52-3e9fa59b1f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.757931 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 687189b5-06bc-48a6-a014-745e10221776 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:22.780913 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-336ebfb2-e39d-4390-be28-14a3c97e914a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:22.786306 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-336ebfb2-e39d-4390-be28-14a3c97e914a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Usage tracker for resource:subnet and tenant:4aa2128c59e24666b40cc4b34a639788 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:22.790585 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-336ebfb2-e39d-4390-be28-14a3c97e914a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:22.796300 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 294e5160-6e71-44b1-bb54-463bc3b465fb up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:22.797478 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-336ebfb2-e39d-4390-be28-14a3c97e914a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:22.815201 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336ebfb2-e39d-4390-be28-14a3c97e914a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Made reservation on behalf of 4aa2128c59e24666b40cc4b34a639788 for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:22.820878 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-336ebfb2-e39d-4390-be28-14a3c97e914a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.947641 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.resource_extend [None req-a8eec488-8daf-45b3-ada8-1727533d16d5 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:42:23.016472 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e75a4-ada3-4112-97a3-3e1e309b4fe4 None None] Pushing event updated for resources: {'Port': ['ID=47baa73c-9805-4e95-9b71-769c6062b6cb,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:23.021405 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f08f43ef-8155-4a04-836a-e36a63396ed3 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=ce9334fe18174618a851dcacd095feca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5007968 Jan 21 09:42:23.029699 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51910) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:23.041437 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a8eec488-8daf-45b3-ada8-1727533d16d5 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.047607 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8eec488-8daf-45b3-ada8-1727533d16d5 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:23.048427 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a8eec488-8daf-45b3-ada8-1727533d16d5 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.130691 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b8ddee-50bf-4211-ab52-3e9fa59b1f80 None None] Routers {'d0ac310a-ad76-41dc-a529-60c18664148b'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:23.131482 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-c2b8ddee-50bf-4211-ab52-3e9fa59b1f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:42:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d0ac310a-ad76-41dc-a529-60c18664148b'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:23.152613 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a8eec488-8daf-45b3-ada8-1727533d16d5 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9663513 Jan 21 09:42:23.168913 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51914) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:23.176053 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-580043b8-57f3-4deb-ba78-fbcca4e649b9 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Request body: {'subnet': {'network_id': 'a6096cf6-14d5-4311-a5e5-5b8b443be579', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:23.195933 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-336ebfb2-e39d-4390-be28-14a3c97e914a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.351657 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eec488-8daf-45b3-ada8-1727533d16d5 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Pushing event updated for resources: {'Network': ['ID=a6096cf6-14d5-4311-a5e5-5b8b443be579,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:23.365226 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-64319eb5-e601-428f-8b94-87ff21f2b0ff tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.399122 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network a6096cf6-14d5-4311-a5e5-5b8b443be579 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:23.460242 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f88fc3-de1e-455a-b988-5fa95d9ce282 None None] Pushing event updated for resources: {'Port': ['ID=b9977dbe-e702-4bd4-9306-18fbb198dacb,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:23.472108 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 294e5160-6e71-44b1-bb54-463bc3b465fb triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:23.472479 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.532945 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ebfb2-e39d-4390-be28-14a3c97e914a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event updated for resources: {'Subnet': ['ID=6f247f01-a97f-4430-9b54-bdcc6bf6b611,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:23.536285 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336ebfb2-e39d-4390-be28-14a3c97e914a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Checking segment: {'id': 'e2a816ff-8317-4a15-b8d9-a2f29e0499d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '687189b5-06bc-48a6-a014-745e10221776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:23.536656 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336ebfb2-e39d-4390-be28-14a3c97e914a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Network hostable DHCP agents. Network: 687189b5-06bc-48a6-a014-745e10221776, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:23.554791 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-580043b8-57f3-4deb-ba78-fbcca4e649b9 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:23.561137 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-580043b8-57f3-4deb-ba78-fbcca4e649b9 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Usage tracker for resource:subnet and tenant:34f55fefa4f244c09664362143af0209 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:23.566153 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-580043b8-57f3-4deb-ba78-fbcca4e649b9 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:23.567532 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-c2b8ddee-50bf-4211-ab52-3e9fa59b1f80 None None] Set router d0ac310a-ad76-41dc-a529-60c18664148b gateway port host: None {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:42:23.575467 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-580043b8-57f3-4deb-ba78-fbcca4e649b9 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:23.588168 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336ebfb2-e39d-4390-be28-14a3c97e914a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Network 687189b5-06bc-48a6-a014-745e10221776 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:23.592405 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580043b8-57f3-4deb-ba78-fbcca4e649b9 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Made reservation on behalf of 34f55fefa4f244c09664362143af0209 for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:23.596057 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-580043b8-57f3-4deb-ba78-fbcca4e649b9 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.644350 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-336ebfb2-e39d-4390-be28-14a3c97e914a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 687189b5-06bc-48a6-a014-745e10221776) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:23.654547 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336ebfb2-e39d-4390-be28-14a3c97e914a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:23.655034 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-336ebfb2-e39d-4390-be28-14a3c97e914a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.672652 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71d6732-5849-482f-b86c-cdc8f926c337 None None] Network 687189b5-06bc-48a6-a014-745e10221776 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:23.682431 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3464f56a-a4b0-496a-ad4f-a06319a618cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.688003 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64319eb5-e601-428f-8b94-87ff21f2b0ff tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event updated for resources: {'Subnet': ['ID=66494793-730f-4746-8f9d-3b43405ad716,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:23.710445 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64319eb5-e601-428f-8b94-87ff21f2b0ff tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Checking segment: {'id': 'cd6b2ff0-f2a1-4c85-9802-ab0d4639ead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '09edf1f6-6ffb-4efb-9fbe-ddfee218b877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:23.710997 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64319eb5-e601-428f-8b94-87ff21f2b0ff tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Network hostable DHCP agents. Network: 09edf1f6-6ffb-4efb-9fbe-ddfee218b877, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:23.748496 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3464f56a-a4b0-496a-ad4f-a06319a618cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.783226 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-336ebfb2-e39d-4390-be28-14a3c97e914a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2406740 Jan 21 09:42:23.786891 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51920) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:23.799646 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64319eb5-e601-428f-8b94-87ff21f2b0ff tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Network 09edf1f6-6ffb-4efb-9fbe-ddfee218b877 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:23.809723 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-2d8bc288-e91f-4322-a49a-af55666fece7 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:23.840807 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-64319eb5-e601-428f-8b94-87ff21f2b0ff tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 09edf1f6-6ffb-4efb-9fbe-ddfee218b877) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:23.869544 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f2fe43-a439-4d1c-a0b2-66e22dc26933 None None] Network 09edf1f6-6ffb-4efb-9fbe-ddfee218b877 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:23.870411 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64319eb5-e601-428f-8b94-87ff21f2b0ff tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:23.871018 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-64319eb5-e601-428f-8b94-87ff21f2b0ff tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.877404 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a993c25e-eb57-478d-b776-508eeaed9888 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.896577 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a993c25e-eb57-478d-b776-508eeaed9888 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.896806 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a993c25e-eb57-478d-b776-508eeaed9888 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.983458 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-580043b8-57f3-4deb-ba78-fbcca4e649b9 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.990073 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-64319eb5-e601-428f-8b94-87ff21f2b0ff tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.0034146 Jan 21 09:42:24.009112 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51924) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:24.051915 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-bfd9eece-cce6-462d-bfd1-9fa371163ec3 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:24.076813 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580043b8-57f3-4deb-ba78-fbcca4e649b9 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Pushing event updated for resources: {'Subnet': ['ID=232f7591-a52a-4e8e-8dda-32d2118325cb,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:24.087597 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580043b8-57f3-4deb-ba78-fbcca4e649b9 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Checking segment: {'id': '953150ff-a87e-4218-9423-793005c51eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a6096cf6-14d5-4311-a5e5-5b8b443be579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:24.087597 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580043b8-57f3-4deb-ba78-fbcca4e649b9 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Network hostable DHCP agents. Network: a6096cf6-14d5-4311-a5e5-5b8b443be579, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:24.109572 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580043b8-57f3-4deb-ba78-fbcca4e649b9 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Network a6096cf6-14d5-4311-a5e5-5b8b443be579 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:24.126183 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-580043b8-57f3-4deb-ba78-fbcca4e649b9 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, a6096cf6-14d5-4311-a5e5-5b8b443be579) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:24.128991 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3464f56a-a4b0-496a-ad4f-a06319a618cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.132518 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580043b8-57f3-4deb-ba78-fbcca4e649b9 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:24.133326 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-580043b8-57f3-4deb-ba78-fbcca4e649b9 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.162959 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07ab0f2-0f33-4b72-b565-f0fe7a2b7113 None None] Network a6096cf6-14d5-4311-a5e5-5b8b443be579 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:24.177461 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-580043b8-57f3-4deb-ba78-fbcca4e649b9 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0071826 Jan 21 09:42:24.181045 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51932) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:24.315493 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3464f56a-a4b0-496a-ad4f-a06319a618cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de99cead-03ff-4b4c-9bdd-1f00eb8ecd77,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:24.333249 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a993c25e-eb57-478d-b776-508eeaed9888 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event updated for resources: {'Port': ['ID=f0167b39-67b2-4bed-bfa7-5d02c431992c,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:24.337315 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3464f56a-a4b0-496a-ad4f-a06319a618cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.341493 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3464f56a-a4b0-496a-ad4f-a06319a618cc admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/de99cead-03ff-4b4c-9bdd-1f00eb8ecd77 HTTP/1.1" status: 204 len: 168 time: 1.3064373 Jan 21 09:42:24.357228 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2d8bc288-e91f-4322-a49a-af55666fece7 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-65300186'] for subnet, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.441470 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0e6adc21-9d25-411f-b41f-109bf4a02ebf tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.454769 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c4a0ee-85fa-4830-8895-75f010b25707 None None] Network 217a9625-8c34-4658-8888-c1b703bc40f3 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:24.482106 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bfd9eece-cce6-462d-bfd1-9fa371163ec3 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-65300186'] for subnet, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.488389 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb1db92-46fb-4c97-a1b5-d906e1f5fcf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-687189b5-06bc-48a6-a014-745e10221776', 'network_id': '687189b5-06bc-48a6-a014-745e10221776', 'tenant_id': '4aa2128c59e24666b40cc4b34a639788', 'fixed_ips': [{'subnet_id': '6f247f01-a97f-4430-9b54-bdcc6bf6b611'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:42:24.489299 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cbb1db92-46fb-4c97-a1b5-d906e1f5fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.491161 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a993c25e-eb57-478d-b776-508eeaed9888 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Network 217a9625-8c34-4658-8888-c1b703bc40f3 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:24.495911 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-a993c25e-eb57-478d-b776-508eeaed9888 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:24.558313 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0e6adc21-9d25-411f-b41f-109bf4a02ebf tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.685520 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0e6adc21-9d25-411f-b41f-109bf4a02ebf tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.735948 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6adc21-9d25-411f-b41f-109bf4a02ebf tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Pushing event deleted for resources: {'Subnet': ['ID=232f7591-a52a-4e8e-8dda-32d2118325cb,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:24.896019 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0e6adc21-9d25-411f-b41f-109bf4a02ebf tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.926194 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 47baa73c-9805-4e95-9b71-769c6062b6cb up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:24.933420 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-0e6adc21-9d25-411f-b41f-109bf4a02ebf tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6096cf6-14d5-4311-a5e5-5b8b443be579']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:24.947590 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-0e6adc21-9d25-411f-b41f-109bf4a02ebf tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '953150ff-a87e-4218-9423-793005c51eb8') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:24.947912 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-0e6adc21-9d25-411f-b41f-109bf4a02ebf tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '953150ff-a87e-4218-9423-793005c51eb8') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:24.962350 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0e6adc21-9d25-411f-b41f-109bf4a02ebf tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.981833 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-60617305-954f-4af4-9f3d-442a62b206c1 None None] Provisioning for port 47baa73c-9805-4e95-9b71-769c6062b6cb completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:24.986585 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0e6adc21-9d25-411f-b41f-109bf4a02ebf tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.997047 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e6adc21-9d25-411f-b41f-109bf4a02ebf tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:24.997670 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0e6adc21-9d25-411f-b41f-109bf4a02ebf tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.021915 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:42:25.021915 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:25.021915 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:42:25.021915 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:25.021915 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:42:25.021915 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:25.021915 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:42:25.021915 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:25.021915 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:42:25.021915 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:25.021915 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:42:25.021915 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:25.021915 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:42:25.021915 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:25.021915 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:25.021915 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:25.021915 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:25.021915 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:25.021915 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:42:25.021915 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:25.021915 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:42:25.021915 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:25.021915 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:25.021915 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:25.021915 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:25.021915 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:25.021915 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:25.021915 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:25.021915 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:25.021915 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:25.021915 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:25.021915 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:25.044137 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a993c25e-eb57-478d-b776-508eeaed9888 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Router d0ac310a-ad76-41dc-a529-60c18664148b has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:42:25.143574 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0e6adc21-9d25-411f-b41f-109bf4a02ebf tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.148942 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0e6adc21-9d25-411f-b41f-109bf4a02ebf tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.170048 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2d8bc288-e91f-4322-a49a-af55666fece7 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761633149422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-65987840'] for subnet, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.186266 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6adc21-9d25-411f-b41f-109bf4a02ebf tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Pushing event deleted for resources: {'Network': ['ID=a6096cf6-14d5-4311-a5e5-5b8b443be579,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:25.193051 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0e6adc21-9d25-411f-b41f-109bf4a02ebf tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] 10.222.0.110 "DELETE /v2.0/networks/a6096cf6-14d5-4311-a5e5-5b8b443be579 HTTP/1.1" status: 204 len: 168 time: 1.0076728 Jan 21 09:42:25.193421 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51950) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:25.199696 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-7eee80e4-3ae8-41d4-9502-2ce67db3a8f4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1403485455'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:25.204602 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-7eee80e4-3ae8-41d4-9502-2ce67db3a8f4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:25.208427 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7eee80e4-3ae8-41d4-9502-2ce67db3a8f4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Usage tracker for resource:network and tenant:34f55fefa4f244c09664362143af0209 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:25.212146 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7eee80e4-3ae8-41d4-9502-2ce67db3a8f4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:25.218042 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-7eee80e4-3ae8-41d4-9502-2ce67db3a8f4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:25.229847 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eee80e4-3ae8-41d4-9502-2ce67db3a8f4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Made reservation on behalf of 34f55fefa4f244c09664362143af0209 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:25.233710 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7eee80e4-3ae8-41d4-9502-2ce67db3a8f4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.264285 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-cbb1db92-46fb-4c97-a1b5-d906e1f5fcf8 None None] Allocated IP 172.20.0.2 (687189b5-06bc-48a6-a014-745e10221776/6f247f01-a97f-4430-9b54-bdcc6bf6b611/1233945e-1781-4573-8ac6-b187fe7ec993) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:25.269027 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eee80e4-3ae8-41d4-9502-2ce67db3a8f4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:25.281431 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7eee80e4-3ae8-41d4-9502-2ce67db3a8f4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.282019 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-7eee80e4-3ae8-41d4-9502-2ce67db3a8f4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Added segment 78c9b02b-59e7-49d4-9824-0de066b17e3f of type vlan for network efb3da6c-c750-493e-9efa-dabdd444b5b5 Jan 21 09:42:25.322620 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7eee80e4-3ae8-41d4-9502-2ce67db3a8f4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.348506 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8bc288-e91f-4322-a49a-af55666fece7 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:25.349095 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2d8bc288-e91f-4322-a49a-af55666fece7 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.353165 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2d8bc288-e91f-4322-a49a-af55666fece7 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "PUT /v2.0/subnets/6f247f01-a97f-4430-9b54-bdcc6bf6b611 HTTP/1.1" status: 200 len: 806 time: 1.5625079 Jan 21 09:42:25.354519 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51956) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:25.416355 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7eee80e4-3ae8-41d4-9502-2ce67db3a8f4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.421307 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eee80e4-3ae8-41d4-9502-2ce67db3a8f4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:25.422320 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7eee80e4-3ae8-41d4-9502-2ce67db3a8f4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.452434 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8bc288-e91f-4322-a49a-af55666fece7 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event updated for resources: {'Subnet': ['ID=6f247f01-a97f-4430-9b54-bdcc6bf6b611,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:25.458441 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a993c25e-eb57-478d-b776-508eeaed9888 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:42:25.473045 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a993c25e-eb57-478d-b776-508eeaed9888 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "PUT /v2.0/routers/d0ac310a-ad76-41dc-a529-60c18664148b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3025022 Jan 21 09:42:25.479308 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51964) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:25.503791 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-5bf54965-69b2-4bd3-8825-8d8b38c68fb8 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2025096556'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:25.524801 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-5bf54965-69b2-4bd3-8825-8d8b38c68fb8 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:25.541612 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d72c3-81fd-4034-ae48-a25577d098f4 req-4324f529-7807-4a6d-be07-9bb38b79ba87 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:25.544536 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c41d72c3-81fd-4034-ae48-a25577d098f4 req-4324f529-7807-4a6d-be07-9bb38b79ba87 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.8193185 Jan 21 09:42:25.547215 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-5bf54965-69b2-4bd3-8825-8d8b38c68fb8 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Usage tracker for resource:network and tenant:0ffd125f2e19497db276d912c6599666 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:25.569783 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7eee80e4-3ae8-41d4-9502-2ce67db3a8f4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3754900 Jan 21 09:42:25.572940 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bfd9eece-cce6-462d-bfd1-9fa371163ec3 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761633149422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-65987840'] for subnet, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.577501 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51970) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:25.587722 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-5bf54965-69b2-4bd3-8825-8d8b38c68fb8 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:25.635752 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-ab6693c0-73f3-4995-936e-2815ceb81b52 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Request body: {'subnet': {'network_id': 'efb3da6c-c750-493e-9efa-dabdd444b5b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:25.644969 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-5bf54965-69b2-4bd3-8825-8d8b38c68fb8 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:25.657478 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51974) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:25.673816 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd9eece-cce6-462d-bfd1-9fa371163ec3 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:25.674338 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bfd9eece-cce6-462d-bfd1-9fa371163ec3 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.679046 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-bfd9eece-cce6-462d-bfd1-9fa371163ec3 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "PUT /v2.0/subnets/66494793-730f-4746-8f9d-3b43405ad716 HTTP/1.1" status: 200 len: 900 time: 1.6307545 Jan 21 09:42:25.679244 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee80e4-3ae8-41d4-9502-2ce67db3a8f4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Pushing event updated for resources: {'Network': ['ID=efb3da6c-c750-493e-9efa-dabdd444b5b5,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:25.690779 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 51980) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:25.743825 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c41d72c3-81fd-4034-ae48-a25577d098f4 req-41baa4a1-cd28-43fa-a9c9-0ed17254dfbe tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920381 Jan 21 09:42:25.746999 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf54965-69b2-4bd3-8825-8d8b38c68fb8 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Made reservation on behalf of 0ffd125f2e19497db276d912c6599666 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:25.748077 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a6d0f1e6-4402-46d3-b212-63938cfaf1f8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.750410 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5bf54965-69b2-4bd3-8825-8d8b38c68fb8 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.757616 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad6a57f-eba4-4e1e-b636-22151e4cd627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-09edf1f6-6ffb-4efb-9fbe-ddfee218b877', 'network_id': '09edf1f6-6ffb-4efb-9fbe-ddfee218b877', 'tenant_id': '72339ba3f6b84fe98f8a9b07b475808d', 'fixed_ips': [{'subnet_id': '66494793-730f-4746-8f9d-3b43405ad716'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:42:25.758527 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8ad6a57f-eba4-4e1e-b636-22151e4cd627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.776277 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network efb3da6c-c750-493e-9efa-dabdd444b5b5 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:25.826336 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e714f9-b9a1-4fbe-8396-a9c6aaf80aeb None None] Network a6096cf6-14d5-4311-a5e5-5b8b443be579 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:25.941642 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 47baa73c-9805-4e95-9b71-769c6062b6cb completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:25.954515 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cbb1db92-46fb-4c97-a1b5-d906e1f5fcf8 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.957447 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-1b7cb471-7a74-4235-aa1e-827396d06910 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Request body: {'security_group': {'name': 'tempest-secgroup--450466071'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:25.962031 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd9eece-cce6-462d-bfd1-9fa371163ec3 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event updated for resources: {'Subnet': ['ID=66494793-730f-4746-8f9d-3b43405ad716,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:25.968323 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-1b7cb471-7a74-4235-aa1e-827396d06910 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:25.975762 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-1b7cb471-7a74-4235-aa1e-827396d06910 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Usage tracker for resource:security_group and tenant:8c0d4d71c90e4a68b988e23df905fc56 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:25.980063 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-1b7cb471-7a74-4235-aa1e-827396d06910 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:25.981414 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-cbb1db92-46fb-4c97-a1b5-d906e1f5fcf8 None None] Transition to ACTIVE for port object 1233945e-1781-4573-8ac6-b187fe7ec993 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:25.987052 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-1b7cb471-7a74-4235-aa1e-827396d06910 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:25.996484 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf54965-69b2-4bd3-8825-8d8b38c68fb8 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:26.007645 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5bf54965-69b2-4bd3-8825-8d8b38c68fb8 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.008230 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 47baa73c-9805-4e95-9b71-769c6062b6cb triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:26.008373 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-5bf54965-69b2-4bd3-8825-8d8b38c68fb8 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Added segment 1fbb0c67-a3cc-484e-b096-9499307be29b of type vlan for network 3263eec5-75eb-46db-beb0-b9bb75d9a94a Jan 21 09:42:26.009170 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.015637 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1b7cb471-7a74-4235-aa1e-827396d06910 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.035788 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1b7cb471-7a74-4235-aa1e-827396d06910 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.069946 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-1b7cb471-7a74-4235-aa1e-827396d06910 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:26.077314 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5bf54965-69b2-4bd3-8825-8d8b38c68fb8 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.081538 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-1b7cb471-7a74-4235-aa1e-827396d06910 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Usage tracker for resource:security_group_rule and tenant:8c0d4d71c90e4a68b988e23df905fc56 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:26.082636 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e714f9-b9a1-4fbe-8396-a9c6aaf80aeb None None] Network a6096cf6-14d5-4311-a5e5-5b8b443be579 could not be found, it might have been deleted concurrently. {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 21 09:42:26.085668 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-1b7cb471-7a74-4235-aa1e-827396d06910 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:26.094056 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-1b7cb471-7a74-4235-aa1e-827396d06910 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:26.137994 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5bf54965-69b2-4bd3-8825-8d8b38c68fb8 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.143292 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf54965-69b2-4bd3-8825-8d8b38c68fb8 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:26.143904 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5bf54965-69b2-4bd3-8825-8d8b38c68fb8 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.203362 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-c2b8ddee-50bf-4211-ab52-3e9fa59b1f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'name': 'tempest-RoutersIpV6Test-router-1023602096', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:07Z', 'updated_at': '2022-01-21T09:42:22Z', 'revision_number': 3, 'project_id': '0ffd125f2e19497db276d912c6599666', 'gw_port_host': None, '_interfaces': [{'id': 'b9977dbe-e702-4bd4-9306-18fbb198dacb', 'name': '', 'network_id': 'dbc7f600-1ed1-4a45-a230-a69cfb9144c3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:82:8f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:10Z', 'updated_at': '2022-01-21T09:42:22Z', 'revision_number': 4, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0167b39-67b2-4bed-bfa7-5d02c431992c', 'name': '', 'network_id': '217a9625-8c34-4658-8888-c1b703bc40f3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:b2:3a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:19Z', 'updated_at': '2022-01-21T09:42:21Z', 'revision_number': 1, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:26.211117 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-cbb1db92-46fb-4c97-a1b5-d906e1f5fcf8 None None] Transition to ACTIVE for port object 1233945e-1781-4573-8ac6-b187fe7ec993 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:26.219485 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a6d0f1e6-4402-46d3-b212-63938cfaf1f8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.233561 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b8ddee-50bf-4211-ab52-3e9fa59b1f80 None None] The sync data for ids ['d0ac310a-ad76-41dc-a529-60c18664148b'] in dv-neutron-825731-1-hyperv is: [{'id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'name': 'tempest-RoutersIpV6Test-router-1023602096', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:07Z', 'updated_at': '2022-01-21T09:42:22Z', 'revision_number': 3, 'project_id': '0ffd125f2e19497db276d912c6599666', 'gw_port_host': None, '_interfaces': [{'id': 'b9977dbe-e702-4bd4-9306-18fbb198dacb', 'name': '', 'network_id': 'dbc7f600-1ed1-4a45-a230-a69cfb9144c3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:82:8f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:10Z', 'updated_at': '2022-01-21T09:42:22Z', 'revision_number': 4, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0167b39-67b2-4bed-bfa7-5d02c431992c', 'name': '', 'network_id': '217a9625-8c34-4658-8888-c1b703bc40f3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:b2:3a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:19Z', 'updated_at': '2022-01-21T09:42:21Z', 'revision_number': 1, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:42:26.248547 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cbb1db92-46fb-4c97-a1b5-d906e1f5fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.259563 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ab6693c0-73f3-4995-936e-2815ceb81b52 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:26.282180 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-5bf54965-69b2-4bd3-8825-8d8b38c68fb8 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7930119 Jan 21 09:42:26.291798 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51988) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:26.299179 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf54965-69b2-4bd3-8825-8d8b38c68fb8 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event updated for resources: {'Network': ['ID=3263eec5-75eb-46db-beb0-b9bb75d9a94a,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:26.305223 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-81a0dea8-3695-4563-9636-62374b1d9f92 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Request body: {'subnet': {'network_id': '3263eec5-75eb-46db-beb0-b9bb75d9a94a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:26.326542 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ab6693c0-73f3-4995-936e-2815ceb81b52 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Usage tracker for resource:subnet and tenant:34f55fefa4f244c09664362143af0209 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:26.339170 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ab6693c0-73f3-4995-936e-2815ceb81b52 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:26.359110 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ab6693c0-73f3-4995-936e-2815ceb81b52 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:26.402252 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb1db92-46fb-4c97-a1b5-d906e1f5fcf8 None None] Network 687189b5-06bc-48a6-a014-745e10221776 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:26.404379 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 3263eec5-75eb-46db-beb0-b9bb75d9a94a details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:26.419794 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.423620 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6693c0-73f3-4995-936e-2815ceb81b52 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Made reservation on behalf of 34f55fefa4f244c09664362143af0209 for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:26.424829 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1b7cb471-7a74-4235-aa1e-827396d06910 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.425969 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-cbb1db92-46fb-4c97-a1b5-d906e1f5fcf8 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:26.427045 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ab6693c0-73f3-4995-936e-2815ceb81b52 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.429280 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb1db92-46fb-4c97-a1b5-d906e1f5fcf8 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:26.439152 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1b7cb471-7a74-4235-aa1e-827396d06910 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.456035 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-1b7cb471-7a74-4235-aa1e-827396d06910 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:26.467630 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-1b7cb471-7a74-4235-aa1e-827396d06910 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Usage tracker for resource:security_group_rule and tenant:8c0d4d71c90e4a68b988e23df905fc56 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:26.470409 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-81a0dea8-3695-4563-9636-62374b1d9f92 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:26.479260 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-1b7cb471-7a74-4235-aa1e-827396d06910 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:26.486614 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-81a0dea8-3695-4563-9636-62374b1d9f92 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Usage tracker for resource:subnet and tenant:0ffd125f2e19497db276d912c6599666 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:26.495063 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-81a0dea8-3695-4563-9636-62374b1d9f92 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:26.498628 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-1b7cb471-7a74-4235-aa1e-827396d06910 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:26.504395 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7cb471-7a74-4235-aa1e-827396d06910 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=595af48f-d910-41cd-9625-fcb874e34dc0,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:26.508198 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-81a0dea8-3695-4563-9636-62374b1d9f92 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:26.535371 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a0dea8-3695-4563-9636-62374b1d9f92 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Made reservation on behalf of 0ffd125f2e19497db276d912c6599666 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:26.539550 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-81a0dea8-3695-4563-9636-62374b1d9f92 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.639270 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.684162 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb1db92-46fb-4c97-a1b5-d906e1f5fcf8 None None] Pushing event updated for resources: {'Port': ['ID=1233945e-1781-4573-8ac6-b187fe7ec993,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:26.698300 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a6d0f1e6-4402-46d3-b212-63938cfaf1f8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.760679 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0f1e6-4402-46d3-b212-63938cfaf1f8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event deleted for resources: {'Subnet': ['ID=6f247f01-a97f-4430-9b54-bdcc6bf6b611,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:26.870150 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-cbb1db92-46fb-4c97-a1b5-d906e1f5fcf8 None None] Attempting to bind port 1233945e-1781-4573-8ac6-b187fe7ec993 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:26.870775 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-cbb1db92-46fb-4c97-a1b5-d906e1f5fcf8 None None] Attempting to bind port 1233945e-1781-4573-8ac6-b187fe7ec993 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'e2a816ff-8317-4a15-b8d9-a2f29e0499d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '687189b5-06bc-48a6-a014-745e10221776'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:26.871586 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb1db92-46fb-4c97-a1b5-d906e1f5fcf8 None None] Attempting to bind port 1233945e-1781-4573-8ac6-b187fe7ec993 on network 687189b5-06bc-48a6-a014-745e10221776 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:42:26.873797 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.888006 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-81a0dea8-3695-4563-9636-62374b1d9f92 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.904527 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a6d0f1e6-4402-46d3-b212-63938cfaf1f8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.924608 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb1db92-46fb-4c97-a1b5-d906e1f5fcf8 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:42:26.925277 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb1db92-46fb-4c97-a1b5-d906e1f5fcf8 None None] Checking segment: {'id': 'e2a816ff-8317-4a15-b8d9-a2f29e0499d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '687189b5-06bc-48a6-a014-745e10221776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:26.926550 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cbb1db92-46fb-4c97-a1b5-d906e1f5fcf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.927465 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb1db92-46fb-4c97-a1b5-d906e1f5fcf8 None None] Bound using segment: {'id': 'e2a816ff-8317-4a15-b8d9-a2f29e0499d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '687189b5-06bc-48a6-a014-745e10221776'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:42:26.929125 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-cbb1db92-46fb-4c97-a1b5-d906e1f5fcf8 None None] Bound port: 1233945e-1781-4573-8ac6-b187fe7ec993, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2a816ff-8317-4a15-b8d9-a2f29e0499d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '687189b5-06bc-48a6-a014-745e10221776'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:26.930018 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cbb1db92-46fb-4c97-a1b5-d906e1f5fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.942533 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-a6d0f1e6-4402-46d3-b212-63938cfaf1f8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687189b5-06bc-48a6-a014-745e10221776']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:26.951991 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1b7cb471-7a74-4235-aa1e-827396d06910 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.967051 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-a6d0f1e6-4402-46d3-b212-63938cfaf1f8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2a816ff-8317-4a15-b8d9-a2f29e0499d2') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:26.967349 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-a6d0f1e6-4402-46d3-b212-63938cfaf1f8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2a816ff-8317-4a15-b8d9-a2f29e0499d2') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:26.982012 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 47baa73c-9805-4e95-9b71-769c6062b6cb, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=47baa73c-9805-4e95-9b71-769c6062b6cb,segment=NetworkSegment(93bf47bf-2df5-4678-a053-319b4de7d920),segment_id=93bf47bf-2df5-4678-a053-319b4de7d920)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:26.982888 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1b7cb471-7a74-4235-aa1e-827396d06910 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.983013 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a6d0f1e6-4402-46d3-b212-63938cfaf1f8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.028214 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-8ad6a57f-eba4-4e1e-b636-22151e4cd627 None None] Allocated IP 2001:db8::3 (09edf1f6-6ffb-4efb-9fbe-ddfee218b877/66494793-730f-4746-8f9d-3b43405ad716/24de41b8-b3d6-4d6c-a066-f6322e5dded7) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:27.030731 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.037623 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8635285-309d-42b6-a7ed-75605884b25c req-e72db250-06a6-4428-9ef4-97c1799f1e13 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:27.040791 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a8635285-309d-42b6-a7ed-75605884b25c req-e72db250-06a6-4428-9ef4-97c1799f1e13 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 1.1428344 Jan 21 09:42:27.044242 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1b7cb471-7a74-4235-aa1e-827396d06910 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.048058 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1b7cb471-7a74-4235-aa1e-827396d06910 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3854115 Jan 21 09:42:27.050965 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51992) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:27.054575 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a6d0f1e6-4402-46d3-b212-63938cfaf1f8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.067898 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0dea8-3695-4563-9636-62374b1d9f92 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event updated for resources: {'Subnet': ['ID=a7e04eaf-e3b2-4d7b-a023-96b3465d91fb,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:27.111434 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a0dea8-3695-4563-9636-62374b1d9f92 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Checking segment: {'id': '1fbb0c67-a3cc-484e-b096-9499307be29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3263eec5-75eb-46db-beb0-b9bb75d9a94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:27.111895 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a0dea8-3695-4563-9636-62374b1d9f92 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Network hostable DHCP agents. Network: 3263eec5-75eb-46db-beb0-b9bb75d9a94a, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:27.119441 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6d0f1e6-4402-46d3-b212-63938cfaf1f8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:27.119647 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a6d0f1e6-4402-46d3-b212-63938cfaf1f8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.125887 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7cb471-7a74-4235-aa1e-827396d06910 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0a1a28-cd61-4fd4-a983-dcb80d4fb7cd,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:27.160621 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:42:27.160621 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:27.160621 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:42:27.160621 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:27.160621 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:42:27.160621 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:27.160621 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:42:27.160621 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:27.160621 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:42:27.160621 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:27.160621 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:42:27.160621 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:27.160621 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:42:27.160621 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:27.160621 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:27.160621 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:27.160621 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:27.160621 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:27.160621 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:42:27.160621 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:27.160621 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:42:27.160621 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:27.160621 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:27.160621 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:27.160621 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:27.160621 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:27.160621 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:27.160621 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:27.160621 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:27.160621 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:27.160621 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:27.160621 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:27.169503 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a0dea8-3695-4563-9636-62374b1d9f92 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Network 3263eec5-75eb-46db-beb0-b9bb75d9a94a is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:27.199090 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ed36bf1b-0afe-4fc0-9e03-cf4f5a08b2ed tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Synchronizing usage tracker for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:27.204149 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-81a0dea8-3695-4563-9636-62374b1d9f92 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 3263eec5-75eb-46db-beb0-b9bb75d9a94a) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:27.218745 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a8635285-309d-42b6-a7ed-75605884b25c req-d44666ca-71a8-48a4-b695-5f79084fbcb9 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615431 Jan 21 09:42:27.221038 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a0dea8-3695-4563-9636-62374b1d9f92 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:27.222270 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-81a0dea8-3695-4563-9636-62374b1d9f92 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.274731 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-81a0dea8-3695-4563-9636-62374b1d9f92 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9818594 Jan 21 09:42:27.279730 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 51998) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:27.289312 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c100d1ca-dfbd-48d6-857e-8089c3a91d74 None None] Network 3263eec5-75eb-46db-beb0-b9bb75d9a94a requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:27.465115 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.api [None req-a6d0f1e6-4402-46d3-b212-63938cfaf1f8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:42:27.465115 dv-neutron-825731-1-hyperv neutron-server[87515]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:42:27.465115 dv-neutron-825731-1-hyperv neutron-server[87515]: [parameters: {'id': '687189b5-06bc-48a6-a014-745e10221776'}] Jan 21 09:42:27.465115 dv-neutron-825731-1-hyperv neutron-server[87515]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:42:27.465728 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG oslo_db.api [None req-a6d0f1e6-4402-46d3-b212-63938cfaf1f8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:42:27.474030 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device b9977dbe-e702-4bd4-9306-18fbb198dacb up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:27.522997 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=47baa73c-9805-4e95-9b71-769c6062b6cb,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:27.544632 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ed36bf1b-0afe-4fc0-9e03-cf4f5a08b2ed tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Unset dirty status for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:27.547634 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ed36bf1b-0afe-4fc0-9e03-cf4f5a08b2ed tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.4813697 Jan 21 09:42:27.552780 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52002) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:27.559747 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-0c42cf8a-3751-4b19-a0a2-35a987f3cf17 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Request body: {'security_group': {'name': 'tempest-security--987904950', 'description': 'tempest-security-description-1850465967'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:27.693855 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0c42cf8a-3751-4b19-a0a2-35a987f3cf17 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.815087 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.objects.ports [None req-ab6693c0-73f3-4995-936e-2815ceb81b52 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87515) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 09:42:27.821082 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ab6693c0-73f3-4995-936e-2815ceb81b52 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.831524 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-66955933-62e8-4574-a5e3-a14d6c992979 None None] Provisioning complete for port 47baa73c-9805-4e95-9b71-769c6062b6cb triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:27.832490 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-66955933-62e8-4574-a5e3-a14d6c992979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.875504 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-cbb1db92-46fb-4c97-a1b5-d906e1f5fcf8 None None] For port 1233945e-1781-4573-8ac6-b187fe7ec993, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:42:27.935636 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0c42cf8a-3751-4b19-a0a2-35a987f3cf17 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.988019 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a6d0f1e6-4402-46d3-b212-63938cfaf1f8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.014147 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-cbb1db92-46fb-4c97-a1b5-d906e1f5fcf8 None None] For port 1233945e-1781-4573-8ac6-b187fe7ec993, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=1233945e-1781-4573-8ac6-b187fe7ec993,segment=NetworkSegment(e2a816ff-8317-4a15-b8d9-a2f29e0499d2),segment_id=e2a816ff-8317-4a15-b8d9-a2f29e0499d2)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:42:28.014341 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0c42cf8a-3751-4b19-a0a2-35a987f3cf17 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.017121 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0c42cf8a-3751-4b19-a0a2-35a987f3cf17 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.018382 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0c42cf8a-3751-4b19-a0a2-35a987f3cf17 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "PUT /v2.0/security-groups/7c0a1a28-cd61-4fd4-a983-dcb80d4fb7cd HTTP/1.1" status: 200 len: 1777 time: 0.4641082 Jan 21 09:42:28.034216 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52008) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:28.067884 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cbb1db92-46fb-4c97-a1b5-d906e1f5fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.107047 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6693c0-73f3-4995-936e-2815ceb81b52 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Checking segment: {'id': '78c9b02b-59e7-49d4-9824-0de066b17e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'efb3da6c-c750-493e-9efa-dabdd444b5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:28.107709 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6693c0-73f3-4995-936e-2815ceb81b52 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Network hostable DHCP agents. Network: efb3da6c-c750-493e-9efa-dabdd444b5b5, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:28.141977 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42cf8a-3751-4b19-a0a2-35a987f3cf17 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0a1a28-cd61-4fd4-a983-dcb80d4fb7cd,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:28.150263 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port b9977dbe-e702-4bd4-9306-18fbb198dacb completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:28.155030 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74be73-375d-45bb-97e1-8583be9c1d6a req-b8faed5b-ab8e-40de-b134-2991bf2f1dc5 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:28.157253 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ca74be73-375d-45bb-97e1-8583be9c1d6a req-b8faed5b-ab8e-40de-b134-2991bf2f1dc5 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.3407474 Jan 21 09:42:28.166740 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-a6d0f1e6-4402-46d3-b212-63938cfaf1f8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Deleting port 1233945e-1781-4573-8ac6-b187fe7ec993 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:28.167093 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a6d0f1e6-4402-46d3-b212-63938cfaf1f8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.217341 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6693c0-73f3-4995-936e-2815ceb81b52 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Network efb3da6c-c750-493e-9efa-dabdd444b5b5 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:28.244832 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port b9977dbe-e702-4bd4-9306-18fbb198dacb triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:28.245114 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.283490 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6693c0-73f3-4995-936e-2815ceb81b52 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Pushing event updated for resources: {'Subnet': ['ID=d2799b93-76d4-4cf0-88e1-24fdec59ce94,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:28.285616 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-ab6693c0-73f3-4995-936e-2815ceb81b52 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, efb3da6c-c750-493e-9efa-dabdd444b5b5) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:28.316271 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6693c0-73f3-4995-936e-2815ceb81b52 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:28.316855 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ab6693c0-73f3-4995-936e-2815ceb81b52 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.318171 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaf55ad-3f3b-46f7-80e8-05a9e945421b None None] Network efb3da6c-c750-493e-9efa-dabdd444b5b5 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:28.336919 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ca74be73-375d-45bb-97e1-8583be9c1d6a req-619b5512-fdf3-45cd-80f2-2995f051e02a tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277249 Jan 21 09:42:28.377168 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d73ac4f9-158d-4965-97dc-dd8d7b7367c0 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "GET /v2.0/security-groups/7c0a1a28-cd61-4fd4-a983-dcb80d4fb7cd HTTP/1.1" status: 200 len: 1777 time: 0.3171480 Jan 21 09:42:28.388512 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52012) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:28.434477 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ab6693c0-73f3-4995-936e-2815ceb81b52 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.8534923 Jan 21 09:42:28.434713 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2853f2f7-1bd0-4163-91d3-b54370b7eefa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.442608 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52016) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:28.519272 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8ad6a57f-eba4-4e1e-b636-22151e4cd627 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.534397 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f5dd0a-819f-43e9-8cae-b71b99d53aba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-3263eec5-75eb-46db-beb0-b9bb75d9a94a', 'network_id': '3263eec5-75eb-46db-beb0-b9bb75d9a94a', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'fixed_ips': [{'subnet_id': 'a7e04eaf-e3b2-4d7b-a023-96b3465d91fb'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:42:28.535304 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3f5dd0a-819f-43e9-8cae-b71b99d53aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.558261 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb1db92-46fb-4c97-a1b5-d906e1f5fcf8 None None] Pushing event updated for resources: {'Port': ['ID=1233945e-1781-4573-8ac6-b187fe7ec993,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:28.621973 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-8ad6a57f-eba4-4e1e-b636-22151e4cd627 None None] Transition to ACTIVE for port object 24de41b8-b3d6-4d6c-a066-f6322e5dded7 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:28.730983 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-8ad6a57f-eba4-4e1e-b636-22151e4cd627 None None] Transition to ACTIVE for port object 24de41b8-b3d6-4d6c-a066-f6322e5dded7 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:28.747694 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52022) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:28.754733 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8e34cc-c565-42f9-b5c5-88b9a87ffc63 None None] Network 687189b5-06bc-48a6-a014-745e10221776 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:28.824849 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8ad6a57f-eba4-4e1e-b636-22151e4cd627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.843232 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-35779c54-06e8-4732-a47e-2939c2d74feb tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.855552 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.863926 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-a6d0f1e6-4402-46d3-b212-63938cfaf1f8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] For port 1233945e-1781-4573-8ac6-b187fe7ec993, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=1233945e-1781-4573-8ac6-b187fe7ec993,segment=NetworkSegment(e2a816ff-8317-4a15-b8d9-a2f29e0499d2),segment_id=e2a816ff-8317-4a15-b8d9-a2f29e0499d2)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:28.864276 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a6d0f1e6-4402-46d3-b212-63938cfaf1f8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.885137 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-66955933-62e8-4574-a5e3-a14d6c992979 None None] Provisioning for port f0167b39-67b2-4bed-bfa7-5d02c431992c completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:28.992539 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event deleted for resources: {'Subnet': ['ID=66494793-730f-4746-8f9d-3b43405ad716,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:29.080616 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-2853f2f7-1bd0-4163-91d3-b54370b7eefa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Allocated IP 2001:db8:2::1 (3263eec5-75eb-46db-beb0-b9bb75d9a94a/a7e04eaf-e3b2-4d7b-a023-96b3465d91fb/62526804-f4e9-4843-b711-4d9b5998cbff) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:29.089950 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-a6d0f1e6-4402-46d3-b212-63938cfaf1f8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Calling delete_port for 1233945e-1781-4573-8ac6-b187fe7ec993 owned by network:dhcp {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:29.118092 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.140134 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-31ad0996-4e6b-45c3-8016-89bc44d8f4e8 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Deleting port 480be39b-76e1-4cdb-8ae3-0b92d13dbb7e {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:29.140134 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-31ad0996-4e6b-45c3-8016-89bc44d8f4e8 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.140370 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-35779c54-06e8-4732-a47e-2939c2d74feb tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.158069 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-66955933-62e8-4574-a5e3-a14d6c992979 None None] Provisioning complete for port f0167b39-67b2-4bed-bfa7-5d02c431992c triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:29.158538 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-66955933-62e8-4574-a5e3-a14d6c992979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.170737 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f7c50c7c-9fc3-4eb2-9c04-bebde5bddbc4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.212063 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81793cd-479c-4b22-b7bf-61969bd2ffdd None None] Sync routers for ids ['d0ac310a-ad76-41dc-a529-60c18664148b'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:42:29.227100 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81793cd-479c-4b22-b7bf-61969bd2ffdd None None] Routers {'d0ac310a-ad76-41dc-a529-60c18664148b'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:29.229592 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-b81793cd-479c-4b22-b7bf-61969bd2ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:42:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d0ac310a-ad76-41dc-a529-60c18664148b'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:29.242662 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad6a57f-eba4-4e1e-b636-22151e4cd627 None None] Network 09edf1f6-6ffb-4efb-9fbe-ddfee218b877 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:29.265488 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port b9977dbe-e702-4bd4-9306-18fbb198dacb, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=b9977dbe-e702-4bd4-9306-18fbb198dacb,segment=NetworkSegment(4db561b9-98de-4bf2-a3df-9cdd185cfe66),segment_id=4db561b9-98de-4bf2-a3df-9cdd185cfe66)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:29.279714 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.285695 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-8ad6a57f-eba4-4e1e-b636-22151e4cd627 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:29.321660 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.324104 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad6a57f-eba4-4e1e-b636-22151e4cd627 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:29.334443 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad6a57f-eba4-4e1e-b636-22151e4cd627 None None] Pushing event updated for resources: {'Port': ['ID=24de41b8-b3d6-4d6c-a066-f6322e5dded7,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:29.362650 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09edf1f6-6ffb-4efb-9fbe-ddfee218b877']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:29.388352 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd6b2ff0-f2a1-4c85-9802-ab0d4639ead0') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:29.388839 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd6b2ff0-f2a1-4c85-9802-ab0d4639ead0') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:29.413470 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-35779c54-06e8-4732-a47e-2939c2d74feb tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.430771 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a6d0f1e6-4402-46d3-b212-63938cfaf1f8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.443318 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.493489 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d0f1e6-4402-46d3-b212-63938cfaf1f8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] No DVR routers for this DVR port 1233945e-1781-4573-8ac6-b187fe7ec993 on host dv-neutron-825731-1-hyperv {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:29.511054 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.514808 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-31ad0996-4e6b-45c3-8016-89bc44d8f4e8 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.515206 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-31ad0996-4e6b-45c3-8016-89bc44d8f4e8 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.530375 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35779c54-06e8-4732-a47e-2939c2d74feb tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0a1a28-cd61-4fd4-a983-dcb80d4fb7cd,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:29.531118 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-b81793cd-479c-4b22-b7bf-61969bd2ffdd None None] Set router d0ac310a-ad76-41dc-a529-60c18664148b gateway port host: None {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:42:29.538990 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 47baa73c-9805-4e95-9b71-769c6062b6cb up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:29.570381 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-66955933-62e8-4574-a5e3-a14d6c992979 None None] Port f0167b39-67b2-4bed-bfa7-5d02c431992c cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:42:29.602141 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f7c50c7c-9fc3-4eb2-9c04-bebde5bddbc4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.657413 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2853f2f7-1bd0-4163-91d3-b54370b7eefa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.693512 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38136ea4-ef49-400e-868e-d23748952d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-efb3da6c-c750-493e-9efa-dabdd444b5b5', 'network_id': 'efb3da6c-c750-493e-9efa-dabdd444b5b5', 'tenant_id': '34f55fefa4f244c09664362143af0209', 'fixed_ips': [{'subnet_id': 'd2799b93-76d4-4cf0-88e1-24fdec59ce94'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:42:29.694473 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-38136ea4-ef49-400e-868e-d23748952d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.704389 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-31ad0996-4e6b-45c3-8016-89bc44d8f4e8 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Calling delete_port for 480be39b-76e1-4cdb-8ae3-0b92d13dbb7e owned by network:floatingip {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:29.724078 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:29.724490 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.750190 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0f1e6-4402-46d3-b212-63938cfaf1f8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event deleted for resources: {'Port': ['ID=1233945e-1781-4573-8ac6-b187fe7ec993,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:29.752247 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:42:29.752247 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:29.752247 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:42:29.752247 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:29.752247 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:42:29.752247 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:29.752247 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:42:29.752247 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:29.752247 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:42:29.752247 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:29.752247 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:42:29.752247 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:29.752247 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:42:29.752247 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:29.752247 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:29.752247 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:29.752247 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:29.752247 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:29.752247 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:42:29.752247 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:29.752247 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:42:29.752247 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:29.752247 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:29.752247 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:29.752247 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:29.752247 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:29.752247 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:29.752247 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:29.752247 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:29.752247 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:29.752247 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:29.752247 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:29.754622 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f7c50c7c-9fc3-4eb2-9c04-bebde5bddbc4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.826665 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-2853f2f7-1bd0-4163-91d3-b54370b7eefa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Transition to ACTIVE for port object 62526804-f4e9-4843-b711-4d9b5998cbff will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:29.855518 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-8ad6a57f-eba4-4e1e-b636-22151e4cd627 None None] Attempting to bind port 24de41b8-b3d6-4d6c-a066-f6322e5dded7 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:29.856311 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-8ad6a57f-eba4-4e1e-b636-22151e4cd627 None None] Attempting to bind port 24de41b8-b3d6-4d6c-a066-f6322e5dded7 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'cd6b2ff0-f2a1-4c85-9802-ab0d4639ead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '09edf1f6-6ffb-4efb-9fbe-ddfee218b877'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:29.856863 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad6a57f-eba4-4e1e-b636-22151e4cd627 None None] Attempting to bind port 24de41b8-b3d6-4d6c-a066-f6322e5dded7 on network 09edf1f6-6ffb-4efb-9fbe-ddfee218b877 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:42:29.868720 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c50c7c-9fc3-4eb2-9c04-bebde5bddbc4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Pushing event deleted for resources: {'Subnet': ['ID=d2799b93-76d4-4cf0-88e1-24fdec59ce94,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:29.875179 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=b9977dbe-e702-4bd4-9306-18fbb198dacb,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:29.882596 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad6a57f-eba4-4e1e-b636-22151e4cd627 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:42:29.883218 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad6a57f-eba4-4e1e-b636-22151e4cd627 None None] Checking segment: {'id': 'cd6b2ff0-f2a1-4c85-9802-ab0d4639ead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '09edf1f6-6ffb-4efb-9fbe-ddfee218b877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:29.883839 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8ad6a57f-eba4-4e1e-b636-22151e4cd627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.884736 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad6a57f-eba4-4e1e-b636-22151e4cd627 None None] Bound using segment: {'id': 'cd6b2ff0-f2a1-4c85-9802-ab0d4639ead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '09edf1f6-6ffb-4efb-9fbe-ddfee218b877'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:42:29.885385 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-8ad6a57f-eba4-4e1e-b636-22151e4cd627 None None] Bound port: 24de41b8-b3d6-4d6c-a066-f6322e5dded7, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd6b2ff0-f2a1-4c85-9802-ab0d4639ead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '09edf1f6-6ffb-4efb-9fbe-ddfee218b877'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:29.885926 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8ad6a57f-eba4-4e1e-b636-22151e4cd627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.902410 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-d05c6946-edde-4e9e-ac21-3bfba7600dc8 None None] Provisioning complete for port f0167b39-67b2-4bed-bfa7-5d02c431992c triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:29.903041 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d05c6946-edde-4e9e-ac21-3bfba7600dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.970187 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-d05c6946-edde-4e9e-ac21-3bfba7600dc8 None None] Port f0167b39-67b2-4bed-bfa7-5d02c431992c cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:42:29.980123 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-35779c54-06e8-4732-a47e-2939c2d74feb tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.983377 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-35779c54-06e8-4732-a47e-2939c2d74feb tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "DELETE /v2.0/security-groups/7c0a1a28-cd61-4fd4-a983-dcb80d4fb7cd HTTP/1.1" status: 204 len: 168 time: 1.5939672 Jan 21 09:42:30.011013 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52028) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:30.033699 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b2fe28-22e2-41c5-8d37-d7a47c1125f9 None None] Network efb3da6c-c750-493e-9efa-dabdd444b5b5 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:30.045382 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-31ad0996-4e6b-45c3-8016-89bc44d8f4e8 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.048863 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a6d0f1e6-4402-46d3-b212-63938cfaf1f8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.055958 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd0b548-7179-4ba9-9697-d7ccc42f05a7 None None] Network 687189b5-06bc-48a6-a014-745e10221776 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:30.079170 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-b81793cd-479c-4b22-b7bf-61969bd2ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'name': 'tempest-RoutersIpV6Test-router-1023602096', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:07Z', 'updated_at': '2022-01-21T09:42:22Z', 'revision_number': 3, 'project_id': '0ffd125f2e19497db276d912c6599666', 'gw_port_host': None, '_interfaces': [{'id': 'b9977dbe-e702-4bd4-9306-18fbb198dacb', 'name': '', 'network_id': 'dbc7f600-1ed1-4a45-a230-a69cfb9144c3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:82:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:10Z', 'updated_at': '2022-01-21T09:42:29Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0167b39-67b2-4bed-bfa7-5d02c431992c', 'name': '', 'network_id': '217a9625-8c34-4658-8888-c1b703bc40f3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:b2:3a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:19Z', 'updated_at': '2022-01-21T09:42:23Z', 'revision_number': 2, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:30.084086 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81793cd-479c-4b22-b7bf-61969bd2ffdd None None] Checking router: d0ac310a-ad76-41dc-a529-60c18664148b for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:42:30.084788 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81793cd-479c-4b22-b7bf-61969bd2ffdd None None] Updating router d0ac310a-ad76-41dc-a529-60c18664148b port f0167b39-67b2-4bed-bfa7-5d02c431992c binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:42:30.117360 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f7c50c7c-9fc3-4eb2-9c04-bebde5bddbc4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.123475 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad0996-4e6b-45c3-8016-89bc44d8f4e8 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Pushing event deleted for resources: {'Port': ['ID=480be39b-76e1-4cdb-8ae3-0b92d13dbb7e,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:30.133252 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.api [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:42:30.133252 dv-neutron-825731-1-hyperv neutron-server[87515]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:42:30.133252 dv-neutron-825731-1-hyperv neutron-server[87515]: [parameters: {'id': '09edf1f6-6ffb-4efb-9fbe-ddfee218b877'}] Jan 21 09:42:30.133252 dv-neutron-825731-1-hyperv neutron-server[87515]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:42:30.133628 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG oslo_db.api [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:42:30.143137 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-a6d0f1e6-4402-46d3-b212-63938cfaf1f8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687189b5-06bc-48a6-a014-745e10221776']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:30.160283 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-b81793cd-479c-4b22-b7bf-61969bd2ffdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.168412 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-a6d0f1e6-4402-46d3-b212-63938cfaf1f8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2a816ff-8317-4a15-b8d9-a2f29e0499d2') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:30.168778 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-a6d0f1e6-4402-46d3-b212-63938cfaf1f8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2a816ff-8317-4a15-b8d9-a2f29e0499d2') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:30.177453 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-f7c50c7c-9fc3-4eb2-9c04-bebde5bddbc4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb3da6c-c750-493e-9efa-dabdd444b5b5']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:30.198213 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 47baa73c-9805-4e95-9b71-769c6062b6cb triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:30.198585 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.199072 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a6d0f1e6-4402-46d3-b212-63938cfaf1f8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.206769 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-f7c50c7c-9fc3-4eb2-9c04-bebde5bddbc4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78c9b02b-59e7-49d4-9824-0de066b17e3f') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:30.207166 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-f7c50c7c-9fc3-4eb2-9c04-bebde5bddbc4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78c9b02b-59e7-49d4-9824-0de066b17e3f') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:30.227843 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f7c50c7c-9fc3-4eb2-9c04-bebde5bddbc4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.242115 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a6d0f1e6-4402-46d3-b212-63938cfaf1f8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.254797 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6d0f1e6-4402-46d3-b212-63938cfaf1f8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:30.254797 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a6d0f1e6-4402-46d3-b212-63938cfaf1f8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.271991 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:42:30.271991 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:30.271991 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:42:30.271991 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:30.271991 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:42:30.271991 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:30.271991 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:42:30.271991 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:30.271991 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:42:30.271991 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:30.271991 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:42:30.271991 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:30.271991 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:42:30.271991 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:30.271991 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:30.271991 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:30.271991 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:30.271991 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:30.271991 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:42:30.271991 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:30.271991 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:42:30.271991 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:30.271991 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:30.271991 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:30.271991 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:30.271991 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:30.271991 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:30.271991 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:30.271991 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:30.271991 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:30.271991 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:30.271991 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:30.274087 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f7c50c7c-9fc3-4eb2-9c04-bebde5bddbc4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.297465 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c50c7c-9fc3-4eb2-9c04-bebde5bddbc4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:30.297907 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f7c50c7c-9fc3-4eb2-9c04-bebde5bddbc4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.316542 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:42:30.316542 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:30.316542 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:42:30.316542 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:30.316542 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:42:30.316542 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:30.316542 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:42:30.316542 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:30.316542 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:42:30.316542 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:30.316542 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:42:30.316542 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:30.316542 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:42:30.316542 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:30.316542 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:30.316542 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:30.316542 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:30.316542 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:30.316542 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:42:30.316542 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:30.316542 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:42:30.316542 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:30.316542 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:30.316542 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:30.316542 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:30.316542 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:30.316542 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:30.316542 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:30.316542 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:30.316542 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:30.316542 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:30.316542 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:30.380832 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-31ad0996-4e6b-45c3-8016-89bc44d8f4e8 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for floatingip, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.381071 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.l3_db [None req-31ad0996-4e6b-45c3-8016-89bc44d8f4e8 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Floating IP 9e7111f7-6008-450c-a52f-8f5557b914ef disassociated (deleted). External IP: 172.26.3.168, port: 18d66daf-9015-4413-aaca-282450b13718. Jan 21 09:42:30.456822 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-8ad6a57f-eba4-4e1e-b636-22151e4cd627 None None] For port 24de41b8-b3d6-4d6c-a066-f6322e5dded7, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:42:30.460559 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a6d0f1e6-4402-46d3-b212-63938cfaf1f8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.484013 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a6d0f1e6-4402-46d3-b212-63938cfaf1f8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.490669 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f7c50c7c-9fc3-4eb2-9c04-bebde5bddbc4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.504585 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0f1e6-4402-46d3-b212-63938cfaf1f8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event deleted for resources: {'Network': ['ID=687189b5-06bc-48a6-a014-745e10221776,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:30.507703 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f7c50c7c-9fc3-4eb2-9c04-bebde5bddbc4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.510041 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f7c50c7c-9fc3-4eb2-9c04-bebde5bddbc4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] 10.222.0.110 "DELETE /v2.0/networks/efb3da6c-c750-493e-9efa-dabdd444b5b5 HTTP/1.1" status: 204 len: 168 time: 2.0664990 Jan 21 09:42:30.521832 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b55b0-7abf-4186-9f18-c65144450d5f req-fd700f3d-3fdc-43b6-b6bb-103e8fe8e8d4 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:30.524746 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ac2b55b0-7abf-4186-9f18-c65144450d5f req-fd700f3d-3fdc-43b6-b6bb-103e8fe8e8d4 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.9315274 Jan 21 09:42:30.529362 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a6d0f1e6-4402-46d3-b212-63938cfaf1f8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "DELETE /v2.0/networks/687189b5-06bc-48a6-a014-745e10221776 HTTP/1.1" status: 204 len: 168 time: 5.1737983 Jan 21 09:42:30.531235 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52032) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:30.531844 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52034) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:30.535789 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c50c7c-9fc3-4eb2-9c04-bebde5bddbc4 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Pushing event deleted for resources: {'Network': ['ID=efb3da6c-c750-493e-9efa-dabdd444b5b5,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:30.553137 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-8ad6a57f-eba4-4e1e-b636-22151e4cd627 None None] For port 24de41b8-b3d6-4d6c-a066-f6322e5dded7, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=24de41b8-b3d6-4d6c-a066-f6322e5dded7,segment=NetworkSegment(cd6b2ff0-f2a1-4c85-9802-ab0d4639ead0),segment_id=cd6b2ff0-f2a1-4c85-9802-ab0d4639ead0)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:42:30.573368 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2853f2f7-1bd0-4163-91d3-b54370b7eefa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.604789 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8ad6a57f-eba4-4e1e-b636-22151e4cd627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.635045 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.646427 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-b81793cd-479c-4b22-b7bf-61969bd2ffdd None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.656597 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-335a0b8d-c746-4b5f-b68f-173e19e7c79d tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6405153 Jan 21 09:42:30.658860 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Deleting port 24de41b8-b3d6-4d6c-a066-f6322e5dded7 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:30.659451 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.666605 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-b81793cd-479c-4b22-b7bf-61969bd2ffdd None None] Transition to ACTIVE for port object f0167b39-67b2-4bed-bfa7-5d02c431992c will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:30.676995 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-b81793cd-479c-4b22-b7bf-61969bd2ffdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.708412 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52040) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:30.729574 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad529d1-f1a5-4ffc-995c-cf2e9f7ac633 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:30.737468 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad529d1-f1a5-4ffc-995c-cf2e9f7ac633 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:30.762912 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-f3f5dd0a-819f-43e9-8cae-b71b99d53aba None None] Allocated IP 2001:db8:2::2 (3263eec5-75eb-46db-beb0-b9bb75d9a94a/a7e04eaf-e3b2-4d7b-a023-96b3465d91fb/5109490d-40b7-4a07-9607-678887f82b0f) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:30.782744 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23bd623-6cd9-4509-bcf0-54a6e5f9eae0 None None] Pushing event updated for resources: {'Port': ['ID=f0167b39-67b2-4bed-bfa7-5d02c431992c,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:30.792532 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6cd21eb-6385-487e-8a71-c2d035e140e7 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:30.792996 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad6a57f-eba4-4e1e-b636-22151e4cd627 None None] Pushing event updated for resources: {'Port': ['ID=24de41b8-b3d6-4d6c-a066-f6322e5dded7,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:30.794319 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6cd21eb-6385-487e-8a71-c2d035e140e7 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:30.816744 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2853f2f7-1bd0-4163-91d3-b54370b7eefa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Network 3263eec5-75eb-46db-beb0-b9bb75d9a94a is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:30.847096 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837c274c-9a58-4407-8e91-29fb9f6d3c79 None None] Network 09edf1f6-6ffb-4efb-9fbe-ddfee218b877 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:30.902045 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23bd623-6cd9-4509-bcf0-54a6e5f9eae0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:30.902463 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23bd623-6cd9-4509-bcf0-54a6e5f9eae0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:30.902897 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23bd623-6cd9-4509-bcf0-54a6e5f9eae0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:30.903324 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23bd623-6cd9-4509-bcf0-54a6e5f9eae0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:30.903876 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23bd623-6cd9-4509-bcf0-54a6e5f9eae0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:30.904470 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23bd623-6cd9-4509-bcf0-54a6e5f9eae0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:30.904887 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23bd623-6cd9-4509-bcf0-54a6e5f9eae0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:30.905305 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23bd623-6cd9-4509-bcf0-54a6e5f9eae0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:30.905724 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23bd623-6cd9-4509-bcf0-54a6e5f9eae0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:30.906140 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23bd623-6cd9-4509-bcf0-54a6e5f9eae0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:30.906553 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23bd623-6cd9-4509-bcf0-54a6e5f9eae0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:30.906963 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23bd623-6cd9-4509-bcf0-54a6e5f9eae0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:30.957687 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-def07519-5ad5-4e74-b5bb-b5fd020b62b2 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] delete failed (client error): The resource could not be found. Jan 21 09:42:30.958918 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-def07519-5ad5-4e74-b5bb-b5fd020b62b2 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "DELETE /v2.0/security-groups/7c0a1a28-cd61-4fd4-a983-dcb80d4fb7cd HTTP/1.1" status: 404 len: 347 time: 0.2064905 Jan 21 09:42:30.959952 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-2853f2f7-1bd0-4163-91d3-b54370b7eefa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:30.968992 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2853f2f7-1bd0-4163-91d3-b54370b7eefa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:30.969687 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2853f2f7-1bd0-4163-91d3-b54370b7eefa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.972465 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52044) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:31.013693 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ac2b55b0-7abf-4186-9f18-c65144450d5f req-48cf370f-7e16-4990-b2b0-68114b56af81 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4423988 Jan 21 09:42:31.032713 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-1d73ee4e-c632-4e84-8c63-f785c80e7d02 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Request body: {'security_group': {'name': 'tempest-secgroup--1987555340'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:31.051314 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1ad529d1-f1a5-4ffc-995c-cf2e9f7ac633 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] 10.222.0.110 "DELETE /v2.0/subnets/d2799b93-76d4-4cf0-88e1-24fdec59ce94 HTTP/1.1" status: 404 len: 337 time: 0.5181046 Jan 21 09:42:31.055704 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-1d73ee4e-c632-4e84-8c63-f785c80e7d02 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:31.059531 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2853f2f7-1bd0-4163-91d3-b54370b7eefa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event updated for resources: {'Port': ['ID=62526804-f4e9-4843-b711-4d9b5998cbff,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:31.063913 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c6cd21eb-6385-487e-8a71-c2d035e140e7 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "DELETE /v2.0/networks/687189b5-06bc-48a6-a014-745e10221776 HTTP/1.1" status: 404 len: 339 time: 0.5287471 Jan 21 09:42:31.077175 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52048) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:31.077828 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52050) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:31.084394 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-1d73ee4e-c632-4e84-8c63-f785c80e7d02 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Usage tracker for resource:security_group and tenant:8c0d4d71c90e4a68b988e23df905fc56 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:31.127748 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-4b7edc49-bd83-44cd-aea0-b7af0e012c68 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1913766854', 'description': 'd1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:31.129801 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-b81793cd-479c-4b22-b7bf-61969bd2ffdd None None] Attempting to bind port f0167b39-67b2-4bed-bfa7-5d02c431992c on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:31.130360 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-b81793cd-479c-4b22-b7bf-61969bd2ffdd None None] Attempting to bind port f0167b39-67b2-4bed-bfa7-5d02c431992c by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '93bf47bf-2df5-4678-a053-319b4de7d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '217a9625-8c34-4658-8888-c1b703bc40f3'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:31.130940 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81793cd-479c-4b22-b7bf-61969bd2ffdd None None] Attempting to bind port f0167b39-67b2-4bed-bfa7-5d02c431992c on network 217a9625-8c34-4658-8888-c1b703bc40f3 {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:42:31.133866 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-4b7edc49-bd83-44cd-aea0-b7af0e012c68 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:31.137395 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81793cd-479c-4b22-b7bf-61969bd2ffdd None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:42:31.137988 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81793cd-479c-4b22-b7bf-61969bd2ffdd None None] Checking segment: {'id': '93bf47bf-2df5-4678-a053-319b4de7d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '217a9625-8c34-4658-8888-c1b703bc40f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:31.138327 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4b7edc49-bd83-44cd-aea0-b7af0e012c68 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Usage tracker for resource:network and tenant:4aa2128c59e24666b40cc4b34a639788 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:31.138709 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-b81793cd-479c-4b22-b7bf-61969bd2ffdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:31.139249 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81793cd-479c-4b22-b7bf-61969bd2ffdd None None] Bound using segment: {'id': '93bf47bf-2df5-4678-a053-319b4de7d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '217a9625-8c34-4658-8888-c1b703bc40f3'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:42:31.139898 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-b81793cd-479c-4b22-b7bf-61969bd2ffdd None None] Bound port: f0167b39-67b2-4bed-bfa7-5d02c431992c, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bf47bf-2df5-4678-a053-319b4de7d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '217a9625-8c34-4658-8888-c1b703bc40f3'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:31.140449 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-b81793cd-479c-4b22-b7bf-61969bd2ffdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:31.141842 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4b7edc49-bd83-44cd-aea0-b7af0e012c68 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:31.142945 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] For port 24de41b8-b3d6-4d6c-a066-f6322e5dded7, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=24de41b8-b3d6-4d6c-a066-f6322e5dded7,segment=NetworkSegment(cd6b2ff0-f2a1-4c85-9802-ab0d4639ead0),segment_id=cd6b2ff0-f2a1-4c85-9802-ab0d4639ead0)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:31.143450 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:31.148567 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-4b7edc49-bd83-44cd-aea0-b7af0e012c68 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:31.157508 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-1d73ee4e-c632-4e84-8c63-f785c80e7d02 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:31.170604 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-1d73ee4e-c632-4e84-8c63-f785c80e7d02 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:31.180736 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7edc49-bd83-44cd-aea0-b7af0e012c68 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Made reservation on behalf of 4aa2128c59e24666b40cc4b34a639788 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:31.187275 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4b7edc49-bd83-44cd-aea0-b7af0e012c68 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:31.206246 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-31a11376-e46e-4356-b921-6c0cac65bd11 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:31.206880 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31a11376-e46e-4356-b921-6c0cac65bd11 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:31.211977 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-31a11376-e46e-4356-b921-6c0cac65bd11 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] 10.222.0.110 "DELETE /v2.0/networks/efb3da6c-c750-493e-9efa-dabdd444b5b5 HTTP/1.1" status: 404 len: 339 time: 0.1288028 Jan 21 09:42:31.218486 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52056) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:31.247027 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-b81793cd-479c-4b22-b7bf-61969bd2ffdd None None] For port f0167b39-67b2-4bed-bfa7-5d02c431992c, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:42:31.250451 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-b81793cd-479c-4b22-b7bf-61969bd2ffdd None None] For port f0167b39-67b2-4bed-bfa7-5d02c431992c, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=f0167b39-67b2-4bed-bfa7-5d02c431992c,segment=NetworkSegment(93bf47bf-2df5-4678-a053-319b4de7d920),segment_id=93bf47bf-2df5-4678-a053-319b4de7d920)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:42:31.255326 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-b81793cd-479c-4b22-b7bf-61969bd2ffdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:31.297439 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Calling delete_port for 24de41b8-b3d6-4d6c-a066-f6322e5dded7 owned by network:dhcp {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:31.351650 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23bd623-6cd9-4509-bcf0-54a6e5f9eae0 None None] Pushing event updated for resources: {'Port': ['ID=f0167b39-67b2-4bed-bfa7-5d02c431992c,revision_number=4']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:31.386504 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81793cd-479c-4b22-b7bf-61969bd2ffdd None None] Routers {'d0ac310a-ad76-41dc-a529-60c18664148b'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:31.387475 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-b81793cd-479c-4b22-b7bf-61969bd2ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:42:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d0ac310a-ad76-41dc-a529-60c18664148b'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:31.393914 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:31.421088 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b7edc49-bd83-44cd-aea0-b7af0e012c68 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:31.431700 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4b7edc49-bd83-44cd-aea0-b7af0e012c68 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:31.432273 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-4b7edc49-bd83-44cd-aea0-b7af0e012c68 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Added segment 587cd285-561e-4a3b-b7ac-192e79d8de16 of type vlan for network 69dde13d-8d54-484c-965c-13fd36070431 Jan 21 09:42:31.445874 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3f5dd0a-819f-43e9-8cae-b71b99d53aba None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:31.473126 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event deleted for resources: {'Port': ['ID=24de41b8-b3d6-4d6c-a066-f6322e5dded7,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:31.480519 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] No DVR routers for this DVR port 24de41b8-b3d6-4d6c-a066-f6322e5dded7 on host dv-neutron-825731-1-hyperv {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:31.486015 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3f5dd0a-819f-43e9-8cae-b71b99d53aba None None] Transition to ACTIVE for port object 5109490d-40b7-4a07-9607-678887f82b0f will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:31.486486 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4b7edc49-bd83-44cd-aea0-b7af0e012c68 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:31.494757 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device b9977dbe-e702-4bd4-9306-18fbb198dacb up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:31.535197 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1d73ee4e-c632-4e84-8c63-f785c80e7d02 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:31.576893 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28011b12-6f10-4991-9d3c-23a6727df54f None None] Network 09edf1f6-6ffb-4efb-9fbe-ddfee218b877 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:31.588655 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-64e470a3-45be-4484-8240-1bffe1a452f5 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:31.589244 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64e470a3-45be-4484-8240-1bffe1a452f5 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:31.591602 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4b7edc49-bd83-44cd-aea0-b7af0e012c68 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:31.596966 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7edc49-bd83-44cd-aea0-b7af0e012c68 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:31.597566 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4b7edc49-bd83-44cd-aea0-b7af0e012c68 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:31.605543 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-b81793cd-479c-4b22-b7bf-61969bd2ffdd None None] Set router d0ac310a-ad76-41dc-a529-60c18664148b gateway port host: None {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:42:31.649763 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3f5dd0a-819f-43e9-8cae-b71b99d53aba None None] Transition to ACTIVE for port object 5109490d-40b7-4a07-9607-678887f82b0f will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:31.693551 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:31.695666 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-1d73ee4e-c632-4e84-8c63-f785c80e7d02 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:31.702877 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-1d73ee4e-c632-4e84-8c63-f785c80e7d02 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Usage tracker for resource:security_group_rule and tenant:8c0d4d71c90e4a68b988e23df905fc56 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:31.709279 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-1d73ee4e-c632-4e84-8c63-f785c80e7d02 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:31.716434 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-1d73ee4e-c632-4e84-8c63-f785c80e7d02 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:31.734108 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09edf1f6-6ffb-4efb-9fbe-ddfee218b877']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:31.749394 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3f5dd0a-819f-43e9-8cae-b71b99d53aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:31.754704 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd6b2ff0-f2a1-4c85-9802-ab0d4639ead0') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:31.756048 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd6b2ff0-f2a1-4c85-9802-ab0d4639ead0') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:31.781597 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-64e470a3-45be-4484-8240-1bffe1a452f5 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] 10.222.0.110 "DELETE /v2.0/subnets/232f7591-a52a-4e8e-8dda-32d2118325cb HTTP/1.1" status: 404 len: 337 time: 0.5607438 Jan 21 09:42:31.782921 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52060) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:31.788983 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:31.831026 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:31.840440 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1d73ee4e-c632-4e84-8c63-f785c80e7d02 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:31.846382 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:31.848642 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:31.880931 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:42:31.880931 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:31.880931 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:42:31.880931 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:31.880931 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:42:31.880931 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:31.880931 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:42:31.880931 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:31.880931 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:42:31.880931 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:31.880931 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:42:31.880931 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:31.880931 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:42:31.880931 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:31.880931 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:31.880931 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:31.880931 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:31.880931 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:31.880931 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:42:31.880931 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:31.880931 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:42:31.880931 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:31.880931 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:31.880931 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:31.880931 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:31.880931 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:31.880931 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:31.880931 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:31.880931 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:31.880931 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:31.880931 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:31.880931 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:31.896025 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f5dd0a-819f-43e9-8cae-b71b99d53aba None None] Network 3263eec5-75eb-46db-beb0-b9bb75d9a94a is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:31.904911 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-f3f5dd0a-819f-43e9-8cae-b71b99d53aba None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:31.950926 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1d73ee4e-c632-4e84-8c63-f785c80e7d02 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:31.951422 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f5dd0a-819f-43e9-8cae-b71b99d53aba None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:31.962638 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f5dd0a-819f-43e9-8cae-b71b99d53aba None None] Pushing event updated for resources: {'Port': ['ID=5109490d-40b7-4a07-9607-678887f82b0f,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:31.967895 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port b9977dbe-e702-4bd4-9306-18fbb198dacb triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:31.968527 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:31.995280 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2853f2f7-1bd0-4163-91d3-b54370b7eefa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:32.000407 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:32.025129 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:32.039083 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event deleted for resources: {'Network': ['ID=09edf1f6-6ffb-4efb-9fbe-ddfee218b877,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:32.056637 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:32.057082 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:32.057527 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:32.057937 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:32.058356 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:32.058758 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:32.059463 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:32.060240 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:32.060645 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:32.061086 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:32.061474 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:32.061865 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-b81793cd-479c-4b22-b7bf-61969bd2ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'name': 'tempest-RoutersIpV6Test-router-1023602096', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:07Z', 'updated_at': '2022-01-21T09:42:31Z', 'revision_number': 4, 'project_id': '0ffd125f2e19497db276d912c6599666', 'gw_port_host': None, '_interfaces': [{'id': '62526804-f4e9-4843-b711-4d9b5998cbff', 'name': '', 'network_id': '3263eec5-75eb-46db-beb0-b9bb75d9a94a', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:29:45:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a7e04eaf-e3b2-4d7b-a023-96b3465d91fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:28Z', 'updated_at': '2022-01-21T09:42:29Z', 'revision_number': 1, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'a7e04eaf-e3b2-4d7b-a023-96b3465d91fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9977dbe-e702-4bd4-9306-18fbb198dacb', 'name': '', 'network_id': 'dbc7f600-1ed1-4a45-a230-a69cfb9144c3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:82:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:10Z', 'updated_at': '2022-01-21T09:42:29Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0167b39-67b2-4bed-bfa7-5d02c431992c', 'name': '', 'network_id': '217a9625-8c34-4658-8888-c1b703bc40f3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:b2:3a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:19Z', 'updated_at': '2022-01-21T09:42:31Z', 'revision_number': 4, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:32.062381 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:32.066829 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81793cd-479c-4b22-b7bf-61969bd2ffdd None None] The sync data for ids ['d0ac310a-ad76-41dc-a529-60c18664148b'] in dv-neutron-825731-1-hyperv is: [{'id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'name': 'tempest-RoutersIpV6Test-router-1023602096', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:07Z', 'updated_at': '2022-01-21T09:42:31Z', 'revision_number': 4, 'project_id': '0ffd125f2e19497db276d912c6599666', 'gw_port_host': None, '_interfaces': [{'id': '62526804-f4e9-4843-b711-4d9b5998cbff', 'name': '', 'network_id': '3263eec5-75eb-46db-beb0-b9bb75d9a94a', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:29:45:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a7e04eaf-e3b2-4d7b-a023-96b3465d91fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:28Z', 'updated_at': '2022-01-21T09:42:29Z', 'revision_number': 1, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'a7e04eaf-e3b2-4d7b-a023-96b3465d91fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9977dbe-e702-4bd4-9306-18fbb198dacb', 'name': '', 'network_id': 'dbc7f600-1ed1-4a45-a230-a69cfb9144c3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:82:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:10Z', 'updated_at': '2022-01-21T09:42:29Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0167b39-67b2-4bed-bfa7-5d02c431992c', 'name': '', 'network_id': '217a9625-8c34-4658-8888-c1b703bc40f3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:b2:3a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:19Z', 'updated_at': '2022-01-21T09:42:31Z', 'revision_number': 4, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:42:32.078697 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2c5abf5b-463a-41bc-b14c-ee64e4eb09e1 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "DELETE /v2.0/networks/09edf1f6-6ffb-4efb-9fbe-ddfee218b877 HTTP/1.1" status: 204 len: 168 time: 6.3745117 Jan 21 09:42:32.086373 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52066) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:32.108093 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4b7edc49-bd83-44cd-aea0-b7af0e012c68 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0261829 Jan 21 09:42:32.109316 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-a93639c5-b051-4802-81e6-50b8bd0804d3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:32.109779 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a93639c5-b051-4802-81e6-50b8bd0804d3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:32.114044 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a93639c5-b051-4802-81e6-50b8bd0804d3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] 10.222.0.110 "DELETE /v2.0/networks/a6096cf6-14d5-4311-a5e5-5b8b443be579 HTTP/1.1" status: 404 len: 339 time: 0.2698314 Jan 21 09:42:32.154457 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52070) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:32.154793 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52072) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:32.178238 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6c55ab5-4057-4a79-8e55-f5310ede0fa5 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:32.179661 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6c55ab5-4057-4a79-8e55-f5310ede0fa5 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:32.186995 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e6c55ab5-4057-4a79-8e55-f5310ede0fa5 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "DELETE /v2.0/subnets/66494793-730f-4746-8f9d-3b43405ad716 HTTP/1.1" status: 404 len: 337 time: 0.0995333 Jan 21 09:42:32.188203 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52078) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:32.192861 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-f3f5dd0a-819f-43e9-8cae-b71b99d53aba None None] Attempting to bind port 5109490d-40b7-4a07-9607-678887f82b0f on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:32.193232 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-f3f5dd0a-819f-43e9-8cae-b71b99d53aba None None] Attempting to bind port 5109490d-40b7-4a07-9607-678887f82b0f by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '1fbb0c67-a3cc-484e-b096-9499307be29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3263eec5-75eb-46db-beb0-b9bb75d9a94a'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:32.194838 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f5dd0a-819f-43e9-8cae-b71b99d53aba None None] Attempting to bind port 5109490d-40b7-4a07-9607-678887f82b0f on network 3263eec5-75eb-46db-beb0-b9bb75d9a94a {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:42:32.202497 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f5dd0a-819f-43e9-8cae-b71b99d53aba None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:42:32.202829 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f5dd0a-819f-43e9-8cae-b71b99d53aba None None] Checking segment: {'id': '1fbb0c67-a3cc-484e-b096-9499307be29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3263eec5-75eb-46db-beb0-b9bb75d9a94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:32.203178 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3f5dd0a-819f-43e9-8cae-b71b99d53aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:32.203704 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f5dd0a-819f-43e9-8cae-b71b99d53aba None None] Bound using segment: {'id': '1fbb0c67-a3cc-484e-b096-9499307be29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3263eec5-75eb-46db-beb0-b9bb75d9a94a'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:42:32.204154 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-f3f5dd0a-819f-43e9-8cae-b71b99d53aba None None] Bound port: 5109490d-40b7-4a07-9607-678887f82b0f, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fbb0c67-a3cc-484e-b096-9499307be29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3263eec5-75eb-46db-beb0-b9bb75d9a94a'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:32.204525 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3f5dd0a-819f-43e9-8cae-b71b99d53aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:32.289161 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7edc49-bd83-44cd-aea0-b7af0e012c68 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event updated for resources: {'Network': ['ID=69dde13d-8d54-484c-965c-13fd36070431,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:32.302551 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dfe6199-bc9a-42f3-8777-3800d7391d91 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:32.303035 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dfe6199-bc9a-42f3-8777-3800d7391d91 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:32.309930 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2dfe6199-bc9a-42f3-8777-3800d7391d91 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "DELETE /v2.0/networks/09edf1f6-6ffb-4efb-9fbe-ddfee218b877 HTTP/1.1" status: 404 len: 339 time: 0.1192069 Jan 21 09:42:32.310620 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52082) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:32.346283 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3f5dd0a-819f-43e9-8cae-b71b99d53aba None None] For port 5109490d-40b7-4a07-9607-678887f82b0f, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:42:32.350787 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3f5dd0a-819f-43e9-8cae-b71b99d53aba None None] For port 5109490d-40b7-4a07-9607-678887f82b0f, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=5109490d-40b7-4a07-9607-678887f82b0f,segment=NetworkSegment(1fbb0c67-a3cc-484e-b096-9499307be29b),segment_id=1fbb0c67-a3cc-484e-b096-9499307be29b)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:42:32.352314 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1d73ee4e-c632-4e84-8c63-f785c80e7d02 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:32.356475 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1d73ee4e-c632-4e84-8c63-f785c80e7d02 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3614931 Jan 21 09:42:32.357794 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52086) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:32.372360 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b6d49e-1386-4a40-b3d4-d510e4f5ae31 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:32.373092 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a5b6d49e-1386-4a40-b3d4-d510e4f5ae31 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Synchronizing usage tracker for tenant:4aa2128c59e24666b40cc4b34a639788 on resource:network {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:32.380707 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-be5bbba5-4383-4df5-96e5-5f1d29cd81fb tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Request body: {'security_group_rule': {'security_group_id': '49233389-b027-4f06-b7aa-061887b385a2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:32.383480 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 69dde13d-8d54-484c-965c-13fd36070431 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:32.392966 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d73ee4e-c632-4e84-8c63-f785c80e7d02 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49233389-b027-4f06-b7aa-061887b385a2,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:32.399240 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5dcab1e-821e-4427-b98c-553a31286011 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:32.399724 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5dcab1e-821e-4427-b98c-553a31286011 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:32.404151 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c5dcab1e-821e-4427-b98c-553a31286011 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] 10.222.0.110 "DELETE /v2.0/subnets/fa68f408-8576-4bda-8ba0-da15a568270d HTTP/1.1" status: 404 len: 337 time: 0.2466559 Jan 21 09:42:32.407184 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52090) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:32.449496 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ad0996-4e6b-45c3-8016-89bc44d8f4e8 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Router 4b8852d1-fd09-4d16-a0f4-df8f1768310e has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:42:32.490599 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3f5dd0a-819f-43e9-8cae-b71b99d53aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:32.494780 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-98f08757-223c-4187-a30b-aadd3b394cfe tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:32.502551 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-be5bbba5-4383-4df5-96e5-5f1d29cd81fb tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:32.517132 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-be5bbba5-4383-4df5-96e5-5f1d29cd81fb tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Usage tracker for resource:security_group_rule and tenant:8c0d4d71c90e4a68b988e23df905fc56 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:32.523271 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-be5bbba5-4383-4df5-96e5-5f1d29cd81fb tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:32.527658 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-26182abc-57c1-42c3-b351-92e0fd84b561 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:32.528131 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26182abc-57c1-42c3-b351-92e0fd84b561 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:32.532359 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-26182abc-57c1-42c3-b351-92e0fd84b561 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] 10.222.0.110 "DELETE /v2.0/networks/34d1522c-5021-4dee-8139-ecf9ec85f1d9 HTTP/1.1" status: 404 len: 339 time: 0.1146142 Jan 21 09:42:32.532537 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-be5bbba5-4383-4df5-96e5-5f1d29cd81fb tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:32.534604 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52094) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:32.601380 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f5dd0a-819f-43e9-8cae-b71b99d53aba None None] Pushing event updated for resources: {'Port': ['ID=5109490d-40b7-4a07-9607-678887f82b0f,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:32.701846 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-be5bbba5-4383-4df5-96e5-5f1d29cd81fb tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:32.784240 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0cd4e-7da4-4c7a-8b0f-33da1c36edd1 req-6ccf1c7b-3e01-40f7-8ab3-aabca4c8c9c1 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:32.785842 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-edf0cd4e-7da4-4c7a-8b0f-33da1c36edd1 req-6ccf1c7b-3e01-40f7-8ab3-aabca4c8c9c1 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.5373228 Jan 21 09:42:32.792986 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-98f08757-223c-4187-a30b-aadd3b394cfe tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:32.856053 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-6a525f36-90a1-438f-b257-08bdd72de6a5 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Deleting port e81a80f4-a055-4cee-bb8c-dd17a027f812 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:32.856395 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6a525f36-90a1-438f-b257-08bdd72de6a5 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:32.868085 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a5b6d49e-1386-4a40-b3d4-d510e4f5ae31 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Unset dirty status for tenant:4aa2128c59e24666b40cc4b34a639788 on resource:network {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:32.869241 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a5b6d49e-1386-4a40-b3d4-d510e4f5ae31 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "GET /v2.0/networks?id=69dde13d-8d54-484c-965c-13fd36070431 HTTP/1.1" status: 200 len: 761 time: 0.7134273 Jan 21 09:42:32.897744 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52098) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:32.942012 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-f82ad0fe-e2d4-4a26-ac4b-963831c0bdda tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Request body: {'network': {'description': 'd2'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:32.974955 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-98f08757-223c-4187-a30b-aadd3b394cfe tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9616b480-5b96-4b81-a926-0a5ba2dfdf07']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:33.024443 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-98f08757-223c-4187-a30b-aadd3b394cfe tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '033d45ca-cb31-4d6f-b03c-403a3d1a0334') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:33.024796 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-98f08757-223c-4187-a30b-aadd3b394cfe tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '033d45ca-cb31-4d6f-b03c-403a3d1a0334') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:33.063366 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-98f08757-223c-4187-a30b-aadd3b394cfe tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:33.124090 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-edf0cd4e-7da4-4c7a-8b0f-33da1c36edd1 req-7929b49a-70a8-4263-a107-1a7ef8d58b80 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2821813 Jan 21 09:42:33.201925 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-98f08757-223c-4187-a30b-aadd3b394cfe tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:33.202677 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ad0996-4e6b-45c3-8016-89bc44d8f4e8 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:42:33.204898 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-be5bbba5-4383-4df5-96e5-5f1d29cd81fb tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:33.208400 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-31ad0996-4e6b-45c3-8016-89bc44d8f4e8 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:33.218267 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ce0392-f77f-4c0a-b064-28773ccdc7eb None None] Sync routers for ids ['4b8852d1-fd09-4d16-a0f4-df8f1768310e'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:42:33.218690 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-be5bbba5-4383-4df5-96e5-5f1d29cd81fb tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:33.234969 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ce0392-f77f-4c0a-b064-28773ccdc7eb None None] Routers {'4b8852d1-fd09-4d16-a0f4-df8f1768310e'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:33.235711 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-b9ce0392-f77f-4c0a-b064-28773ccdc7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:42:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['4b8852d1-fd09-4d16-a0f4-df8f1768310e'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:33.238320 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f08757-223c-4187-a30b-aadd3b394cfe tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:33.239036 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-98f08757-223c-4187-a30b-aadd3b394cfe tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:33.273397 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:42:33.273397 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:33.273397 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:42:33.273397 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:33.273397 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:42:33.273397 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:33.273397 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:42:33.273397 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:33.273397 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:42:33.273397 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:33.273397 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:42:33.273397 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:33.273397 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:42:33.273397 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:33.273397 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:33.273397 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:33.273397 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:33.273397 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:33.273397 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:42:33.273397 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:33.273397 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:42:33.273397 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:33.273397 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:33.273397 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:33.273397 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:33.273397 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:33.273397 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:33.273397 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:33.273397 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:33.273397 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:33.273397 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:33.273397 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:33.277481 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-31ad0996-4e6b-45c3-8016-89bc44d8f4e8 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "DELETE /v2.0/floatingips/9e7111f7-6008-450c-a52f-8f5557b914ef HTTP/1.1" status: 204 len: 168 time: 4.5289245 Jan 21 09:42:33.279751 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5abd5741-5540-4c60-8c52-8afa8c14d0ca', 'tag': '18d66daf-9015-4413-aaca-282450b13718'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:42:33.310688 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2853f2f7-1bd0-4163-91d3-b54370b7eefa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:33.329055 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2853f2f7-1bd0-4163-91d3-b54370b7eefa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:33.329237 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2853f2f7-1bd0-4163-91d3-b54370b7eefa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:33.468778 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5abd5741-5540-4c60-8c52-8afa8c14d0ca', 'tag': '18d66daf-9015-4413-aaca-282450b13718', 'status': 'completed', 'code': 200} Jan 21 09:42:33.506065 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2853f2f7-1bd0-4163-91d3-b54370b7eefa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event updated for resources: {'Port': ['ID=62526804-f4e9-4843-b711-4d9b5998cbff,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:33.551116 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5bbba5-4383-4df5-96e5-5f1d29cd81fb tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d934455f-d2e7-4f26-a406-386086eb6e46,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:33.595211 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853f2f7-1bd0-4163-91d3-b54370b7eefa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:33.598158 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853f2f7-1bd0-4163-91d3-b54370b7eefa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:33.599553 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853f2f7-1bd0-4163-91d3-b54370b7eefa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:33.599927 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853f2f7-1bd0-4163-91d3-b54370b7eefa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:33.605994 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853f2f7-1bd0-4163-91d3-b54370b7eefa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:33.606455 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853f2f7-1bd0-4163-91d3-b54370b7eefa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:33.606967 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853f2f7-1bd0-4163-91d3-b54370b7eefa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:33.607310 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853f2f7-1bd0-4163-91d3-b54370b7eefa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:33.607789 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853f2f7-1bd0-4163-91d3-b54370b7eefa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:33.608263 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853f2f7-1bd0-4163-91d3-b54370b7eefa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:33.608595 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853f2f7-1bd0-4163-91d3-b54370b7eefa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:33.608921 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2853f2f7-1bd0-4163-91d3-b54370b7eefa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:33.631639 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-b9ce0392-f77f-4c0a-b064-28773ccdc7eb None None] Set router 4b8852d1-fd09-4d16-a0f4-df8f1768310e gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:42:33.744983 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2853f2f7-1bd0-4163-91d3-b54370b7eefa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Network 3263eec5-75eb-46db-beb0-b9bb75d9a94a is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:33.748388 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-2853f2f7-1bd0-4163-91d3-b54370b7eefa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:33.821744 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 5109490d-40b7-4a07-9607-678887f82b0f up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:33.921047 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-98f08757-223c-4187-a30b-aadd3b394cfe tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:33.974585 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:42:33.995429 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2853f2f7-1bd0-4163-91d3-b54370b7eefa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Router d0ac310a-ad76-41dc-a529-60c18664148b has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:42:34.042983 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6a525f36-90a1-438f-b257-08bdd72de6a5 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.075821 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-98f08757-223c-4187-a30b-aadd3b394cfe tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.077647 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-98f08757-223c-4187-a30b-aadd3b394cfe tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "DELETE /v2.0/networks/9616b480-5b96-4b81-a926-0a5ba2dfdf07 HTTP/1.1" status: 204 len: 168 time: 1.7557549 Jan 21 09:42:34.080710 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 5109490d-40b7-4a07-9607-678887f82b0f completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:34.089112 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52112) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:34.090928 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-be5bbba5-4383-4df5-96e5-5f1d29cd81fb tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.093460 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-be5bbba5-4383-4df5-96e5-5f1d29cd81fb tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7341950 Jan 21 09:42:34.093936 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device f0167b39-67b2-4bed-bfa7-5d02c431992c up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:34.126197 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3343844-3345-491f-aa40-272361a3029e None None] Network 3263eec5-75eb-46db-beb0-b9bb75d9a94a requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:34.142518 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52114) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:34.220068 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff9367c-33d8-4f21-a656-091c7889ff3b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:34.220788 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ff9367c-33d8-4f21-a656-091c7889ff3b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:34.223848 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2ff9367c-33d8-4f21-a656-091c7889ff3b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "DELETE /v2.0/subnets/084f14c7-84c6-4baf-9513-10c0c9011fb3 HTTP/1.1" status: 404 len: 337 time: 0.1247151 Jan 21 09:42:34.225520 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f08757-223c-4187-a30b-aadd3b394cfe tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event deleted for resources: {'Network': ['ID=9616b480-5b96-4b81-a926-0a5ba2dfdf07,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:34.237814 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-6a525f36-90a1-438f-b257-08bdd72de6a5 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Calling delete_port for e81a80f4-a055-4cee-bb8c-dd17a027f812 owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:34.238715 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52122) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:34.282390 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f82ad0fe-e2d4-4a26-ac4b-963831c0bdda tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.316848 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-2506d209-9064-4446-a3fb-0364dbd58890 None None] Provisioning for port 5109490d-40b7-4a07-9607-678887f82b0f completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:34.326896 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f82ad0fe-e2d4-4a26-ac4b-963831c0bdda tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.339767 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d0a7420-1fbe-4d1e-a508-5829c6a89d6b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:34.340238 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d0a7420-1fbe-4d1e-a508-5829c6a89d6b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:34.344239 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8d0a7420-1fbe-4d1e-a508-5829c6a89d6b tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "DELETE /v2.0/networks/b9a07dd5-fdbe-49a4-86d2-00fa6dac1a3d HTTP/1.1" status: 404 len: 339 time: 0.1022458 Jan 21 09:42:34.344386 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-2506d209-9064-4446-a3fb-0364dbd58890 None None] Provisioning complete for port 5109490d-40b7-4a07-9607-678887f82b0f triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:34.344477 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2f0d0f20-3cd9-4eb3-b879-e71fdf032ecd tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.344564 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2506d209-9064-4446-a3fb-0364dbd58890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.349755 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52126) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:34.358931 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f82ad0fe-e2d4-4a26-ac4b-963831c0bdda tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Network 69dde13d-8d54-484c-965c-13fd36070431 is not hosted by any dhcp agent {{(pid=87515) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 21 09:42:34.364152 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82ad0fe-e2d4-4a26-ac4b-963831c0bdda tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:34.364299 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2f0d0f20-3cd9-4eb3-b879-e71fdf032ecd tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.364735 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f82ad0fe-e2d4-4a26-ac4b-963831c0bdda tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.369250 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f82ad0fe-e2d4-4a26-ac4b-963831c0bdda tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "PUT /v2.0/networks/69dde13d-8d54-484c-965c-13fd36070431 HTTP/1.1" status: 200 len: 758 time: 1.4430933 Jan 21 09:42:34.375804 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52130) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:34.421809 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2853f2f7-1bd0-4163-91d3-b54370b7eefa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:42:34.435363 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2853f2f7-1bd0-4163-91d3-b54370b7eefa tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "PUT /v2.0/routers/d0ac310a-ad76-41dc-a529-60c18664148b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1543541 Jan 21 09:42:34.441207 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52134) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:34.475041 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1022e822-3e4f-4988-967e-0673809cd729 None None] Sync routers for ids ['d0ac310a-ad76-41dc-a529-60c18664148b'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:42:34.476064 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-e393b71e-0981-4587-bf38-59601e97fbaf tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1099895323'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:34.482362 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-992cbf56-43c2-4c2e-8970-08aa261a402f tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Deleting subnet 133373f8-7867-4d1e-a415-b185f77f34f1 {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:42:34.488387 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-992cbf56-43c2-4c2e-8970-08aa261a402f tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.495726 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1022e822-3e4f-4988-967e-0673809cd729 None None] Routers {'d0ac310a-ad76-41dc-a529-60c18664148b'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:34.497212 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-1022e822-3e4f-4988-967e-0673809cd729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:42:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d0ac310a-ad76-41dc-a529-60c18664148b'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:34.507254 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port f0167b39-67b2-4bed-bfa7-5d02c431992c completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:34.511794 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-b9ce0392-f77f-4c0a-b064-28773ccdc7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669450373', 'tenant_id': 'd15bf70c941f4d099cc1535f666f7a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '54c839e7-508a-450f-aa95-d8a87f2c5081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:38:24Z', 'revision_number': 4, 'project_id': 'd15bf70c941f4d099cc1535f666f7a67', 'gw_port': {'id': '54c839e7-508a-450f-aa95-d8a87f2c5081', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:dc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:10Z', 'updated_at': '2022-01-21T09:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'c3969c03-43b7-40fb-9420-0007ef460f01', 'name': '', 'network_id': '88749b10-68b8-4728-b80e-07b14beb6e8a', 'tenant_id': 'd15bf70c941f4d099cc1535f666f7a67', 'mac_address': 'fa:16:3e:f6:8a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'de5008b0-2c3b-473b-895d-445e9d641801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:20Z', 'updated_at': '2022-01-21T09:38:34Z', 'revision_number': 5, 'project_id': 'd15bf70c941f4d099cc1535f666f7a67', 'subnets': [{'id': 'de5008b0-2c3b-473b-895d-445e9d641801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:34.520945 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port f0167b39-67b2-4bed-bfa7-5d02c431992c triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:34.520945 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.527621 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2f0d0f20-3cd9-4eb3-b879-e71fdf032ecd tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.543445 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a626c-ac06-4a41-8167-b362ba8bcf29 req-b8e3eb95-e9ac-4da3-8daa-0f8204dac01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:34.545195 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1d9a626c-ac06-4a41-8167-b362ba8bcf29 req-b8e3eb95-e9ac-4da3-8daa-0f8204dac01c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d15bf70c941f4d099cc1535f666f7a67&device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 1099 time: 1.0507455 Jan 21 09:42:34.548824 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ad0fe-e2d4-4a26-ac4b-963831c0bdda tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event updated for resources: {'Network': ['ID=69dde13d-8d54-484c-965c-13fd36070431,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:34.548966 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-e393b71e-0981-4587-bf38-59601e97fbaf tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:34.556867 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ce0392-f77f-4c0a-b064-28773ccdc7eb None None] Checking router: 4b8852d1-fd09-4d16-a0f4-df8f1768310e for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:42:34.558411 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350bdeb-71d4-4e99-a269-5046b513cdae req-bc43360f-efbd-4316-844c-28c72a183ea6 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:34.561493 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff9137-7fd1-461e-b369-01466baaaa53 req-e852f0dc-8489-4258-b1ec-f1931a95dfe6 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:34.563990 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ccff9137-7fd1-461e-b369-01466baaaa53 req-e852f0dc-8489-4258-b1ec-f1931a95dfe6 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/ports?device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 946 time: 0.7085133 Jan 21 09:42:34.570825 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3350bdeb-71d4-4e99-a269-5046b513cdae req-bc43360f-efbd-4316-844c-28c72a183ea6 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.2909760 Jan 21 09:42:34.576519 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d0f20-3cd9-4eb3-b879-e71fdf032ecd tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d934455f-d2e7-4f26-a406-386086eb6e46,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:34.598684 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2f0d0f20-3cd9-4eb3-b879-e71fdf032ecd tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.599869 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2f0d0f20-3cd9-4eb3-b879-e71fdf032ecd tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/d934455f-d2e7-4f26-a406-386086eb6e46 HTTP/1.1" status: 204 len: 168 time: 0.4564054 Jan 21 09:42:34.607374 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52138) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:34.614975 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6a525f36-90a1-438f-b257-08bdd72de6a5 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.616055 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e393b71e-0981-4587-bf38-59601e97fbaf tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Usage tracker for resource:network and tenant:0ffd125f2e19497db276d912c6599666 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:34.638562 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 69dde13d-8d54-484c-965c-13fd36070431 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:34.653694 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e393b71e-0981-4587-bf38-59601e97fbaf tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:34.670781 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-992cbf56-43c2-4c2e-8970-08aa261a402f tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.681752 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ce0392-f77f-4c0a-b064-28773ccdc7eb None None] Routers {'4b8852d1-fd09-4d16-a0f4-df8f1768310e'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:34.682394 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-b9ce0392-f77f-4c0a-b064-28773ccdc7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:42:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['4b8852d1-fd09-4d16-a0f4-df8f1768310e'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:34.715381 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-e393b71e-0981-4587-bf38-59601e97fbaf tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:34.753341 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a525f36-90a1-438f-b257-08bdd72de6a5 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Pushing event deleted for resources: {'Port': ['ID=e81a80f4-a055-4cee-bb8c-dd17a027f812,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:34.769039 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9441b1-f7eb-4993-b013-4628dfd98de4 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:34.769878 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ea9441b1-f7eb-4993-b013-4628dfd98de4 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Synchronizing usage tracker for tenant:4aa2128c59e24666b40cc4b34a639788 on resource:network {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:34.780839 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6a525f36-90a1-438f-b257-08bdd72de6a5 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.817433 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-1022e822-3e4f-4988-967e-0673809cd729 None None] Set router d0ac310a-ad76-41dc-a529-60c18664148b gateway port host: None {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:42:34.858443 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-992cbf56-43c2-4c2e-8970-08aa261a402f tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.871086 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2506d209-9064-4446-a3fb-0364dbd58890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.877967 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e393b71e-0981-4587-bf38-59601e97fbaf tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Made reservation on behalf of 0ffd125f2e19497db276d912c6599666 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:34.881416 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e393b71e-0981-4587-bf38-59601e97fbaf tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.905704 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6a525f36-90a1-438f-b257-08bdd72de6a5 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] 10.222.0.110 "DELETE /v2.0/ports/e81a80f4-a055-4cee-bb8c-dd17a027f812 HTTP/1.1" status: 204 len: 168 time: 2.3308666 Jan 21 09:42:34.919757 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52142) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:34.983103 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ccff9137-7fd1-461e-b369-01466baaaa53 req-cd8affca-533c-4169-801f-94515d1a89f4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/security-groups?id=b83642e6-062a-4f81-884a-c0f0968e848b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3469315 Jan 21 09:42:34.984007 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ea9441b1-f7eb-4993-b013-4628dfd98de4 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Unset dirty status for tenant:4aa2128c59e24666b40cc4b34a639788 on resource:network {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:34.992951 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ea9441b1-f7eb-4993-b013-4628dfd98de4 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "GET /v2.0/networks?id=69dde13d-8d54-484c-965c-13fd36070431 HTTP/1.1" status: 200 len: 761 time: 0.6006424 Jan 21 09:42:35.010744 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52146) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:35.018105 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cfea8fe-7332-4670-91b6-6c4f5c81116f tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:35.018560 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cfea8fe-7332-4670-91b6-6c4f5c81116f tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:35.020891 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1cfea8fe-7332-4670-91b6-6c4f5c81116f tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] 10.222.0.110 "DELETE /v2.0/subnets/583cbfcc-1e87-4a9c-a5f7-4a962209408f HTTP/1.1" status: 404 len: 337 time: 0.0976410 Jan 21 09:42:35.029315 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-d09bd6a3-ebf7-4789-85d0-d307558254f0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2016944002'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:35.031236 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-2506d209-9064-4446-a3fb-0364dbd58890 None None] For port 5109490d-40b7-4a07-9607-678887f82b0f, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=5109490d-40b7-4a07-9607-678887f82b0f,segment=NetworkSegment(1fbb0c67-a3cc-484e-b096-9499307be29b),segment_id=1fbb0c67-a3cc-484e-b096-9499307be29b)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:35.038366 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52150) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:35.052430 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d09bd6a3-ebf7-4789-85d0-d307558254f0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:35.092690 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e393b71e-0981-4587-bf38-59601e97fbaf tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:35.136209 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.140549 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a626c-ac06-4a41-8167-b362ba8bcf29 req-92a40d57-04f6-4e90-a369-14804d237cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:35.142299 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1d9a626c-ac06-4a41-8167-b362ba8bcf29 req-92a40d57-04f6-4e90-a369-14804d237cd4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=88749b10-68b8-4728-b80e-07b14beb6e8a HTTP/1.1" status: 200 len: 898 time: 0.5296786 Jan 21 09:42:35.147906 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d09bd6a3-ebf7-4789-85d0-d307558254f0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:35.187110 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-2abe3435-dba7-4ab5-9f41-1d95a4e7968c tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Synchronizing usage tracker for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group_rule {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:35.192227 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3350bdeb-71d4-4e99-a269-5046b513cdae req-26888aea-6b4f-480a-a335-f008f9d55b31 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6205463 Jan 21 09:42:35.210932 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port f0167b39-67b2-4bed-bfa7-5d02c431992c, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=f0167b39-67b2-4bed-bfa7-5d02c431992c,segment=NetworkSegment(93bf47bf-2df5-4678-a053-319b4de7d920),segment_id=93bf47bf-2df5-4678-a053-319b4de7d920)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:35.214887 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2506d209-9064-4446-a3fb-0364dbd58890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.252001 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e393b71e-0981-4587-bf38-59601e97fbaf tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.252596 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-e393b71e-0981-4587-bf38-59601e97fbaf tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Added segment d425bfc9-1c11-438d-a501-b27394bb5821 of type vlan for network 5df417ca-82ea-40aa-84d3-1bc50a08a15a Jan 21 09:42:35.258303 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-2abe3435-dba7-4ab5-9f41-1d95a4e7968c tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Unset dirty status for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group_rule {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:35.261086 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2abe3435-dba7-4ab5-9f41-1d95a4e7968c tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6512663 Jan 21 09:42:35.266499 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-b9ce0392-f77f-4c0a-b064-28773ccdc7eb None None] Set router 4b8852d1-fd09-4d16-a0f4-df8f1768310e gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:42:35.269544 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52154) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:35.322534 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-992cbf56-43c2-4c2e-8970-08aa261a402f tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.365117 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-1022e822-3e4f-4988-967e-0673809cd729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'name': 'tempest-RoutersIpV6Test-router-1023602096', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:07Z', 'updated_at': '2022-01-21T09:42:31Z', 'revision_number': 4, 'project_id': '0ffd125f2e19497db276d912c6599666', 'gw_port_host': None, '_interfaces': [{'id': '62526804-f4e9-4843-b711-4d9b5998cbff', 'name': '', 'network_id': '3263eec5-75eb-46db-beb0-b9bb75d9a94a', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:29:45:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a7e04eaf-e3b2-4d7b-a023-96b3465d91fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:28Z', 'updated_at': '2022-01-21T09:42:32Z', 'revision_number': 2, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'a7e04eaf-e3b2-4d7b-a023-96b3465d91fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9977dbe-e702-4bd4-9306-18fbb198dacb', 'name': '', 'network_id': 'dbc7f600-1ed1-4a45-a230-a69cfb9144c3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:82:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:10Z', 'updated_at': '2022-01-21T09:42:29Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0167b39-67b2-4bed-bfa7-5d02c431992c', 'name': '', 'network_id': '217a9625-8c34-4658-8888-c1b703bc40f3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:b2:3a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:19Z', 'updated_at': '2022-01-21T09:42:31Z', 'revision_number': 4, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:35.375114 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1022e822-3e4f-4988-967e-0673809cd729 None None] Checking router: d0ac310a-ad76-41dc-a529-60c18664148b for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:42:35.376919 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1022e822-3e4f-4988-967e-0673809cd729 None None] Updating router d0ac310a-ad76-41dc-a529-60c18664148b port 62526804-f4e9-4843-b711-4d9b5998cbff binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:42:35.379718 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992cbf56-43c2-4c2e-8970-08aa261a402f tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event deleted for resources: {'Subnet': ['ID=133373f8-7867-4d1e-a415-b185f77f34f1,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:35.380578 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1d9a626c-ac06-4a41-8167-b362ba8bcf29 req-f822bd89-e834-4c70-bf32-c48b4f92a0c6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18d66daf-9015-4413-aaca-282450b13718 HTTP/1.1" status: 200 len: 217 time: 0.2293668 Jan 21 09:42:35.395518 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-992cbf56-43c2-4c2e-8970-08aa261a402f tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.449088 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e285e67e-0edb-4f20-a9a8-a4fc01e41694 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.485627 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-1022e822-3e4f-4988-967e-0673809cd729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.489904 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e285e67e-0edb-4f20-a9a8-a4fc01e41694 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.573305 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-992cbf56-43c2-4c2e-8970-08aa261a402f tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "DELETE /v2.0/subnets/133373f8-7867-4d1e-a415-b185f77f34f1 HTTP/1.1" status: 204 len: 168 time: 1.2195294 Jan 21 09:42:35.574443 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52158) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:35.609284 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9289c3-fc44-4c9d-9bc4-eddebb0d36aa None None] Network a400b2a8-c9bc-45a7-9ca0-d10c0e4fff0f requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:35.677077 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b03c164-4c29-4a59-bb5f-8fe835b023cd tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Deleting subnet e6e33cfc-52ae-4a5b-a6ff-7be8cf98528c {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:42:35.681282 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e285e67e-0edb-4f20-a9a8-a4fc01e41694 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.695162 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.706851 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09bd6a3-ebf7-4789-85d0-d307558254f0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Made reservation on behalf of 4aa2128c59e24666b40cc4b34a639788 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:35.740264 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8b03c164-4c29-4a59-bb5f-8fe835b023cd tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.744633 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d09bd6a3-ebf7-4789-85d0-d307558254f0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.778263 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e393b71e-0981-4587-bf38-59601e97fbaf tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.797712 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4fb5f200-0076-4e5a-8235-4f33f2cbc30b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.828921 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285e67e-0edb-4f20-a9a8-a4fc01e41694 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49233389-b027-4f06-b7aa-061887b385a2,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:35.837100 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e285e67e-0edb-4f20-a9a8-a4fc01e41694 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.838354 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e285e67e-0edb-4f20-a9a8-a4fc01e41694 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "DELETE /v2.0/security-groups/49233389-b027-4f06-b7aa-061887b385a2 HTTP/1.1" status: 204 len: 168 time: 0.5677581 Jan 21 09:42:35.842830 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52162) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:35.932003 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.resource_extend [None req-e393b71e-0981-4587-bf38-59601e97fbaf tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:42:35.935023 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4ebe2142-b578-4e5b-838e-dbda07032132 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Synchronizing usage tracker for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:35.946773 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a626c-ac06-4a41-8167-b362ba8bcf29 req-286fa061-372f-47be-bf37-e0dad16e4079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:35.947012 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8b03c164-4c29-4a59-bb5f-8fe835b023cd tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.948251 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1d9a626c-ac06-4a41-8167-b362ba8bcf29 req-286fa061-372f-47be-bf37-e0dad16e4079 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de5008b0-2c3b-473b-895d-445e9d641801 HTTP/1.1" status: 200 len: 835 time: 0.5348439 Jan 21 09:42:35.952313 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-4fb5f200-0076-4e5a-8235-4f33f2cbc30b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Deleting port 334ca558-3c6d-40a4-b3f0-dd2ebb5ef174 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:35.952654 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4fb5f200-0076-4e5a-8235-4f33f2cbc30b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.015739 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4ebe2142-b578-4e5b-838e-dbda07032132 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Unset dirty status for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:36.017261 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4ebe2142-b578-4e5b-838e-dbda07032132 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1734343 Jan 21 09:42:36.021674 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52166) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:36.040718 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-49b064ec-4182-46d7-ba4d-31f965d8b423 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Request body: {'security_group': {'name': 'tempest-secgroup--118143837'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:36.051706 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-49b064ec-4182-46d7-ba4d-31f965d8b423 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:36.057510 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506d209-9064-4446-a3fb-0364dbd58890 None None] Pushing event updated for resources: {'Port': ['ID=5109490d-40b7-4a07-9607-678887f82b0f,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:36.070231 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-49b064ec-4182-46d7-ba4d-31f965d8b423 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:36.083016 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e393b71e-0981-4587-bf38-59601e97fbaf tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.095167 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-49b064ec-4182-46d7-ba4d-31f965d8b423 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.096617 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e393b71e-0981-4587-bf38-59601e97fbaf tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:36.097251 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e393b71e-0981-4587-bf38-59601e97fbaf tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.150913 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-49b064ec-4182-46d7-ba4d-31f965d8b423 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:36.156833 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-49b064ec-4182-46d7-ba4d-31f965d8b423 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Usage tracker for resource:security_group_rule and tenant:8c0d4d71c90e4a68b988e23df905fc56 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:36.160165 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-49b064ec-4182-46d7-ba4d-31f965d8b423 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:36.169138 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-49b064ec-4182-46d7-ba4d-31f965d8b423 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:36.173515 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-37bf6513-bb8d-4092-89e0-119c84dcac23 None None] Provisioning complete for port 5109490d-40b7-4a07-9607-678887f82b0f triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:36.173973 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-37bf6513-bb8d-4092-89e0-119c84dcac23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.188750 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.api [None req-d09bd6a3-ebf7-4789-85d0-d307558254f0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=87515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:42:36.189820 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG oslo_db.api [None req-d09bd6a3-ebf7-4789-85d0-d307558254f0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:42:36.274977 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-49b064ec-4182-46d7-ba4d-31f965d8b423 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.280783 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-49b064ec-4182-46d7-ba4d-31f965d8b423 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.301021 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-1022e822-3e4f-4988-967e-0673809cd729 None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.325222 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-1022e822-3e4f-4988-967e-0673809cd729 None None] Transition to ACTIVE for port object 62526804-f4e9-4843-b711-4d9b5998cbff will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:36.353562 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-1022e822-3e4f-4988-967e-0673809cd729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.363142 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8b03c164-4c29-4a59-bb5f-8fe835b023cd tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.430979 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=f0167b39-67b2-4bed-bfa7-5d02c431992c,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:36.468678 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba391950-71d6-4231-bc90-b43c7ad0c171 None None] Pushing event updated for resources: {'Port': ['ID=62526804-f4e9-4843-b711-4d9b5998cbff,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:36.470481 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e393b71e-0981-4587-bf38-59601e97fbaf tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0209720 Jan 21 09:42:36.526973 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52174) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:36.566680 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-46ec1870-b56b-4c9f-8fe0-66536ea9ee4a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Request body: {'subnet': {'network_id': '5df417ca-82ea-40aa-84d3-1bc50a08a15a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:36.630898 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e393b71e-0981-4587-bf38-59601e97fbaf tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event updated for resources: {'Network': ['ID=5df417ca-82ea-40aa-84d3-1bc50a08a15a,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:36.642066 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-1022e822-3e4f-4988-967e-0673809cd729 None None] Attempting to bind port 62526804-f4e9-4843-b711-4d9b5998cbff on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:36.642358 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-1022e822-3e4f-4988-967e-0673809cd729 None None] Attempting to bind port 62526804-f4e9-4843-b711-4d9b5998cbff by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '1fbb0c67-a3cc-484e-b096-9499307be29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3263eec5-75eb-46db-beb0-b9bb75d9a94a'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:36.642798 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1022e822-3e4f-4988-967e-0673809cd729 None None] Attempting to bind port 62526804-f4e9-4843-b711-4d9b5998cbff on network 3263eec5-75eb-46db-beb0-b9bb75d9a94a {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:42:36.649007 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1022e822-3e4f-4988-967e-0673809cd729 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:42:36.649459 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1022e822-3e4f-4988-967e-0673809cd729 None None] Checking segment: {'id': '1fbb0c67-a3cc-484e-b096-9499307be29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3263eec5-75eb-46db-beb0-b9bb75d9a94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:36.649923 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-1022e822-3e4f-4988-967e-0673809cd729 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.650431 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1022e822-3e4f-4988-967e-0673809cd729 None None] Bound using segment: {'id': '1fbb0c67-a3cc-484e-b096-9499307be29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3263eec5-75eb-46db-beb0-b9bb75d9a94a'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:42:36.650795 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 5df417ca-82ea-40aa-84d3-1bc50a08a15a details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:36.651094 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-1022e822-3e4f-4988-967e-0673809cd729 None None] Bound port: 62526804-f4e9-4843-b711-4d9b5998cbff, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fbb0c67-a3cc-484e-b096-9499307be29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3263eec5-75eb-46db-beb0-b9bb75d9a94a'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:36.651600 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-1022e822-3e4f-4988-967e-0673809cd729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.686609 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48b727-b773-4737-a97c-973c25e893df req-e1653e12-4fe3-4366-a96c-87b1416339c4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:36.688755 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-bf48b727-b773-4737-a97c-973c25e893df req-e1653e12-4fe3-4366-a96c-87b1416339c4 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.72 "GET /v2.0/ports?device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 946 time: 0.8656526 Jan 21 09:42:36.720546 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b064ec-4182-46d7-ba4d-31f965d8b423 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9454073e-cc11-4349-b949-a91b5ed4a8e4,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:36.731048 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-49b064ec-4182-46d7-ba4d-31f965d8b423 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.735164 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-49b064ec-4182-46d7-ba4d-31f965d8b423 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7106254 Jan 21 09:42:36.735912 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52178) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:36.748964 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-a6fa0ff9-23ac-43ec-936b-4d0e3d56d1a6 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Request body: {'security_group_rule': {'security_group_id': '9454073e-cc11-4349-b949-a91b5ed4a8e4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:36.758030 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-1022e822-3e4f-4988-967e-0673809cd729 None None] For port 62526804-f4e9-4843-b711-4d9b5998cbff, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:42:36.762862 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-46ec1870-b56b-4c9f-8fe0-66536ea9ee4a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:36.765269 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a6fa0ff9-23ac-43ec-936b-4d0e3d56d1a6 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:36.768007 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-1022e822-3e4f-4988-967e-0673809cd729 None None] For port 62526804-f4e9-4843-b711-4d9b5998cbff, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=62526804-f4e9-4843-b711-4d9b5998cbff,segment=NetworkSegment(1fbb0c67-a3cc-484e-b096-9499307be29b),segment_id=1fbb0c67-a3cc-484e-b096-9499307be29b)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:42:36.772093 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-46ec1870-b56b-4c9f-8fe0-66536ea9ee4a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Usage tracker for resource:subnet and tenant:0ffd125f2e19497db276d912c6599666 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:36.778515 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a6fa0ff9-23ac-43ec-936b-4d0e3d56d1a6 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Usage tracker for resource:security_group_rule and tenant:8c0d4d71c90e4a68b988e23df905fc56 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:36.784953 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-1022e822-3e4f-4988-967e-0673809cd729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.794002 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d09bd6a3-ebf7-4789-85d0-d307558254f0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.804373 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-46ec1870-b56b-4c9f-8fe0-66536ea9ee4a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:36.813168 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a6fa0ff9-23ac-43ec-936b-4d0e3d56d1a6 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:36.829410 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-37bf6513-bb8d-4092-89e0-119c84dcac23 None None] Provisioning for port 62526804-f4e9-4843-b711-4d9b5998cbff completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:36.834926 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-46ec1870-b56b-4c9f-8fe0-66536ea9ee4a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:36.838099 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a6fa0ff9-23ac-43ec-936b-4d0e3d56d1a6 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:36.857005 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-b9ce0392-f77f-4c0a-b064-28773ccdc7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669450373', 'tenant_id': 'd15bf70c941f4d099cc1535f666f7a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '54c839e7-508a-450f-aa95-d8a87f2c5081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:38:24Z', 'revision_number': 4, 'project_id': 'd15bf70c941f4d099cc1535f666f7a67', 'gw_port': {'id': '54c839e7-508a-450f-aa95-d8a87f2c5081', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:dc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:10Z', 'updated_at': '2022-01-21T09:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'c3969c03-43b7-40fb-9420-0007ef460f01', 'name': '', 'network_id': '88749b10-68b8-4728-b80e-07b14beb6e8a', 'tenant_id': 'd15bf70c941f4d099cc1535f666f7a67', 'mac_address': 'fa:16:3e:f6:8a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'de5008b0-2c3b-473b-895d-445e9d641801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:20Z', 'updated_at': '2022-01-21T09:38:34Z', 'revision_number': 5, 'project_id': 'd15bf70c941f4d099cc1535f666f7a67', 'subnets': [{'id': 'de5008b0-2c3b-473b-895d-445e9d641801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:36.864118 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ce0392-f77f-4c0a-b064-28773ccdc7eb None None] The sync data for ids ['4b8852d1-fd09-4d16-a0f4-df8f1768310e'] in dv-neutron-825731-1-hyperv is: [{'id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669450373', 'tenant_id': 'd15bf70c941f4d099cc1535f666f7a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '54c839e7-508a-450f-aa95-d8a87f2c5081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:38:24Z', 'revision_number': 4, 'project_id': 'd15bf70c941f4d099cc1535f666f7a67', 'gw_port': {'id': '54c839e7-508a-450f-aa95-d8a87f2c5081', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:dc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:10Z', 'updated_at': '2022-01-21T09:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'c3969c03-43b7-40fb-9420-0007ef460f01', 'name': '', 'network_id': '88749b10-68b8-4728-b80e-07b14beb6e8a', 'tenant_id': 'd15bf70c941f4d099cc1535f666f7a67', 'mac_address': 'fa:16:3e:f6:8a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'de5008b0-2c3b-473b-895d-445e9d641801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:20Z', 'updated_at': '2022-01-21T09:38:34Z', 'revision_number': 5, 'project_id': 'd15bf70c941f4d099cc1535f666f7a67', 'subnets': [{'id': 'de5008b0-2c3b-473b-895d-445e9d641801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:42:36.870523 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81cc3d-5736-4a29-99f0-4791890aa2ae req-1069679d-d8eb-44e0-99df-cb7838fc3df1 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:36.871756 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a626c-ac06-4a41-8167-b362ba8bcf29 req-d45bb1bb-98db-4c3f-bb2d-d61c80def961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:36.872325 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-da81cc3d-5736-4a29-99f0-4791890aa2ae req-1069679d-d8eb-44e0-99df-cb7838fc3df1 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.4298143 Jan 21 09:42:36.875362 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8b03c164-4c29-4a59-bb5f-8fe835b023cd tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.878099 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1d9a626c-ac06-4a41-8167-b362ba8bcf29 req-d45bb1bb-98db-4c3f-bb2d-d61c80def961 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=88749b10-68b8-4728-b80e-07b14beb6e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8789644 Jan 21 09:42:36.949229 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ec1870-b56b-4c9f-8fe0-66536ea9ee4a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Made reservation on behalf of 0ffd125f2e19497db276d912c6599666 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:36.952643 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-46ec1870-b56b-4c9f-8fe0-66536ea9ee4a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.997544 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1022e822-3e4f-4988-967e-0673809cd729 None None] Routers {'d0ac310a-ad76-41dc-a529-60c18664148b'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:36.998372 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-1022e822-3e4f-4988-967e-0673809cd729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:42:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d0ac310a-ad76-41dc-a529-60c18664148b'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:37.006200 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8b03c164-4c29-4a59-bb5f-8fe835b023cd tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.009788 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03c164-4c29-4a59-bb5f-8fe835b023cd tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event deleted for resources: {'Subnet': ['ID=e6e33cfc-52ae-4a5b-a6ff-7be8cf98528c,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:37.047014 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a6fa0ff9-23ac-43ec-936b-4d0e3d56d1a6 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.068274 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8b03c164-4c29-4a59-bb5f-8fe835b023cd tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "DELETE /v2.0/subnets/e6e33cfc-52ae-4a5b-a6ff-7be8cf98528c HTTP/1.1" status: 204 len: 168 time: 1.4905300 Jan 21 09:42:37.077478 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52182) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:37.092906 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba391950-71d6-4231-bc90-b43c7ad0c171 None None] Pushing event updated for resources: {'Port': ['ID=62526804-f4e9-4843-b711-4d9b5998cbff,revision_number=4']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:37.158344 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-bf48b727-b773-4737-a97c-973c25e893df req-22fc6e11-462f-45de-ac06-fdbca9432f8c tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Deleting port 18d66daf-9015-4413-aaca-282450b13718 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:37.158800 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-bf48b727-b773-4737-a97c-973c25e893df req-22fc6e11-462f-45de-ac06-fdbca9432f8c tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.211802 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-da81cc3d-5736-4a29-99f0-4791890aa2ae req-ce3785de-cf3b-40a9-9f68-9ca9e197cd77 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3320491 Jan 21 09:42:37.299943 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d09bd6a3-ebf7-4789-85d0-d307558254f0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:37.330813 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-1022e822-3e4f-4988-967e-0673809cd729 None None] Set router d0ac310a-ad76-41dc-a529-60c18664148b gateway port host: None {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:42:37.331140 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-4fb5f200-0076-4e5a-8235-4f33f2cbc30b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] For port 334ca558-3c6d-40a4-b3f0-dd2ebb5ef174, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=334ca558-3c6d-40a4-b3f0-dd2ebb5ef174,segment=NetworkSegment(f20434d6-6b55-4304-810e-07f53767c545),segment_id=f20434d6-6b55-4304-810e-07f53767c545)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:37.331554 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4fb5f200-0076-4e5a-8235-4f33f2cbc30b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.360432 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d34e16-e824-425c-96d4-2108bef754b9 req-54fb971c-c19e-4716-8065-5138c7b04c0c tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:37.361965 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-31d34e16-e824-425c-96d4-2108bef754b9 req-54fb971c-c19e-4716-8065-5138c7b04c0c tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/ports?device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 946 time: 1.0480218 Jan 21 09:42:37.387081 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d09bd6a3-ebf7-4789-85d0-d307558254f0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.387603 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-d09bd6a3-ebf7-4789-85d0-d307558254f0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Added segment bed37c9d-ec6f-433c-8eda-a8d5c75d4946 of type vlan for network d567539e-112a-4543-bdeb-34980b107ac6 Jan 21 09:42:37.393754 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd418dc1-1e51-4658-bd8a-464fdafd1109 None None] New status for floating IP 9e7111f7-6008-450c-a52f-8f5557b914ef: DOWN {{(pid=87516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:42:37.576534 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cea14072-35f7-4063-bcb2-fe70c518457a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.590228 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-4fb5f200-0076-4e5a-8235-4f33f2cbc30b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Calling delete_port for 334ca558-3c6d-40a4-b3f0-dd2ebb5ef174 owned by network:dhcp {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:37.611558 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-46ec1870-b56b-4c9f-8fe0-66536ea9ee4a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.622219 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a6fa0ff9-23ac-43ec-936b-4d0e3d56d1a6 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.623515 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-cea14072-35f7-4063-bcb2-fe70c518457a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Deleting port a74216b5-da34-4d4c-a21b-3b8efdb20faa {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:37.623936 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cea14072-35f7-4063-bcb2-fe70c518457a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.758683 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a6fa0ff9-23ac-43ec-936b-4d0e3d56d1a6 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.767811 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-1022e822-3e4f-4988-967e-0673809cd729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'name': 'tempest-RoutersIpV6Test-router-1023602096', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:07Z', 'updated_at': '2022-01-21T09:42:31Z', 'revision_number': 4, 'project_id': '0ffd125f2e19497db276d912c6599666', 'gw_port_host': None, '_interfaces': [{'id': '62526804-f4e9-4843-b711-4d9b5998cbff', 'name': '', 'network_id': '3263eec5-75eb-46db-beb0-b9bb75d9a94a', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:29:45:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a7e04eaf-e3b2-4d7b-a023-96b3465d91fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:28Z', 'updated_at': '2022-01-21T09:42:36Z', 'revision_number': 4, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'a7e04eaf-e3b2-4d7b-a023-96b3465d91fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9977dbe-e702-4bd4-9306-18fbb198dacb', 'name': '', 'network_id': 'dbc7f600-1ed1-4a45-a230-a69cfb9144c3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:82:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:10Z', 'updated_at': '2022-01-21T09:42:29Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0167b39-67b2-4bed-bfa7-5d02c431992c', 'name': '', 'network_id': '217a9625-8c34-4658-8888-c1b703bc40f3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:b2:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:19Z', 'updated_at': '2022-01-21T09:42:35Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:37.772049 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1022e822-3e4f-4988-967e-0673809cd729 None None] The sync data for ids ['d0ac310a-ad76-41dc-a529-60c18664148b'] in dv-neutron-825731-1-hyperv is: [{'id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'name': 'tempest-RoutersIpV6Test-router-1023602096', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:07Z', 'updated_at': '2022-01-21T09:42:31Z', 'revision_number': 4, 'project_id': '0ffd125f2e19497db276d912c6599666', 'gw_port_host': None, '_interfaces': [{'id': '62526804-f4e9-4843-b711-4d9b5998cbff', 'name': '', 'network_id': '3263eec5-75eb-46db-beb0-b9bb75d9a94a', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:29:45:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a7e04eaf-e3b2-4d7b-a023-96b3465d91fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:28Z', 'updated_at': '2022-01-21T09:42:36Z', 'revision_number': 4, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'a7e04eaf-e3b2-4d7b-a023-96b3465d91fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9977dbe-e702-4bd4-9306-18fbb198dacb', 'name': '', 'network_id': 'dbc7f600-1ed1-4a45-a230-a69cfb9144c3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:82:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:10Z', 'updated_at': '2022-01-21T09:42:29Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0167b39-67b2-4bed-bfa7-5d02c431992c', 'name': '', 'network_id': '217a9625-8c34-4658-8888-c1b703bc40f3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:b2:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:19Z', 'updated_at': '2022-01-21T09:42:35Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:42:37.841683 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1d9a626c-ac06-4a41-8167-b362ba8bcf29 req-2d01baa4-18a3-4234-b902-e358ea1745a3 service neutron] 10.222.0.72 "GET /v2.0/networks/88749b10-68b8-4728-b80e-07b14beb6e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9424541 Jan 21 09:42:37.900946 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa0ff9-23ac-43ec-936b-4d0e3d56d1a6 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d9f3bbf-905e-4ed7-8630-6bcd5b713835,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:37.909867 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 5109490d-40b7-4a07-9607-678887f82b0f up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:37.930962 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec1870-b56b-4c9f-8fe0-66536ea9ee4a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event updated for resources: {'Subnet': ['ID=c53d80c8-60ea-4b50-97d6-ae11776852b2,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:37.948530 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-31d34e16-e824-425c-96d4-2108bef754b9 req-1144d875-a100-4552-9c55-4faae8574028 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/security-groups?id=b83642e6-062a-4f81-884a-c0f0968e848b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5439606 Jan 21 09:42:37.962110 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e0f93b-6cb0-4022-ac71-3b5aaa2e2ada None None] Network a400b2a8-c9bc-45a7-9ca0-d10c0e4fff0f requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:37.983479 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a6fa0ff9-23ac-43ec-936b-4d0e3d56d1a6 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.986998 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a6fa0ff9-23ac-43ec-936b-4d0e3d56d1a6 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2450736 Jan 21 09:42:37.986998 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ec1870-b56b-4c9f-8fe0-66536ea9ee4a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Checking segment: {'id': 'd425bfc9-1c11-438d-a501-b27394bb5821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5df417ca-82ea-40aa-84d3-1bc50a08a15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:37.986998 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ec1870-b56b-4c9f-8fe0-66536ea9ee4a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Network hostable DHCP agents. Network: 5df417ca-82ea-40aa-84d3-1bc50a08a15a, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:37.990145 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52186) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:38.015042 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-efb28303-c632-4682-a660-e13efab7dcb6 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Request body: {'security_group_rule': {'security_group_id': '9454073e-cc11-4349-b949-a91b5ed4a8e4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:38.020753 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-efb28303-c632-4682-a660-e13efab7dcb6 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:38.025473 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-efb28303-c632-4682-a660-e13efab7dcb6 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Usage tracker for resource:security_group_rule and tenant:8c0d4d71c90e4a68b988e23df905fc56 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:38.028516 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-efb28303-c632-4682-a660-e13efab7dcb6 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:38.034652 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-efb28303-c632-4682-a660-e13efab7dcb6 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:38.095752 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d09bd6a3-ebf7-4789-85d0-d307558254f0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.109553 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4fb5f200-0076-4e5a-8235-4f33f2cbc30b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.124724 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-efb28303-c632-4682-a660-e13efab7dcb6 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.144099 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-cea14072-35f7-4063-bcb2-fe70c518457a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] For port a74216b5-da34-4d4c-a21b-3b8efdb20faa, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a74216b5-da34-4d4c-a21b-3b8efdb20faa,segment=NetworkSegment(19fa14b7-41a8-45b7-a320-25c64094b674),segment_id=19fa14b7-41a8-45b7-a320-25c64094b674)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:38.144436 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cea14072-35f7-4063-bcb2-fe70c518457a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.161574 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ec1870-b56b-4c9f-8fe0-66536ea9ee4a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Network 5df417ca-82ea-40aa-84d3-1bc50a08a15a is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:38.208454 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5f200-0076-4e5a-8235-4f33f2cbc30b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Pushing event deleted for resources: {'Port': ['ID=334ca558-3c6d-40a4-b3f0-dd2ebb5ef174,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:38.238260 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-395aa3b0-5ca5-4b60-9e04-358ac5912dcd None None] Provisioning complete for port a74216b5-da34-4d4c-a21b-3b8efdb20faa triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:38.238542 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-395aa3b0-5ca5-4b60-9e04-358ac5912dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.332042 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 5109490d-40b7-4a07-9607-678887f82b0f triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:38.332408 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.409547 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb5f200-0076-4e5a-8235-4f33f2cbc30b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] No DVR routers for this DVR port 334ca558-3c6d-40a4-b3f0-dd2ebb5ef174 on host dv-neutron-825731-1-hyperv {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:38.457646 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.resource_extend [None req-d09bd6a3-ebf7-4789-85d0-d307558254f0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:42:38.491884 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-cea14072-35f7-4063-bcb2-fe70c518457a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Calling delete_port for a74216b5-da34-4d4c-a21b-3b8efdb20faa owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:38.524390 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 62526804-f4e9-4843-b711-4d9b5998cbff up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:38.528797 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-46ec1870-b56b-4c9f-8fe0-66536ea9ee4a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 5df417ca-82ea-40aa-84d3-1bc50a08a15a) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:38.554336 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-bf48b727-b773-4737-a97c-973c25e893df req-22fc6e11-462f-45de-ac06-fdbca9432f8c tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] For port 18d66daf-9015-4413-aaca-282450b13718, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=18d66daf-9015-4413-aaca-282450b13718,segment=NetworkSegment(25b0ac5d-1185-455d-bf1f-5371ec34aaed),segment_id=25b0ac5d-1185-455d-bf1f-5371ec34aaed)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:38.555020 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-bf48b727-b773-4737-a97c-973c25e893df req-22fc6e11-462f-45de-ac06-fdbca9432f8c tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.559137 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877c2d5d-10ea-4d02-99fe-a6e21205f0d9 None None] DHCP port deletion for a400b2a8-c9bc-45a7-9ca0-d10c0e4fff0f request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:42:38.560418 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ec1870-b56b-4c9f-8fe0-66536ea9ee4a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:38.561011 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-46ec1870-b56b-4c9f-8fe0-66536ea9ee4a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.562317 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef7ac43-0655-4a36-b186-01cc62f0d893 None None] Network 5df417ca-82ea-40aa-84d3-1bc50a08a15a requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:38.582679 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d09bd6a3-ebf7-4789-85d0-d307558254f0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.588877 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-877c2d5d-10ea-4d02-99fe-a6e21205f0d9 None None] Deleting port a74216b5-da34-4d4c-a21b-3b8efdb20faa {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:38.589060 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09bd6a3-ebf7-4789-85d0-d307558254f0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:38.589244 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-877c2d5d-10ea-4d02-99fe-a6e21205f0d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.589998 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d09bd6a3-ebf7-4789-85d0-d307558254f0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.626147 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-46ec1870-b56b-4c9f-8fe0-66536ea9ee4a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0854211 Jan 21 09:42:38.626147 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-efb28303-c632-4682-a660-e13efab7dcb6 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.639159 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52192) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:38.643942 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-efb28303-c632-4682-a660-e13efab7dcb6 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.749195 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb28303-c632-4682-a660-e13efab7dcb6 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=218d2b92-ce78-4c75-b038-f9ab72abd56c,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:38.802014 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4fb5f200-0076-4e5a-8235-4f33f2cbc30b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.806854 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cea14072-35f7-4063-bcb2-fe70c518457a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.827736 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-bf48b727-b773-4737-a97c-973c25e893df req-22fc6e11-462f-45de-ac06-fdbca9432f8c tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Calling delete_port for 18d66daf-9015-4413-aaca-282450b13718 owned by compute:nova {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:38.875843 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1d9a626c-ac06-4a41-8167-b362ba8bcf29 req-46ada529-d8ef-46a0-8475-5294eda18aa1 service neutron] 10.222.0.72 "GET /v2.0/networks/88749b10-68b8-4728-b80e-07b14beb6e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9322255 Jan 21 09:42:38.876362 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-efb28303-c632-4682-a660-e13efab7dcb6 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.880184 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-efb28303-c632-4682-a660-e13efab7dcb6 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8714113 Jan 21 09:42:38.889723 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52196) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:38.902630 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6e335-cfff-4ceb-945a-7e521442f982 req-19c95dc3-87e5-4933-9ffa-2415ea8007bf tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:38.904381 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-5fb6e335-cfff-4ceb-945a-7e521442f982 req-19c95dc3-87e5-4933-9ffa-2415ea8007bf tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.5176075 Jan 21 09:42:38.905172 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea14072-35f7-4063-bcb2-fe70c518457a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event deleted for resources: {'Port': ['ID=a74216b5-da34-4d4c-a21b-3b8efdb20faa,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:38.907578 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea14072-35f7-4063-bcb2-fe70c518457a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] No DVR routers for this DVR port a74216b5-da34-4d4c-a21b-3b8efdb20faa on host dv-neutron-825731-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:38.924450 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-877c2d5d-10ea-4d02-99fe-a6e21205f0d9 None None] The port 'a74216b5-da34-4d4c-a21b-3b8efdb20faa' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:42:38.942710 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-4fb5f200-0076-4e5a-8235-4f33f2cbc30b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5185db2e-3c7b-4229-aefd-af995f16f55e']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:38.946130 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 62526804-f4e9-4843-b711-4d9b5998cbff completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:38.949311 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-6b9d997b-bf9c-4970-940b-cd82b7ae03c8 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Request body: {'security_group_rule': {'security_group_id': '9454073e-cc11-4349-b949-a91b5ed4a8e4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:38.964274 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 62526804-f4e9-4843-b711-4d9b5998cbff triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:38.964888 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.971594 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-6b9d997b-bf9c-4970-940b-cd82b7ae03c8 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:39.013457 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-4fb5f200-0076-4e5a-8235-4f33f2cbc30b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f20434d6-6b55-4304-810e-07f53767c545') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:39.013757 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-4fb5f200-0076-4e5a-8235-4f33f2cbc30b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f20434d6-6b55-4304-810e-07f53767c545') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:39.036747 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d09bd6a3-ebf7-4789-85d0-d307558254f0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 4.0249290 Jan 21 09:42:39.037548 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09bd6a3-ebf7-4789-85d0-d307558254f0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event updated for resources: {'Network': ['ID=d567539e-112a-4543-bdeb-34980b107ac6,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:39.042390 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4fb5f200-0076-4e5a-8235-4f33f2cbc30b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.051892 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52202) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:39.063660 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-247635cf-fc8a-42a1-83df-2cb2382ac42b tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Request body: {'subnet': {'network_id': 'd567539e-112a-4543-bdeb-34980b107ac6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:39.067277 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-6b9d997b-bf9c-4970-940b-cd82b7ae03c8 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Usage tracker for resource:security_group_rule and tenant:8c0d4d71c90e4a68b988e23df905fc56 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:39.078982 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-6b9d997b-bf9c-4970-940b-cd82b7ae03c8 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:39.098107 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network d567539e-112a-4543-bdeb-34980b107ac6 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:39.147067 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3926f976-70e8-4887-912a-13ab4f929063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-5df417ca-82ea-40aa-84d3-1bc50a08a15a', 'network_id': '5df417ca-82ea-40aa-84d3-1bc50a08a15a', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'fixed_ips': [{'subnet_id': 'c53d80c8-60ea-4b50-97d6-ae11776852b2'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:42:39.149259 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3926f976-70e8-4887-912a-13ab4f929063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.160484 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-6b9d997b-bf9c-4970-940b-cd82b7ae03c8 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:39.226800 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4fb5f200-0076-4e5a-8235-4f33f2cbc30b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.252808 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb5f200-0076-4e5a-8235-4f33f2cbc30b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:39.252808 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4fb5f200-0076-4e5a-8235-4f33f2cbc30b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.256024 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cea14072-35f7-4063-bcb2-fe70c518457a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.269828 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:42:39.269828 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:39.269828 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:42:39.269828 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:39.269828 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:42:39.269828 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:39.269828 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:42:39.269828 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:39.269828 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:42:39.269828 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:39.269828 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:42:39.269828 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:39.269828 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:42:39.269828 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:39.269828 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:39.269828 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:39.269828 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:39.269828 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:39.269828 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:42:39.269828 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:39.269828 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:42:39.269828 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:39.269828 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:39.269828 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:39.269828 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:39.269828 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:39.269828 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:39.269828 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:39.269828 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:39.269828 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:39.269828 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:39.269828 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:39.277176 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-247635cf-fc8a-42a1-83df-2cb2382ac42b tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:39.280989 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-5fb6e335-cfff-4ceb-945a-7e521442f982 req-87805114-4827-4074-a3ae-bf3cbc3b314b tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3243272 Jan 21 09:42:39.348319 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-247635cf-fc8a-42a1-83df-2cb2382ac42b tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Usage tracker for resource:subnet and tenant:4aa2128c59e24666b40cc4b34a639788 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:39.351544 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.366604 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-cea14072-35f7-4063-bcb2-fe70c518457a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a400b2a8-c9bc-45a7-9ca0-d10c0e4fff0f']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:39.381430 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b9d997b-bf9c-4970-940b-cd82b7ae03c8 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.399522 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-247635cf-fc8a-42a1-83df-2cb2382ac42b tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:39.426958 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-247635cf-fc8a-42a1-83df-2cb2382ac42b tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:39.427991 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 62526804-f4e9-4843-b711-4d9b5998cbff, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=62526804-f4e9-4843-b711-4d9b5998cbff,segment=NetworkSegment(1fbb0c67-a3cc-484e-b096-9499307be29b),segment_id=1fbb0c67-a3cc-484e-b096-9499307be29b)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:39.458839 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4fb5f200-0076-4e5a-8235-4f33f2cbc30b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.464446 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4fb5f200-0076-4e5a-8235-4f33f2cbc30b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.467033 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-cea14072-35f7-4063-bcb2-fe70c518457a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19fa14b7-41a8-45b7-a320-25c64094b674') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:39.467308 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-cea14072-35f7-4063-bcb2-fe70c518457a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19fa14b7-41a8-45b7-a320-25c64094b674') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:39.488715 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.490309 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device f0167b39-67b2-4bed-bfa7-5d02c431992c up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:39.494013 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247635cf-fc8a-42a1-83df-2cb2382ac42b tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Made reservation on behalf of 4aa2128c59e24666b40cc4b34a639788 for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:39.499242 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-247635cf-fc8a-42a1-83df-2cb2382ac42b tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.504284 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cea14072-35f7-4063-bcb2-fe70c518457a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.523370 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-bf48b727-b773-4737-a97c-973c25e893df req-22fc6e11-462f-45de-ac06-fdbca9432f8c tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.530037 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5f200-0076-4e5a-8235-4f33f2cbc30b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Pushing event deleted for resources: {'Network': ['ID=5185db2e-3c7b-4229-aefd-af995f16f55e,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:39.549350 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cea14072-35f7-4063-bcb2-fe70c518457a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.588427 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4fb5f200-0076-4e5a-8235-4f33f2cbc30b tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] 10.222.0.110 "DELETE /v2.0/networks/5185db2e-3c7b-4229-aefd-af995f16f55e HTTP/1.1" status: 204 len: 168 time: 4.5489166 Jan 21 09:42:39.624353 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52210) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:39.664785 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea14072-35f7-4063-bcb2-fe70c518457a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:39.665331 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cea14072-35f7-4063-bcb2-fe70c518457a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.680158 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-3926f976-70e8-4887-912a-13ab4f929063 None None] Allocated IP 2001:db8:3::2 (5df417ca-82ea-40aa-84d3-1bc50a08a15a/c53d80c8-60ea-4b50-97d6-ae11776852b2/8747b4f8-2ae0-4b84-a364-bd8875df1c8c) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:39.688024 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=62526804-f4e9-4843-b711-4d9b5998cbff,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:39.698877 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc6e11-462f-45de-ac06-fdbca9432f8c tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Pushing event deleted for resources: {'Port': ['ID=18d66daf-9015-4413-aaca-282450b13718,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:39.710376 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:42:39.710376 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:39.710376 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:42:39.710376 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:39.710376 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:42:39.710376 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:39.710376 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:42:39.710376 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:39.710376 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:42:39.710376 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:39.710376 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:42:39.710376 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:39.710376 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:42:39.710376 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:39.710376 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:39.710376 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:39.710376 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:39.710376 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:39.710376 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:42:39.710376 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:39.710376 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:42:39.710376 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:39.710376 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:39.710376 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:39.710376 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:39.710376 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:39.710376 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:39.710376 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:39.710376 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:39.710376 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:39.710376 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:39.710376 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:39.720045 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b9d997b-bf9c-4970-940b-cd82b7ae03c8 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.762279 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f76a1-8973-4a4f-9042-7dd5e2974ab3 req-01539f06-0b9d-4871-ac77-9547148dcd4d tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:39.763223 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-9c2f76a1-8973-4a4f-9042-7dd5e2974ab3 req-01539f06-0b9d-4871-ac77-9547148dcd4d tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Synchronizing usage tracker for tenant:d15bf70c941f4d099cc1535f666f7a67 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:39.819972 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b9d997b-bf9c-4970-940b-cd82b7ae03c8 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.828816 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:39.829174 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:39.829517 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:39.829853 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:39.830185 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:39.830537 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:39.831033 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:39.831366 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:39.831717 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:39.832102 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:39.832432 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:39.832755 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:39.856595 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port f0167b39-67b2-4bed-bfa7-5d02c431992c triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:39.857519 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.955000 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-9c2f76a1-8973-4a4f-9042-7dd5e2974ab3 req-01539f06-0b9d-4871-ac77-9547148dcd4d tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Unset dirty status for tenant:d15bf70c941f4d099cc1535f666f7a67 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:39.956073 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-9c2f76a1-8973-4a4f-9042-7dd5e2974ab3 req-01539f06-0b9d-4871-ac77-9547148dcd4d tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/ports?device_id=5abd5741-5540-4c60-8c52-8afa8c14d0ca HTTP/1.1" status: 200 len: 946 time: 0.7959452 Jan 21 09:42:39.989448 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf48b727-b773-4737-a97c-973c25e893df req-22fc6e11-462f-45de-ac06-fdbca9432f8c tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] No DVR routers for this DVR port 18d66daf-9015-4413-aaca-282450b13718 on host hv-neutron-8257 {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:40.031292 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-bf48b727-b773-4737-a97c-973c25e893df req-22fc6e11-462f-45de-ac06-fdbca9432f8c tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.033500 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-bf48b727-b773-4737-a97c-973c25e893df req-22fc6e11-462f-45de-ac06-fdbca9432f8c tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.72 "DELETE /v2.0/ports/18d66daf-9015-4413-aaca-282450b13718 HTTP/1.1" status: 204 len: 173 time: 3.3321333 Jan 21 09:42:40.044191 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5abd5741-5540-4c60-8c52-8afa8c14d0ca', 'name': 'network-vif-deleted', 'tag': '18d66daf-9015-4413-aaca-282450b13718'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:42:40.055842 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-89951848-fbee-48c2-b023-4b61189f7572 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Deleting port fcab26b0-e1e6-4330-9eff-641dfcdfa3ce {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:40.056186 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-89951848-fbee-48c2-b023-4b61189f7572 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.087701 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3926f976-70e8-4887-912a-13ab4f929063 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.088715 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d997b-bf9c-4970-940b-cd82b7ae03c8 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf75d58-4504-4356-a11c-66183c29551a,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:40.103367 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-3926f976-70e8-4887-912a-13ab4f929063 None None] Transition to ACTIVE for port object 8747b4f8-2ae0-4b84-a364-bd8875df1c8c will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:40.129815 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-3926f976-70e8-4887-912a-13ab4f929063 None None] Transition to ACTIVE for port object 8747b4f8-2ae0-4b84-a364-bd8875df1c8c will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:40.140742 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3926f976-70e8-4887-912a-13ab4f929063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.154694 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cea14072-35f7-4063-bcb2-fe70c518457a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.181801 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2bc8792f-027d-4c1d-bc33-4387fa16c39d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.202382 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-9c2f76a1-8973-4a4f-9042-7dd5e2974ab3 req-56b98234-a609-4b41-9774-a48c494f80e7 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "GET /v2.0/security-groups?id=b83642e6-062a-4f81-884a-c0f0968e848b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236295 Jan 21 09:42:40.219422 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cea14072-35f7-4063-bcb2-fe70c518457a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.225027 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-cea14072-35f7-4063-bcb2-fe70c518457a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "DELETE /v2.0/networks/a400b2a8-c9bc-45a7-9ca0-d10c0e4fff0f HTTP/1.1" status: 204 len: 168 time: 3.0813460 Jan 21 09:42:40.235166 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52216) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:40.261198 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 62526804-f4e9-4843-b711-4d9b5998cbff up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:40.271502 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b9d997b-bf9c-4970-940b-cd82b7ae03c8 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.276264 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-6b9d997b-bf9c-4970-940b-cd82b7ae03c8 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3798835 Jan 21 09:42:40.291694 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52222) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:40.312397 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-52284889-9eab-4447-90df-bcb95b1728b6 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Request body: {'security_group_rule': {'security_group_id': '9454073e-cc11-4349-b949-a91b5ed4a8e4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:40.329301 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea14072-35f7-4063-bcb2-fe70c518457a tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event deleted for resources: {'Network': ['ID=a400b2a8-c9bc-45a7-9ca0-d10c0e4fff0f,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:40.332363 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3926f976-70e8-4887-912a-13ab4f929063 None None] Network 5df417ca-82ea-40aa-84d3-1bc50a08a15a is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:40.344212 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-3926f976-70e8-4887-912a-13ab4f929063 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:40.349858 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3926f976-70e8-4887-912a-13ab4f929063 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:40.363933 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926f976-70e8-4887-912a-13ab4f929063 None None] Pushing event updated for resources: {'Port': ['ID=8747b4f8-2ae0-4b84-a364-bd8875df1c8c,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:40.390625 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-52284889-9eab-4447-90df-bcb95b1728b6 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:40.402837 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-52284889-9eab-4447-90df-bcb95b1728b6 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Usage tracker for resource:security_group_rule and tenant:8c0d4d71c90e4a68b988e23df905fc56 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:40.414474 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-52284889-9eab-4447-90df-bcb95b1728b6 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:40.422909 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-52284889-9eab-4447-90df-bcb95b1728b6 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:40.465841 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-3926f976-70e8-4887-912a-13ab4f929063 None None] Attempting to bind port 8747b4f8-2ae0-4b84-a364-bd8875df1c8c on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:40.466214 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-3926f976-70e8-4887-912a-13ab4f929063 None None] Attempting to bind port 8747b4f8-2ae0-4b84-a364-bd8875df1c8c by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'd425bfc9-1c11-438d-a501-b27394bb5821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5df417ca-82ea-40aa-84d3-1bc50a08a15a'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:40.466576 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3926f976-70e8-4887-912a-13ab4f929063 None None] Attempting to bind port 8747b4f8-2ae0-4b84-a364-bd8875df1c8c on network 5df417ca-82ea-40aa-84d3-1bc50a08a15a {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:42:40.468628 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 62526804-f4e9-4843-b711-4d9b5998cbff triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:40.468993 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.505901 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3926f976-70e8-4887-912a-13ab4f929063 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:42:40.506289 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3926f976-70e8-4887-912a-13ab4f929063 None None] Checking segment: {'id': 'd425bfc9-1c11-438d-a501-b27394bb5821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5df417ca-82ea-40aa-84d3-1bc50a08a15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:40.507098 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3926f976-70e8-4887-912a-13ab4f929063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.507098 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3926f976-70e8-4887-912a-13ab4f929063 None None] Bound using segment: {'id': 'd425bfc9-1c11-438d-a501-b27394bb5821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5df417ca-82ea-40aa-84d3-1bc50a08a15a'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:42:40.507584 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-3926f976-70e8-4887-912a-13ab4f929063 None None] Bound port: 8747b4f8-2ae0-4b84-a364-bd8875df1c8c, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd425bfc9-1c11-438d-a501-b27394bb5821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5df417ca-82ea-40aa-84d3-1bc50a08a15a'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:40.508484 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3926f976-70e8-4887-912a-13ab4f929063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.524694 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ff85a-470f-4845-9bf6-7575e2158330 req-4764c7f3-2103-44f8-bc4e-1f37a700b59d tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:40.526105 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f19ff85a-470f-4845-9bf6-7575e2158330 req-4764c7f3-2103-44f8-bc4e-1f37a700b59d tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.8023028 Jan 21 09:42:40.531422 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5abd5741-5540-4c60-8c52-8afa8c14d0ca', 'name': 'network-vif-deleted', 'tag': '18d66daf-9015-4413-aaca-282450b13718', 'status': 'completed', 'code': 200} Jan 21 09:42:40.533153 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-52284889-9eab-4447-90df-bcb95b1728b6 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.548817 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34343b18-a4b3-4ee2-9157-d1c329a96d8f req-5816c396-d999-4518-818c-e11dcc054b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:40.550281 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-34343b18-a4b3-4ee2-9157-d1c329a96d8f req-5816c396-d999-4518-818c-e11dcc054b44 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=21bf33c022814c088610cd12785c806c&device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 1098 time: 0.6845832 Jan 21 09:42:40.571700 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b59a6d3-ea58-4c9d-a32b-5bd066c54ae7 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:40.571945 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b59a6d3-ea58-4c9d-a32b-5bd066c54ae7 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:40.624028 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-8b59a6d3-ea58-4c9d-a32b-5bd066c54ae7 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "DELETE /v2.0/subnets/121c2432-e773-40ce-b2c1-9e88175fcc46 HTTP/1.1" status: 404 len: 337 time: 0.3832541 Jan 21 09:42:40.637791 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52226) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:40.654645 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 18d66daf-9015-4413-aaca-282450b13718 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:40.702842 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d538405-d315-442c-8666-8c2e91a2b227 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:40.703265 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d538405-d315-442c-8666-8c2e91a2b227 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:40.707370 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0d538405-d315-442c-8666-8c2e91a2b227 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "DELETE /v2.0/networks/332e4fc1-c7f6-4af0-97d3-2549816b030b HTTP/1.1" status: 404 len: 339 time: 0.0529969 Jan 21 09:42:40.707546 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-3926f976-70e8-4887-912a-13ab4f929063 None None] For port 8747b4f8-2ae0-4b84-a364-bd8875df1c8c, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:42:40.708675 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] No Port match for: 18d66daf-9015-4413-aaca-282450b13718 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:42:40.708675 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 18d66daf-9015-4413-aaca-282450b13718 not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:42:40.722332 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-3926f976-70e8-4887-912a-13ab4f929063 None None] For port 8747b4f8-2ae0-4b84-a364-bd8875df1c8c, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=8747b4f8-2ae0-4b84-a364-bd8875df1c8c,segment=NetworkSegment(d425bfc9-1c11-438d-a501-b27394bb5821),segment_id=d425bfc9-1c11-438d-a501-b27394bb5821)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:42:40.728418 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52230) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:40.733080 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3926f976-70e8-4887-912a-13ab4f929063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.899619 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a74216b5-da34-4d4c-a21b-3b8efdb20faa no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:40.921990 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-247635cf-fc8a-42a1-83df-2cb2382ac42b tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.966535 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: a74216b5-da34-4d4c-a21b-3b8efdb20faa {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:42:40.966881 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a74216b5-da34-4d4c-a21b-3b8efdb20faa not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:42:40.992891 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926f976-70e8-4887-912a-13ab4f929063 None None] Pushing event updated for resources: {'Port': ['ID=8747b4f8-2ae0-4b84-a364-bd8875df1c8c,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:41.003544 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f19ff85a-470f-4845-9bf6-7575e2158330 req-83ca8104-4035-4bba-8b8c-87dc559a06b7 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4585884 Jan 21 09:42:41.013922 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-89951848-fbee-48c2-b023-4b61189f7572 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.014464 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-abc3c319-0c0b-4659-9421-3302dee1d262 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:41.014644 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abc3c319-0c0b-4659-9421-3302dee1d262 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:41.031731 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34343b18-a4b3-4ee2-9157-d1c329a96d8f req-542c7a7b-166e-4550-9eb2-5c479552de4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:41.033798 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-34343b18-a4b3-4ee2-9157-d1c329a96d8f req-542c7a7b-166e-4550-9eb2-5c479552de4b service neutron] 10.222.0.72 "GET /v2.0/networks?id=55051115-0a6d-4aad-ae33-4c0466ea1935 HTTP/1.1" status: 200 len: 912 time: 0.4681334 Jan 21 09:42:41.040794 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-52284889-9eab-4447-90df-bcb95b1728b6 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.056138 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-52284889-9eab-4447-90df-bcb95b1728b6 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.079635 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-abc3c319-0c0b-4659-9421-3302dee1d262 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "DELETE /v2.0/subnets/c6f57b4a-a227-4ecc-a970-66c2f31f4620 HTTP/1.1" status: 404 len: 337 time: 0.3257418 Jan 21 09:42:41.092611 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52234) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:41.103599 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-2bc8792f-027d-4c1d-bc33-4387fa16c39d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Allocated IP 2001:db8:3::1 (5df417ca-82ea-40aa-84d3-1bc50a08a15a/c53d80c8-60ea-4b50-97d6-ae11776852b2/f2c1bf22-484d-4ecf-97c7-330698b807a2) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:41.134732 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-df059d79-71f1-4b21-b582-0e021e266b06 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:41.135250 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df059d79-71f1-4b21-b582-0e021e266b06 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:41.140875 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-df059d79-71f1-4b21-b582-0e021e266b06 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "DELETE /v2.0/networks/c653d342-14cc-486b-9b65-2667563696ce HTTP/1.1" status: 404 len: 339 time: 0.0469255 Jan 21 09:42:41.141528 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52238) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:41.146613 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52284889-9eab-4447-90df-bcb95b1728b6 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43acd95b-e5b2-462d-bdfb-c024af6dcc0b,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:41.189096 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-52284889-9eab-4447-90df-bcb95b1728b6 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.190277 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-52284889-9eab-4447-90df-bcb95b1728b6 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8962424 Jan 21 09:42:41.195515 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52242) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:41.207509 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-26e93a40-cbc7-41fe-aca0-60af483375e4 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Request body: {'security_group_rule': {'security_group_id': '9454073e-cc11-4349-b949-a91b5ed4a8e4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:41.214659 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-26e93a40-cbc7-41fe-aca0-60af483375e4 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:41.218967 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-26e93a40-cbc7-41fe-aca0-60af483375e4 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Usage tracker for resource:security_group_rule and tenant:8c0d4d71c90e4a68b988e23df905fc56 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:41.221954 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-26e93a40-cbc7-41fe-aca0-60af483375e4 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:41.228516 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-26e93a40-cbc7-41fe-aca0-60af483375e4 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:41.245235 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-349d742b-cecd-4250-bf1c-d83bdd757ee7 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:41.245765 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-349d742b-cecd-4250-bf1c-d83bdd757ee7 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:41.252387 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-349d742b-cecd-4250-bf1c-d83bdd757ee7 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "DELETE /v2.0/subnets/20701467-6483-4626-b39a-6b7f296b80b5 HTTP/1.1" status: 404 len: 337 time: 0.1073139 Jan 21 09:42:41.253239 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52248) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:41.316427 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-89951848-fbee-48c2-b023-4b61189f7572 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Calling delete_port for fcab26b0-e1e6-4330-9eff-641dfcdfa3ce owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:41.337092 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-b091977c-8bcd-4eab-afea-73198a7df8d9 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:41.337486 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b091977c-8bcd-4eab-afea-73198a7df8d9 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:41.339177 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b091977c-8bcd-4eab-afea-73198a7df8d9 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "DELETE /v2.0/networks/9bc6c0fa-b9c2-43a4-beec-22cedd996464 HTTP/1.1" status: 404 len: 339 time: 0.0584464 Jan 21 09:42:41.339940 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-26e93a40-cbc7-41fe-aca0-60af483375e4 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.350127 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52252) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:41.382401 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52256) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:41.456214 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247635cf-fc8a-42a1-83df-2cb2382ac42b tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event updated for resources: {'Subnet': ['ID=bd2860cc-4478-48c7-89f3-aa011172a857,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:41.500503 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247635cf-fc8a-42a1-83df-2cb2382ac42b tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Checking segment: {'id': 'bed37c9d-ec6f-433c-8eda-a8d5c75d4946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd567539e-112a-4543-bdeb-34980b107ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:41.500783 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247635cf-fc8a-42a1-83df-2cb2382ac42b tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Network hostable DHCP agents. Network: d567539e-112a-4543-bdeb-34980b107ac6, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:41.556897 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-16127523-e455-4813-959e-5cd6b1836598 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Deleting subnet 31a0a33a-96c4-45b6-bc2b-404ff950b64b {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:42:41.558590 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-34343b18-a4b3-4ee2-9157-d1c329a96d8f req-8493d60e-9974-405e-89aa-ad606acbb923 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77d34ea9-68ce-4a71-9428-8b2152806e32 HTTP/1.1" status: 200 len: 1001 time: 0.4301076 Jan 21 09:42:41.562294 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-16127523-e455-4813-959e-5cd6b1836598 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.622070 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-26e93a40-cbc7-41fe-aca0-60af483375e4 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.628526 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2bc8792f-027d-4c1d-bc33-4387fa16c39d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.637473 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-26e93a40-cbc7-41fe-aca0-60af483375e4 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.660589 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247635cf-fc8a-42a1-83df-2cb2382ac42b tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Network d567539e-112a-4543-bdeb-34980b107ac6 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:41.678551 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-16127523-e455-4813-959e-5cd6b1836598 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.679306 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-89951848-fbee-48c2-b023-4b61189f7572 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.712870 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-2bc8792f-027d-4c1d-bc33-4387fa16c39d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Transition to ACTIVE for port object f2c1bf22-484d-4ecf-97c7-330698b807a2 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:41.732601 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e93a40-cbc7-41fe-aca0-60af483375e4 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23771f66-e83c-4550-9662-b8dde1805309,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:41.749157 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-247635cf-fc8a-42a1-83df-2cb2382ac42b tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, d567539e-112a-4543-bdeb-34980b107ac6) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:41.756346 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89951848-fbee-48c2-b023-4b61189f7572 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Pushing event deleted for resources: {'Port': ['ID=fcab26b0-e1e6-4330-9eff-641dfcdfa3ce,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:41.767999 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-26e93a40-cbc7-41fe-aca0-60af483375e4 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.769038 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-26e93a40-cbc7-41fe-aca0-60af483375e4 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5712872 Jan 21 09:42:41.771865 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5e42b2-8019-4ee1-9d4c-dc50f23ce28e None None] Network d567539e-112a-4543-bdeb-34980b107ac6 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:41.772329 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247635cf-fc8a-42a1-83df-2cb2382ac42b tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:41.772985 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-247635cf-fc8a-42a1-83df-2cb2382ac42b tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.774345 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52260) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:41.795281 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-89951848-fbee-48c2-b023-4b61189f7572 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.798954 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34343b18-a4b3-4ee2-9157-d1c329a96d8f req-f9793376-f4bc-4d8a-8f6c-75c5e9a1d535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:41.800466 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-34343b18-a4b3-4ee2-9157-d1c329a96d8f req-f9793376-f4bc-4d8a-8f6c-75c5e9a1d535 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd14a905-cd68-4fb4-a084-5e658ee5e25a HTTP/1.1" status: 200 len: 850 time: 0.1846316 Jan 21 09:42:41.883279 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-58b69e46-4e07-424d-b0db-5241e0cc9907 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.900555 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2bc8792f-027d-4c1d-bc33-4387fa16c39d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.950667 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-58b69e46-4e07-424d-b0db-5241e0cc9907 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.982920 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-247635cf-fc8a-42a1-83df-2cb2382ac42b tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9273164 Jan 21 09:42:41.984958 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-89951848-fbee-48c2-b023-4b61189f7572 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] 10.222.0.110 "DELETE /v2.0/ports/fcab26b0-e1e6-4330-9eff-641dfcdfa3ce HTTP/1.1" status: 204 len: 168 time: 2.3570092 Jan 21 09:42:41.985714 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52264) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:41.986039 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52266) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:42.000213 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-16127523-e455-4813-959e-5cd6b1836598 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.061907 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc8792f-027d-4c1d-bc33-4387fa16c39d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Network 5df417ca-82ea-40aa-84d3-1bc50a08a15a is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:42.073010 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-2bc8792f-027d-4c1d-bc33-4387fa16c39d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:42.102879 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-563f849e-6739-4bf7-a990-5bc180bfccbc tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:42.103493 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-563f849e-6739-4bf7-a990-5bc180bfccbc tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:42.104217 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-58b69e46-4e07-424d-b0db-5241e0cc9907 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.117317 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc8792f-027d-4c1d-bc33-4387fa16c39d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:42.118067 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2bc8792f-027d-4c1d-bc33-4387fa16c39d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.124343 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-563f849e-6739-4bf7-a990-5bc180bfccbc tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] 10.222.0.110 "DELETE /v2.0/subnets/bedae64a-071d-41ef-8677-3a9a8d1d0ace HTTP/1.1" status: 404 len: 337 time: 0.1285248 Jan 21 09:42:42.128783 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52274) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:42.180136 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ae9837-ee96-4794-8162-0e62afb98908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-d567539e-112a-4543-bdeb-34980b107ac6', 'network_id': 'd567539e-112a-4543-bdeb-34980b107ac6', 'tenant_id': '4aa2128c59e24666b40cc4b34a639788', 'fixed_ips': [{'subnet_id': 'bd2860cc-4478-48c7-89f3-aa011172a857'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:42:42.182885 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-77ae9837-ee96-4794-8162-0e62afb98908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.205722 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b69e46-4e07-424d-b0db-5241e0cc9907 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23771f66-e83c-4550-9662-b8dde1805309,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:42.208546 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-58b69e46-4e07-424d-b0db-5241e0cc9907 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.209808 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-58b69e46-4e07-424d-b0db-5241e0cc9907 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/23771f66-e83c-4550-9662-b8dde1805309 HTTP/1.1" status: 204 len: 168 time: 0.4345350 Jan 21 09:42:42.232379 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8792f-027d-4c1d-bc33-4387fa16c39d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event updated for resources: {'Port': ['ID=f2c1bf22-484d-4ecf-97c7-330698b807a2,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:42.235860 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52278) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:42.295332 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 8747b4f8-2ae0-4b84-a364-bd8875df1c8c up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:42.395651 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4df8be42-f1d4-41ee-aee6-7caec500ae76 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Synchronizing usage tracker for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group_rule {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:42.423135 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-16127523-e455-4813-959e-5cd6b1836598 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.449655 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c79bae4-112e-4e42-8857-266aca65825d None None] Network 5df417ca-82ea-40aa-84d3-1bc50a08a15a requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:42.476524 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-16127523-e455-4813-959e-5cd6b1836598 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.488866 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16127523-e455-4813-959e-5cd6b1836598 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event deleted for resources: {'Subnet': ['ID=31a0a33a-96c4-45b6-bc2b-404ff950b64b,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:42.491819 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-16127523-e455-4813-959e-5cd6b1836598 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "DELETE /v2.0/subnets/31a0a33a-96c4-45b6-bc2b-404ff950b64b HTTP/1.1" status: 204 len: 168 time: 1.1407871 Jan 21 09:42:42.492877 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4df8be42-f1d4-41ee-aee6-7caec500ae76 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Unset dirty status for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group_rule {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:42.493616 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a181b636-cdb7-4d88-9fb3-ac2f30d645f4 None None] Network 38b49d01-fa53-41f8-b3b2-3c7147575110 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:42.494443 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4df8be42-f1d4-41ee-aee6-7caec500ae76 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2575767 Jan 21 09:42:42.497412 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52282) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:42.497929 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52284) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:42.512129 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-77ae9837-ee96-4794-8162-0e62afb98908 None None] Allocated IP 172.20.0.2 (d567539e-112a-4543-bdeb-34980b107ac6/bd2860cc-4478-48c7-89f3-aa011172a857/c553a7ba-4304-41c1-bd84-524eb4693672) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:42.529255 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 8747b4f8-2ae0-4b84-a364-bd8875df1c8c completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:42.574360 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa28931-c93f-4a0d-b7ad-7c2bb9fdc2ff req-f7e3dc87-0030-4954-87ff-41b8321eb839 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:42.575900 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6fa28931-c93f-4a0d-b7ad-7c2bb9fdc2ff req-f7e3dc87-0030-4954-87ff-41b8321eb839 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.3010452 Jan 21 09:42:42.681220 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-57ac1ee1-3ea2-4e8f-bee2-1631aa30cf59 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.736517 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0cfe923f-ab04-46b6-8f3f-78acc3cc2496 None None] Provisioning for port 8747b4f8-2ae0-4b84-a364-bd8875df1c8c completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:42.745706 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d8a998c7-c455-4782-868e-65e45f0c3cad tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.752710 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34343b18-a4b3-4ee2-9157-d1c329a96d8f req-77acaa08-6595-479b-acb5-a76cb92b1564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:42.754316 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-34343b18-a4b3-4ee2-9157-d1c329a96d8f req-77acaa08-6595-479b-acb5-a76cb92b1564 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=55051115-0a6d-4aad-ae33-4c0466ea1935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8396244 Jan 21 09:42:42.794875 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0cfe923f-ab04-46b6-8f3f-78acc3cc2496 None None] Provisioning complete for port 8747b4f8-2ae0-4b84-a364-bd8875df1c8c triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:42.795510 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0cfe923f-ab04-46b6-8f3f-78acc3cc2496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.819176 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.838652 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6f5c26ad-117d-4b94-af06-f394df187ff4 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.870234 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6f5c26ad-117d-4b94-af06-f394df187ff4 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.886174 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2fdd6a7c-ee1d-4960-9695-663ae9d71fe0 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.901467 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6fa28931-c93f-4a0d-b7ad-7c2bb9fdc2ff req-acc0a8a3-2494-4a15-91a5-19479db41860 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3099606 Jan 21 09:42:42.917360 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2bc8792f-027d-4c1d-bc33-4387fa16c39d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.952016 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-2fdd6a7c-ee1d-4960-9695-663ae9d71fe0 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Deleting port 520a61fa-22b4-4a52-966c-cd0878ed490d {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:42.952270 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2fdd6a7c-ee1d-4960-9695-663ae9d71fe0 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.987774 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6f5c26ad-117d-4b94-af06-f394df187ff4 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.056744 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c26ad-117d-4b94-af06-f394df187ff4 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43acd95b-e5b2-462d-bdfb-c024af6dcc0b,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:43.080411 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-57ac1ee1-3ea2-4e8f-bee2-1631aa30cf59 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.140466 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6f5c26ad-117d-4b94-af06-f394df187ff4 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.141550 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-57ac1ee1-3ea2-4e8f-bee2-1631aa30cf59 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18258b4a-3e05-407c-9dc0-281662020bf4']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:43.144934 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-6f5c26ad-117d-4b94-af06-f394df187ff4 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/43acd95b-e5b2-462d-bdfb-c024af6dcc0b HTTP/1.1" status: 204 len: 168 time: 0.6412158 Jan 21 09:42:43.150544 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52290) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:43.179232 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-57ac1ee1-3ea2-4e8f-bee2-1631aa30cf59 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc65b6b7-6ac8-4101-8a5d-493540c7f0f5') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:43.179837 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-57ac1ee1-3ea2-4e8f-bee2-1631aa30cf59 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc65b6b7-6ac8-4101-8a5d-493540c7f0f5') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:43.191131 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d8a998c7-c455-4782-868e-65e45f0c3cad tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.193155 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-77ae9837-ee96-4794-8162-0e62afb98908 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.206544 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-77ae9837-ee96-4794-8162-0e62afb98908 None None] Transition to ACTIVE for port object c553a7ba-4304-41c1-bd84-524eb4693672 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:43.223237 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-57ac1ee1-3ea2-4e8f-bee2-1631aa30cf59 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.229496 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-77ae9837-ee96-4794-8162-0e62afb98908 None None] Transition to ACTIVE for port object c553a7ba-4304-41c1-bd84-524eb4693672 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:43.235606 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-34343b18-a4b3-4ee2-9157-d1c329a96d8f req-ee6020f3-5fa0-4c4e-bfd9-388075071872 service neutron] 10.222.0.72 "GET /v2.0/networks/55051115-0a6d-4aad-ae33-4c0466ea1935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598241 Jan 21 09:42:43.252902 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-77ae9837-ee96-4794-8162-0e62afb98908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.284814 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-57ac1ee1-3ea2-4e8f-bee2-1631aa30cf59 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.328176 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ac1ee1-3ea2-4e8f-bee2-1631aa30cf59 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:43.328886 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-57ac1ee1-3ea2-4e8f-bee2-1631aa30cf59 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.391100 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ae9837-ee96-4794-8162-0e62afb98908 None None] Network d567539e-112a-4543-bdeb-34980b107ac6 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:43.392370 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:42:43.392370 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:43.392370 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:42:43.392370 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:43.392370 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:42:43.392370 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:43.392370 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:42:43.392370 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:43.392370 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:42:43.392370 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:43.392370 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:42:43.392370 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:43.392370 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:42:43.392370 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:43.392370 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:43.392370 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:43.392370 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:43.392370 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:43.392370 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:42:43.392370 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:43.392370 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:42:43.392370 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:43.392370 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:43.392370 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:43.392370 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:43.392370 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:43.392370 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:43.392370 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:43.392370 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:43.392370 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:43.392370 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:43.392370 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:43.403940 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-77ae9837-ee96-4794-8162-0e62afb98908 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:43.406912 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ae9837-ee96-4794-8162-0e62afb98908 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:43.433757 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae9837-ee96-4794-8162-0e62afb98908 None None] Pushing event updated for resources: {'Port': ['ID=c553a7ba-4304-41c1-bd84-524eb4693672,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:43.464114 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-407c940a-250a-4fd6-87a3-b9d4c0480b6f tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Synchronizing usage tracker for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group_rule {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:43.501180 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-2fdd6a7c-ee1d-4960-9695-663ae9d71fe0 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] For port 520a61fa-22b4-4a52-966c-cd0878ed490d, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=520a61fa-22b4-4a52-966c-cd0878ed490d,segment=NetworkSegment(a2e0b1b4-bc2f-4a8b-999a-571c69a92a31),segment_id=a2e0b1b4-bc2f-4a8b-999a-571c69a92a31)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:43.501534 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2fdd6a7c-ee1d-4960-9695-663ae9d71fe0 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.504204 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0cfe923f-ab04-46b6-8f3f-78acc3cc2496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.630030 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d8a998c7-c455-4782-868e-65e45f0c3cad tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.665590 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa07a04-a631-477f-935b-0d01f77864d6 None None] DHCP port deletion for 38b49d01-fa53-41f8-b3b2-3c7147575110 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:42:43.670417 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-34343b18-a4b3-4ee2-9157-d1c329a96d8f req-24679fe0-1618-4530-a381-3d78bfbb27e5 service neutron] 10.222.0.72 "GET /v2.0/networks/55051115-0a6d-4aad-ae33-4c0466ea1935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251578 Jan 21 09:42:43.670620 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-407c940a-250a-4fd6-87a3-b9d4c0480b6f tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Unset dirty status for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group_rule {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:43.670712 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-57ac1ee1-3ea2-4e8f-bee2-1631aa30cf59 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.671458 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-407c940a-250a-4fd6-87a3-b9d4c0480b6f tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.5083668 Jan 21 09:42:43.675773 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52294) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:43.690820 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-2fdd6a7c-ee1d-4960-9695-663ae9d71fe0 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Calling delete_port for 520a61fa-22b4-4a52-966c-cd0878ed490d owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:43.707265 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a998c7-c455-4782-868e-65e45f0c3cad tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event deleted for resources: {'Subnet': ['ID=bd2860cc-4478-48c7-89f3-aa011172a857,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:43.716654 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-0cfe923f-ab04-46b6-8f3f-78acc3cc2496 None None] For port 8747b4f8-2ae0-4b84-a364-bd8875df1c8c, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=8747b4f8-2ae0-4b84-a364-bd8875df1c8c,segment=NetworkSegment(d425bfc9-1c11-438d-a501-b27394bb5821),segment_id=d425bfc9-1c11-438d-a501-b27394bb5821)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:43.722750 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-ffa07a04-a631-477f-935b-0d01f77864d6 None None] Deleting port 520a61fa-22b4-4a52-966c-cd0878ed490d {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:43.723124 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ffa07a04-a631-477f-935b-0d01f77864d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.723236 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-57ac1ee1-3ea2-4e8f-bee2-1631aa30cf59 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.767784 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0cfe923f-ab04-46b6-8f3f-78acc3cc2496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.795195 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac1ee1-3ea2-4e8f-bee2-1631aa30cf59 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Pushing event deleted for resources: {'Network': ['ID=18258b4a-3e05-407c-9dc0-281662020bf4,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:43.806753 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-77ae9837-ee96-4794-8162-0e62afb98908 None None] Attempting to bind port c553a7ba-4304-41c1-bd84-524eb4693672 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:43.807271 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-77ae9837-ee96-4794-8162-0e62afb98908 None None] Attempting to bind port c553a7ba-4304-41c1-bd84-524eb4693672 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'bed37c9d-ec6f-433c-8eda-a8d5c75d4946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd567539e-112a-4543-bdeb-34980b107ac6'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:43.807538 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ae9837-ee96-4794-8162-0e62afb98908 None None] Attempting to bind port c553a7ba-4304-41c1-bd84-524eb4693672 on network d567539e-112a-4543-bdeb-34980b107ac6 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:42:43.835737 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-aa37d995-a5a4-4440-8577-94c27e6400f2 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.844986 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ae9837-ee96-4794-8162-0e62afb98908 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:42:43.848422 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ae9837-ee96-4794-8162-0e62afb98908 None None] Checking segment: {'id': 'bed37c9d-ec6f-433c-8eda-a8d5c75d4946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd567539e-112a-4543-bdeb-34980b107ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:43.849522 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-77ae9837-ee96-4794-8162-0e62afb98908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.849522 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ae9837-ee96-4794-8162-0e62afb98908 None None] Bound using segment: {'id': 'bed37c9d-ec6f-433c-8eda-a8d5c75d4946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd567539e-112a-4543-bdeb-34980b107ac6'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:42:43.849833 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-77ae9837-ee96-4794-8162-0e62afb98908 None None] Bound port: c553a7ba-4304-41c1-bd84-524eb4693672, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed37c9d-ec6f-433c-8eda-a8d5c75d4946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd567539e-112a-4543-bdeb-34980b107ac6'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:43.850077 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-77ae9837-ee96-4794-8162-0e62afb98908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.853545 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-aa37d995-a5a4-4440-8577-94c27e6400f2 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.904448 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-57ac1ee1-3ea2-4e8f-bee2-1631aa30cf59 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] 10.222.0.110 "DELETE /v2.0/networks/18258b4a-3e05-407c-9dc0-281662020bf4 HTTP/1.1" status: 204 len: 168 time: 1.7594497 Jan 21 09:42:43.907112 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52298) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:43.917427 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-aa37d995-a5a4-4440-8577-94c27e6400f2 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.953199 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-ffa07a04-a631-477f-935b-0d01f77864d6 None None] The port '520a61fa-22b4-4a52-966c-cd0878ed490d' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:42:43.976807 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2fdd6a7c-ee1d-4960-9695-663ae9d71fe0 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.986877 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe923f-ab04-46b6-8f3f-78acc3cc2496 None None] Pushing event updated for resources: {'Port': ['ID=8747b4f8-2ae0-4b84-a364-bd8875df1c8c,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:43.999332 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d8a998c7-c455-4782-868e-65e45f0c3cad tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.010668 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37d995-a5a4-4440-8577-94c27e6400f2 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eaf75d58-4504-4356-a11c-66183c29551a,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:44.029329 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-77ae9837-ee96-4794-8162-0e62afb98908 None None] For port c553a7ba-4304-41c1-bd84-524eb4693672, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:42:44.032482 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-aa37d995-a5a4-4440-8577-94c27e6400f2 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.033344 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-77ae9837-ee96-4794-8162-0e62afb98908 None None] For port c553a7ba-4304-41c1-bd84-524eb4693672, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=c553a7ba-4304-41c1-bd84-524eb4693672,segment=NetworkSegment(bed37c9d-ec6f-433c-8eda-a8d5c75d4946),segment_id=bed37c9d-ec6f-433c-8eda-a8d5c75d4946)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:42:44.036566 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-aa37d995-a5a4-4440-8577-94c27e6400f2 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/eaf75d58-4504-4356-a11c-66183c29551a HTTP/1.1" status: 204 len: 168 time: 0.3521738 Jan 21 09:42:44.039259 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52304) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:44.050091 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-77ae9837-ee96-4794-8162-0e62afb98908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.061773 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-d8a998c7-c455-4782-868e-65e45f0c3cad tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d567539e-112a-4543-bdeb-34980b107ac6']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:44.073368 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-79d79641-d0e8-47e5-972b-a610822be84f tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.092609 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0325e8a7-7b89-4a2a-8329-6232785ad748 None None] Provisioning for port f2c1bf22-484d-4ecf-97c7-330698b807a2 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:44.105954 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0325e8a7-7b89-4a2a-8329-6232785ad748 None None] Provisioning complete for port f2c1bf22-484d-4ecf-97c7-330698b807a2 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:44.106439 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0325e8a7-7b89-4a2a-8329-6232785ad748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.135696 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.resource_extend [None req-2bc8792f-027d-4c1d-bc33-4387fa16c39d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:42:44.171351 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2bc8792f-027d-4c1d-bc33-4387fa16c39d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.202758 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fa540c3-1d1b-4b45-9cb7-f7725679a9b3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Deleting subnet df755522-04ac-4019-8a5e-c7c585e75de5 {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:42:44.206805 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6fa540c3-1d1b-4b45-9cb7-f7725679a9b3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.224779 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae9837-ee96-4794-8162-0e62afb98908 None None] Pushing event updated for resources: {'Port': ['ID=c553a7ba-4304-41c1-bd84-524eb4693672,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:44.255098 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd6a7c-ee1d-4960-9695-663ae9d71fe0 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event deleted for resources: {'Port': ['ID=520a61fa-22b4-4a52-966c-cd0878ed490d,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:44.265931 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 8747b4f8-2ae0-4b84-a364-bd8875df1c8c up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:44.270204 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdd6a7c-ee1d-4960-9695-663ae9d71fe0 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] No DVR routers for this DVR port 520a61fa-22b4-4a52-966c-cd0878ed490d on host dv-neutron-825731-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:44.306253 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2bc8792f-027d-4c1d-bc33-4387fa16c39d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.307187 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2bc8792f-027d-4c1d-bc33-4387fa16c39d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.371782 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-0325e8a7-7b89-4a2a-8329-6232785ad748 None None] Port f2c1bf22-484d-4ecf-97c7-330698b807a2 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:42:44.438885 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-d8a998c7-c455-4782-868e-65e45f0c3cad tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed37c9d-ec6f-433c-8eda-a8d5c75d4946') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:44.439543 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-d8a998c7-c455-4782-868e-65e45f0c3cad tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed37c9d-ec6f-433c-8eda-a8d5c75d4946') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:44.465593 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d8a998c7-c455-4782-868e-65e45f0c3cad tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.471077 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0325e8a7-7b89-4a2a-8329-6232785ad748 None None] Provisioning complete for port 8747b4f8-2ae0-4b84-a364-bd8875df1c8c triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:44.471605 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0325e8a7-7b89-4a2a-8329-6232785ad748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.504539 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8792f-027d-4c1d-bc33-4387fa16c39d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event updated for resources: {'Port': ['ID=f2c1bf22-484d-4ecf-97c7-330698b807a2,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:44.511814 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d8a998c7-c455-4782-868e-65e45f0c3cad tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.524827 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-cd7c32d4-45a0-4b0a-95d2-e2a42e4e152d tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Synchronizing usage tracker for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group_rule {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:44.528350 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 8747b4f8-2ae0-4b84-a364-bd8875df1c8c triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:44.528710 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.561826 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b069ab-2362-4319-af9f-495f942ae1fb None None] Network d567539e-112a-4543-bdeb-34980b107ac6 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:44.587669 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6fa540c3-1d1b-4b45-9cb7-f7725679a9b3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.597094 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a998c7-c455-4782-868e-65e45f0c3cad tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:44.597793 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d8a998c7-c455-4782-868e-65e45f0c3cad tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.615316 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:42:44.615316 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:44.615316 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:42:44.615316 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:44.615316 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:42:44.615316 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:44.615316 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:42:44.615316 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:44.615316 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:42:44.615316 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:44.615316 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:42:44.615316 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:44.615316 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:42:44.615316 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:44.615316 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:44.615316 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:44.615316 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:44.615316 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:44.615316 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:42:44.615316 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:44.615316 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:42:44.615316 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:44.615316 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:44.615316 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:44.615316 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:44.615316 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:44.615316 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:44.615316 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:44.615316 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:44.615316 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:44.615316 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:44.615316 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:44.801301 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2fdd6a7c-ee1d-4960-9695-663ae9d71fe0 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.836852 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.api [None req-d8a998c7-c455-4782-868e-65e45f0c3cad tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:42:44.836852 dv-neutron-825731-1-hyperv neutron-server[87515]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:42:44.836852 dv-neutron-825731-1-hyperv neutron-server[87515]: [parameters: {'id': 'd567539e-112a-4543-bdeb-34980b107ac6'}] Jan 21 09:42:44.836852 dv-neutron-825731-1-hyperv neutron-server[87515]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:42:44.837564 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG oslo_db.api [None req-d8a998c7-c455-4782-868e-65e45f0c3cad tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:42:44.838787 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-cd7c32d4-45a0-4b0a-95d2-e2a42e4e152d tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Unset dirty status for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group_rule {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:44.842537 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-cd7c32d4-45a0-4b0a-95d2-e2a42e4e152d tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.7962089 Jan 21 09:42:44.848019 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52308) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:44.881053 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-2fdd6a7c-ee1d-4960-9695-663ae9d71fe0 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38b49d01-fa53-41f8-b3b2-3c7147575110']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:44.894980 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc8792f-027d-4c1d-bc33-4387fa16c39d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Network 5df417ca-82ea-40aa-84d3-1bc50a08a15a is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:44.909197 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23ff289-3462-4039-8bc7-2d181f38c918 None None] get_active_networks_info from dv-neutron-825731-1-hyperv {{(pid=87516) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 21 09:42:44.912231 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-2bc8792f-027d-4c1d-bc33-4387fa16c39d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:44.920615 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-2fdd6a7c-ee1d-4960-9695-663ae9d71fe0 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e0b1b4-bc2f-4a8b-999a-571c69a92a31') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:44.920991 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-2fdd6a7c-ee1d-4960-9695-663ae9d71fe0 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e0b1b4-bc2f-4a8b-999a-571c69a92a31') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:44.921225 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa90b8-477e-498e-bcbf-12c5d4b2d75e req-102961ec-aa53-4abd-b4cd-33b91f56ca20 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:44.928397 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a5aa90b8-477e-498e-bcbf-12c5d4b2d75e req-102961ec-aa53-4abd-b4cd-33b91f56ca20 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.7822223 Jan 21 09:42:44.951625 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 520a61fa-22b4-4a52-966c-cd0878ed490d no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:44.987297 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a5aa90b8-477e-498e-bcbf-12c5d4b2d75e req-21546c6c-6fed-495c-927d-f58da3f9f03d tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574038 Jan 21 09:42:44.996592 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 520a61fa-22b4-4a52-966c-cd0878ed490d {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:42:44.996933 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 520a61fa-22b4-4a52-966c-cd0878ed490d not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:42:45.040038 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-8cc4ab7c-261d-4aec-9d0a-17af915f8f14 None None] Provisioning complete for port f2c1bf22-484d-4ecf-97c7-330698b807a2 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:45.040418 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8cc4ab7c-261d-4aec-9d0a-17af915f8f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.070642 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-79d79641-d0e8-47e5-972b-a610822be84f tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Deleting port c3969c03-43b7-40fb-9420-0007ef460f01 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:45.070642 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-79d79641-d0e8-47e5-972b-a610822be84f tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.081278 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c044ae76-4948-411c-9936-cdd19deb557e tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.091737 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2fdd6a7c-ee1d-4960-9695-663ae9d71fe0 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.119003 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-8cc4ab7c-261d-4aec-9d0a-17af915f8f14 None None] Port f2c1bf22-484d-4ecf-97c7-330698b807a2 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:42:45.121368 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c044ae76-4948-411c-9936-cdd19deb557e tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.138813 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2fdd6a7c-ee1d-4960-9695-663ae9d71fe0 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.159410 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fdd6a7c-ee1d-4960-9695-663ae9d71fe0 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:45.159988 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2fdd6a7c-ee1d-4960-9695-663ae9d71fe0 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.169671 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23ff289-3462-4039-8bc7-2d181f38c918 None None] Resources bound (agent type, host, resource id): {{(pid=87516) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:42:45.177802 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:42:45.177802 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:45.177802 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:42:45.177802 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:45.177802 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:42:45.177802 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:45.177802 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:42:45.177802 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:45.177802 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:42:45.177802 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:45.177802 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:42:45.177802 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:45.177802 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:42:45.177802 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:45.177802 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:45.177802 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:45.177802 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:45.177802 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:45.177802 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:42:45.177802 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:45.177802 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:42:45.177802 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:45.177802 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:45.177802 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:45.177802 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:45.177802 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:45.177802 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:45.177802 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:45.177802 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:45.177802 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:45.177802 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:45.177802 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:45.193237 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6fa540c3-1d1b-4b45-9cb7-f7725679a9b3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.276901 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-79d79641-d0e8-47e5-972b-a610822be84f tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] For port c3969c03-43b7-40fb-9420-0007ef460f01, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=c3969c03-43b7-40fb-9420-0007ef460f01,segment=NetworkSegment(25b0ac5d-1185-455d-bf1f-5371ec34aaed),segment_id=25b0ac5d-1185-455d-bf1f-5371ec34aaed)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:45.277348 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-79d79641-d0e8-47e5-972b-a610822be84f tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.298191 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c044ae76-4948-411c-9936-cdd19deb557e tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.316106 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc8792f-027d-4c1d-bc33-4387fa16c39d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Router d0ac310a-ad76-41dc-a529-60c18664148b has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:42:45.333873 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044ae76-4948-411c-9936-cdd19deb557e tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=218d2b92-ce78-4c75-b038-f9ab72abd56c,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:45.348294 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2fdd6a7c-ee1d-4960-9695-663ae9d71fe0 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.359080 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d8a998c7-c455-4782-868e-65e45f0c3cad tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.377557 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2fdd6a7c-ee1d-4960-9695-663ae9d71fe0 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.432186 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-79d79641-d0e8-47e5-972b-a610822be84f tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Calling delete_port for c3969c03-43b7-40fb-9420-0007ef460f01 owned by network:router_interface {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:45.462010 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd6a7c-ee1d-4960-9695-663ae9d71fe0 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event deleted for resources: {'Network': ['ID=38b49d01-fa53-41f8-b3b2-3c7147575110,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:45.464046 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c044ae76-4948-411c-9936-cdd19deb557e tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.467914 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c044ae76-4948-411c-9936-cdd19deb557e tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/218d2b92-ce78-4c75-b038-f9ab72abd56c HTTP/1.1" status: 204 len: 168 time: 0.6163108 Jan 21 09:42:45.471375 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52312) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:45.509936 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-d8a998c7-c455-4782-868e-65e45f0c3cad tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Deleting port c553a7ba-4304-41c1-bd84-524eb4693672 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:45.510310 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d8a998c7-c455-4782-868e-65e45f0c3cad tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.544210 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2fdd6a7c-ee1d-4960-9695-663ae9d71fe0 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "DELETE /v2.0/networks/38b49d01-fa53-41f8-b3b2-3c7147575110 HTTP/1.1" status: 204 len: 168 time: 3.0423219 Jan 21 09:42:45.549155 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52316) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:45.558996 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6fa540c3-1d1b-4b45-9cb7-f7725679a9b3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.573824 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75e2b85-17bc-4211-9de3-9788b1030a67 None None] get_active_networks_info from dv-neutron-825731-1-hyperv {{(pid=87516) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 21 09:42:45.611872 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa540c3-1d1b-4b45-9cb7-f7725679a9b3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Pushing event deleted for resources: {'Subnet': ['ID=df755522-04ac-4019-8a5e-c7c585e75de5,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:45.613791 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6fa540c3-1d1b-4b45-9cb7-f7725679a9b3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.615775 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-6fa540c3-1d1b-4b45-9cb7-f7725679a9b3 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] 10.222.0.110 "DELETE /v2.0/subnets/df755522-04ac-4019-8a5e-c7c585e75de5 HTTP/1.1" status: 204 len: 168 time: 1.7070181 Jan 21 09:42:45.619313 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52320) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:45.622777 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc8792f-027d-4c1d-bc33-4387fa16c39d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:42:45.635731 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09f5f88-b0d0-4ee9-b86f-1dacfece2933 None None] Sync routers for ids ['d0ac310a-ad76-41dc-a529-60c18664148b'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:42:45.637440 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-1723b060-46d2-418b-9ad8-c8b8f862ce8c tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:45.638019 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1723b060-46d2-418b-9ad8-c8b8f862ce8c tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:45.639601 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1723b060-46d2-418b-9ad8-c8b8f862ce8c tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "DELETE /v2.0/subnets/8b04aaff-7d93-46b2-893e-34e2dda9e2d5 HTTP/1.1" status: 404 len: 337 time: 0.0846262 Jan 21 09:42:45.644678 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2bc8792f-027d-4c1d-bc33-4387fa16c39d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "PUT /v2.0/routers/d0ac310a-ad76-41dc-a529-60c18664148b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0038378 Jan 21 09:42:45.647406 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52324) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:45.647829 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52326) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:45.650759 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09f5f88-b0d0-4ee9-b86f-1dacfece2933 None None] Routers {'d0ac310a-ad76-41dc-a529-60c18664148b'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:45.651543 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-e09f5f88-b0d0-4ee9-b86f-1dacfece2933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:42:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d0ac310a-ad76-41dc-a529-60c18664148b'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:45.662092 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ef3b2565-2882-424d-b9de-ab0bb90c5ad8 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1896143 Jan 21 09:42:45.673497 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52328) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:45.691719 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-2101b071-5958-4a8a-b006-8db627ebbfa4 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:45.793009 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75e2b85-17bc-4211-9de3-9788b1030a67 None None] Resources bound (agent type, host, resource id): {{(pid=87516) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:42:45.803304 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8a4843eb-6a05-4760-90e6-48dd34617b89 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.815423 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8a4843eb-6a05-4760-90e6-48dd34617b89 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.846789 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-e09f5f88-b0d0-4ee9-b86f-1dacfece2933 None None] Set router d0ac310a-ad76-41dc-a529-60c18664148b gateway port host: None {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:42:45.848990 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eb67f6de-f772-4805-bc15-1c11207c0498 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.857909 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8a4843eb-6a05-4760-90e6-48dd34617b89 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.884604 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cbc686c-f436-47c4-8454-32336a243852 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:45.885116 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cbc686c-f436-47c4-8454-32336a243852 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:45.886798 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5cbc686c-f436-47c4-8454-32336a243852 tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "DELETE /v2.0/networks/606e6c60-d3d7-47bb-96f9-6acef1e898bd HTTP/1.1" status: 404 len: 339 time: 0.2227275 Jan 21 09:42:45.889760 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8a4843eb-6a05-4760-90e6-48dd34617b89 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.890964 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8a4843eb-6a05-4760-90e6-48dd34617b89 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/0d9f3bbf-905e-4ed7-8630-6bcd5b713835 HTTP/1.1" status: 204 len: 168 time: 0.2162428 Jan 21 09:42:45.891577 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52336) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:45.892432 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4843eb-6a05-4760-90e6-48dd34617b89 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d9f3bbf-905e-4ed7-8630-6bcd5b713835,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:45.942953 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52338) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:45.946685 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-eb67f6de-f772-4805-bc15-1c11207c0498 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Deleting port 6c7a813d-c9c5-4b30-a834-82c2e9527be0 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:45.947039 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eb67f6de-f772-4805-bc15-1c11207c0498 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.119437 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c0cae64-c790-4c71-89aa-b875aff16f2e tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Deleting subnet fc4c6c49-ff85-4757-88f5-69ad10072602 {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:42:46.139295 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-687b391d-e8a7-4032-8468-bc1a3e0aeb65 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Synchronizing usage tracker for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group_rule {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:46.142433 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7c0cae64-c790-4c71-89aa-b875aff16f2e tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.318737 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-e09f5f88-b0d0-4ee9-b86f-1dacfece2933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'name': 'tempest-RoutersIpV6Test-router-1023602096', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:07Z', 'updated_at': '2022-01-21T09:42:42Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'gw_port_host': None, '_interfaces': [{'id': '62526804-f4e9-4843-b711-4d9b5998cbff', 'name': '', 'network_id': '3263eec5-75eb-46db-beb0-b9bb75d9a94a', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:29:45:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a7e04eaf-e3b2-4d7b-a023-96b3465d91fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:28Z', 'updated_at': '2022-01-21T09:42:39Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'a7e04eaf-e3b2-4d7b-a023-96b3465d91fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9977dbe-e702-4bd4-9306-18fbb198dacb', 'name': '', 'network_id': 'dbc7f600-1ed1-4a45-a230-a69cfb9144c3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:82:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:10Z', 'updated_at': '2022-01-21T09:42:29Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0167b39-67b2-4bed-bfa7-5d02c431992c', 'name': '', 'network_id': '217a9625-8c34-4658-8888-c1b703bc40f3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:b2:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:19Z', 'updated_at': '2022-01-21T09:42:35Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2c1bf22-484d-4ecf-97c7-330698b807a2', 'name': '', 'network_id': '5df417ca-82ea-40aa-84d3-1bc50a08a15a', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:99:7d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'c53d80c8-60ea-4b50-97d6-ae11776852b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:40Z', 'updated_at': '2022-01-21T09:42:43Z', 'revision_number': 2, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'c53d80c8-60ea-4b50-97d6-ae11776852b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:46.325841 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09f5f88-b0d0-4ee9-b86f-1dacfece2933 None None] Checking router: d0ac310a-ad76-41dc-a529-60c18664148b for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:42:46.326048 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09f5f88-b0d0-4ee9-b86f-1dacfece2933 None None] Updating router d0ac310a-ad76-41dc-a529-60c18664148b port f2c1bf22-484d-4ecf-97c7-330698b807a2 binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:42:46.331020 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80696574-6fa6-4bd1-8e06-7100e0d4357f None None] Network d8e6cc38-6f15-4002-911c-f4e0d0f5e09c requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:46.332240 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-687b391d-e8a7-4032-8468-bc1a3e0aeb65 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Unset dirty status for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group_rule {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:46.333608 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-687b391d-e8a7-4032-8468-bc1a3e0aeb65 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3537507 Jan 21 09:42:46.343653 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7c0cae64-c790-4c71-89aa-b875aff16f2e tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.420261 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-e09f5f88-b0d0-4ee9-b86f-1dacfece2933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.455897 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52346) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:46.458626 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7c0cae64-c790-4c71-89aa-b875aff16f2e tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.470881 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-79d79641-d0e8-47e5-972b-a610822be84f tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.566347 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d79641-d0e8-47e5-972b-a610822be84f tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Pushing event deleted for resources: {'Port': ['ID=c3969c03-43b7-40fb-9420-0007ef460f01,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:46.610231 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3664c65b-d934-4d73-adfa-269a6c320400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.638520 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-d8a998c7-c455-4782-868e-65e45f0c3cad tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] For port c553a7ba-4304-41c1-bd84-524eb4693672, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=c553a7ba-4304-41c1-bd84-524eb4693672,segment=NetworkSegment(bed37c9d-ec6f-433c-8eda-a8d5c75d4946),segment_id=bed37c9d-ec6f-433c-8eda-a8d5c75d4946)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:46.638806 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d8a998c7-c455-4782-868e-65e45f0c3cad tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.767724 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfd4934-696a-4569-8694-d1da1782fa2b None None] DHCP port deletion for d8e6cc38-6f15-4002-911c-f4e0d0f5e09c request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:42:46.772692 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-edfd4934-696a-4569-8694-d1da1782fa2b None None] Deleting port 6c7a813d-c9c5-4b30-a834-82c2e9527be0 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:46.773065 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-edfd4934-696a-4569-8694-d1da1782fa2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.837661 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-eb67f6de-f772-4805-bc15-1c11207c0498 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] For port 6c7a813d-c9c5-4b30-a834-82c2e9527be0, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=6c7a813d-c9c5-4b30-a834-82c2e9527be0,segment=NetworkSegment(1fbdc76b-ad0c-4f4e-8b34-c36a98183df3),segment_id=1fbdc76b-ad0c-4f4e-8b34-c36a98183df3)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:46.838121 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eb67f6de-f772-4805-bc15-1c11207c0498 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.994097 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-eb67f6de-f772-4805-bc15-1c11207c0498 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Calling delete_port for 6c7a813d-c9c5-4b30-a834-82c2e9527be0 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:46.999970 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-e09f5f88-b0d0-4ee9-b86f-1dacfece2933 None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.018595 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-d8a998c7-c455-4782-868e-65e45f0c3cad tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Calling delete_port for c553a7ba-4304-41c1-bd84-524eb4693672 owned by network:dhcp {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:47.067220 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-e09f5f88-b0d0-4ee9-b86f-1dacfece2933 None None] Transition to ACTIVE for port object f2c1bf22-484d-4ecf-97c7-330698b807a2 will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:47.068986 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7c0cae64-c790-4c71-89aa-b875aff16f2e tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.072537 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e9fe11d1-ad73-45fa-908f-7c2a71b0a727 None None] Provisioning complete for port f2c1bf22-484d-4ecf-97c7-330698b807a2 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:47.073309 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e9fe11d1-ad73-45fa-908f-7c2a71b0a727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.081967 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-e09f5f88-b0d0-4ee9-b86f-1dacfece2933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.118276 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3259d-aa8d-44ba-b1a4-6e337e211da8 req-98b724b0-eebb-4b8d-bd0c-c5871c4e2ca1 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:47.125284 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-41d3259d-aa8d-44ba-b1a4-6e337e211da8 req-98b724b0-eebb-4b8d-bd0c-c5871c4e2ca1 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.8768191 Jan 21 09:42:47.135502 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe11d1-ad73-45fa-908f-7c2a71b0a727 None None] Port f2c1bf22-484d-4ecf-97c7-330698b807a2 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:42:47.145985 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-edfd4934-696a-4569-8694-d1da1782fa2b None None] For port 6c7a813d-c9c5-4b30-a834-82c2e9527be0, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=6c7a813d-c9c5-4b30-a834-82c2e9527be0,segment=NetworkSegment(1fbdc76b-ad0c-4f4e-8b34-c36a98183df3),segment_id=1fbdc76b-ad0c-4f4e-8b34-c36a98183df3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:47.146585 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-edfd4934-696a-4569-8694-d1da1782fa2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.152648 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a15e29fa-7cbe-454f-923f-47793d1aab76 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.162472 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0cae64-c790-4c71-89aa-b875aff16f2e tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event deleted for resources: {'Subnet': ['ID=fc4c6c49-ff85-4757-88f5-69ad10072602,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:47.168202 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7c0cae64-c790-4c71-89aa-b875aff16f2e tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.199142 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7c0cae64-c790-4c71-89aa-b875aff16f2e tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "DELETE /v2.0/subnets/fc4c6c49-ff85-4757-88f5-69ad10072602 HTTP/1.1" status: 204 len: 168 time: 1.2959950 Jan 21 09:42:47.202150 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52350) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:47.213191 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a506c31-e6b6-439f-8807-11edeb98fc49 None None] Pushing event updated for resources: {'Port': ['ID=f2c1bf22-484d-4ecf-97c7-330698b807a2,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:47.217955 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-41d3259d-aa8d-44ba-b1a4-6e337e211da8 req-64057b72-6c2c-4afb-b09b-718ebc128fcc tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916727 Jan 21 09:42:47.242934 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eb67f6de-f772-4805-bc15-1c11207c0498 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.323880 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67f6de-f772-4805-bc15-1c11207c0498 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Pushing event deleted for resources: {'Port': ['ID=6c7a813d-c9c5-4b30-a834-82c2e9527be0,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:47.326760 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb67f6de-f772-4805-bc15-1c11207c0498 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] No DVR routers for this DVR port 6c7a813d-c9c5-4b30-a834-82c2e9527be0 on host dv-neutron-825731-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:47.385036 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a15e29fa-7cbe-454f-923f-47793d1aab76 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.386785 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05212c89-cfcd-43f9-8390-01b4127ddadb None None] Network cb78e873-c2d8-4d64-b0db-46c6517d7124 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:47.525773 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4ec599dd-2ec8-4fca-b5ef-b8736c725cdd tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.530404 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-edfd4934-696a-4569-8694-d1da1782fa2b None None] Calling delete_port for 6c7a813d-c9c5-4b30-a834-82c2e9527be0 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:47.532685 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-e09f5f88-b0d0-4ee9-b86f-1dacfece2933 None None] Attempting to bind port f2c1bf22-484d-4ecf-97c7-330698b807a2 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:47.533503 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-e09f5f88-b0d0-4ee9-b86f-1dacfece2933 None None] Attempting to bind port f2c1bf22-484d-4ecf-97c7-330698b807a2 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'd425bfc9-1c11-438d-a501-b27394bb5821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5df417ca-82ea-40aa-84d3-1bc50a08a15a'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:47.534745 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09f5f88-b0d0-4ee9-b86f-1dacfece2933 None None] Attempting to bind port f2c1bf22-484d-4ecf-97c7-330698b807a2 on network 5df417ca-82ea-40aa-84d3-1bc50a08a15a {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:42:47.543573 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09f5f88-b0d0-4ee9-b86f-1dacfece2933 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:42:47.545336 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09f5f88-b0d0-4ee9-b86f-1dacfece2933 None None] Checking segment: {'id': 'd425bfc9-1c11-438d-a501-b27394bb5821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5df417ca-82ea-40aa-84d3-1bc50a08a15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:47.545936 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-e09f5f88-b0d0-4ee9-b86f-1dacfece2933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.546486 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09f5f88-b0d0-4ee9-b86f-1dacfece2933 None None] Bound using segment: {'id': 'd425bfc9-1c11-438d-a501-b27394bb5821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5df417ca-82ea-40aa-84d3-1bc50a08a15a'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:42:47.547115 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-e09f5f88-b0d0-4ee9-b86f-1dacfece2933 None None] Bound port: f2c1bf22-484d-4ecf-97c7-330698b807a2, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd425bfc9-1c11-438d-a501-b27394bb5821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5df417ca-82ea-40aa-84d3-1bc50a08a15a'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:47.547957 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-e09f5f88-b0d0-4ee9-b86f-1dacfece2933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.608723 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eb67f6de-f772-4805-bc15-1c11207c0498 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.619682 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-edfd4934-696a-4569-8694-d1da1782fa2b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:42:47.620085 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-edfd4934-696a-4569-8694-d1da1782fa2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:42:47.625261 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-4ec599dd-2ec8-4fca-b5ef-b8736c725cdd tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Deleting port 0aec874f-7cdf-42c6-9f91-c0cf6a0c033c {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:47.625830 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4ec599dd-2ec8-4fca-b5ef-b8736c725cdd tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.661324 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d8a998c7-c455-4782-868e-65e45f0c3cad tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.666533 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-e09f5f88-b0d0-4ee9-b86f-1dacfece2933 None None] For port f2c1bf22-484d-4ecf-97c7-330698b807a2, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:42:47.672368 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-e09f5f88-b0d0-4ee9-b86f-1dacfece2933 None None] For port f2c1bf22-484d-4ecf-97c7-330698b807a2, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=f2c1bf22-484d-4ecf-97c7-330698b807a2,segment=NetworkSegment(d425bfc9-1c11-438d-a501-b27394bb5821),segment_id=d425bfc9-1c11-438d-a501-b27394bb5821)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:42:47.679741 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-e09f5f88-b0d0-4ee9-b86f-1dacfece2933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.701856 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-eb67f6de-f772-4805-bc15-1c11207c0498 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8e6cc38-6f15-4002-911c-f4e0d0f5e09c']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:47.720994 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-eb67f6de-f772-4805-bc15-1c11207c0498 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fbdc76b-ad0c-4f4e-8b34-c36a98183df3') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:47.721350 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-eb67f6de-f772-4805-bc15-1c11207c0498 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fbdc76b-ad0c-4f4e-8b34-c36a98183df3') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:47.742727 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a998c7-c455-4782-868e-65e45f0c3cad tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event deleted for resources: {'Port': ['ID=c553a7ba-4304-41c1-bd84-524eb4693672,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:47.765315 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a998c7-c455-4782-868e-65e45f0c3cad tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] No DVR routers for this DVR port c553a7ba-4304-41c1-bd84-524eb4693672 on host dv-neutron-825731-1-hyperv {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:47.771776 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eb67f6de-f772-4805-bc15-1c11207c0498 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.788849 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a506c31-e6b6-439f-8807-11edeb98fc49 None None] Pushing event updated for resources: {'Port': ['ID=f2c1bf22-484d-4ecf-97c7-330698b807a2,revision_number=4']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:47.801522 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eb67f6de-f772-4805-bc15-1c11207c0498 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.824759 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09f5f88-b0d0-4ee9-b86f-1dacfece2933 None None] Routers {'d0ac310a-ad76-41dc-a529-60c18664148b'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:47.825382 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-e09f5f88-b0d0-4ee9-b86f-1dacfece2933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:42:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d0ac310a-ad76-41dc-a529-60c18664148b'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:47.833740 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb67f6de-f772-4805-bc15-1c11207c0498 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:47.834307 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eb67f6de-f772-4805-bc15-1c11207c0498 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.858121 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:42:47.858121 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:47.858121 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:42:47.858121 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:47.858121 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:42:47.858121 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:47.858121 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:42:47.858121 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:47.858121 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:42:47.858121 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:47.858121 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:42:47.858121 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:47.858121 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:42:47.858121 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:47.858121 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:47.858121 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:47.858121 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:47.858121 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:47.858121 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:42:47.858121 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:47.858121 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:42:47.858121 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:47.858121 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:47.858121 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:47.858121 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:47.858121 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:47.858121 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:47.858121 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:47.858121 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:47.858121 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:47.858121 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:47.858121 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:47.942821 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a15e29fa-7cbe-454f-923f-47793d1aab76 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.947622 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-79d79641-d0e8-47e5-972b-a610822be84f tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.970749 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad81e94-c1dc-4d68-a460-d56026bdadb3 None None] DHCP port deletion for cb78e873-c2d8-4d64-b0db-46c6517d7124 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:42:47.975234 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-dad81e94-c1dc-4d68-a460-d56026bdadb3 None None] Deleting port 0aec874f-7cdf-42c6-9f91-c0cf6a0c033c {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:47.975652 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-dad81e94-c1dc-4d68-a460-d56026bdadb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.997638 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-4ec599dd-2ec8-4fca-b5ef-b8736c725cdd tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] For port 0aec874f-7cdf-42c6-9f91-c0cf6a0c033c, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=0aec874f-7cdf-42c6-9f91-c0cf6a0c033c,segment=NetworkSegment(b2ae5b9a-b8e4-4ab8-b4ae-87c9b394e916),segment_id=b2ae5b9a-b8e4-4ab8-b4ae-87c9b394e916)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:47.998485 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4ec599dd-2ec8-4fca-b5ef-b8736c725cdd tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.041878 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-e09f5f88-b0d0-4ee9-b86f-1dacfece2933 None None] Set router d0ac310a-ad76-41dc-a529-60c18664148b gateway port host: None {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:42:48.125127 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-edfd4934-696a-4569-8694-d1da1782fa2b None None] Deleting port 6c7a813d-c9c5-4b30-a834-82c2e9527be0 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:48.125506 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-edfd4934-696a-4569-8694-d1da1782fa2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.185066 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-4ec599dd-2ec8-4fca-b5ef-b8736c725cdd tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Calling delete_port for 0aec874f-7cdf-42c6-9f91-c0cf6a0c033c owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:48.267313 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-edfd4934-696a-4569-8694-d1da1782fa2b None None] The port '6c7a813d-c9c5-4b30-a834-82c2e9527be0' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:42:48.317985 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 0aec874f-7cdf-42c6-9f91-c0cf6a0c033c no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:48.361649 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4ec599dd-2ec8-4fca-b5ef-b8736c725cdd tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.384415 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e29fa-7cbe-454f-923f-47793d1aab76 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9454073e-cc11-4349-b949-a91b5ed4a8e4,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:48.416534 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 0aec874f-7cdf-42c6-9f91-c0cf6a0c033c {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:42:48.417121 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 0aec874f-7cdf-42c6-9f91-c0cf6a0c033c not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:42:48.417397 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 6c7a813d-c9c5-4b30-a834-82c2e9527be0 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:48.430003 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eb67f6de-f772-4805-bc15-1c11207c0498 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.431831 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec599dd-2ec8-4fca-b5ef-b8736c725cdd tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] No DVR routers for this DVR port 0aec874f-7cdf-42c6-9f91-c0cf6a0c033c on host dv-neutron-825731-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:48.433422 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec599dd-2ec8-4fca-b5ef-b8736c725cdd tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event deleted for resources: {'Port': ['ID=0aec874f-7cdf-42c6-9f91-c0cf6a0c033c,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:48.469117 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-e09f5f88-b0d0-4ee9-b86f-1dacfece2933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'name': 'tempest-RoutersIpV6Test-router-1023602096', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:07Z', 'updated_at': '2022-01-21T09:42:42Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'gw_port_host': None, '_interfaces': [{'id': '62526804-f4e9-4843-b711-4d9b5998cbff', 'name': '', 'network_id': '3263eec5-75eb-46db-beb0-b9bb75d9a94a', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:29:45:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a7e04eaf-e3b2-4d7b-a023-96b3465d91fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:28Z', 'updated_at': '2022-01-21T09:42:39Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'a7e04eaf-e3b2-4d7b-a023-96b3465d91fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9977dbe-e702-4bd4-9306-18fbb198dacb', 'name': '', 'network_id': 'dbc7f600-1ed1-4a45-a230-a69cfb9144c3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:82:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:10Z', 'updated_at': '2022-01-21T09:42:29Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0167b39-67b2-4bed-bfa7-5d02c431992c', 'name': '', 'network_id': '217a9625-8c34-4658-8888-c1b703bc40f3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:b2:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:19Z', 'updated_at': '2022-01-21T09:42:35Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2c1bf22-484d-4ecf-97c7-330698b807a2', 'name': '', 'network_id': '5df417ca-82ea-40aa-84d3-1bc50a08a15a', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:99:7d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'c53d80c8-60ea-4b50-97d6-ae11776852b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:40Z', 'updated_at': '2022-01-21T09:42:47Z', 'revision_number': 4, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'c53d80c8-60ea-4b50-97d6-ae11776852b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:48.474487 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09f5f88-b0d0-4ee9-b86f-1dacfece2933 None None] The sync data for ids ['d0ac310a-ad76-41dc-a529-60c18664148b'] in dv-neutron-825731-1-hyperv is: [{'id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'name': 'tempest-RoutersIpV6Test-router-1023602096', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:07Z', 'updated_at': '2022-01-21T09:42:42Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'gw_port_host': None, '_interfaces': [{'id': '62526804-f4e9-4843-b711-4d9b5998cbff', 'name': '', 'network_id': '3263eec5-75eb-46db-beb0-b9bb75d9a94a', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:29:45:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a7e04eaf-e3b2-4d7b-a023-96b3465d91fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:28Z', 'updated_at': '2022-01-21T09:42:39Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'a7e04eaf-e3b2-4d7b-a023-96b3465d91fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9977dbe-e702-4bd4-9306-18fbb198dacb', 'name': '', 'network_id': 'dbc7f600-1ed1-4a45-a230-a69cfb9144c3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:82:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:10Z', 'updated_at': '2022-01-21T09:42:29Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0167b39-67b2-4bed-bfa7-5d02c431992c', 'name': '', 'network_id': '217a9625-8c34-4658-8888-c1b703bc40f3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:b2:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:19Z', 'updated_at': '2022-01-21T09:42:35Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2c1bf22-484d-4ecf-97c7-330698b807a2', 'name': '', 'network_id': '5df417ca-82ea-40aa-84d3-1bc50a08a15a', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:99:7d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'c53d80c8-60ea-4b50-97d6-ae11776852b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:40Z', 'updated_at': '2022-01-21T09:42:47Z', 'revision_number': 4, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'c53d80c8-60ea-4b50-97d6-ae11776852b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:42:48.494267 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35bd6e5-96bd-4193-8bf9-3747ab4112cf req-9eb8bc8c-a2ee-4cb7-bdca-00af225ce2f2 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:48.495945 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c35bd6e5-96bd-4193-8bf9-3747ab4112cf req-9eb8bc8c-a2ee-4cb7-bdca-00af225ce2f2 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 1.0818920 Jan 21 09:42:48.529769 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 6c7a813d-c9c5-4b30-a834-82c2e9527be0 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:42:48.530426 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 6c7a813d-c9c5-4b30-a834-82c2e9527be0 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:42:48.557956 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-dad81e94-c1dc-4d68-a460-d56026bdadb3 None None] For port 0aec874f-7cdf-42c6-9f91-c0cf6a0c033c, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=0aec874f-7cdf-42c6-9f91-c0cf6a0c033c,segment=NetworkSegment(b2ae5b9a-b8e4-4ab8-b4ae-87c9b394e916),segment_id=b2ae5b9a-b8e4-4ab8-b4ae-87c9b394e916)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:48.560744 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-dad81e94-c1dc-4d68-a460-d56026bdadb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.560908 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eb67f6de-f772-4805-bc15-1c11207c0498 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.565464 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67f6de-f772-4805-bc15-1c11207c0498 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] Pushing event deleted for resources: {'Network': ['ID=d8e6cc38-6f15-4002-911c-f4e0d0f5e09c,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:48.618901 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d8a998c7-c455-4782-868e-65e45f0c3cad tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.637288 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-eb67f6de-f772-4805-bc15-1c11207c0498 tempest-NetworksIpV6TestAttrs-1822850984 tempest-NetworksIpV6TestAttrs-1822850984-project] 10.222.0.110 "DELETE /v2.0/networks/d8e6cc38-6f15-4002-911c-f4e0d0f5e09c HTTP/1.1" status: 204 len: 168 time: 3.0122430 Jan 21 09:42:48.637982 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4ec599dd-2ec8-4fca-b5ef-b8736c725cdd tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.670102 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-4ec599dd-2ec8-4fca-b5ef-b8736c725cdd tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb78e873-c2d8-4d64-b0db-46c6517d7124']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:48.687968 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-4ec599dd-2ec8-4fca-b5ef-b8736c725cdd tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2ae5b9a-b8e4-4ab8-b4ae-87c9b394e916') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:48.688254 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-4ec599dd-2ec8-4fca-b5ef-b8736c725cdd tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2ae5b9a-b8e4-4ab8-b4ae-87c9b394e916') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:48.703938 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4ec599dd-2ec8-4fca-b5ef-b8736c725cdd tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.704195 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-dad81e94-c1dc-4d68-a460-d56026bdadb3 None None] Calling delete_port for 0aec874f-7cdf-42c6-9f91-c0cf6a0c033c owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:48.746596 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a15e29fa-7cbe-454f-923f-47793d1aab76 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.747162 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4ec599dd-2ec8-4fca-b5ef-b8736c725cdd tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.752530 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a15e29fa-7cbe-454f-923f-47793d1aab76 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "DELETE /v2.0/security-groups/9454073e-cc11-4349-b949-a91b5ed4a8e4 HTTP/1.1" status: 204 len: 168 time: 2.2800956 Jan 21 09:42:48.755527 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52358) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:48.766213 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec599dd-2ec8-4fca-b5ef-b8736c725cdd tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:48.766772 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4ec599dd-2ec8-4fca-b5ef-b8736c725cdd tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.795319 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:42:48.795319 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:48.795319 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:42:48.795319 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:48.795319 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:42:48.795319 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:48.795319 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:42:48.795319 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:48.795319 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:42:48.795319 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:48.795319 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:42:48.795319 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:48.795319 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:42:48.795319 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:48.795319 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:48.795319 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:48.795319 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:48.795319 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:48.795319 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:42:48.795319 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:48.795319 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:42:48.795319 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:48.795319 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:48.795319 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:48.795319 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:48.795319 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:48.795319 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:48.795319 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:48.795319 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:48.795319 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:48.795319 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:48.795319 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:48.855997 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-dad81e94-c1dc-4d68-a460-d56026bdadb3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:42:48.857765 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-dad81e94-c1dc-4d68-a460-d56026bdadb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:42:48.866044 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9f0f472f-110f-42a3-9a1b-7aae09256cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.892583 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.extraroute_db [None req-2101b071-5958-4a8a-b006-8db627ebbfa4 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87515) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 21 09:42:48.906803 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-d8a998c7-c455-4782-868e-65e45f0c3cad tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d567539e-112a-4543-bdeb-34980b107ac6']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:48.958210 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-d8a998c7-c455-4782-868e-65e45f0c3cad tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed37c9d-ec6f-433c-8eda-a8d5c75d4946') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:48.958560 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-d8a998c7-c455-4782-868e-65e45f0c3cad tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed37c9d-ec6f-433c-8eda-a8d5c75d4946') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:48.976530 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d8a998c7-c455-4782-868e-65e45f0c3cad tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.997126 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d8a998c7-c455-4782-868e-65e45f0c3cad tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.004653 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a998c7-c455-4782-868e-65e45f0c3cad tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:49.005193 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d8a998c7-c455-4782-868e-65e45f0c3cad tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.082681 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52364) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:49.086488 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4ec599dd-2ec8-4fca-b5ef-b8736c725cdd tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.092427 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4ec599dd-2ec8-4fca-b5ef-b8736c725cdd tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.103761 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c35bd6e5-96bd-4193-8bf9-3747ab4112cf req-15eac675-5b29-48e3-ba75-e05aab649ac2 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4996486 Jan 21 09:42:49.111575 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:42:49.111575 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:49.111575 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:42:49.111575 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:49.111575 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:42:49.111575 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:49.111575 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:42:49.111575 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:49.111575 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:42:49.111575 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:49.111575 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:42:49.111575 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:49.111575 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:42:49.111575 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:49.111575 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:49.111575 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:49.111575 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:49.111575 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:49.111575 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:42:49.111575 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:49.111575 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:42:49.111575 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:49.111575 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:49.111575 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:49.111575 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:49.111575 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:49.111575 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:49.111575 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:49.111575 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:49.111575 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:49.111575 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:49.111575 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:49.126474 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.extraroute_db [None req-2101b071-5958-4a8a-b006-8db627ebbfa4 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Removed routes are [] {{(pid=87515) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 21 09:42:49.126893 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2101b071-5958-4a8a-b006-8db627ebbfa4 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.127026 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec599dd-2ec8-4fca-b5ef-b8736c725cdd tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] Pushing event deleted for resources: {'Network': ['ID=cb78e873-c2d8-4d64-b0db-46c6517d7124,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:49.137493 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4ec599dd-2ec8-4fca-b5ef-b8736c725cdd tempest-NetworksIpV6Test-1310513757 tempest-NetworksIpV6Test-1310513757-project] 10.222.0.110 "DELETE /v2.0/networks/cb78e873-c2d8-4d64-b0db-46c6517d7124 HTTP/1.1" status: 204 len: 168 time: 1.9157774 Jan 21 09:42:49.268238 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-58e2989c-86bd-4e3e-bed7-169a7acb6930 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Synchronizing usage tracker for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:49.285520 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d8a998c7-c455-4782-868e-65e45f0c3cad tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.291879 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d8a998c7-c455-4782-868e-65e45f0c3cad tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.359649 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-dad81e94-c1dc-4d68-a460-d56026bdadb3 None None] Deleting port 0aec874f-7cdf-42c6-9f91-c0cf6a0c033c {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:49.360034 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-dad81e94-c1dc-4d68-a460-d56026bdadb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.429941 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3869275f-6161-4fc0-b7bf-b13029020982 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=34f55fefa4f244c09664362143af0209&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3430908 Jan 21 09:42:49.431380 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52376) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:49.440200 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-dad81e94-c1dc-4d68-a460-d56026bdadb3 None None] The port '0aec874f-7cdf-42c6-9f91-c0cf6a0c033c' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:42:49.466553 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52380) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:49.530997 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-40079f0d-47eb-451c-bc2b-394378b99289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.540424 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23537a-64c5-4f63-8e82-5c07c00aea35 req-e8774634-68b7-491c-a557-bd522ec81c17 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:49.541912 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ab23537a-64c5-4f63-8e82-5c07c00aea35 req-e8774634-68b7-491c-a557-bd522ec81c17 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.1998532 Jan 21 09:42:49.598426 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-40079f0d-47eb-451c-bc2b-394378b99289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.606638 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a998c7-c455-4782-868e-65e45f0c3cad tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event deleted for resources: {'Network': ['ID=d567539e-112a-4543-bdeb-34980b107ac6,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:49.662381 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d8a998c7-c455-4782-868e-65e45f0c3cad tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "DELETE /v2.0/networks/d567539e-112a-4543-bdeb-34980b107ac6 HTTP/1.1" status: 204 len: 168 time: 7.6680899 Jan 21 09:42:49.667758 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ab23537a-64c5-4f63-8e82-5c07c00aea35 req-5aae8f3c-f07c-41af-a115-81be7e38aca8 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932021 Jan 21 09:42:49.669968 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52386) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:49.686305 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-58e2989c-86bd-4e3e-bed7-169a7acb6930 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Unset dirty status for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:49.692114 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-58e2989c-86bd-4e3e-bed7-169a7acb6930 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9058239 Jan 21 09:42:49.714399 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52390) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:49.725143 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-b8b800e4-eeef-430d-a390-6cf844aec5da tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Request body: {'security_group': {'name': 'tempest-secgroup--668122854'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:49.730457 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d42699c-d0f9-4576-bda3-6e46bba9c77b tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] GET failed (client error): The resource could not be found. Jan 21 09:42:49.731041 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-3d42699c-d0f9-4576-bda3-6e46bba9c77b tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Synchronizing usage tracker for tenant:4aa2128c59e24666b40cc4b34a639788 on resource:subnet {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:49.736522 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-b8b800e4-eeef-430d-a390-6cf844aec5da tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:49.775150 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-b8b800e4-eeef-430d-a390-6cf844aec5da tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:49.775383 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.793097 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-476fa31d-1bed-40a0-bb94-1ba73a2027fc admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=72339ba3f6b84fe98f8a9b07b475808d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3253801 Jan 21 09:42:49.795976 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52396) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:49.813606 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-40079f0d-47eb-451c-bc2b-394378b99289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.816452 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2101b071-5958-4a8a-b006-8db627ebbfa4 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.817552 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b8b800e4-eeef-430d-a390-6cf844aec5da tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.827592 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-3d42699c-d0f9-4576-bda3-6e46bba9c77b tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Unset dirty status for tenant:4aa2128c59e24666b40cc4b34a639788 on resource:subnet {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:49.828868 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3d42699c-d0f9-4576-bda3-6e46bba9c77b tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "GET /v2.0/subnets/bd2860cc-4478-48c7-89f3-aa011172a857 HTTP/1.1" status: 404 len: 337 time: 0.1548262 Jan 21 09:42:49.842112 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2101b071-5958-4a8a-b006-8db627ebbfa4 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555907'] for router, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.848965 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52400) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:49.856119 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d79641-d0e8-47e5-972b-a610822be84f tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Router 4b8852d1-fd09-4d16-a0f4-df8f1768310e has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:42:49.868528 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.887300 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40079f0d-47eb-451c-bc2b-394378b99289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9d80fc-a9b9-4b2b-897a-54f1d145513f,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:49.909128 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-b8b800e4-eeef-430d-a390-6cf844aec5da tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:49.914764 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a98c8a-6a39-40ab-a8fa-a211cbd67a67 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:49.915134 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91a98c8a-6a39-40ab-a8fa-a211cbd67a67 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:49.917705 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-91a98c8a-6a39-40ab-a8fa-a211cbd67a67 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "DELETE /v2.0/networks/d567539e-112a-4543-bdeb-34980b107ac6 HTTP/1.1" status: 404 len: 339 time: 0.0588527 Jan 21 09:42:49.921627 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-40079f0d-47eb-451c-bc2b-394378b99289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.922702 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-40079f0d-47eb-451c-bc2b-394378b99289 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/bf9d80fc-a9b9-4b2b-897a-54f1d145513f HTTP/1.1" status: 204 len: 168 time: 0.4875281 Jan 21 09:42:49.924396 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-b8b800e4-eeef-430d-a390-6cf844aec5da tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Usage tracker for resource:security_group_rule and tenant:8c0d4d71c90e4a68b988e23df905fc56 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:49.927200 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52404) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:49.932994 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-b8b800e4-eeef-430d-a390-6cf844aec5da tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:49.970000 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-b8b800e4-eeef-430d-a390-6cf844aec5da tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:49.989637 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-285f1941-b818-4829-b3f9-349ea26b07f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.106662 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-285f1941-b818-4829-b3f9-349ea26b07f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.220880 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device f2c1bf22-484d-4ecf-97c7-330698b807a2 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:50.280660 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2101b071-5958-4a8a-b006-8db627ebbfa4 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Router d0ac310a-ad76-41dc-a529-60c18664148b has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:42:50.299933 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port f2c1bf22-484d-4ecf-97c7-330698b807a2 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:50.308564 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port f2c1bf22-484d-4ecf-97c7-330698b807a2 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:50.309640 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.337329 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b8b800e4-eeef-430d-a390-6cf844aec5da tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.355040 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2f3241-48bf-40c8-a420-5f9acd32b877 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:50.359060 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-eb2f3241-48bf-40c8-a420-5f9acd32b877 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4255662 Jan 21 09:42:50.361603 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52418) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:50.362390 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b8b800e4-eeef-430d-a390-6cf844aec5da tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.449108 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4c138f02-a76f-45ee-8ad1-4777feee2a3a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "GET /v2.0/subnets?network_id=80a065d7-b55c-43ad-a3e8-c65befe4136c HTTP/1.1" status: 200 len: 207 time: 0.0790992 Jan 21 09:42:50.461217 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52424) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:50.463768 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-285f1941-b818-4829-b3f9-349ea26b07f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.487120 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.546639 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port f2c1bf22-484d-4ecf-97c7-330698b807a2, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=f2c1bf22-484d-4ecf-97c7-330698b807a2,segment=NetworkSegment(d425bfc9-1c11-438d-a501-b27394bb5821),segment_id=d425bfc9-1c11-438d-a501-b27394bb5821)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:50.557413 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.566429 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b800e4-eeef-430d-a390-6cf844aec5da tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b6addf-8c68-4a2b-97a1-68ff836b2f0e,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:50.571247 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2101b071-5958-4a8a-b006-8db627ebbfa4 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:42:50.573188 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d79641-d0e8-47e5-972b-a610822be84f tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:42:50.579301 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2101b071-5958-4a8a-b006-8db627ebbfa4 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.580479 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2101b071-5958-4a8a-b006-8db627ebbfa4 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "PUT /v2.0/routers/d0ac310a-ad76-41dc-a529-60c18664148b HTTP/1.1" status: 200 len: 954 time: 4.9145379 Jan 21 09:42:50.584130 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-79d79641-d0e8-47e5-972b-a610822be84f tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "PUT /v2.0/routers/4b8852d1-fd09-4d16-a0f4-df8f1768310e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1921513 Jan 21 09:42:50.584837 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52430) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:50.588253 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52432) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:50.593745 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f1941-b818-4829-b3f9-349ea26b07f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5520946-9d43-49dd-8d42-1c8a189f5edf,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:50.604069 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f2613d-cb13-4986-8d34-48b503f46bf7 None None] Sync routers for ids ['d0ac310a-ad76-41dc-a529-60c18664148b'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:42:50.604573 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6058ee87-af0b-476c-85f6-3f582099bbdc None None] Sync routers for ids ['4b8852d1-fd09-4d16-a0f4-df8f1768310e'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:42:50.605229 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f81d16-ebc5-4d4c-bada-052a2172448c req-71983e68-1e21-43fb-8aed-69c26dc4ca0f tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:50.606885 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b4f81d16-ebc5-4d4c-bada-052a2172448c req-71983e68-1e21-43fb-8aed-69c26dc4ca0f tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.4343557 Jan 21 09:42:50.628274 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6058ee87-af0b-476c-85f6-3f582099bbdc None None] Routers {'4b8852d1-fd09-4d16-a0f4-df8f1768310e'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:50.629104 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-6058ee87-af0b-476c-85f6-3f582099bbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:42:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['4b8852d1-fd09-4d16-a0f4-df8f1768310e'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:50.634222 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f2613d-cb13-4986-8d34-48b503f46bf7 None None] Routers {'d0ac310a-ad76-41dc-a529-60c18664148b'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:50.635006 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-86f2613d-cb13-4986-8d34-48b503f46bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:42:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d0ac310a-ad76-41dc-a529-60c18664148b'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:50.691243 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b8b800e4-eeef-430d-a390-6cf844aec5da tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.692507 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b8b800e4-eeef-430d-a390-6cf844aec5da tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9773614 Jan 21 09:42:50.701998 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52438) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:50.709431 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-285f1941-b818-4829-b3f9-349ea26b07f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.713386 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-285f1941-b818-4829-b3f9-349ea26b07f9 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/a5520946-9d43-49dd-8d42-1c8a189f5edf HTTP/1.1" status: 204 len: 168 time: 0.9129932 Jan 21 09:42:50.732600 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-441ff510-5d60-4842-871e-de4f0b524e0d tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Request body: {'security_group_rule': {'security_group_id': 'f8b6addf-8c68-4a2b-97a1-68ff836b2f0e', 'direction': 'ingress', 'protocol': 17}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:50.748768 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-441ff510-5d60-4842-871e-de4f0b524e0d tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:50.766243 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b4f81d16-ebc5-4d4c-bada-052a2172448c req-2546caba-93fc-4cb7-bb56-a028e0d63c40 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516733 Jan 21 09:42:50.786604 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-441ff510-5d60-4842-871e-de4f0b524e0d tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Usage tracker for resource:security_group_rule and tenant:8c0d4d71c90e4a68b988e23df905fc56 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:50.808521 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-441ff510-5d60-4842-871e-de4f0b524e0d tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:50.818117 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-441ff510-5d60-4842-871e-de4f0b524e0d tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:50.839379 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f86a72f-d156-47a2-95a4-c25f5e5fbca1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:50.845075 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f86a72f-d156-47a2-95a4-c25f5e5fbca1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:50.863163 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f86a72f-d156-47a2-95a4-c25f5e5fbca1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:50.869249 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f86a72f-d156-47a2-95a4-c25f5e5fbca1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:50.870970 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9f86a72f-d156-47a2-95a4-c25f5e5fbca1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.4086468 Jan 21 09:42:50.878483 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-27518fe5-64eb-44dc-99f4-88cef4c9128a tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Deleting subnet de5008b0-2c3b-473b-895d-445e9d641801 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:42:50.880811 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52446) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:50.892995 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-27518fe5-64eb-44dc-99f4-88cef4c9128a tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.915475 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-441ff510-5d60-4842-871e-de4f0b524e0d tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.984949 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-6058ee87-af0b-476c-85f6-3f582099bbdc None None] Set router 4b8852d1-fd09-4d16-a0f4-df8f1768310e gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:42:51.043433 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-441ff510-5d60-4842-871e-de4f0b524e0d tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.045798 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=f2c1bf22-484d-4ecf-97c7-330698b807a2,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:51.048233 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-441ff510-5d60-4842-871e-de4f0b524e0d tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.079878 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-86f2613d-cb13-4986-8d34-48b503f46bf7 None None] Set router d0ac310a-ad76-41dc-a529-60c18664148b gateway port host: None {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:42:51.117570 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-441ff510-5d60-4842-871e-de4f0b524e0d tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.118723 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-441ff510-5d60-4842-871e-de4f0b524e0d tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4157863 Jan 21 09:42:51.119573 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ff510-5d60-4842-871e-de4f0b524e0d tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a946cfbb-8a53-47e0-9707-bd9eda0b14d5,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:51.122097 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52454) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:51.149049 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-27518fe5-64eb-44dc-99f4-88cef4c9128a tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.280219 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9b1d24f3-2fb7-4d06-bca5-e940c44f8a4b tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.295813 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-27518fe5-64eb-44dc-99f4-88cef4c9128a tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.338502 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9b1d24f3-2fb7-4d06-bca5-e940c44f8a4b tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.386625 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.417788 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-38ac3c9a-d358-4d50-9a7e-7fec8453435d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "GET /v2.0/routers/d0ac310a-ad76-41dc-a529-60c18664148b HTTP/1.1" status: 200 len: 954 time: 0.8308027 Jan 21 09:42:51.423565 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52468) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:51.424724 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-27518fe5-64eb-44dc-99f4-88cef4c9128a tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.440783 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-d81a4085-d2ea-4ed2-ae69-a812a382089c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Request body: {'router': {'routes': None}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:51.442578 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9b1d24f3-2fb7-4d06-bca5-e940c44f8a4b tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.476780 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d24f3-2fb7-4d06-bca5-e940c44f8a4b tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b6addf-8c68-4a2b-97a1-68ff836b2f0e,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:51.526452 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9b1d24f3-2fb7-4d06-bca5-e940c44f8a4b tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.533061 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9b1d24f3-2fb7-4d06-bca5-e940c44f8a4b tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "DELETE /v2.0/security-groups/f8b6addf-8c68-4a2b-97a1-68ff836b2f0e HTTP/1.1" status: 204 len: 168 time: 0.4105294 Jan 21 09:42:51.534943 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52474) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:51.543992 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91591071-82f3-4910-aadb-9fbca8efe875 None None] Network 88749b10-68b8-4728-b80e-07b14beb6e8a requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:51.546494 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-27518fe5-64eb-44dc-99f4-88cef4c9128a tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.563847 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-6058ee87-af0b-476c-85f6-3f582099bbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669450373', 'tenant_id': 'd15bf70c941f4d099cc1535f666f7a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '54c839e7-508a-450f-aa95-d8a87f2c5081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:42:46Z', 'revision_number': 5, 'project_id': 'd15bf70c941f4d099cc1535f666f7a67', 'gw_port': {'id': '54c839e7-508a-450f-aa95-d8a87f2c5081', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:dc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:10Z', 'updated_at': '2022-01-21T09:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:51.573490 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-29d881f5-e8dc-4701-9109-fd581a9ede0e tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Synchronizing usage tracker for tenant:4aa2128c59e24666b40cc4b34a639788 on resource:network {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:51.574291 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6058ee87-af0b-476c-85f6-3f582099bbdc None None] Checking router: 4b8852d1-fd09-4d16-a0f4-df8f1768310e for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:42:51.576467 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27518fe5-64eb-44dc-99f4-88cef4c9128a tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Pushing event deleted for resources: {'Subnet': ['ID=de5008b0-2c3b-473b-895d-445e9d641801,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:51.581771 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52478) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:51.584552 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6058ee87-af0b-476c-85f6-3f582099bbdc None None] Routers {'4b8852d1-fd09-4d16-a0f4-df8f1768310e'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:51.586040 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-6058ee87-af0b-476c-85f6-3f582099bbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:42:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['4b8852d1-fd09-4d16-a0f4-df8f1768310e'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:51.635446 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-88c74fac-de08-49c4-81ab-59c8e0292400 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Synchronizing usage tracker for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:51.651733 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-27518fe5-64eb-44dc-99f4-88cef4c9128a tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "DELETE /v2.0/subnets/de5008b0-2c3b-473b-895d-445e9d641801 HTTP/1.1" status: 204 len: 168 time: 1.0606341 Jan 21 09:42:51.653368 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52484) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:51.660939 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-88c74fac-de08-49c4-81ab-59c8e0292400 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Unset dirty status for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:51.668538 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-88c74fac-de08-49c4-81ab-59c8e0292400 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1317670 Jan 21 09:42:51.669964 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52486) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:51.675892 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-55d7eede-ebb7-42cf-82e0-9ff7ddd0a000 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Request body: {'security_group': {'name': 'tempest-secgroup--1579563083'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:51.686069 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-55d7eede-ebb7-42cf-82e0-9ff7ddd0a000 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:51.697987 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-55d7eede-ebb7-42cf-82e0-9ff7ddd0a000 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:51.715436 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-55d7eede-ebb7-42cf-82e0-9ff7ddd0a000 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.772370 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-55d7eede-ebb7-42cf-82e0-9ff7ddd0a000 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:51.780786 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-55d7eede-ebb7-42cf-82e0-9ff7ddd0a000 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Usage tracker for resource:security_group_rule and tenant:8c0d4d71c90e4a68b988e23df905fc56 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:51.789461 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-55d7eede-ebb7-42cf-82e0-9ff7ddd0a000 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:51.823499 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-55d7eede-ebb7-42cf-82e0-9ff7ddd0a000 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:51.883251 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-29d881f5-e8dc-4701-9109-fd581a9ede0e tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Unset dirty status for tenant:4aa2128c59e24666b40cc4b34a639788 on resource:network {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:51.888852 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-29d881f5-e8dc-4701-9109-fd581a9ede0e tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.9964015 Jan 21 09:42:51.894422 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52498) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:52.000580 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417a7695-fd45-42dd-8b5c-661a144e6e2e tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:52.003119 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417a7695-fd45-42dd-8b5c-661a144e6e2e tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:52.009945 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-417a7695-fd45-42dd-8b5c-661a144e6e2e tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1143301 Jan 21 09:42:52.013257 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52504) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:52.131148 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9450e57-b7ed-4b74-8d8c-39b9a1956eee tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['shared'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:52.140573 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9450e57-b7ed-4b74-8d8c-39b9a1956eee tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['shared'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:52.149765 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-6058ee87-af0b-476c-85f6-3f582099bbdc None None] Set router 4b8852d1-fd09-4d16-a0f4-df8f1768310e gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:42:52.152051 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b9450e57-b7ed-4b74-8d8c-39b9a1956eee tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1377494 Jan 21 09:42:52.175201 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52510) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:52.180455 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-86f2613d-cb13-4986-8d34-48b503f46bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'name': 'tempest-RoutersIpV6Test-router-1023602096', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:07Z', 'updated_at': '2022-01-21T09:42:48Z', 'revision_number': 6, 'project_id': '0ffd125f2e19497db276d912c6599666', 'gw_port_host': None, '_interfaces': [{'id': '62526804-f4e9-4843-b711-4d9b5998cbff', 'name': '', 'network_id': '3263eec5-75eb-46db-beb0-b9bb75d9a94a', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:29:45:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a7e04eaf-e3b2-4d7b-a023-96b3465d91fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:28Z', 'updated_at': '2022-01-21T09:42:39Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'a7e04eaf-e3b2-4d7b-a023-96b3465d91fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9977dbe-e702-4bd4-9306-18fbb198dacb', 'name': '', 'network_id': 'dbc7f600-1ed1-4a45-a230-a69cfb9144c3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:82:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:10Z', 'updated_at': '2022-01-21T09:42:29Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0167b39-67b2-4bed-bfa7-5d02c431992c', 'name': '', 'network_id': '217a9625-8c34-4658-8888-c1b703bc40f3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:b2:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:19Z', 'updated_at': '2022-01-21T09:42:35Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2c1bf22-484d-4ecf-97c7-330698b807a2', 'name': '', 'network_id': '5df417ca-82ea-40aa-84d3-1bc50a08a15a', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:99:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'c53d80c8-60ea-4b50-97d6-ae11776852b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:40Z', 'updated_at': '2022-01-21T09:42:50Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'c53d80c8-60ea-4b50-97d6-ae11776852b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:52.195560 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f2613d-cb13-4986-8d34-48b503f46bf7 None None] Checking router: d0ac310a-ad76-41dc-a529-60c18664148b for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:42:52.205789 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f2613d-cb13-4986-8d34-48b503f46bf7 None None] Routers {'d0ac310a-ad76-41dc-a529-60c18664148b'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:52.206517 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-86f2613d-cb13-4986-8d34-48b503f46bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:42:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d0ac310a-ad76-41dc-a529-60c18664148b'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:52.269152 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-55d7eede-ebb7-42cf-82e0-9ff7ddd0a000 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.270202 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52516) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:52.298657 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-55d7eede-ebb7-42cf-82e0-9ff7ddd0a000 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.354962 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604333e3-e624-4f30-87d1-4fa94e52886c None None] DHCP port deletion for 88749b10-68b8-4728-b80e-07b14beb6e8a request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:42:52.359900 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device f2c1bf22-484d-4ecf-97c7-330698b807a2 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:52.406253 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-604333e3-e624-4f30-87d1-4fa94e52886c None None] Deleting port 43642a9f-31a0-4e5d-b18a-ae12c8946a20 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:52.407129 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-604333e3-e624-4f30-87d1-4fa94e52886c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.438785 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7eede-ebb7-42cf-82e0-9ff7ddd0a000 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eef56b9-925a-4249-8afe-20608b315445,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:52.464346 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-55d7eede-ebb7-42cf-82e0-9ff7ddd0a000 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.467598 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-a7979e0f-04ce-494a-ae66-5a9b5c43213f tempest-NetworksNegativeTestJSON-1522298797 tempest-NetworksNegativeTestJSON-1522298797-project] Request body: {'port': {'network_id': 'f1ef3835-123f-4b7b-840a-30a576505edf', 'name': 'tempest-NetworksNegativeTestJSON-103858817'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:52.470402 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-55d7eede-ebb7-42cf-82e0-9ff7ddd0a000 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7990911 Jan 21 09:42:52.471416 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52522) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:52.481924 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-94088c4f-4c82-444f-9d71-d706a490d0d8 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Request body: {'security_group': {'name': 'tempest-secgroup--1835643680'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:52.490900 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-94088c4f-4c82-444f-9d71-d706a490d0d8 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:52.496692 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-94088c4f-4c82-444f-9d71-d706a490d0d8 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Usage tracker for resource:security_group and tenant:8c0d4d71c90e4a68b988e23df905fc56 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:52.511999 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-94088c4f-4c82-444f-9d71-d706a490d0d8 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:52.520155 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-94088c4f-4c82-444f-9d71-d706a490d0d8 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:52.537084 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d266f5-ab13-4d9e-a45f-b9a9e11e1aaa tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:52.544108 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a3d266f5-ab13-4d9e-a45f-b9a9e11e1aaa tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "GET /v2.0/networks/79186ce4-1405-482f-abf1-5dd60e704c9b HTTP/1.1" status: 200 len: 800 time: 0.3674338 Jan 21 09:42:52.546659 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52526) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:52.552127 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-0288e19c-79be-46ea-9420-557e9fd1404f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2048454854-network', 'tenant_id': 'b19bae91610749c2842623300f66b5c2'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:52.557451 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-0288e19c-79be-46ea-9420-557e9fd1404f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:52.561269 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-0288e19c-79be-46ea-9420-557e9fd1404f admin admin] Usage tracker for resource:network and tenant:b19bae91610749c2842623300f66b5c2 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:52.564555 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-0288e19c-79be-46ea-9420-557e9fd1404f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:52.570527 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-0288e19c-79be-46ea-9420-557e9fd1404f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:52.590376 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7979e0f-04ce-494a-ae66-5a9b5c43213f tempest-NetworksNegativeTestJSON-1522298797 tempest-NetworksNegativeTestJSON-1522298797-project] POST failed (client error): The resource could not be found. Jan 21 09:42:52.590887 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7979e0f-04ce-494a-ae66-5a9b5c43213f tempest-NetworksNegativeTestJSON-1522298797 tempest-NetworksNegativeTestJSON-1522298797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:52.592181 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a7979e0f-04ce-494a-ae66-5a9b5c43213f tempest-NetworksNegativeTestJSON-1522298797 tempest-NetworksNegativeTestJSON-1522298797-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 1.0094845 Jan 21 09:42:52.613102 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52530) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:52.649384 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-6058ee87-af0b-476c-85f6-3f582099bbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669450373', 'tenant_id': 'd15bf70c941f4d099cc1535f666f7a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '54c839e7-508a-450f-aa95-d8a87f2c5081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:42:46Z', 'revision_number': 5, 'project_id': 'd15bf70c941f4d099cc1535f666f7a67', 'gw_port': {'id': '54c839e7-508a-450f-aa95-d8a87f2c5081', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:dc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:10Z', 'updated_at': '2022-01-21T09:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:52.655468 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6058ee87-af0b-476c-85f6-3f582099bbdc None None] The sync data for ids ['4b8852d1-fd09-4d16-a0f4-df8f1768310e'] in dv-neutron-825731-1-hyperv is: [{'id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669450373', 'tenant_id': 'd15bf70c941f4d099cc1535f666f7a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '54c839e7-508a-450f-aa95-d8a87f2c5081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:42:46Z', 'revision_number': 5, 'project_id': 'd15bf70c941f4d099cc1535f666f7a67', 'gw_port': {'id': '54c839e7-508a-450f-aa95-d8a87f2c5081', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:dc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8852d1-fd09-4d16-a0f4-df8f1768310e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:10Z', 'updated_at': '2022-01-21T09:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:42:52.718616 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d0fd658-49b5-452c-80aa-448fd8f8dc4c tempest-NetworksNegativeTestJSON-1522298797 tempest-NetworksNegativeTestJSON-1522298797-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:52.719093 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d0fd658-49b5-452c-80aa-448fd8f8dc4c tempest-NetworksNegativeTestJSON-1522298797 tempest-NetworksNegativeTestJSON-1522298797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:52.720843 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-9d0fd658-49b5-452c-80aa-448fd8f8dc4c tempest-NetworksNegativeTestJSON-1522298797 tempest-NetworksNegativeTestJSON-1522298797-project] 10.222.0.110 "DELETE /v2.0/networks/b69e7322-585e-4c3b-a52d-a5550926476c HTTP/1.1" status: 404 len: 339 time: 0.1067834 Jan 21 09:42:52.729430 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-94088c4f-4c82-444f-9d71-d706a490d0d8 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.732284 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e86ed907-682f-484f-8d06-9504527fd71c tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for router, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.732586 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-604333e3-e624-4f30-87d1-4fa94e52886c None None] For port 43642a9f-31a0-4e5d-b18a-ae12c8946a20, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=43642a9f-31a0-4e5d-b18a-ae12c8946a20,segment=NetworkSegment(25b0ac5d-1185-455d-bf1f-5371ec34aaed),segment_id=25b0ac5d-1185-455d-bf1f-5371ec34aaed)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:52.733076 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-604333e3-e624-4f30-87d1-4fa94e52886c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.740456 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52534) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:52.787738 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0288e19c-79be-46ea-9420-557e9fd1404f admin admin] Made reservation on behalf of b19bae91610749c2842623300f66b5c2 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:52.791172 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0288e19c-79be-46ea-9420-557e9fd1404f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.844568 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-94088c4f-4c82-444f-9d71-d706a490d0d8 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:52.848869 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-94088c4f-4c82-444f-9d71-d706a490d0d8 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Usage tracker for resource:security_group_rule and tenant:8c0d4d71c90e4a68b988e23df905fc56 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:52.852431 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-94088c4f-4c82-444f-9d71-d706a490d0d8 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:52.858315 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-94088c4f-4c82-444f-9d71-d706a490d0d8 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:52.871021 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-604333e3-e624-4f30-87d1-4fa94e52886c None None] Calling delete_port for 43642a9f-31a0-4e5d-b18a-ae12c8946a20 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:52.899709 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-86f2613d-cb13-4986-8d34-48b503f46bf7 None None] Set router d0ac310a-ad76-41dc-a529-60c18664148b gateway port host: None {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:42:52.939149 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-94088c4f-4c82-444f-9d71-d706a490d0d8 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.943162 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0288e19c-79be-46ea-9420-557e9fd1404f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.954468 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-6542e412-1302-4a5f-acd2-019c039a558e tempest-NetworksNegativeTestJSON-1522298797 tempest-NetworksNegativeTestJSON-1522298797-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:52.954840 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6542e412-1302-4a5f-acd2-019c039a558e tempest-NetworksNegativeTestJSON-1522298797 tempest-NetworksNegativeTestJSON-1522298797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:52.964881 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5f7f84a8-b181-424d-ad6c-8cbc566c044b req-4db9cf66-4fed-4a95-a012-18a16d6f253c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.0159905 Jan 21 09:42:52.987585 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9428ebd-4318-423c-bc7f-9e99e658493c req-230b620f-63ec-445e-9791-c5df5c3351ee tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:52.995130 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f9428ebd-4318-423c-bc7f-9e99e658493c req-230b620f-63ec-445e-9791-c5df5c3351ee tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.6844859 Jan 21 09:42:53.030835 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-94088c4f-4c82-444f-9d71-d706a490d0d8 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.077680 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-0288e19c-79be-46ea-9420-557e9fd1404f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:53.080317 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-94088c4f-4c82-444f-9d71-d706a490d0d8 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.081681 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-94088c4f-4c82-444f-9d71-d706a490d0d8 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6071944 Jan 21 09:42:53.083157 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-6542e412-1302-4a5f-acd2-019c039a558e tempest-NetworksNegativeTestJSON-1522298797 tempest-NetworksNegativeTestJSON-1522298797-project] 10.222.0.110 "DELETE /v2.0/ports/d4e881ca-2011-4a8c-838b-bb45caeebf16 HTTP/1.1" status: 404 len: 333 time: 0.3358479 Jan 21 09:42:53.090261 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52538) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:53.090467 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52540) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:53.101977 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-0288e19c-79be-46ea-9420-557e9fd1404f admin admin] Usage tracker for resource:security_group_rule and tenant:b19bae91610749c2842623300f66b5c2 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:53.107955 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-2549f694-4fdf-4322-8b41-35bacef2668d tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Request body: {'security_group_rule': {'security_group_id': '8eef56b9-925a-4249-8afe-20608b315445', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '195960ce-b62a-4c31-abcf-06313ba98981', 'remote_ip_prefix': None}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:53.121336 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-0288e19c-79be-46ea-9420-557e9fd1404f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:53.154393 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f9428ebd-4318-423c-bc7f-9e99e658493c req-b55d9c00-41de-43ab-98a2-bc0ffc7de55e tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583791 Jan 21 09:42:53.158575 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e86ed907-682f-484f-8d06-9504527fd71c tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.160497 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-2549f694-4fdf-4322-8b41-35bacef2668d tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:53.170773 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-0288e19c-79be-46ea-9420-557e9fd1404f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:53.181658 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port f2c1bf22-484d-4ecf-97c7-330698b807a2 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:53.182025 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.186895 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-2549f694-4fdf-4322-8b41-35bacef2668d tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Usage tracker for resource:security_group_rule and tenant:8c0d4d71c90e4a68b988e23df905fc56 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:53.198646 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec86d741-37c5-4a68-b838-607c886f1683 tempest-NetworksNegativeTestJSON-1522298797 tempest-NetworksNegativeTestJSON-1522298797-project] DELETE failed (client error): The resource could not be found. Jan 21 09:42:53.198646 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec86d741-37c5-4a68-b838-607c886f1683 tempest-NetworksNegativeTestJSON-1522298797 tempest-NetworksNegativeTestJSON-1522298797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:53.198646 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ec86d741-37c5-4a68-b838-607c886f1683 tempest-NetworksNegativeTestJSON-1522298797 tempest-NetworksNegativeTestJSON-1522298797-project] 10.222.0.110 "DELETE /v2.0/subnets/dd2090b1-d548-4639-96bb-e1d4bcad822a HTTP/1.1" status: 404 len: 337 time: 0.1042008 Jan 21 09:42:53.203218 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52546) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:53.215149 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-2549f694-4fdf-4322-8b41-35bacef2668d tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:53.218376 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94088c4f-4c82-444f-9d71-d706a490d0d8 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=195960ce-b62a-4c31-abcf-06313ba98981,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:53.244506 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-e86ed907-682f-484f-8d06-9504527fd71c tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Deleting port 54c839e7-508a-450f-aa95-d8a87f2c5081 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:42:53.244894 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e86ed907-682f-484f-8d06-9504527fd71c tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.247066 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-2549f694-4fdf-4322-8b41-35bacef2668d tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:53.287930 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2275a3c9-d091-4e24-a5a4-33bcbfc20924 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "GET /v2.0/networks/79186ce4-1405-482f-abf1-5dd60e704c9b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.7398791 Jan 21 09:42:53.293255 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52552) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:53.327499 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-55ae0d08-644a-427d-bea0-1a34bcf5ffaa tempest-NetworksNegativeTestJSON-1522298797 tempest-NetworksNegativeTestJSON-1522298797-project] GET failed (client error): The resource could not be found. Jan 21 09:42:53.338623 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-55ae0d08-644a-427d-bea0-1a34bcf5ffaa tempest-NetworksNegativeTestJSON-1522298797 tempest-NetworksNegativeTestJSON-1522298797-project] 10.222.0.110 "GET /v2.0/networks/2c1c4b4c-b2b7-49a6-bd22-04a3fb56a65c HTTP/1.1" status: 404 len: 339 time: 0.1342866 Jan 21 09:42:53.340079 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52556) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:53.389003 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2549f694-4fdf-4322-8b41-35bacef2668d tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.416059 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-33995f10-85fe-48e7-8322-e0adfe519438 tempest-NetworksNegativeTestJSON-1522298797 tempest-NetworksNegativeTestJSON-1522298797-project] GET failed (client error): The resource could not be found. Jan 21 09:42:53.420857 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-33995f10-85fe-48e7-8322-e0adfe519438 tempest-NetworksNegativeTestJSON-1522298797 tempest-NetworksNegativeTestJSON-1522298797-project] 10.222.0.110 "GET /v2.0/ports/c1620083-03c6-464d-93a6-7061f99ffb7e HTTP/1.1" status: 404 len: 333 time: 0.0669169 Jan 21 09:42:53.427019 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52560) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:53.433981 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-604333e3-e624-4f30-87d1-4fa94e52886c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.449991 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad256e8e-dce7-48d6-b265-75bcd712f0ef tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:53.452008 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ad256e8e-dce7-48d6-b265-75bcd712f0ef tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "GET /v2.0/subnets/e53ac3ed-abf7-422e-9349-0566a629a90a HTTP/1.1" status: 200 len: 811 time: 0.1506772 Jan 21 09:42:53.472623 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52564) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:53.502240 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.extraroute_db [None req-d81a4085-d2ea-4ed2-ae69-a812a382089c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Added routes are [] {{(pid=87515) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 21 09:42:53.502603 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.extraroute_db [None req-d81a4085-d2ea-4ed2-ae69-a812a382089c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87515) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 21 09:42:53.526074 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aadee23-960f-47c4-a845-9e44e10ae587 tempest-NetworksNegativeTestJSON-1522298797 tempest-NetworksNegativeTestJSON-1522298797-project] GET failed (client error): The resource could not be found. Jan 21 09:42:53.531005 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0aadee23-960f-47c4-a845-9e44e10ae587 tempest-NetworksNegativeTestJSON-1522298797 tempest-NetworksNegativeTestJSON-1522298797-project] 10.222.0.110 "GET /v2.0/subnets/129df986-b18f-42b6-9c2d-7a48807ddeac HTTP/1.1" status: 404 len: 337 time: 0.0861323 Jan 21 09:42:53.532712 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52570) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:53.546436 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-5b9d1523-cde1-4a9e-aba2-632325f45244 tempest-NetworksNegativeTestJSON-1522298797 tempest-NetworksNegativeTestJSON-1522298797-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:53.566174 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604333e3-e624-4f30-87d1-4fa94e52886c None None] Pushing event deleted for resources: {'Port': ['ID=43642a9f-31a0-4e5d-b18a-ae12c8946a20,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:53.570795 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604333e3-e624-4f30-87d1-4fa94e52886c None None] No DVR routers for this DVR port 43642a9f-31a0-4e5d-b18a-ae12c8946a20 on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:53.572097 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d81a4085-d2ea-4ed2-ae69-a812a382089c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.592791 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b9d1523-cde1-4a9e-aba2-632325f45244 tempest-NetworksNegativeTestJSON-1522298797 tempest-NetworksNegativeTestJSON-1522298797-project] PUT failed (client error): The resource could not be found. Jan 21 09:42:53.592791 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b9d1523-cde1-4a9e-aba2-632325f45244 tempest-NetworksNegativeTestJSON-1522298797 tempest-NetworksNegativeTestJSON-1522298797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:53.592791 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-5b9d1523-cde1-4a9e-aba2-632325f45244 tempest-NetworksNegativeTestJSON-1522298797 tempest-NetworksNegativeTestJSON-1522298797-project] 10.222.0.110 "PUT /v2.0/networks/c422ad08-1070-4532-887d-52620395008d HTTP/1.1" status: 404 len: 339 time: 0.0566306 Jan 21 09:42:53.599916 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52574) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:53.620689 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-0dbf15e2-689c-460b-8069-46def4d1543b tempest-NetworksNegativeTestJSON-1522298797 tempest-NetworksNegativeTestJSON-1522298797-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:53.630825 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-86f2613d-cb13-4986-8d34-48b503f46bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'name': 'tempest-RoutersIpV6Test-router-1023602096', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:07Z', 'updated_at': '2022-01-21T09:42:48Z', 'revision_number': 6, 'project_id': '0ffd125f2e19497db276d912c6599666', 'gw_port_host': None, '_interfaces': [{'id': '62526804-f4e9-4843-b711-4d9b5998cbff', 'name': '', 'network_id': '3263eec5-75eb-46db-beb0-b9bb75d9a94a', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:29:45:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a7e04eaf-e3b2-4d7b-a023-96b3465d91fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:28Z', 'updated_at': '2022-01-21T09:42:39Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'a7e04eaf-e3b2-4d7b-a023-96b3465d91fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9977dbe-e702-4bd4-9306-18fbb198dacb', 'name': '', 'network_id': 'dbc7f600-1ed1-4a45-a230-a69cfb9144c3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:82:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:10Z', 'updated_at': '2022-01-21T09:42:29Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0167b39-67b2-4bed-bfa7-5d02c431992c', 'name': '', 'network_id': '217a9625-8c34-4658-8888-c1b703bc40f3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:b2:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:19Z', 'updated_at': '2022-01-21T09:42:35Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2c1bf22-484d-4ecf-97c7-330698b807a2', 'name': '', 'network_id': '5df417ca-82ea-40aa-84d3-1bc50a08a15a', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:99:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'c53d80c8-60ea-4b50-97d6-ae11776852b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:40Z', 'updated_at': '2022-01-21T09:42:50Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'c53d80c8-60ea-4b50-97d6-ae11776852b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:53.635989 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f2613d-cb13-4986-8d34-48b503f46bf7 None None] The sync data for ids ['d0ac310a-ad76-41dc-a529-60c18664148b'] in dv-neutron-825731-1-hyperv is: [{'id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'name': 'tempest-RoutersIpV6Test-router-1023602096', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:07Z', 'updated_at': '2022-01-21T09:42:48Z', 'revision_number': 6, 'project_id': '0ffd125f2e19497db276d912c6599666', 'gw_port_host': None, '_interfaces': [{'id': '62526804-f4e9-4843-b711-4d9b5998cbff', 'name': '', 'network_id': '3263eec5-75eb-46db-beb0-b9bb75d9a94a', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:29:45:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a7e04eaf-e3b2-4d7b-a023-96b3465d91fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:28Z', 'updated_at': '2022-01-21T09:42:39Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'a7e04eaf-e3b2-4d7b-a023-96b3465d91fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9977dbe-e702-4bd4-9306-18fbb198dacb', 'name': '', 'network_id': 'dbc7f600-1ed1-4a45-a230-a69cfb9144c3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:82:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:10Z', 'updated_at': '2022-01-21T09:42:29Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0167b39-67b2-4bed-bfa7-5d02c431992c', 'name': '', 'network_id': '217a9625-8c34-4658-8888-c1b703bc40f3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:b2:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:19Z', 'updated_at': '2022-01-21T09:42:35Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2c1bf22-484d-4ecf-97c7-330698b807a2', 'name': '', 'network_id': '5df417ca-82ea-40aa-84d3-1bc50a08a15a', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:99:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'c53d80c8-60ea-4b50-97d6-ae11776852b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:40Z', 'updated_at': '2022-01-21T09:42:50Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'c53d80c8-60ea-4b50-97d6-ae11776852b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:42:53.659132 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2549f694-4fdf-4322-8b41-35bacef2668d tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.678478 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dbf15e2-689c-460b-8069-46def4d1543b tempest-NetworksNegativeTestJSON-1522298797 tempest-NetworksNegativeTestJSON-1522298797-project] PUT failed (client error): The resource could not be found. Jan 21 09:42:53.678953 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dbf15e2-689c-460b-8069-46def4d1543b tempest-NetworksNegativeTestJSON-1522298797 tempest-NetworksNegativeTestJSON-1522298797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:53.680226 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0dbf15e2-689c-460b-8069-46def4d1543b tempest-NetworksNegativeTestJSON-1522298797 tempest-NetworksNegativeTestJSON-1522298797-project] 10.222.0.110 "PUT /v2.0/ports/8e5ec91e-eaed-4dc4-b1d0-9ba21bc11ce9 HTTP/1.1" status: 404 len: 333 time: 0.0793533 Jan 21 09:42:53.684214 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2549f694-4fdf-4322-8b41-35bacef2668d tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.687132 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0288e19c-79be-46ea-9420-557e9fd1404f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.687950 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52578) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:53.705709 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-3ebbef8c-ddcf-47cb-b66f-41a202a4f27b tempest-NetworksNegativeTestJSON-1522298797 tempest-NetworksNegativeTestJSON-1522298797-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:53.738796 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0288e19c-79be-46ea-9420-557e9fd1404f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.765638 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549f694-4fdf-4322-8b41-35bacef2668d tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd01158c-6229-4623-a0ce-ea7f80d24939,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:53.772189 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ebbef8c-ddcf-47cb-b66f-41a202a4f27b tempest-NetworksNegativeTestJSON-1522298797 tempest-NetworksNegativeTestJSON-1522298797-project] PUT failed (client error): The resource could not be found. Jan 21 09:42:53.773440 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ebbef8c-ddcf-47cb-b66f-41a202a4f27b tempest-NetworksNegativeTestJSON-1522298797 tempest-NetworksNegativeTestJSON-1522298797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:53.779004 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3ebbef8c-ddcf-47cb-b66f-41a202a4f27b tempest-NetworksNegativeTestJSON-1522298797 tempest-NetworksNegativeTestJSON-1522298797-project] 10.222.0.110 "PUT /v2.0/subnets/ceacc8d7-623b-4cb9-b2c5-39da90529df6 HTTP/1.1" status: 404 len: 337 time: 0.0802307 Jan 21 09:42:53.787177 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0288e19c-79be-46ea-9420-557e9fd1404f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:53.819343 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288e19c-79be-46ea-9420-557e9fd1404f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0ab3bf-1e06-4447-ac73-cfa6d7fdf26d,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:53.823133 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0288e19c-79be-46ea-9420-557e9fd1404f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.823509 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-0288e19c-79be-46ea-9420-557e9fd1404f admin admin] Added segment 9b216987-8cbc-4835-9c2f-1b45ed9b241e of type vlan for network 4880d60f-eaf6-400c-ae63-407f78f8f686 Jan 21 09:42:53.829675 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2549f694-4fdf-4322-8b41-35bacef2668d tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.830997 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2549f694-4fdf-4322-8b41-35bacef2668d tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7395427 Jan 21 09:42:53.834912 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52584) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:53.906585 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0288e19c-79be-46ea-9420-557e9fd1404f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.922752 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c25f9637-8029-4087-adb0-b81c7bd22c90 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.938996 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c25f9637-8029-4087-adb0-b81c7bd22c90 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.986848 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0288e19c-79be-46ea-9420-557e9fd1404f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.987829 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0288e19c-79be-46ea-9420-557e9fd1404f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:53.988396 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0288e19c-79be-46ea-9420-557e9fd1404f admin admin] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.010427 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c25f9637-8029-4087-adb0-b81c7bd22c90 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.060778 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f9637-8029-4087-adb0-b81c7bd22c90 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd01158c-6229-4623-a0ce-ea7f80d24939,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:54.072588 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f84a8-b181-424d-ad6c-8cbc566c044b req-16ad9a51-ecb1-4084-8694-d639279ac350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:54.074345 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5f7f84a8-b181-424d-ad6c-8cbc566c044b req-16ad9a51-ecb1-4084-8694-d639279ac350 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=21bf33c022814c088610cd12785c806c&device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 1098 time: 1.0145221 Jan 21 09:42:54.121045 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52590) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:54.122046 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c25f9637-8029-4087-adb0-b81c7bd22c90 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.125521 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c25f9637-8029-4087-adb0-b81c7bd22c90 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/dd01158c-6229-4623-a0ce-ea7f80d24939 HTTP/1.1" status: 204 len: 168 time: 0.2867992 Jan 21 09:42:54.134624 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0288e19c-79be-46ea-9420-557e9fd1404f admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8597453 Jan 21 09:42:54.136574 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52594) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:54.136917 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52596) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:54.140802 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288e19c-79be-46ea-9420-557e9fd1404f admin admin] Pushing event updated for resources: {'Network': ['ID=4880d60f-eaf6-400c-ae63-407f78f8f686,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:54.158776 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 4880d60f-eaf6-400c-ae63-407f78f8f686 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:54.159669 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-dadbc134-def3-43b8-8f66-b3bf1d0d15b6 admin admin] Request body: {'subnet': {'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2048454854-subnet', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'ip_version': 4}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:54.165997 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-dadbc134-def3-43b8-8f66-b3bf1d0d15b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:54.174071 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-dadbc134-def3-43b8-8f66-b3bf1d0d15b6 admin admin] Usage tracker for resource:subnet and tenant:b19bae91610749c2842623300f66b5c2 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:54.177820 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-dadbc134-def3-43b8-8f66-b3bf1d0d15b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:54.192323 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 43642a9f-31a0-4e5d-b18a-ae12c8946a20 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:54.193003 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-dadbc134-def3-43b8-8f66-b3bf1d0d15b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:54.218868 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f651eac0-cac9-4cc4-9911-c1baece544eb tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Synchronizing usage tracker for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group_rule {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:54.228340 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de4bfa3-a20d-4dd5-ab0b-ead183879c39 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['shared'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:54.229218 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0de4bfa3-a20d-4dd5-ab0b-ead183879c39 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Synchronizing usage tracker for tenant:4aa2128c59e24666b40cc4b34a639788 on resource:subnet {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:54.232760 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dadbc134-def3-43b8-8f66-b3bf1d0d15b6 admin admin] Made reservation on behalf of b19bae91610749c2842623300f66b5c2 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:54.235073 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dadbc134-def3-43b8-8f66-b3bf1d0d15b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.261243 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 43642a9f-31a0-4e5d-b18a-ae12c8946a20 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:42:54.261733 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 43642a9f-31a0-4e5d-b18a-ae12c8946a20 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:42:54.262715 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c3969c03-43b7-40fb-9420-0007ef460f01 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:54.268940 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f651eac0-cac9-4cc4-9911-c1baece544eb tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Unset dirty status for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group_rule {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:54.270268 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f651eac0-cac9-4cc4-9911-c1baece544eb tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1322830 Jan 21 09:42:54.278100 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52604) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:54.365998 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: c3969c03-43b7-40fb-9420-0007ef460f01 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:42:54.366533 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c3969c03-43b7-40fb-9420-0007ef460f01 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:42:54.368412 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-996d5efa-ffa0-4c02-a3ed-b2250534a846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.411123 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-996d5efa-ffa0-4c02-a3ed-b2250534a846 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:54.417597 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-996d5efa-ffa0-4c02-a3ed-b2250534a846 admin admin] Usage tracker for resource:security_group_rule and tenant:0170c5ec080c4c8fa552ef1234133230 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:54.423689 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-996d5efa-ffa0-4c02-a3ed-b2250534a846 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:54.434443 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-996d5efa-ffa0-4c02-a3ed-b2250534a846 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:54.445754 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0de4bfa3-a20d-4dd5-ab0b-ead183879c39 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Unset dirty status for tenant:4aa2128c59e24666b40cc4b34a639788 on resource:subnet {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:54.447053 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0de4bfa3-a20d-4dd5-ab0b-ead183879c39 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "GET /v2.0/subnets/e53ac3ed-abf7-422e-9349-0566a629a90a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.9683571 Jan 21 09:42:54.460697 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52610) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:54.477841 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-69d5167e-d60c-40a3-9447-800e02bf375a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-952397876'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:54.488723 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5eaa9fbe-9d7a-4972-8f2e-cf3e1bc8018a tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.491509 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-69d5167e-d60c-40a3-9447-800e02bf375a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:54.557316 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-69d5167e-d60c-40a3-9447-800e02bf375a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:54.558097 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-e86ed907-682f-484f-8d06-9504527fd71c tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] For port 54c839e7-508a-450f-aa95-d8a87f2c5081, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=54c839e7-508a-450f-aa95-d8a87f2c5081,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:42:54.558456 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e86ed907-682f-484f-8d06-9504527fd71c tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.576080 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5eaa9fbe-9d7a-4972-8f2e-cf3e1bc8018a tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.618224 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d5167e-d60c-40a3-9447-800e02bf375a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Made reservation on behalf of 4aa2128c59e24666b40cc4b34a639788 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:54.621707 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-69d5167e-d60c-40a3-9447-800e02bf375a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.627444 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f84a8-b181-424d-ad6c-8cbc566c044b req-20e074ec-a920-46bb-8cdb-cb2eaf09117f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:54.628871 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5f7f84a8-b181-424d-ad6c-8cbc566c044b req-20e074ec-a920-46bb-8cdb-cb2eaf09117f service neutron] 10.222.0.72 "GET /v2.0/networks?id=55051115-0a6d-4aad-ae33-4c0466ea1935 HTTP/1.1" status: 200 len: 912 time: 0.4708161 Jan 21 09:42:54.700872 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-e86ed907-682f-484f-8d06-9504527fd71c tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Calling delete_port for 54c839e7-508a-450f-aa95-d8a87f2c5081 owned by network:router_gateway {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:42:54.728870 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5eaa9fbe-9d7a-4972-8f2e-cf3e1bc8018a tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.739327 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d5167e-d60c-40a3-9447-800e02bf375a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:54.761905 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dadbc134-def3-43b8-8f66-b3bf1d0d15b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.767465 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-996d5efa-ffa0-4c02-a3ed-b2250534a846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.789498 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb59371-0679-4bfa-a1f0-1b2221b8d1d8 req-e131f33a-810e-435c-a904-2649327c5d84 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:54.795664 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fbb59371-0679-4bfa-a1f0-1b2221b8d1d8 req-e131f33a-810e-435c-a904-2649327c5d84 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 1.0660388 Jan 21 09:42:54.795815 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa9fbe-9d7a-4972-8f2e-cf3e1bc8018a tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=195960ce-b62a-4c31-abcf-06313ba98981,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:54.805338 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-69d5167e-d60c-40a3-9447-800e02bf375a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.805684 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-69d5167e-d60c-40a3-9447-800e02bf375a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Added segment 59b2f49b-8e26-4148-bf93-93d8495be71b of type vlan for network cd7accf8-3a2e-4954-a54c-f7f45fcc020e Jan 21 09:42:54.810190 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-996d5efa-ffa0-4c02-a3ed-b2250534a846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.816217 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d81a4085-d2ea-4ed2-ae69-a812a382089c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.832719 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d81a4085-d2ea-4ed2-ae69-a812a382089c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555907'] for router, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.924532 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-996d5efa-ffa0-4c02-a3ed-b2250534a846 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=0170c5ec080c4c8fa552ef1234133230&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7969031 Jan 21 09:42:54.925423 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52614) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:54.930669 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d5efa-ffa0-4c02-a3ed-b2250534a846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e1d70f-6dfa-440e-a31a-c10423ea12ce,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:54.937553 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-69d5167e-d60c-40a3-9447-800e02bf375a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.944499 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadbc134-def3-43b8-8f66-b3bf1d0d15b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a15dd6d5-fb0e-4d75-9036-70eb3b2240fa,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:54.971960 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadbc134-def3-43b8-8f66-b3bf1d0d15b6 admin admin] Checking segment: {'id': '9b216987-8cbc-4835-9c2f-1b45ed9b241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:54.972293 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadbc134-def3-43b8-8f66-b3bf1d0d15b6 admin admin] Network hostable DHCP agents. Network: 4880d60f-eaf6-400c-ae63-407f78f8f686, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:54.985778 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5eaa9fbe-9d7a-4972-8f2e-cf3e1bc8018a tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.989228 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-5eaa9fbe-9d7a-4972-8f2e-cf3e1bc8018a tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "DELETE /v2.0/security-groups/195960ce-b62a-4c31-abcf-06313ba98981 HTTP/1.1" status: 204 len: 168 time: 0.7081003 Jan 21 09:42:54.993671 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52618) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:55.020052 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-69d5167e-d60c-40a3-9447-800e02bf375a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.025737 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d5167e-d60c-40a3-9447-800e02bf375a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:55.026411 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-69d5167e-d60c-40a3-9447-800e02bf375a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.065994 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadbc134-def3-43b8-8f66-b3bf1d0d15b6 admin admin] Network 4880d60f-eaf6-400c-ae63-407f78f8f686 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:55.068455 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fbb59371-0679-4bfa-a1f0-1b2221b8d1d8 req-373707c8-e77f-4611-b3cb-a70a1d963fb0 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2716529 Jan 21 09:42:55.083633 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5f7f84a8-b181-424d-ad6c-8cbc566c044b req-dc44e0d3-0915-4745-aacc-c069f119d925 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77d34ea9-68ce-4a71-9428-8b2152806e32 HTTP/1.1" status: 200 len: 1001 time: 0.3907371 Jan 21 09:42:55.110072 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-dadbc134-def3-43b8-8f66-b3bf1d0d15b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 4880d60f-eaf6-400c-ae63-407f78f8f686) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:55.112368 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-69d5167e-d60c-40a3-9447-800e02bf375a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6507125 Jan 21 09:42:55.119954 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f150dc0-3807-403e-a939-45a9a93b690a None None] Network 4880d60f-eaf6-400c-ae63-407f78f8f686 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:55.120455 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadbc134-def3-43b8-8f66-b3bf1d0d15b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:55.121036 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dadbc134-def3-43b8-8f66-b3bf1d0d15b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.124283 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52622) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:55.144834 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-06bc6451-91d0-483f-ba41-d4e762a8f7b0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Request body: {'subnet': {'network_id': 'cd7accf8-3a2e-4954-a54c-f7f45fcc020e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:55.208632 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81a4085-d2ea-4ed2-ae69-a812a382089c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Router d0ac310a-ad76-41dc-a529-60c18664148b has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:42:55.209459 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-56cf7909-c65e-4578-8325-6f60a171457e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.241699 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f84a8-b181-424d-ad6c-8cbc566c044b req-3dd6bf9b-2e7c-416c-bc93-16321250dd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:55.243118 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5f7f84a8-b181-424d-ad6c-8cbc566c044b req-3dd6bf9b-2e7c-416c-bc93-16321250dd84 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd14a905-cd68-4fb4-a084-5e658ee5e25a HTTP/1.1" status: 200 len: 850 time: 0.1377876 Jan 21 09:42:55.336194 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-2cd86030-1ccb-43c4-a94a-20ba94b27519 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Synchronizing usage tracker for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:55.358673 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5167e-d60c-40a3-9447-800e02bf375a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event updated for resources: {'Network': ['ID=cd7accf8-3a2e-4954-a54c-f7f45fcc020e,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:55.359544 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f045541d-54e8-4f6d-ac37-c4f4ec6e7c6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-4880d60f-eaf6-400c-ae63-407f78f8f686', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'fixed_ips': [{'subnet_id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:42:55.360665 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f045541d-54e8-4f6d-ac37-c4f4ec6e7c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.372298 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-dadbc134-def3-43b8-8f66-b3bf1d0d15b6 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2302096 Jan 21 09:42:55.376794 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52626) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:55.381301 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network cd7accf8-3a2e-4954-a54c-f7f45fcc020e details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:55.412153 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-56cf7909-c65e-4578-8325-6f60a171457e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.440967 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-292338b5-3046-43fc-9c2b-f9b3420ae6e5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2048454854-router', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:55.449296 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-292338b5-3046-43fc-9c2b-f9b3420ae6e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:55.454553 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-2cd86030-1ccb-43c4-a94a-20ba94b27519 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Unset dirty status for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:55.458644 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2cd86030-1ccb-43c4-a94a-20ba94b27519 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.4597173 Jan 21 09:42:55.458644 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-292338b5-3046-43fc-9c2b-f9b3420ae6e5 admin admin] Usage tracker for resource:router and tenant:b19bae91610749c2842623300f66b5c2 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:55.461893 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-292338b5-3046-43fc-9c2b-f9b3420ae6e5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:55.464497 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52630) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:55.473256 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-292338b5-3046-43fc-9c2b-f9b3420ae6e5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:55.486992 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-06bc6451-91d0-483f-ba41-d4e762a8f7b0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:55.515650 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-06bc6451-91d0-483f-ba41-d4e762a8f7b0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:55.517837 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-292338b5-3046-43fc-9c2b-f9b3420ae6e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.518827 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-292338b5-3046-43fc-9c2b-f9b3420ae6e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.552279 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bc6451-91d0-483f-ba41-d4e762a8f7b0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Made reservation on behalf of 4aa2128c59e24666b40cc4b34a639788 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:55.556699 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-06bc6451-91d0-483f-ba41-d4e762a8f7b0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.582898 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-292338b5-3046-43fc-9c2b-f9b3420ae6e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.634091 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-f045541d-54e8-4f6d-ac37-c4f4ec6e7c6a None None] Allocated IP 172.20.0.2 (4880d60f-eaf6-400c-ae63-407f78f8f686/a15dd6d5-fb0e-4d75-9036-70eb3b2240fa/e3e38335-9813-447a-89c4-645ba3edf0e5) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:55.681493 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.ipam_backend_mixin [None req-06bc6451-91d0-483f-ba41-d4e762a8f7b0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Performing IP validity checks on allocation pools {{(pid=87514) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 21 09:42:55.682308 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.ipam_backend_mixin [None req-06bc6451-91d0-483f-ba41-d4e762a8f7b0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87514) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 21 09:42:55.685111 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-40f81187-9af6-4d1a-8e71-baf4f620fb6d tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.810856 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81a4085-d2ea-4ed2-ae69-a812a382089c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:42:55.812611 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-56cf7909-c65e-4578-8325-6f60a171457e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.825713 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35025710-00d9-4898-b880-9775eff1de66 None None] Sync routers for ids ['d0ac310a-ad76-41dc-a529-60c18664148b'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:42:55.844977 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-56cf7909-c65e-4578-8325-6f60a171457e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.848595 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-56cf7909-c65e-4578-8325-6f60a171457e admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/b5e1d70f-6dfa-440e-a31a-c10423ea12ce HTTP/1.1" status: 204 len: 168 time: 0.9101212 Jan 21 09:42:55.855799 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d81a4085-d2ea-4ed2-ae69-a812a382089c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.856400 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-40f81187-9af6-4d1a-8e71-baf4f620fb6d tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.859367 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d81a4085-d2ea-4ed2-ae69-a812a382089c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "PUT /v2.0/routers/d0ac310a-ad76-41dc-a529-60c18664148b HTTP/1.1" status: 200 len: 704 time: 4.4218900 Jan 21 09:42:55.862209 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf7909-c65e-4578-8325-6f60a171457e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e1d70f-6dfa-440e-a31a-c10423ea12ce,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:55.865183 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52636) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:55.878511 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f84a8-b181-424d-ad6c-8cbc566c044b req-e41d3b9c-2e72-481c-9e21-76caaa77063a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:55.880218 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5f7f84a8-b181-424d-ad6c-8cbc566c044b req-e41d3b9c-2e72-481c-9e21-76caaa77063a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=55051115-0a6d-4aad-ae33-4c0466ea1935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6284828 Jan 21 09:42:55.883512 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e86ed907-682f-484f-8d06-9504527fd71c tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.899114 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f045541d-54e8-4f6d-ac37-c4f4ec6e7c6a None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.911350 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f045541d-54e8-4f6d-ac37-c4f4ec6e7c6a None None] Transition to ACTIVE for port object e3e38335-9813-447a-89c4-645ba3edf0e5 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:55.919315 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35025710-00d9-4898-b880-9775eff1de66 None None] Routers {'d0ac310a-ad76-41dc-a529-60c18664148b'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:55.920186 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-35025710-00d9-4898-b880-9775eff1de66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:42:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d0ac310a-ad76-41dc-a529-60c18664148b'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:55.973737 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ed907-682f-484f-8d06-9504527fd71c tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Pushing event deleted for resources: {'Port': ['ID=54c839e7-508a-450f-aa95-d8a87f2c5081,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:56.165331 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-292338b5-3046-43fc-9c2b-f9b3420ae6e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.182990 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-35025710-00d9-4898-b880-9775eff1de66 None None] Set router d0ac310a-ad76-41dc-a529-60c18664148b gateway port host: None {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:42:56.240892 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e86ed907-682f-484f-8d06-9504527fd71c tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.321793 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-40f81187-9af6-4d1a-8e71-baf4f620fb6d tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.329593 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-94922c96-dad4-4670-9a12-8600b08179f6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "GET /v2.0/routers/d0ac310a-ad76-41dc-a529-60c18664148b HTTP/1.1" status: 200 len: 704 time: 0.4612050 Jan 21 09:42:56.351275 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52648) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:56.368726 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f045541d-54e8-4f6d-ac37-c4f4ec6e7c6a None None] Transition to ACTIVE for port object e3e38335-9813-447a-89c4-645ba3edf0e5 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:56.396353 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5f7f84a8-b181-424d-ad6c-8cbc566c044b req-9c7554b2-8cc5-49ed-a408-968fbd48704f service neutron] 10.222.0.72 "GET /v2.0/networks/55051115-0a6d-4aad-ae33-4c0466ea1935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591691 Jan 21 09:42:56.459062 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f81187-9af6-4d1a-8e71-baf4f620fb6d tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eef56b9-925a-4249-8afe-20608b315445,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:56.557841 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5f7f84a8-b181-424d-ad6c-8cbc566c044b req-d039cd8c-b7c0-487b-8c29-ee94f1526ab5 service neutron] 10.222.0.72 "GET /v2.0/networks/55051115-0a6d-4aad-ae33-4c0466ea1935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504815 Jan 21 09:42:56.579602 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f045541d-54e8-4f6d-ac37-c4f4ec6e7c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.622766 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-06bc6451-91d0-483f-ba41-d4e762a8f7b0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.634549 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e86ed907-682f-484f-8d06-9504527fd71c tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.636962 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e86ed907-682f-484f-8d06-9504527fd71c tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.700745 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e86ed907-682f-484f-8d06-9504527fd71c tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.701307 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86ed907-682f-484f-8d06-9504527fd71c tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Fanout notify agent at l3_agent the message router_deleted on router 4b8852d1-fd09-4d16-a0f4-df8f1768310e {{(pid=87515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:42:56.722175 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045541d-54e8-4f6d-ac37-c4f4ec6e7c6a None None] Pushing event updated for resources: {'Port': ['ID=e3e38335-9813-447a-89c4-645ba3edf0e5,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:56.738165 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e86ed907-682f-484f-8d06-9504527fd71c tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.738977 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f045541d-54e8-4f6d-ac37-c4f4ec6e7c6a None None] Network 4880d60f-eaf6-400c-ae63-407f78f8f686 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:56.742479 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e86ed907-682f-484f-8d06-9504527fd71c tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "DELETE /v2.0/routers/4b8852d1-fd09-4d16-a0f4-df8f1768310e HTTP/1.1" status: 204 len: 168 time: 5.0752180 Jan 21 09:42:56.743439 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-f045541d-54e8-4f6d-ac37-c4f4ec6e7c6a None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:56.745574 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52662) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:56.753550 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f045541d-54e8-4f6d-ac37-c4f4ec6e7c6a None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:56.924329 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4dc1c83e-68db-424f-b164-dbe066fde37f tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.951137 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeaf1b5-6b2e-45df-8c73-d1c373d8d9ff req-e37abc9f-6025-44b1-8e46-a10fc974396b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:56.952685 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-edeaf1b5-6b2e-45df-8c73-d1c373d8d9ff req-e37abc9f-6025-44b1-8e46-a10fc974396b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=21bf33c022814c088610cd12785c806c&device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 1098 time: 0.2931600 Jan 21 09:42:56.969971 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-40f81187-9af6-4d1a-8e71-baf4f620fb6d tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.971588 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-40f81187-9af6-4d1a-8e71-baf4f620fb6d tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "DELETE /v2.0/security-groups/8eef56b9-925a-4249-8afe-20608b315445 HTTP/1.1" status: 204 len: 168 time: 1.5061536 Jan 21 09:42:56.978516 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52668) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:56.999028 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-f045541d-54e8-4f6d-ac37-c4f4ec6e7c6a None None] Attempting to bind port e3e38335-9813-447a-89c4-645ba3edf0e5 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:56.999535 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-f045541d-54e8-4f6d-ac37-c4f4ec6e7c6a None None] Attempting to bind port e3e38335-9813-447a-89c4-645ba3edf0e5 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '9b216987-8cbc-4835-9c2f-1b45ed9b241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:56.999977 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f045541d-54e8-4f6d-ac37-c4f4ec6e7c6a None None] Attempting to bind port e3e38335-9813-447a-89c4-645ba3edf0e5 on network 4880d60f-eaf6-400c-ae63-407f78f8f686 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:42:57.005072 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-35025710-00d9-4898-b880-9775eff1de66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'name': 'tempest-RoutersIpV6Test-router-1023602096', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:07Z', 'updated_at': '2022-01-21T09:42:53Z', 'revision_number': 7, 'project_id': '0ffd125f2e19497db276d912c6599666', 'gw_port_host': None, '_interfaces': [{'id': '62526804-f4e9-4843-b711-4d9b5998cbff', 'name': '', 'network_id': '3263eec5-75eb-46db-beb0-b9bb75d9a94a', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:29:45:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a7e04eaf-e3b2-4d7b-a023-96b3465d91fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:28Z', 'updated_at': '2022-01-21T09:42:39Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'a7e04eaf-e3b2-4d7b-a023-96b3465d91fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9977dbe-e702-4bd4-9306-18fbb198dacb', 'name': '', 'network_id': 'dbc7f600-1ed1-4a45-a230-a69cfb9144c3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:82:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:10Z', 'updated_at': '2022-01-21T09:42:29Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0167b39-67b2-4bed-bfa7-5d02c431992c', 'name': '', 'network_id': '217a9625-8c34-4658-8888-c1b703bc40f3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:b2:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:19Z', 'updated_at': '2022-01-21T09:42:35Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2c1bf22-484d-4ecf-97c7-330698b807a2', 'name': '', 'network_id': '5df417ca-82ea-40aa-84d3-1bc50a08a15a', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:99:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'c53d80c8-60ea-4b50-97d6-ae11776852b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:40Z', 'updated_at': '2022-01-21T09:42:50Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'c53d80c8-60ea-4b50-97d6-ae11776852b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:57.011125 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35025710-00d9-4898-b880-9775eff1de66 None None] Checking router: d0ac310a-ad76-41dc-a529-60c18664148b for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:42:57.017533 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f045541d-54e8-4f6d-ac37-c4f4ec6e7c6a None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:42:57.017987 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f045541d-54e8-4f6d-ac37-c4f4ec6e7c6a None None] Checking segment: {'id': '9b216987-8cbc-4835-9c2f-1b45ed9b241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:57.018462 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f045541d-54e8-4f6d-ac37-c4f4ec6e7c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.019259 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f045541d-54e8-4f6d-ac37-c4f4ec6e7c6a None None] Bound using segment: {'id': '9b216987-8cbc-4835-9c2f-1b45ed9b241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:42:57.019853 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-f045541d-54e8-4f6d-ac37-c4f4ec6e7c6a None None] Bound port: e3e38335-9813-447a-89c4-645ba3edf0e5, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b216987-8cbc-4835-9c2f-1b45ed9b241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:57.020300 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f045541d-54e8-4f6d-ac37-c4f4ec6e7c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.067900 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35025710-00d9-4898-b880-9775eff1de66 None None] Routers {'d0ac310a-ad76-41dc-a529-60c18664148b'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:42:57.068628 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-35025710-00d9-4898-b880-9775eff1de66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:42:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d0ac310a-ad76-41dc-a529-60c18664148b'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:57.076944 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52672) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:57.213284 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc6451-91d0-483f-ba41-d4e762a8f7b0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event updated for resources: {'Subnet': ['ID=a168d8f0-669c-4f5e-b82e-2c3ade601182,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:57.232310 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4dc1c83e-68db-424f-b164-dbe066fde37f tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.265453 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeaf1b5-6b2e-45df-8c73-d1c373d8d9ff req-90e66f32-42cf-4a48-9a28-d13ba1055c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:57.268185 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-edeaf1b5-6b2e-45df-8c73-d1c373d8d9ff req-90e66f32-42cf-4a48-9a28-d13ba1055c6a service neutron] 10.222.0.72 "GET /v2.0/networks?id=55051115-0a6d-4aad-ae33-4c0466ea1935 HTTP/1.1" status: 200 len: 912 time: 0.2783313 Jan 21 09:42:57.282184 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d199f8a-9b6b-401a-bbea-f7369835b82a req-e2267d4a-2185-4697-a66e-8b89e1941ada tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:57.291089 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9d199f8a-9b6b-401a-bbea-f7369835b82a req-e2267d4a-2185-4697-a66e-8b89e1941ada tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.9556334 Jan 21 09:42:57.301556 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bc6451-91d0-483f-ba41-d4e762a8f7b0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Checking segment: {'id': '59b2f49b-8e26-4148-bf93-93d8495be71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cd7accf8-3a2e-4954-a54c-f7f45fcc020e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:57.301808 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bc6451-91d0-483f-ba41-d4e762a8f7b0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Network hostable DHCP agents. Network: cd7accf8-3a2e-4954-a54c-f7f45fcc020e, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:57.302352 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-35025710-00d9-4898-b880-9775eff1de66 None None] Set router d0ac310a-ad76-41dc-a529-60c18664148b gateway port host: None {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:42:57.344249 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-5dfbf6ea-1ab5-4d0f-8a0e-b71eabb15832 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:57.344681 dv-neutron-825731-1-hyperv neutron-server[87514]: WARNING neutron.api.v2.base [None req-5dfbf6ea-1ab5-4d0f-8a0e-b71eabb15832 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 21 09:42:57.345171 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-5dfbf6ea-1ab5-4d0f-8a0e-b71eabb15832 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] create failed (client error): There was a conflict when trying to complete your request. Jan 21 09:42:57.349767 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-5dfbf6ea-1ab5-4d0f-8a0e-b71eabb15832 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2569070 Jan 21 09:42:57.351838 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f045541d-54e8-4f6d-ac37-c4f4ec6e7c6a None None] For port e3e38335-9813-447a-89c4-645ba3edf0e5, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:42:57.355331 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52678) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:57.360878 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-4dc1c83e-68db-424f-b164-dbe066fde37f tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88749b10-68b8-4728-b80e-07b14beb6e8a']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:57.365833 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-bfcab484-a599-4ad8-883b-fb3367ad7b70 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Synchronizing usage tracker for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:57.379669 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f045541d-54e8-4f6d-ac37-c4f4ec6e7c6a None None] For port e3e38335-9813-447a-89c4-645ba3edf0e5, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e3e38335-9813-447a-89c4-645ba3edf0e5,segment=NetworkSegment(9b216987-8cbc-4835-9c2f-1b45ed9b241e),segment_id=9b216987-8cbc-4835-9c2f-1b45ed9b241e)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:42:57.388360 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f045541d-54e8-4f6d-ac37-c4f4ec6e7c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.390536 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-4dc1c83e-68db-424f-b164-dbe066fde37f tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25b0ac5d-1185-455d-bf1f-5371ec34aaed') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:57.390965 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-4dc1c83e-68db-424f-b164-dbe066fde37f tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25b0ac5d-1185-455d-bf1f-5371ec34aaed') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:57.391228 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-93369d7a-1617-4356-ad69-b42aadb7659e tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Request body: {'security_group': {'name': 'tempest-secgroup--1858718388'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:57.419325 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4dc1c83e-68db-424f-b164-dbe066fde37f tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.441525 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-edeaf1b5-6b2e-45df-8c73-d1c373d8d9ff req-0f5d385a-0d90-404d-8244-d98554065d9b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77d34ea9-68ce-4a71-9428-8b2152806e32 HTTP/1.1" status: 200 len: 1001 time: 0.1642780 Jan 21 09:42:57.442515 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4dc1c83e-68db-424f-b164-dbe066fde37f tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.448639 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-93369d7a-1617-4356-ad69-b42aadb7659e tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:57.449969 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc1c83e-68db-424f-b164-dbe066fde37f tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:42:57.450573 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4dc1c83e-68db-424f-b164-dbe066fde37f tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.497004 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:42:57.497004 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:42:57.497004 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:42:57.497004 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:57.497004 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:42:57.497004 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:57.497004 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:42:57.497004 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:57.497004 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:42:57.497004 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:57.497004 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:42:57.497004 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:57.497004 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:42:57.497004 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:57.497004 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:57.497004 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:57.497004 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:57.497004 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:57.497004 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:42:57.497004 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:42:57.497004 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:42:57.497004 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:42:57.497004 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:57.497004 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:42:57.497004 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:57.497004 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:42:57.497004 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:57.497004 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:42:57.497004 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:57.497004 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:42:57.497004 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:57.497004 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:57.514902 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-93369d7a-1617-4356-ad69-b42aadb7659e tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Usage tracker for resource:security_group and tenant:ff64a8be9fed4e47995987db09b13ef9 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:57.531608 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-93369d7a-1617-4356-ad69-b42aadb7659e tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:57.551111 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-93369d7a-1617-4356-ad69-b42aadb7659e tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:57.557541 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9d199f8a-9b6b-401a-bbea-f7369835b82a req-163a0aa0-f4cb-4918-a099-40a1f15e10af tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2655587 Jan 21 09:42:57.629463 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-bfcab484-a599-4ad8-883b-fb3367ad7b70 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Unset dirty status for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:57.630970 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-bfcab484-a599-4ad8-883b-fb3367ad7b70 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6476698 Jan 21 09:42:57.632480 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bc6451-91d0-483f-ba41-d4e762a8f7b0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Network cd7accf8-3a2e-4954-a54c-f7f45fcc020e is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:57.637606 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52682) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:57.651079 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045541d-54e8-4f6d-ac37-c4f4ec6e7c6a None None] Pushing event updated for resources: {'Port': ['ID=e3e38335-9813-447a-89c4-645ba3edf0e5,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:57.656942 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-46f28647-d14b-4292-a61e-6f94fd7da993 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Request body: {'security_group': {'name': 'tempest-secgroup--115749031'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:57.695145 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-46f28647-d14b-4292-a61e-6f94fd7da993 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:57.700837 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-93369d7a-1617-4356-ad69-b42aadb7659e tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.755231 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeaf1b5-6b2e-45df-8c73-d1c373d8d9ff req-fa331dd7-7465-4124-94a2-fb6796fd1bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:57.756896 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-edeaf1b5-6b2e-45df-8c73-d1c373d8d9ff req-fa331dd7-7465-4124-94a2-fb6796fd1bdc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd14a905-cd68-4fb4-a084-5e658ee5e25a HTTP/1.1" status: 200 len: 850 time: 0.3082364 Jan 21 09:42:57.758490 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4dc1c83e-68db-424f-b164-dbe066fde37f tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.776780 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-35025710-00d9-4898-b880-9775eff1de66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'name': 'tempest-RoutersIpV6Test-router-1023602096', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:07Z', 'updated_at': '2022-01-21T09:42:53Z', 'revision_number': 7, 'project_id': '0ffd125f2e19497db276d912c6599666', 'gw_port_host': None, '_interfaces': [{'id': '62526804-f4e9-4843-b711-4d9b5998cbff', 'name': '', 'network_id': '3263eec5-75eb-46db-beb0-b9bb75d9a94a', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:29:45:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a7e04eaf-e3b2-4d7b-a023-96b3465d91fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:28Z', 'updated_at': '2022-01-21T09:42:39Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'a7e04eaf-e3b2-4d7b-a023-96b3465d91fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9977dbe-e702-4bd4-9306-18fbb198dacb', 'name': '', 'network_id': 'dbc7f600-1ed1-4a45-a230-a69cfb9144c3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:82:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:10Z', 'updated_at': '2022-01-21T09:42:29Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0167b39-67b2-4bed-bfa7-5d02c431992c', 'name': '', 'network_id': '217a9625-8c34-4658-8888-c1b703bc40f3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:b2:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:19Z', 'updated_at': '2022-01-21T09:42:35Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2c1bf22-484d-4ecf-97c7-330698b807a2', 'name': '', 'network_id': '5df417ca-82ea-40aa-84d3-1bc50a08a15a', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:99:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'c53d80c8-60ea-4b50-97d6-ae11776852b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:40Z', 'updated_at': '2022-01-21T09:42:50Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'c53d80c8-60ea-4b50-97d6-ae11776852b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:57.779408 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-06bc6451-91d0-483f-ba41-d4e762a8f7b0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, cd7accf8-3a2e-4954-a54c-f7f45fcc020e) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:57.789496 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7f3b24-1bb3-47e0-b895-c41a49250df7 None None] Network cd7accf8-3a2e-4954-a54c-f7f45fcc020e requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:57.789865 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-93369d7a-1617-4356-ad69-b42aadb7659e tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.793814 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4dc1c83e-68db-424f-b164-dbe066fde37f tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.812357 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-46f28647-d14b-4292-a61e-6f94fd7da993 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:57.822434 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bc6451-91d0-483f-ba41-d4e762a8f7b0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:57.823027 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-06bc6451-91d0-483f-ba41-d4e762a8f7b0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.837311 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35025710-00d9-4898-b880-9775eff1de66 None None] The sync data for ids ['d0ac310a-ad76-41dc-a529-60c18664148b'] in dv-neutron-825731-1-hyperv is: [{'id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'name': 'tempest-RoutersIpV6Test-router-1023602096', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:07Z', 'updated_at': '2022-01-21T09:42:53Z', 'revision_number': 7, 'project_id': '0ffd125f2e19497db276d912c6599666', 'gw_port_host': None, '_interfaces': [{'id': '62526804-f4e9-4843-b711-4d9b5998cbff', 'name': '', 'network_id': '3263eec5-75eb-46db-beb0-b9bb75d9a94a', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:29:45:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a7e04eaf-e3b2-4d7b-a023-96b3465d91fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:28Z', 'updated_at': '2022-01-21T09:42:39Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'a7e04eaf-e3b2-4d7b-a023-96b3465d91fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9977dbe-e702-4bd4-9306-18fbb198dacb', 'name': '', 'network_id': 'dbc7f600-1ed1-4a45-a230-a69cfb9144c3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:82:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:10Z', 'updated_at': '2022-01-21T09:42:29Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0167b39-67b2-4bed-bfa7-5d02c431992c', 'name': '', 'network_id': '217a9625-8c34-4658-8888-c1b703bc40f3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:b2:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:19Z', 'updated_at': '2022-01-21T09:42:35Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2c1bf22-484d-4ecf-97c7-330698b807a2', 'name': '', 'network_id': '5df417ca-82ea-40aa-84d3-1bc50a08a15a', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:99:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'c53d80c8-60ea-4b50-97d6-ae11776852b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:40Z', 'updated_at': '2022-01-21T09:42:50Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'c53d80c8-60ea-4b50-97d6-ae11776852b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:42:57.851490 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-93369d7a-1617-4356-ad69-b42aadb7659e tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:57.860130 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc1c83e-68db-424f-b164-dbe066fde37f tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Pushing event deleted for resources: {'Network': ['ID=88749b10-68b8-4728-b80e-07b14beb6e8a,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:57.861166 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-93369d7a-1617-4356-ad69-b42aadb7659e tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Usage tracker for resource:security_group_rule and tenant:ff64a8be9fed4e47995987db09b13ef9 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:57.870428 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-93369d7a-1617-4356-ad69-b42aadb7659e tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:57.873473 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-46f28647-d14b-4292-a61e-6f94fd7da993 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.884109 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-292338b5-3046-43fc-9c2b-f9b3420ae6e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.890058 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4dc1c83e-68db-424f-b164-dbe066fde37f tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "DELETE /v2.0/networks/88749b10-68b8-4728-b80e-07b14beb6e8a HTTP/1.1" status: 204 len: 168 time: 1.1436107 Jan 21 09:42:57.893924 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52686) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:57.919498 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-06bc6451-91d0-483f-ba41-d4e762a8f7b0 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.7885969 Jan 21 09:42:57.921396 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52690) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:57.928154 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-93369d7a-1617-4356-ad69-b42aadb7659e tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:57.962395 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-2e933474-eabf-482e-b19b-1964f713a360 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:58.007766 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-292338b5-3046-43fc-9c2b-f9b3420ae6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.044167 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeaf1b5-6b2e-45df-8c73-d1c373d8d9ff req-01b56bba-3ac4-4805-9b37-00af486c6f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:58.045667 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-edeaf1b5-6b2e-45df-8c73-d1c373d8d9ff req-01b56bba-3ac4-4805-9b37-00af486c6f38 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=55051115-0a6d-4aad-ae33-4c0466ea1935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2449853 Jan 21 09:42:58.079444 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-46f28647-d14b-4292-a61e-6f94fd7da993 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:58.110993 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-495b768e-96c9-44e9-a48d-9f14f100f092 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.114664 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-46f28647-d14b-4292-a61e-6f94fd7da993 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Usage tracker for resource:security_group_rule and tenant:8c0d4d71c90e4a68b988e23df905fc56 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:58.130627 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-46f28647-d14b-4292-a61e-6f94fd7da993 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:58.145541 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303ce238-0fd9-43b5-a19d-d7e7ab5b4d5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-cd7accf8-3a2e-4954-a54c-f7f45fcc020e', 'network_id': 'cd7accf8-3a2e-4954-a54c-f7f45fcc020e', 'tenant_id': '4aa2128c59e24666b40cc4b34a639788', 'fixed_ips': [{'subnet_id': 'a168d8f0-669c-4f5e-b82e-2c3ade601182'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:42:58.146872 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-303ce238-0fd9-43b5-a19d-d7e7ab5b4d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.150178 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-46f28647-d14b-4292-a61e-6f94fd7da993 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:58.275267 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-495b768e-96c9-44e9-a48d-9f14f100f092 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.338488 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e3e38335-9813-447a-89c4-645ba3edf0e5 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:58.356358 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-edeaf1b5-6b2e-45df-8c73-d1c373d8d9ff req-5275a85d-9db8-467a-ac88-92cfbea40c1c service neutron] 10.222.0.72 "GET /v2.0/networks/55051115-0a6d-4aad-ae33-4c0466ea1935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951798 Jan 21 09:42:58.380747 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2e933474-eabf-482e-b19b-1964f713a360 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-65300186'] for subnet, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.471314 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-303ce238-0fd9-43b5-a19d-d7e7ab5b4d5c None None] Allocated IP 172.20.0.3 (cd7accf8-3a2e-4954-a54c-f7f45fcc020e/a168d8f0-669c-4f5e-b82e-2c3ade601182/e8aff5a9-436e-4551-9dee-5b58d11afeef) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:58.497358 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-292338b5-3046-43fc-9c2b-f9b3420ae6e5 admin admin] Allocated IP 172.26.3.194 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/f9e48489-076d-46df-adca-bfd90bfe7142) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:58.509691 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port e3e38335-9813-447a-89c4-645ba3edf0e5 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:58.523040 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-edeaf1b5-6b2e-45df-8c73-d1c373d8d9ff req-17974420-00db-4d95-a55e-78c96dd70b1c service neutron] 10.222.0.72 "GET /v2.0/networks/55051115-0a6d-4aad-ae33-4c0466ea1935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589904 Jan 21 09:42:58.543356 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-93369d7a-1617-4356-ad69-b42aadb7659e tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.557765 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 54c839e7-508a-450f-aa95-d8a87f2c5081 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:58.561302 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-495b768e-96c9-44e9-a48d-9f14f100f092 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.579813 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-93369d7a-1617-4356-ad69-b42aadb7659e tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.584192 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b768e-96c9-44e9-a48d-9f14f100f092 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83642e6-062a-4f81-884a-c0f0968e848b,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:58.587124 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-46f28647-d14b-4292-a61e-6f94fd7da993 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.596417 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-93369d7a-1617-4356-ad69-b42aadb7659e tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:58.598928 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-495b768e-96c9-44e9-a48d-9f14f100f092 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.600302 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-495b768e-96c9-44e9-a48d-9f14f100f092 tempest-TestNetworkAdvancedServerOps-38955731 tempest-TestNetworkAdvancedServerOps-38955731-project] 10.222.0.110 "DELETE /v2.0/security-groups/b83642e6-062a-4f81-884a-c0f0968e848b HTTP/1.1" status: 204 len: 168 time: 0.7053132 Jan 21 09:42:58.615630 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-93369d7a-1617-4356-ad69-b42aadb7659e tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Usage tracker for resource:security_group_rule and tenant:ff64a8be9fed4e47995987db09b13ef9 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:58.624071 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-46f28647-d14b-4292-a61e-6f94fd7da993 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.629941 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-93369d7a-1617-4356-ad69-b42aadb7659e tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:58.667666 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 54c839e7-508a-450f-aa95-d8a87f2c5081 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:42:58.668071 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 54c839e7-508a-450f-aa95-d8a87f2c5081 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:42:58.745314 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-93369d7a-1617-4356-ad69-b42aadb7659e tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:58.783163 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-370415fe-5b0c-4c37-9605-d1febb665188 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.884964 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203c098-3abb-4d31-a3f8-d9da3811bedf req-7788112d-f568-4839-88d5-af0278f07f69 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:58.886635 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1203c098-3abb-4d31-a3f8-d9da3811bedf req-7788112d-f568-4839-88d5-af0278f07f69 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.1692004 Jan 21 09:42:58.890832 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-303ce238-0fd9-43b5-a19d-d7e7ab5b4d5c None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.904760 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93369d7a-1617-4356-ad69-b42aadb7659e tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bac7a29-9c45-4d87-b9b1-e4b1ed2e584f,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:58.905841 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-303ce238-0fd9-43b5-a19d-d7e7ab5b4d5c None None] Transition to ACTIVE for port object e8aff5a9-436e-4551-9dee-5b58d11afeef will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:58.935556 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-303ce238-0fd9-43b5-a19d-d7e7ab5b4d5c None None] Transition to ACTIVE for port object e8aff5a9-436e-4551-9dee-5b58d11afeef will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:58.942501 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-303ce238-0fd9-43b5-a19d-d7e7ab5b4d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.985360 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1203c098-3abb-4d31-a3f8-d9da3811bedf req-d997715b-a0d3-4fd4-9aea-00e1db76682d tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865059 Jan 21 09:42:59.034666 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ce238-0fd9-43b5-a19d-d7e7ab5b4d5c None None] Pushing event updated for resources: {'Port': ['ID=e8aff5a9-436e-4551-9dee-5b58d11afeef,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:59.043728 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303ce238-0fd9-43b5-a19d-d7e7ab5b4d5c None None] Network cd7accf8-3a2e-4954-a54c-f7f45fcc020e is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:59.044995 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-303ce238-0fd9-43b5-a19d-d7e7ab5b4d5c None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:59.047584 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303ce238-0fd9-43b5-a19d-d7e7ab5b4d5c None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:42:59.053212 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f28647-d14b-4292-a61e-6f94fd7da993 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77188ba4-2a1c-4112-9680-8f7491de25b9,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:59.156984 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52702) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:59.207931 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-303ce238-0fd9-43b5-a19d-d7e7ab5b4d5c None None] Attempting to bind port e8aff5a9-436e-4551-9dee-5b58d11afeef on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:59.208377 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-303ce238-0fd9-43b5-a19d-d7e7ab5b4d5c None None] Attempting to bind port e8aff5a9-436e-4551-9dee-5b58d11afeef by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '59b2f49b-8e26-4148-bf93-93d8495be71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cd7accf8-3a2e-4954-a54c-f7f45fcc020e'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:59.208806 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303ce238-0fd9-43b5-a19d-d7e7ab5b4d5c None None] Attempting to bind port e8aff5a9-436e-4551-9dee-5b58d11afeef on network cd7accf8-3a2e-4954-a54c-f7f45fcc020e {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:42:59.215367 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303ce238-0fd9-43b5-a19d-d7e7ab5b4d5c None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:42:59.215854 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303ce238-0fd9-43b5-a19d-d7e7ab5b4d5c None None] Checking segment: {'id': '59b2f49b-8e26-4148-bf93-93d8495be71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cd7accf8-3a2e-4954-a54c-f7f45fcc020e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:42:59.216255 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-303ce238-0fd9-43b5-a19d-d7e7ab5b4d5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.216641 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303ce238-0fd9-43b5-a19d-d7e7ab5b4d5c None None] Bound using segment: {'id': '59b2f49b-8e26-4148-bf93-93d8495be71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cd7accf8-3a2e-4954-a54c-f7f45fcc020e'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:42:59.217105 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-303ce238-0fd9-43b5-a19d-d7e7ab5b4d5c None None] Bound port: e8aff5a9-436e-4551-9dee-5b58d11afeef, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b2f49b-8e26-4148-bf93-93d8495be71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cd7accf8-3a2e-4954-a54c-f7f45fcc020e'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:59.217506 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-303ce238-0fd9-43b5-a19d-d7e7ab5b4d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.232063 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-46f28647-d14b-4292-a61e-6f94fd7da993 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.235863 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-46f28647-d14b-4292-a61e-6f94fd7da993 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5879207 Jan 21 09:42:59.236237 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52708) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:59.248333 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-9b96e78e-d2c7-4803-ab8b-66f91972c5d1 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Request body: {'security_group_rule': {'security_group_id': '77188ba4-2a1c-4112-9680-8f7491de25b9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:59.258800 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-9b96e78e-d2c7-4803-ab8b-66f91972c5d1 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:59.268908 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-9b96e78e-d2c7-4803-ab8b-66f91972c5d1 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Usage tracker for resource:security_group_rule and tenant:8c0d4d71c90e4a68b988e23df905fc56 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:59.272467 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-9b96e78e-d2c7-4803-ab8b-66f91972c5d1 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:59.274532 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d002e7f5-8753-437d-a8b0-e80a86509cec None None] Network 4880d60f-eaf6-400c-ae63-407f78f8f686 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:42:59.279879 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-9b96e78e-d2c7-4803-ab8b-66f91972c5d1 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:59.298001 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9b96e78e-d2c7-4803-ab8b-66f91972c5d1 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.368961 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-292338b5-3046-43fc-9c2b-f9b3420ae6e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.400360 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-d9d9237f-536c-4a39-af1a-bb069fad2595 None None] Provisioning for port e3e38335-9813-447a-89c4-645ba3edf0e5 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:59.412196 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-d9d9237f-536c-4a39-af1a-bb069fad2595 None None] Provisioning complete for port e3e38335-9813-447a-89c4-645ba3edf0e5 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:59.412571 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d9d9237f-536c-4a39-af1a-bb069fad2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.421081 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-bd768d70-fd70-47cd-829a-e38071a9821d admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=d15bf70c941f4d099cc1535f666f7a67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2626359 Jan 21 09:42:59.424062 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9b96e78e-d2c7-4803-ab8b-66f91972c5d1 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.425185 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52712) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:59.441244 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9b96e78e-d2c7-4803-ab8b-66f91972c5d1 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.486888 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96e78e-d2c7-4803-ab8b-66f91972c5d1 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30be577-72aa-4d3f-aa57-4bab9c50969b,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:59.516453 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-303ce238-0fd9-43b5-a19d-d7e7ab5b4d5c None None] For port e8aff5a9-436e-4551-9dee-5b58d11afeef, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:42:59.526053 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9b96e78e-d2c7-4803-ab8b-66f91972c5d1 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.527501 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-9b96e78e-d2c7-4803-ab8b-66f91972c5d1 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2902904 Jan 21 09:42:59.530366 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52716) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:59.537224 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-303ce238-0fd9-43b5-a19d-d7e7ab5b4d5c None None] For port e8aff5a9-436e-4551-9dee-5b58d11afeef, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e8aff5a9-436e-4551-9dee-5b58d11afeef,segment=NetworkSegment(59b2f49b-8e26-4148-bf93-93d8495be71b),segment_id=59b2f49b-8e26-4148-bf93-93d8495be71b)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:42:59.542634 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-841c5929-f374-4167-b318-5d80256f6058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.561055 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-93369d7a-1617-4356-ad69-b42aadb7659e tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.572561 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-303ce238-0fd9-43b5-a19d-d7e7ab5b4d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.583077 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-698d78a8-32ac-4baa-a380-1c0ef4b8efc0 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.594358 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-841c5929-f374-4167-b318-5d80256f6058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.607133 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-698d78a8-32ac-4baa-a380-1c0ef4b8efc0 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.632495 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-93369d7a-1617-4356-ad69-b42aadb7659e tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.654224 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-698d78a8-32ac-4baa-a380-1c0ef4b8efc0 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.672253 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d78a8-32ac-4baa-a380-1c0ef4b8efc0 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c30be577-72aa-4d3f-aa57-4bab9c50969b,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:59.683119 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-841c5929-f374-4167-b318-5d80256f6058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.706858 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-698d78a8-32ac-4baa-a380-1c0ef4b8efc0 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.711051 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-698d78a8-32ac-4baa-a380-1c0ef4b8efc0 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/c30be577-72aa-4d3f-aa57-4bab9c50969b HTTP/1.1" status: 204 len: 168 time: 0.1765993 Jan 21 09:42:59.711051 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c5929-f374-4167-b318-5d80256f6058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba466ee9-d145-4d67-b272-07115b56ecff,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:59.711605 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52720) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:59.714808 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-841c5929-f374-4167-b318-5d80256f6058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.716033 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-841c5929-f374-4167-b318-5d80256f6058 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/ba466ee9-d145-4d67-b272-07115b56ecff HTTP/1.1" status: 204 len: 168 time: 0.2894824 Jan 21 09:42:59.764288 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-8a48f08d-4d13-4a63-8536-344f0b996a03 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Synchronizing usage tracker for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group_rule {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:59.791992 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-8a48f08d-4d13-4a63-8536-344f0b996a03 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Unset dirty status for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group_rule {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:59.799452 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-8a48f08d-4d13-4a63-8536-344f0b996a03 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0859811 Jan 21 09:42:59.801369 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52726) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:59.819863 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-93369d7a-1617-4356-ad69-b42aadb7659e tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.824664 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-93369d7a-1617-4356-ad69-b42aadb7659e tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.4587269 Jan 21 09:42:59.830310 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52730) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:59.834492 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93369d7a-1617-4356-ad69-b42aadb7659e tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=440f69aa-4f1a-498d-bd0b-6cdcc1ce5014,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:59.847771 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-a3878c9f-3daa-462b-b333-c3441c5fa9b9 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Request body: {'security_group_rule': {'security_group_id': '440f69aa-4f1a-498d-bd0b-6cdcc1ce5014', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:59.863884 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a3878c9f-3daa-462b-b333-c3441c5fa9b9 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:59.867561 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-292338b5-3046-43fc-9c2b-f9b3420ae6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.909928 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a3878c9f-3daa-462b-b333-c3441c5fa9b9 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Usage tracker for resource:security_group_rule and tenant:ff64a8be9fed4e47995987db09b13ef9 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:59.910864 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-17c61148-4640-4ff7-815e-cf433cf10aab tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.946628 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2e933474-eabf-482e-b19b-1964f713a360 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761633149422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-65987840'] for subnet, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.951972 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a3878c9f-3daa-462b-b333-c3441c5fa9b9 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:59.961675 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-17c61148-4640-4ff7-815e-cf433cf10aab tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.962240 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ce238-0fd9-43b5-a19d-d7e7ab5b4d5c None None] Pushing event updated for resources: {'Port': ['ID=e8aff5a9-436e-4551-9dee-5b58d11afeef,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:59.964960 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d9d9237f-536c-4a39-af1a-bb069fad2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.029498 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-d9d9237f-536c-4a39-af1a-bb069fad2595 None None] For port e3e38335-9813-447a-89c4-645ba3edf0e5, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e3e38335-9813-447a-89c4-645ba3edf0e5,segment=NetworkSegment(9b216987-8cbc-4835-9c2f-1b45ed9b241e),segment_id=9b216987-8cbc-4835-9c2f-1b45ed9b241e)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:00.044421 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d9d9237f-536c-4a39-af1a-bb069fad2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.047589 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-17c61148-4640-4ff7-815e-cf433cf10aab tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.051301 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a3878c9f-3daa-462b-b333-c3441c5fa9b9 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:00.080706 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292338b5-3046-43fc-9c2b-f9b3420ae6e5 admin admin] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:00.093712 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-292338b5-3046-43fc-9c2b-f9b3420ae6e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:00.108724 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-17c61148-4640-4ff7-815e-cf433cf10aab tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.110321 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292338b5-3046-43fc-9c2b-f9b3420ae6e5 admin admin] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:43:00.114128 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-17c61148-4640-4ff7-815e-cf433cf10aab tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "DELETE /v2.0/security-groups/77188ba4-2a1c-4112-9680-8f7491de25b9 HTTP/1.1" status: 204 len: 168 time: 0.3104415 Jan 21 09:43:00.119625 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52738) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:00.139990 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c61148-4640-4ff7-815e-cf433cf10aab tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77188ba4-2a1c-4112-9680-8f7491de25b9,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:00.200954 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292338b5-3046-43fc-9c2b-f9b3420ae6e5 admin admin] Pushing event updated for resources: {'Port': ['ID=f9e48489-076d-46df-adca-bfd90bfe7142,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:00.238668 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-51935db7-3f38-4d64-a750-eb648b3c1728 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Synchronizing usage tracker for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:00.286715 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e933474-eabf-482e-b19b-1964f713a360 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:00.287516 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2e933474-eabf-482e-b19b-1964f713a360 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.289740 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2e933474-eabf-482e-b19b-1964f713a360 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "PUT /v2.0/subnets/a168d8f0-669c-4f5e-b82e-2c3ade601182 HTTP/1.1" status: 200 len: 877 time: 2.3468113 Jan 21 09:43:00.292323 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9237f-536c-4a39-af1a-bb069fad2595 None None] Pushing event updated for resources: {'Port': ['ID=e3e38335-9813-447a-89c4-645ba3edf0e5,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:00.292896 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52742) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:00.323047 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-51935db7-3f38-4d64-a750-eb648b3c1728 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Unset dirty status for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:00.324355 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-51935db7-3f38-4d64-a750-eb648b3c1728 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2023163 Jan 21 09:43:00.342117 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52746) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:00.350050 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-370415fe-5b0c-4c37-9605-d1febb665188 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Deleting port f2c1bf22-484d-4ecf-97c7-330698b807a2 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:00.350394 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-370415fe-5b0c-4c37-9605-d1febb665188 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.350571 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-dba4cd61-4d19-43b1-a572-d37f954d20e3 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Request body: {'security_group': {'name': 'tempest-secgroup--357955134'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:00.390748 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52750) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:00.396258 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-dba4cd61-4d19-43b1-a572-d37f954d20e3 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:00.473568 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ef1aec71-d3f0-4ebf-9df9-21c1268eed63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.483975 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-40b12200-87f7-4421-a1ce-dfdfa5d2219c None None] Provisioning complete for port e3e38335-9813-447a-89c4-645ba3edf0e5 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:00.484350 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-40b12200-87f7-4421-a1ce-dfdfa5d2219c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.485674 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a3878c9f-3daa-462b-b333-c3441c5fa9b9 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.485802 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-dba4cd61-4d19-43b1-a572-d37f954d20e3 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:00.492894 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e933474-eabf-482e-b19b-1964f713a360 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event updated for resources: {'Subnet': ['ID=a168d8f0-669c-4f5e-b82e-2c3ade601182,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:00.509151 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ef1aec71-d3f0-4ebf-9df9-21c1268eed63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:00.522584 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ef1aec71-d3f0-4ebf-9df9-21c1268eed63 admin admin] Usage tracker for resource:security_group_rule and tenant:c8b64e9f4dff4c9cbcea8847fd70056e is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:00.534382 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ef1aec71-d3f0-4ebf-9df9-21c1268eed63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:00.537287 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dba4cd61-4d19-43b1-a572-d37f954d20e3 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.561702 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ef1aec71-d3f0-4ebf-9df9-21c1268eed63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:00.577045 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-99335f75-a2c3-4ed2-912e-0680dc66d9e8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.583887 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-dba4cd61-4d19-43b1-a572-d37f954d20e3 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:00.594866 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-dba4cd61-4d19-43b1-a572-d37f954d20e3 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Usage tracker for resource:security_group_rule and tenant:8c0d4d71c90e4a68b988e23df905fc56 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:00.597361 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-dba4cd61-4d19-43b1-a572-d37f954d20e3 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:00.611645 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-dba4cd61-4d19-43b1-a572-d37f954d20e3 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:00.629646 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-99335f75-a2c3-4ed2-912e-0680dc66d9e8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Deleting port e8aff5a9-436e-4551-9dee-5b58d11afeef {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:00.629993 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-99335f75-a2c3-4ed2-912e-0680dc66d9e8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.875631 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dba4cd61-4d19-43b1-a572-d37f954d20e3 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.886929 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ef1aec71-d3f0-4ebf-9df9-21c1268eed63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.887907 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dba4cd61-4d19-43b1-a572-d37f954d20e3 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.915756 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf42c1-70d3-4db6-9261-be5b6ea54f41 req-79d4c492-2040-4f22-9814-bb76c3ebe4ec tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:00.917280 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0ddf42c1-70d3-4db6-9261-be5b6ea54f41 req-79d4c492-2040-4f22-9814-bb76c3ebe4ec tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.7076447 Jan 21 09:43:00.918990 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a3878c9f-3daa-462b-b333-c3441c5fa9b9 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.932389 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-370415fe-5b0c-4c37-9605-d1febb665188 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] For port f2c1bf22-484d-4ecf-97c7-330698b807a2, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=f2c1bf22-484d-4ecf-97c7-330698b807a2,segment=NetworkSegment(d425bfc9-1c11-438d-a501-b27394bb5821),segment_id=d425bfc9-1c11-438d-a501-b27394bb5821)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:00.932753 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-370415fe-5b0c-4c37-9605-d1febb665188 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.941649 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a3878c9f-3daa-462b-b333-c3441c5fa9b9 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.957267 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ef1aec71-d3f0-4ebf-9df9-21c1268eed63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.032562 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4cd61-4d19-43b1-a572-d37f954d20e3 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa09feba-9657-4bf4-bfb8-10f1e54e2dca,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:01.061359 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ef1aec71-d3f0-4ebf-9df9-21c1268eed63 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=c8b64e9f4dff4c9cbcea8847fd70056e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6675935 Jan 21 09:43:01.066794 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52754) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:01.072461 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-99335f75-a2c3-4ed2-912e-0680dc66d9e8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] For port e8aff5a9-436e-4551-9dee-5b58d11afeef, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e8aff5a9-436e-4551-9dee-5b58d11afeef,segment=NetworkSegment(59b2f49b-8e26-4148-bf93-93d8495be71b),segment_id=59b2f49b-8e26-4148-bf93-93d8495be71b)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:01.072817 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-99335f75-a2c3-4ed2-912e-0680dc66d9e8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.130589 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-370415fe-5b0c-4c37-9605-d1febb665188 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Calling delete_port for f2c1bf22-484d-4ecf-97c7-330698b807a2 owned by network:router_interface {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:01.160030 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3878c9f-3daa-462b-b333-c3441c5fa9b9 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b81d63a2-4b96-41e2-91d5-b3f2b6337622,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:01.235580 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2d23b3-2534-4dcb-9cf9-51d669d16d33 None None] Network cd7accf8-3a2e-4954-a54c-f7f45fcc020e requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:01.347051 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dba4cd61-4d19-43b1-a572-d37f954d20e3 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.351434 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-dba4cd61-4d19-43b1-a572-d37f954d20e3 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0053599 Jan 21 09:43:01.357645 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-99335f75-a2c3-4ed2-912e-0680dc66d9e8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Calling delete_port for e8aff5a9-436e-4551-9dee-5b58d11afeef owned by network:dhcp {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:01.366335 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e5d2e9bd-c018-4126-a645-39f15cb3402a None None] Provisioning for port e8aff5a9-436e-4551-9dee-5b58d11afeef completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:01.390167 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52758) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:01.402811 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a3878c9f-3daa-462b-b333-c3441c5fa9b9 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.406798 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a3878c9f-3daa-462b-b333-c3441c5fa9b9 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5667176 Jan 21 09:43:01.409112 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1aec71-d3f0-4ebf-9df9-21c1268eed63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bee806-8e8c-486a-bb22-52df242749e1,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:01.412097 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52762) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:01.412620 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-ee1003fc-bccb-4f3e-809b-ad7273a0da69 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Request body: {'security_group_rule': {'security_group_id': 'aa09feba-9657-4bf4-bfb8-10f1e54e2dca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:01.432912 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ee1003fc-bccb-4f3e-809b-ad7273a0da69 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:01.438096 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-588a27c7-dade-4bb4-9f2a-118907d48abb tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Request body: {'security_group_rule': {'security_group_id': '440f69aa-4f1a-498d-bd0b-6cdcc1ce5014', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:01.448457 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ee1003fc-bccb-4f3e-809b-ad7273a0da69 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Usage tracker for resource:security_group_rule and tenant:8c0d4d71c90e4a68b988e23df905fc56 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:01.450238 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0ddf42c1-70d3-4db6-9261-be5b6ea54f41 req-af703829-3e92-45b1-9540-4fd746fd6304 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5233655 Jan 21 09:43:01.455797 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ee1003fc-bccb-4f3e-809b-ad7273a0da69 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:01.462231 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-588a27c7-dade-4bb4-9f2a-118907d48abb tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:01.469671 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ee1003fc-bccb-4f3e-809b-ad7273a0da69 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:01.514514 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5e05d664-02a2-43af-a925-fbb0b65907d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.516291 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ee1003fc-bccb-4f3e-809b-ad7273a0da69 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.530412 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-292338b5-3046-43fc-9c2b-f9b3420ae6e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.598153 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-588a27c7-dade-4bb4-9f2a-118907d48abb tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Usage tracker for resource:security_group_rule and tenant:ff64a8be9fed4e47995987db09b13ef9 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:01.606108 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-588a27c7-dade-4bb4-9f2a-118907d48abb tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:01.615286 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-588a27c7-dade-4bb4-9f2a-118907d48abb tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:01.662566 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5e05d664-02a2-43af-a925-fbb0b65907d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.721810 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-588a27c7-dade-4bb4-9f2a-118907d48abb tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.746507 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-99335f75-a2c3-4ed2-912e-0680dc66d9e8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.807653 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ee1003fc-bccb-4f3e-809b-ad7273a0da69 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.808416 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db329323-15d7-4c34-80fd-fabe09637cd9 None None] Network cd7accf8-3a2e-4954-a54c-f7f45fcc020e requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:01.844230 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99335f75-a2c3-4ed2-912e-0680dc66d9e8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event deleted for resources: {'Port': ['ID=e8aff5a9-436e-4551-9dee-5b58d11afeef,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:01.853634 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ee1003fc-bccb-4f3e-809b-ad7273a0da69 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.927693 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99335f75-a2c3-4ed2-912e-0680dc66d9e8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] No DVR routers for this DVR port e8aff5a9-436e-4551-9dee-5b58d11afeef on host dv-neutron-825731-1-hyperv {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:01.930737 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5e05d664-02a2-43af-a925-fbb0b65907d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.933732 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1003fc-bccb-4f3e-809b-ad7273a0da69 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4020dc83-f604-430e-887e-d44383a0ce11,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:01.933963 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-d55c04ed-af4b-436e-a369-86274036510d None None] Could not find standard attr ID for object e8aff5a9-436e-4551-9dee-5b58d11afeef. {{(pid=87516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:43:01.995140 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f8027-c1d4-46b3-8af0-57a70a43018e req-60cc0fb5-638f-4771-ad9d-73c5a925f86c tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:01.996671 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cc5f8027-c1d4-46b3-8af0-57a70a43018e req-60cc0fb5-638f-4771-ad9d-73c5a925f86c tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.4042079 Jan 21 09:43:02.002276 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e05d664-02a2-43af-a925-fbb0b65907d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bee806-8e8c-486a-bb22-52df242749e1,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:02.050805 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-588a27c7-dade-4bb4-9f2a-118907d48abb tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] create failed (client error): There was a conflict when trying to complete your request. Jan 21 09:43:02.051355 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ee1003fc-bccb-4f3e-809b-ad7273a0da69 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.051858 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-588a27c7-dade-4bb4-9f2a-118907d48abb tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6283615 Jan 21 09:43:02.052575 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ee1003fc-bccb-4f3e-809b-ad7273a0da69 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6558254 Jan 21 09:43:02.056803 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52768) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:02.059353 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52772) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:02.065254 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5e05d664-02a2-43af-a925-fbb0b65907d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.068811 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5e05d664-02a2-43af-a925-fbb0b65907d8 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/b2bee806-8e8c-486a-bb22-52df242749e1 HTTP/1.1" status: 204 len: 168 time: 0.9860973 Jan 21 09:43:02.077410 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-99335f75-a2c3-4ed2-912e-0680dc66d9e8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.126744 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-370415fe-5b0c-4c37-9605-d1febb665188 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.129269 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cc5f8027-c1d4-46b3-8af0-57a70a43018e req-f7832e24-b5c5-4203-8345-17b7416a3d10 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145389 Jan 21 09:43:02.216732 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-6f074809-1a0e-4b59-8d56-3b07ff276b5b tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "GET /v2.0/security-group-rules/4020dc83-f604-430e-887e-d44383a0ce11 HTTP/1.1" status: 200 len: 763 time: 0.1563351 Jan 21 09:43:02.220322 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52780) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:02.236784 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370415fe-5b0c-4c37-9605-d1febb665188 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event deleted for resources: {'Port': ['ID=f2c1bf22-484d-4ecf-97c7-330698b807a2,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:02.243276 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-292338b5-3046-43fc-9c2b-f9b3420ae6e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.254622 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e3e38335-9813-447a-89c4-645ba3edf0e5 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:02.257963 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-99335f75-a2c3-4ed2-912e-0680dc66d9e8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.385702 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99335f75-a2c3-4ed2-912e-0680dc66d9e8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event deleted for resources: {'Subnet': ['ID=a168d8f0-669c-4f5e-b82e-2c3ade601182,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:02.462144 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2094a0e6-43a5-490c-91bc-dff74948aa99 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Synchronizing usage tracker for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group_rule {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:02.502481 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port e3e38335-9813-447a-89c4-645ba3edf0e5 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:02.503112 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.591041 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-99335f75-a2c3-4ed2-912e-0680dc66d9e8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.604043 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2094a0e6-43a5-490c-91bc-dff74948aa99 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Unset dirty status for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group_rule {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:02.605586 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2094a0e6-43a5-490c-91bc-dff74948aa99 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3840299 Jan 21 09:43:02.611177 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52786) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:02.631124 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c084fdb-54c0-4852-a70a-58e454064afc None None] Network cd7accf8-3a2e-4954-a54c-f7f45fcc020e requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:02.682875 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-99335f75-a2c3-4ed2-912e-0680dc66d9e8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd7accf8-3a2e-4954-a54c-f7f45fcc020e']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:02.703206 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-60626a7e-f8c2-4e08-b7db-12e60b7eb456 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.722900 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-99335f75-a2c3-4ed2-912e-0680dc66d9e8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b2f49b-8e26-4148-bf93-93d8495be71b') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:02.723258 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-99335f75-a2c3-4ed2-912e-0680dc66d9e8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b2f49b-8e26-4148-bf93-93d8495be71b') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:02.745017 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-60626a7e-f8c2-4e08-b7db-12e60b7eb456 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.754391 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-99335f75-a2c3-4ed2-912e-0680dc66d9e8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.799033 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-99335f75-a2c3-4ed2-912e-0680dc66d9e8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.805852 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99335f75-a2c3-4ed2-912e-0680dc66d9e8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:43:02.806247 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-99335f75-a2c3-4ed2-912e-0680dc66d9e8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.858843 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0c636846-f04f-4bdb-a9a6-cf5ba89aa520 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.914348 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:43:02.914348 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:43:02.914348 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:43:02.914348 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:02.914348 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:43:02.914348 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:02.914348 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:43:02.914348 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:02.914348 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:43:02.914348 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:02.914348 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:43:02.914348 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:02.914348 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:43:02.914348 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:02.914348 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:02.914348 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:02.914348 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:02.914348 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:02.914348 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:43:02.914348 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:43:02.914348 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:43:02.914348 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:43:02.914348 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:02.914348 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:43:02.914348 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:02.914348 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:43:02.914348 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:02.914348 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:43:02.914348 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:02.914348 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:43:02.914348 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:02.914348 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:02.970635 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-99335f75-a2c3-4ed2-912e-0680dc66d9e8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.979919 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-99335f75-a2c3-4ed2-912e-0680dc66d9e8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.017513 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99335f75-a2c3-4ed2-912e-0680dc66d9e8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event deleted for resources: {'Network': ['ID=cd7accf8-3a2e-4954-a54c-f7f45fcc020e,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:03.020881 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-60626a7e-f8c2-4e08-b7db-12e60b7eb456 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.029090 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0c636846-f04f-4bdb-a9a6-cf5ba89aa520 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.057805 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60626a7e-f8c2-4e08-b7db-12e60b7eb456 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4020dc83-f604-430e-887e-d44383a0ce11,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:03.083069 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-60626a7e-f8c2-4e08-b7db-12e60b7eb456 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.086789 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-60626a7e-f8c2-4e08-b7db-12e60b7eb456 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/4020dc83-f604-430e-887e-d44383a0ce11 HTTP/1.1" status: 204 len: 168 time: 0.4712698 Jan 21 09:43:03.089852 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52802) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:03.091192 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-99335f75-a2c3-4ed2-912e-0680dc66d9e8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "DELETE /v2.0/networks/cd7accf8-3a2e-4954-a54c-f7f45fcc020e HTTP/1.1" status: 204 len: 168 time: 2.7973006 Jan 21 09:43:03.102853 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd91c097-a009-42e3-8bc5-4d0101efef65 None None] DHCP port deletion for cd7accf8-3a2e-4954-a54c-f7f45fcc020e request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:43:03.108703 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52806) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:03.152687 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3f942-0e87-451c-b1d2-40088401e8e2 req-44f2b3c5-3714-4187-a868-a9b838a2a5c9 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:03.154153 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-20b3f942-0e87-451c-b1d2-40088401e8e2 req-44f2b3c5-3714-4187-a868-a9b838a2a5c9 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.2377489 Jan 21 09:43:03.165742 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-78cc7522-4c59-4ab3-8941-372552f2c995 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Synchronizing usage tracker for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group_rule {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:03.185235 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-864859f4-9cec-44bd-a2b9-53d3e2e230f1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:03.185512 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-864859f4-9cec-44bd-a2b9-53d3e2e230f1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:03.199647 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-370415fe-5b0c-4c37-9605-d1febb665188 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.207164 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-864859f4-9cec-44bd-a2b9-53d3e2e230f1 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "DELETE /v2.0/subnets/a168d8f0-669c-4f5e-b82e-2c3ade601182 HTTP/1.1" status: 404 len: 337 time: 0.0930159 Jan 21 09:43:03.209754 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52814) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:03.246637 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-78cc7522-4c59-4ab3-8941-372552f2c995 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Unset dirty status for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group_rule {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:03.247930 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-78cc7522-4c59-4ab3-8941-372552f2c995 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1557152 Jan 21 09:43:03.253213 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-20b3f942-0e87-451c-b1d2-40088401e8e2 req-ad8bdeb6-b541-4743-8d4f-ed28f4204b84 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832055 Jan 21 09:43:03.253657 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52818) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:03.256740 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ad96291-5370-4d46-a02e-b8db9235119b tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:03.257301 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ad96291-5370-4d46-a02e-b8db9235119b tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:03.258888 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5ad96291-5370-4d46-a02e-b8db9235119b tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "DELETE /v2.0/networks/cd7accf8-3a2e-4954-a54c-f7f45fcc020e HTTP/1.1" status: 404 len: 339 time: 0.0476198 Jan 21 09:43:03.261947 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-4bfcf748-3f04-4f5e-a6db-5e2cae7e41df tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Request body: {'security_group_rule': {'security_group_id': 'aa09feba-9657-4bf4-bfb8-10f1e54e2dca', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:03.267475 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52822) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:03.278434 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292338b5-3046-43fc-9c2b-f9b3420ae6e5 admin admin] Router bd4a324c-06cd-436c-aae0-6ab472b1b8e0 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:43:03.312924 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-4bfcf748-3f04-4f5e-a6db-5e2cae7e41df tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:03.319695 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f1557d9-35b0-475f-ac43-2316e0a0f3bd tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:03.320152 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f1557d9-35b0-475f-ac43-2316e0a0f3bd tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:03.324281 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-9f1557d9-35b0-475f-ac43-2316e0a0f3bd tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "DELETE /v2.0/subnets/bd2860cc-4478-48c7-89f3-aa011172a857 HTTP/1.1" status: 404 len: 337 time: 0.0534110 Jan 21 09:43:03.326390 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52828) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:03.331438 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-4bfcf748-3f04-4f5e-a6db-5e2cae7e41df tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:03.360950 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2ebfd77-64ac-4697-a548-c3d5baea73f6 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:03.361364 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2ebfd77-64ac-4697-a548-c3d5baea73f6 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:03.364264 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-b2ebfd77-64ac-4697-a548-c3d5baea73f6 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "DELETE /v2.0/networks/d567539e-112a-4543-bdeb-34980b107ac6 HTTP/1.1" status: 404 len: 339 time: 0.0359004 Jan 21 09:43:03.365685 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52832) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:03.419077 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4bfcf748-3f04-4f5e-a6db-5e2cae7e41df tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.509488 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0c636846-f04f-4bdb-a9a6-cf5ba89aa520 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.526601 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9cd7fd43-f725-40a4-ba4d-240b28a30e48 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.558121 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4bfcf748-3f04-4f5e-a6db-5e2cae7e41df tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.598872 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c636846-f04f-4bdb-a9a6-cf5ba89aa520 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=440f69aa-4f1a-498d-bd0b-6cdcc1ce5014,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:03.603511 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4bfcf748-3f04-4f5e-a6db-5e2cae7e41df tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.633810 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0c636846-f04f-4bdb-a9a6-cf5ba89aa520 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.634963 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0c636846-f04f-4bdb-a9a6-cf5ba89aa520 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "DELETE /v2.0/security-groups/440f69aa-4f1a-498d-bd0b-6cdcc1ce5014 HTTP/1.1" status: 204 len: 168 time: 1.5772414 Jan 21 09:43:03.638805 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52840) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:03.764475 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfcf748-3f04-4f5e-a6db-5e2cae7e41df tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e3fd10-32ce-4d8a-a4ac-191aaf66c0fd,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:03.830919 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9cd7fd43-f725-40a4-ba4d-240b28a30e48 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.842030 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4bfcf748-3f04-4f5e-a6db-5e2cae7e41df tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.845889 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4bfcf748-3f04-4f5e-a6db-5e2cae7e41df tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5883701 Jan 21 09:43:03.846064 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52850) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:03.874921 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-9cd7fd43-f725-40a4-ba4d-240b28a30e48 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69dde13d-8d54-484c-965c-13fd36070431']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:03.885603 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1c32693b-b879-4f4e-9da4-ab5928ff821b tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "GET /v2.0/security-group-rules/50e3fd10-32ce-4d8a-a4ac-191aaf66c0fd HTTP/1.1" status: 200 len: 763 time: 0.0384302 Jan 21 09:43:03.888745 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52854) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:03.911635 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-9cd7fd43-f725-40a4-ba4d-240b28a30e48 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '587cd285-561e-4a3b-b7ac-192e79d8de16') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:03.911931 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-9cd7fd43-f725-40a4-ba4d-240b28a30e48 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '587cd285-561e-4a3b-b7ac-192e79d8de16') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:03.924104 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292338b5-3046-43fc-9c2b-f9b3420ae6e5 admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:43:03.933062 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9cd7fd43-f725-40a4-ba4d-240b28a30e48 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.941986 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68da7d88-5af1-4d1f-8340-0e0eb5db7958 None None] Sync routers for ids ['bd4a324c-06cd-436c-aae0-6ab472b1b8e0'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:43:03.947147 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-b662e51f-152f-4db4-a5b5-91dd0b96598e tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Synchronizing usage tracker for tenant:ff64a8be9fed4e47995987db09b13ef9 on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:03.952902 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68da7d88-5af1-4d1f-8340-0e0eb5db7958 None None] Routers {'bd4a324c-06cd-436c-aae0-6ab472b1b8e0'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:03.953801 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-68da7d88-5af1-4d1f-8340-0e0eb5db7958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:42:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['bd4a324c-06cd-436c-aae0-6ab472b1b8e0'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:03.970159 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370415fe-5b0c-4c37-9605-d1febb665188 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Router d0ac310a-ad76-41dc-a529-60c18664148b has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:43:03.984226 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-292338b5-3046-43fc-9c2b-f9b3420ae6e5 admin admin] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.985738 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-292338b5-3046-43fc-9c2b-f9b3420ae6e5 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.6079593 Jan 21 09:43:03.989308 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52862) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:03.998968 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-40f331dc-e475-4753-bbb4-9b7cfacbc072 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Synchronizing usage tracker for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group_rule {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:04.016837 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9cd7fd43-f725-40a4-ba4d-240b28a30e48 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.025386 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cd7fd43-f725-40a4-ba4d-240b28a30e48 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:43:04.025943 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9cd7fd43-f725-40a4-ba4d-240b28a30e48 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.048241 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:43:04.048241 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:43:04.048241 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:43:04.048241 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:04.048241 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:43:04.048241 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:04.048241 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:43:04.048241 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:04.048241 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:43:04.048241 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:04.048241 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:43:04.048241 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:04.048241 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:43:04.048241 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:04.048241 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:04.048241 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:04.048241 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:04.048241 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:04.048241 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:43:04.048241 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:43:04.048241 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:43:04.048241 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:43:04.048241 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:04.048241 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:43:04.048241 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:04.048241 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:43:04.048241 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:04.048241 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:43:04.048241 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:04.048241 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:43:04.048241 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:04.048241 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:04.050412 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-40f331dc-e475-4753-bbb4-9b7cfacbc072 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Unset dirty status for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group_rule {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:04.055370 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-40f331dc-e475-4753-bbb4-9b7cfacbc072 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1656313 Jan 21 09:43:04.061897 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52866) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:04.107600 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-b662e51f-152f-4db4-a5b5-91dd0b96598e tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Unset dirty status for tenant:ff64a8be9fed4e47995987db09b13ef9 on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:04.108867 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b662e51f-152f-4db4-a5b5-91dd0b96598e tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4177854 Jan 21 09:43:04.118281 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f97291c3-539a-4241-a029-9c1c5157cfbd tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.128310 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52870) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:04.136852 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f97291c3-539a-4241-a029-9c1c5157cfbd tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.143610 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-f0e981cc-292e-4e36-8255-74abacf6b008 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Request body: {'security_group': {'name': 'tempest-secgroup--110146022'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:04.155454 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-68da7d88-5af1-4d1f-8340-0e0eb5db7958 None None] Set router bd4a324c-06cd-436c-aae0-6ab472b1b8e0 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:43:04.186491 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f97291c3-539a-4241-a029-9c1c5157cfbd tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.212343 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f0e981cc-292e-4e36-8255-74abacf6b008 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:04.216239 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52874) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:04.264848 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f0e981cc-292e-4e36-8255-74abacf6b008 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:04.277066 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97291c3-539a-4241-a029-9c1c5157cfbd tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50e3fd10-32ce-4d8a-a4ac-191aaf66c0fd,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:04.299176 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9cd7fd43-f725-40a4-ba4d-240b28a30e48 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.301566 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f97291c3-539a-4241-a029-9c1c5157cfbd tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.302487 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f97291c3-539a-4241-a029-9c1c5157cfbd tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/50e3fd10-32ce-4d8a-a4ac-191aaf66c0fd HTTP/1.1" status: 204 len: 168 time: 0.2396777 Jan 21 09:43:04.345259 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9cd7fd43-f725-40a4-ba4d-240b28a30e48 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.355955 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e8aff5a9-436e-4551-9dee-5b58d11afeef no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:04.360261 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52882) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:04.374457 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7fd43-f725-40a4-ba4d-240b28a30e48 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event deleted for resources: {'Network': ['ID=69dde13d-8d54-484c-965c-13fd36070431,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:04.380978 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-9cd7fd43-f725-40a4-ba4d-240b28a30e48 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "DELETE /v2.0/networks/69dde13d-8d54-484c-965c-13fd36070431 HTTP/1.1" status: 204 len: 168 time: 1.0140703 Jan 21 09:43:04.383461 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0e981cc-292e-4e36-8255-74abacf6b008 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.385155 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52886) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:04.436099 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: e8aff5a9-436e-4551-9dee-5b58d11afeef {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:43:04.436894 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e8aff5a9-436e-4551-9dee-5b58d11afeef not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:04.464253 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb8c5c44-ccec-4a52-ab7d-2b80dea7389f tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:04.465089 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370415fe-5b0c-4c37-9605-d1febb665188 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:43:04.468689 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb8c5c44-ccec-4a52-ab7d-2b80dea7389f tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:04.478000 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-fb8c5c44-ccec-4a52-ab7d-2b80dea7389f tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "DELETE /v2.0/subnets/6f247f01-a97f-4430-9b54-bdcc6bf6b611 HTTP/1.1" status: 404 len: 337 time: 0.0915010 Jan 21 09:43:04.482822 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-370415fe-5b0c-4c37-9605-d1febb665188 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "PUT /v2.0/routers/d0ac310a-ad76-41dc-a529-60c18664148b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1262050 Jan 21 09:43:04.483000 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd8c8f4-d234-4086-9276-76b8c64b0f70 None None] Sync routers for ids ['d0ac310a-ad76-41dc-a529-60c18664148b'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:43:04.485499 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52890) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:04.486313 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52892) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:04.497416 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f0e981cc-292e-4e36-8255-74abacf6b008 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:04.503848 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd8c8f4-d234-4086-9276-76b8c64b0f70 None None] Routers {'d0ac310a-ad76-41dc-a529-60c18664148b'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:04.504469 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-bfd8c8f4-d234-4086-9276-76b8c64b0f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:42:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d0ac310a-ad76-41dc-a529-60c18664148b'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:04.528162 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f0e981cc-292e-4e36-8255-74abacf6b008 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Usage tracker for resource:security_group_rule and tenant:ff64a8be9fed4e47995987db09b13ef9 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:04.647495 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-68da7d88-5af1-4d1f-8340-0e0eb5db7958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'name': 'tempest-TestVolumeBootPattern-2048454854-router', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:55Z', 'updated_at': '2022-01-21T09:43:00Z', 'revision_number': 3, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'gw_port': {'id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:58Z', 'updated_at': '2022-01-21T09:42:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:04.652562 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68da7d88-5af1-4d1f-8340-0e0eb5db7958 None None] Checking router: bd4a324c-06cd-436c-aae0-6ab472b1b8e0 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:43:04.652916 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68da7d88-5af1-4d1f-8340-0e0eb5db7958 None None] Updating router bd4a324c-06cd-436c-aae0-6ab472b1b8e0 port f9e48489-076d-46df-adca-bfd90bfe7142 binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:43:04.671048 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-c17a2b25-6381-4c0b-94e8-434838e26800 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:04.671633 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c17a2b25-6381-4c0b-94e8-434838e26800 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:04.677413 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c17a2b25-6381-4c0b-94e8-434838e26800 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "DELETE /v2.0/networks/687189b5-06bc-48a6-a014-745e10221776 HTTP/1.1" status: 404 len: 339 time: 0.1890471 Jan 21 09:43:04.692926 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52898) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:04.704184 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f0e981cc-292e-4e36-8255-74abacf6b008 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:04.708366 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-bfd8c8f4-d234-4086-9276-76b8c64b0f70 None None] Set router d0ac310a-ad76-41dc-a529-60c18664148b gateway port host: None {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:43:04.709639 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-68da7d88-5af1-4d1f-8340-0e0eb5db7958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.753196 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f0629cd3-c4c5-4327-bd5f-7faac7847a97 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Synchronizing usage tracker for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group_rule {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:04.797210 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-f374721b-c223-470b-b671-aecf2bbaa31e tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:04.802722 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f374721b-c223-470b-b671-aecf2bbaa31e tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:04.808636 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f374721b-c223-470b-b671-aecf2bbaa31e tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "DELETE /v2.0/subnets/98a8b795-6c07-41ee-94c2-c3f7d8f70a7d HTTP/1.1" status: 404 len: 337 time: 0.1142313 Jan 21 09:43:04.812474 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f0e981cc-292e-4e36-8255-74abacf6b008 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:04.822388 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-71e9f3cc-ddc9-44ea-b93b-60dc42bf2d2b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'network': {'name': 'tempest-network-smoke--1037893533', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'port_security_enabled': True}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:04.827706 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52904) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:04.851503 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-71e9f3cc-ddc9-44ea-b93b-60dc42bf2d2b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:04.877473 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-60659396-4be3-4233-8e40-9b086a87d6c1 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Deleting subnet c53d80c8-60ea-4b50-97d6-ae11776852b2 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:43:04.882417 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e141af1-86bf-4d87-947d-3e2eb164d564 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:04.882894 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e141af1-86bf-4d87-947d-3e2eb164d564 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:04.885500 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7e141af1-86bf-4d87-947d-3e2eb164d564 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "DELETE /v2.0/networks/f4d0bbdb-01ac-4153-8309-6be25a88a5fc HTTP/1.1" status: 404 len: 339 time: 0.0566525 Jan 21 09:43:04.886887 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-60659396-4be3-4233-8e40-9b086a87d6c1 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.893957 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52908) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:04.895842 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-71e9f3cc-ddc9-44ea-b93b-60dc42bf2d2b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:network and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:04.902955 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-71e9f3cc-ddc9-44ea-b93b-60dc42bf2d2b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:04.966805 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-60659396-4be3-4233-8e40-9b086a87d6c1 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.973621 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-71e9f3cc-ddc9-44ea-b93b-60dc42bf2d2b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:04.995960 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e47356a-3b75-43df-8eec-dbf35cdb52e2 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:04.996414 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e47356a-3b75-43df-8eec-dbf35cdb52e2 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:05.002696 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f0629cd3-c4c5-4327-bd5f-7faac7847a97 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Unset dirty status for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group_rule {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:05.004010 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f0629cd3-c4c5-4327-bd5f-7faac7847a97 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6425498 Jan 21 09:43:05.011088 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08665aa-a749-4461-a677-b5302aa2f0b9 req-8e05d028-2508-44ac-b7a8-7d3f8643f411 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:05.013123 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a08665aa-a749-4461-a677-b5302aa2f0b9 req-8e05d028-2508-44ac-b7a8-7d3f8643f411 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.72 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.4371295 Jan 21 09:43:05.014748 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52912) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:05.082210 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-88560661-6fb3-4a8d-9c53-97eb14abcc15 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Request body: {'security_group_rule': {'security_group_id': 'aa09feba-9657-4bf4-bfb8-10f1e54e2dca', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:05.090444 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9e47356a-3b75-43df-8eec-dbf35cdb52e2 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "DELETE /v2.0/subnets/ec2f380b-9892-4b6e-a28d-1a7a8c5538bd HTTP/1.1" status: 404 len: 337 time: 0.1887259 Jan 21 09:43:05.094919 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52916) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:05.151544 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-bfd8c8f4-d234-4086-9276-76b8c64b0f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'name': 'tempest-RoutersIpV6Test-router-1023602096', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:07Z', 'updated_at': '2022-01-21T09:43:01Z', 'revision_number': 8, 'project_id': '0ffd125f2e19497db276d912c6599666', 'gw_port_host': None, '_interfaces': [{'id': '62526804-f4e9-4843-b711-4d9b5998cbff', 'name': '', 'network_id': '3263eec5-75eb-46db-beb0-b9bb75d9a94a', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:29:45:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a7e04eaf-e3b2-4d7b-a023-96b3465d91fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:28Z', 'updated_at': '2022-01-21T09:42:39Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'a7e04eaf-e3b2-4d7b-a023-96b3465d91fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9977dbe-e702-4bd4-9306-18fbb198dacb', 'name': '', 'network_id': 'dbc7f600-1ed1-4a45-a230-a69cfb9144c3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:82:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:10Z', 'updated_at': '2022-01-21T09:42:29Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0167b39-67b2-4bed-bfa7-5d02c431992c', 'name': '', 'network_id': '217a9625-8c34-4658-8888-c1b703bc40f3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:b2:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:19Z', 'updated_at': '2022-01-21T09:42:35Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:05.151801 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-a08665aa-a749-4461-a677-b5302aa2f0b9 req-e49e78c1-5f71-4afa-a606-f6e2b298cd16 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Deleting port 77d34ea9-68ce-4a71-9428-8b2152806e32 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:05.151917 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-a08665aa-a749-4461-a677-b5302aa2f0b9 req-e49e78c1-5f71-4afa-a606-f6e2b298cd16 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.156878 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd8c8f4-d234-4086-9276-76b8c64b0f70 None None] Checking router: d0ac310a-ad76-41dc-a529-60c18664148b for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:43:05.158177 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0e981cc-292e-4e36-8255-74abacf6b008 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.164774 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-68da7d88-5af1-4d1f-8340-0e0eb5db7958 None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.169231 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd8c8f4-d234-4086-9276-76b8c64b0f70 None None] Routers {'d0ac310a-ad76-41dc-a529-60c18664148b'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:05.170378 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-bfd8c8f4-d234-4086-9276-76b8c64b0f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:42:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d0ac310a-ad76-41dc-a529-60c18664148b'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:05.178938 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-68da7d88-5af1-4d1f-8340-0e0eb5db7958 None None] Transition to ACTIVE for port object f9e48489-076d-46df-adca-bfd90bfe7142 will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:05.183337 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c666b78-ae94-4c50-93c1-0a2584c10aec tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:05.183846 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c666b78-ae94-4c50-93c1-0a2584c10aec tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:05.187818 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-8c666b78-ae94-4c50-93c1-0a2584c10aec tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "DELETE /v2.0/networks/09667b66-4c91-4a01-88d7-27a73f3dcf0a HTTP/1.1" status: 404 len: 339 time: 0.0876749 Jan 21 09:43:05.189884 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-68da7d88-5af1-4d1f-8340-0e0eb5db7958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.192302 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52920) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:05.260175 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a29404-7ffe-4185-8b0a-983b96a42c6e tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:05.260698 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08a29404-7ffe-4185-8b0a-983b96a42c6e tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:05.265230 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-08a29404-7ffe-4185-8b0a-983b96a42c6e tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "DELETE /v2.0/subnets/0a00cc79-3df6-4bc0-ae89-2e0544d60aa4 HTTP/1.1" status: 404 len: 337 time: 0.0621796 Jan 21 09:43:05.267164 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52924) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:05.274304 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211dd25-2d33-441e-89be-278c2c58c23e None None] Pushing event updated for resources: {'Port': ['ID=f9e48489-076d-46df-adca-bfd90bfe7142,revision_number=2']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:05.318060 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-68da7d88-5af1-4d1f-8340-0e0eb5db7958 None None] Attempting to bind port f9e48489-076d-46df-adca-bfd90bfe7142 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:05.319327 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-68da7d88-5af1-4d1f-8340-0e0eb5db7958 None None] Attempting to bind port f9e48489-076d-46df-adca-bfd90bfe7142 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:05.320461 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68da7d88-5af1-4d1f-8340-0e0eb5db7958 None None] Attempting to bind port f9e48489-076d-46df-adca-bfd90bfe7142 on network 80a065d7-b55c-43ad-a3e8-c65befe4136c {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:43:05.328954 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68da7d88-5af1-4d1f-8340-0e0eb5db7958 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:43:05.329737 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68da7d88-5af1-4d1f-8340-0e0eb5db7958 None None] Checking segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:05.330399 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-68da7d88-5af1-4d1f-8340-0e0eb5db7958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.331010 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68da7d88-5af1-4d1f-8340-0e0eb5db7958 None None] Bound using segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:43:05.332100 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-68da7d88-5af1-4d1f-8340-0e0eb5db7958 None None] Bound port: f9e48489-076d-46df-adca-bfd90bfe7142, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:05.332774 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-68da7d88-5af1-4d1f-8340-0e0eb5db7958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.340240 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e11ecb1-74e0-42c9-96e5-2aecd003f50d tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:05.340654 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e11ecb1-74e0-42c9-96e5-2aecd003f50d tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:05.344608 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6e11ecb1-74e0-42c9-96e5-2aecd003f50d tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "DELETE /v2.0/networks/6321e8c2-7b3b-45c4-b05f-e2197dd0328e HTTP/1.1" status: 404 len: 339 time: 0.0733256 Jan 21 09:43:05.344608 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-60659396-4be3-4233-8e40-9b086a87d6c1 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.358487 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-bfd8c8f4-d234-4086-9276-76b8c64b0f70 None None] Set router d0ac310a-ad76-41dc-a529-60c18664148b gateway port host: None {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:43:05.376506 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e9f3cc-ddc9-44ea-b93b-60dc42bf2d2b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Made reservation on behalf of 6ddc82470f624ec48d3ebbc58317dba5 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:05.379971 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-71e9f3cc-ddc9-44ea-b93b-60dc42bf2d2b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.384307 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52928) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:05.392751 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-88560661-6fb3-4a8d-9c53-97eb14abcc15 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:05.418263 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f31198-037b-4a34-9918-514c7d27c06c req-9fe31621-56e2-4cc9-bfa1-aacd91ddab9f tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:05.419833 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b4f31198-037b-4a34-9918-514c7d27c06c req-9fe31621-56e2-4cc9-bfa1-aacd91ddab9f tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.8880286 Jan 21 09:43:05.420468 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0e981cc-292e-4e36-8255-74abacf6b008 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.443206 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc4b4b2b-55f2-476d-85d2-db40d25c7462 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:05.443206 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc4b4b2b-55f2-476d-85d2-db40d25c7462 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:05.446616 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-dc4b4b2b-55f2-476d-85d2-db40d25c7462 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "DELETE /v2.0/subnets/4a246a95-d1a1-406a-9f9a-ba026e3db6f9 HTTP/1.1" status: 404 len: 337 time: 0.0591795 Jan 21 09:43:05.453032 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52934) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:05.454867 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-68da7d88-5af1-4d1f-8340-0e0eb5db7958 None None] For port f9e48489-076d-46df-adca-bfd90bfe7142, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:43:05.457266 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-71e9f3cc-ddc9-44ea-b93b-60dc42bf2d2b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.461163 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-68da7d88-5af1-4d1f-8340-0e0eb5db7958 None None] For port f9e48489-076d-46df-adca-bfd90bfe7142, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=f9e48489-076d-46df-adca-bfd90bfe7142,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:43:05.467236 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-68da7d88-5af1-4d1f-8340-0e0eb5db7958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.516185 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-c77017c8-5192-4639-92e5-7eac716b6419 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:05.516776 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c77017c8-5192-4639-92e5-7eac716b6419 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:05.518444 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c77017c8-5192-4639-92e5-7eac716b6419 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "DELETE /v2.0/networks/315b6851-1e31-4c33-8b72-de469df52d59 HTTP/1.1" status: 404 len: 339 time: 0.0622778 Jan 21 09:43:05.530832 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52938) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:05.535783 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-71e9f3cc-ddc9-44ea-b93b-60dc42bf2d2b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:05.540436 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-71e9f3cc-ddc9-44ea-b93b-60dc42bf2d2b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:05.543965 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-71e9f3cc-ddc9-44ea-b93b-60dc42bf2d2b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:05.550439 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-71e9f3cc-ddc9-44ea-b93b-60dc42bf2d2b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:05.563892 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211dd25-2d33-441e-89be-278c2c58c23e None None] Pushing event updated for resources: {'Port': ['ID=f9e48489-076d-46df-adca-bfd90bfe7142,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:05.579500 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0e981cc-292e-4e36-8255-74abacf6b008 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.581576 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f0e981cc-292e-4e36-8255-74abacf6b008 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4517546 Jan 21 09:43:05.594026 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68da7d88-5af1-4d1f-8340-0e0eb5db7958 None None] Routers {'bd4a324c-06cd-436c-aae0-6ab472b1b8e0'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:05.594477 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-88560661-6fb3-4a8d-9c53-97eb14abcc15 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:05.594688 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-68da7d88-5af1-4d1f-8340-0e0eb5db7958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:42:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['bd4a324c-06cd-436c-aae0-6ab472b1b8e0'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:05.622049 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52942) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:05.647703 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-c9d7182b-b956-49c5-9e9c-e13ac5b36c92 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Request body: {'security_group_rule': {'security_group_id': 'fb2d3f42-16f1-400c-97f5-736a016d0978', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:05.648203 dv-neutron-825731-1-hyperv neutron-server[87514]: WARNING neutron.api.v2.base [None req-c9d7182b-b956-49c5-9e9c-e13ac5b36c92 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 21 09:43:05.648685 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-c9d7182b-b956-49c5-9e9c-e13ac5b36c92 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:43:05.650069 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c9d7182b-b956-49c5-9e9c-e13ac5b36c92 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0266459 Jan 21 09:43:05.656571 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52946) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:05.680487 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-38f4df4e-9b5d-4805-b4ec-2b41f73e70e5 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:05.680968 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38f4df4e-9b5d-4805-b4ec-2b41f73e70e5 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:05.692503 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-38f4df4e-9b5d-4805-b4ec-2b41f73e70e5 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "DELETE /v2.0/subnets/d860b111-3133-45fb-8e9d-8cfb37401302 HTTP/1.1" status: 404 len: 337 time: 0.1545510 Jan 21 09:43:05.692503 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-60659396-4be3-4233-8e40-9b086a87d6c1 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.700095 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e981cc-292e-4e36-8255-74abacf6b008 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2d3f42-16f1-400c-97f5-736a016d0978,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:05.705470 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52950) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:05.730398 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-88560661-6fb3-4a8d-9c53-97eb14abcc15 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.776845 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b4f31198-037b-4a34-9918-514c7d27c06c req-6403c818-bbb9-4519-bd4c-3c4f4895ea29 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3310022 Jan 21 09:43:05.790544 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231878da-0109-4cff-90c4-53b1f7acff4c None None] Network 5df417ca-82ea-40aa-84d3-1bc50a08a15a requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:05.792120 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-60659396-4be3-4233-8e40-9b086a87d6c1 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.796435 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-60659396-4be3-4233-8e40-9b086a87d6c1 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/subnets/c53d80c8-60ea-4b50-97d6-ae11776852b2 HTTP/1.1" status: 204 len: 168 time: 1.3052452 Jan 21 09:43:05.804560 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52954) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:05.820523 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-68da7d88-5af1-4d1f-8340-0e0eb5db7958 None None] Set router bd4a324c-06cd-436c-aae0-6ab472b1b8e0 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:43:05.843016 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60659396-4be3-4233-8e40-9b086a87d6c1 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event deleted for resources: {'Subnet': ['ID=c53d80c8-60ea-4b50-97d6-ae11776852b2,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:05.846159 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-0759aa1c-b6a9-455c-89cf-196f26fc36d8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:05.846851 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0759aa1c-b6a9-455c-89cf-196f26fc36d8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:05.848810 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0759aa1c-b6a9-455c-89cf-196f26fc36d8 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "DELETE /v2.0/networks/793bff1d-5755-491c-805a-72cfae781c5e HTTP/1.1" status: 404 len: 339 time: 0.0512018 Jan 21 09:43:05.860214 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52958) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:05.863952 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-88560661-6fb3-4a8d-9c53-97eb14abcc15 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.884395 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-88560661-6fb3-4a8d-9c53-97eb14abcc15 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.942926 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88560661-6fb3-4a8d-9c53-97eb14abcc15 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2242f69-aa36-4515-874a-bfda0037246f,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:05.955436 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-4de27ea4-022b-4bf0-a318-184d2d9f4b92 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:05.955891 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4de27ea4-022b-4bf0-a318-184d2d9f4b92 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:05.960578 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4de27ea4-022b-4bf0-a318-184d2d9f4b92 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "DELETE /v2.0/subnets/9486a471-9968-4fd3-b68f-f49d52b6a804 HTTP/1.1" status: 404 len: 337 time: 0.0614171 Jan 21 09:43:05.965890 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52962) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:06.021301 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d3523cb-40c2-43d9-895f-23af67d21e37 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:06.021659 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-71e9f3cc-ddc9-44ea-b93b-60dc42bf2d2b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.021792 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d3523cb-40c2-43d9-895f-23af67d21e37 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:06.027510 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4d3523cb-40c2-43d9-895f-23af67d21e37 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "DELETE /v2.0/networks/60f76568-6a35-4b77-a6b1-b20cadf8827d HTTP/1.1" status: 404 len: 339 time: 0.0508533 Jan 21 09:43:06.027691 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a9c83e23-c4b9-4061-8453-532b21cbe6f7 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.029707 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52966) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:06.060077 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a9c83e23-c4b9-4061-8453-532b21cbe6f7 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.080761 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a6328a-9eab-483e-ae31-510df3391d00 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:06.081193 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15a6328a-9eab-483e-ae31-510df3391d00 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:06.085498 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-15a6328a-9eab-483e-ae31-510df3391d00 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "DELETE /v2.0/subnets/95806fb4-6ba6-4d24-b616-50ec2441e627 HTTP/1.1" status: 404 len: 337 time: 0.0509143 Jan 21 09:43:06.117127 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52970) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:06.125344 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-71e9f3cc-ddc9-44ea-b93b-60dc42bf2d2b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.154165 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-bfd8c8f4-d234-4086-9276-76b8c64b0f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'name': 'tempest-RoutersIpV6Test-router-1023602096', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:07Z', 'updated_at': '2022-01-21T09:43:01Z', 'revision_number': 8, 'project_id': '0ffd125f2e19497db276d912c6599666', 'gw_port_host': None, '_interfaces': [{'id': '62526804-f4e9-4843-b711-4d9b5998cbff', 'name': '', 'network_id': '3263eec5-75eb-46db-beb0-b9bb75d9a94a', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:29:45:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a7e04eaf-e3b2-4d7b-a023-96b3465d91fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:28Z', 'updated_at': '2022-01-21T09:42:39Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'a7e04eaf-e3b2-4d7b-a023-96b3465d91fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9977dbe-e702-4bd4-9306-18fbb198dacb', 'name': '', 'network_id': 'dbc7f600-1ed1-4a45-a230-a69cfb9144c3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:82:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:10Z', 'updated_at': '2022-01-21T09:42:29Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0167b39-67b2-4bed-bfa7-5d02c431992c', 'name': '', 'network_id': '217a9625-8c34-4658-8888-c1b703bc40f3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:b2:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:19Z', 'updated_at': '2022-01-21T09:42:35Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:06.160996 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd8c8f4-d234-4086-9276-76b8c64b0f70 None None] The sync data for ids ['d0ac310a-ad76-41dc-a529-60c18664148b'] in dv-neutron-825731-1-hyperv is: [{'id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'name': 'tempest-RoutersIpV6Test-router-1023602096', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:07Z', 'updated_at': '2022-01-21T09:43:01Z', 'revision_number': 8, 'project_id': '0ffd125f2e19497db276d912c6599666', 'gw_port_host': None, '_interfaces': [{'id': '62526804-f4e9-4843-b711-4d9b5998cbff', 'name': '', 'network_id': '3263eec5-75eb-46db-beb0-b9bb75d9a94a', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:29:45:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a7e04eaf-e3b2-4d7b-a023-96b3465d91fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:28Z', 'updated_at': '2022-01-21T09:42:39Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'a7e04eaf-e3b2-4d7b-a023-96b3465d91fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9977dbe-e702-4bd4-9306-18fbb198dacb', 'name': '', 'network_id': 'dbc7f600-1ed1-4a45-a230-a69cfb9144c3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:82:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:10Z', 'updated_at': '2022-01-21T09:42:29Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0167b39-67b2-4bed-bfa7-5d02c431992c', 'name': '', 'network_id': '217a9625-8c34-4658-8888-c1b703bc40f3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:b2:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:19Z', 'updated_at': '2022-01-21T09:42:35Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:43:06.162895 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a9c83e23-c4b9-4061-8453-532b21cbe6f7 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.174620 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-88560661-6fb3-4a8d-9c53-97eb14abcc15 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.175982 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-88560661-6fb3-4a8d-9c53-97eb14abcc15 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1574519 Jan 21 09:43:06.192679 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 52974) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:06.216465 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-adf003b0-8276-4c75-89e6-a53058244f8a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:06.217028 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adf003b0-8276-4c75-89e6-a53058244f8a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:06.229948 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71e9f3cc-ddc9-44ea-b93b-60dc42bf2d2b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:06.239685 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-68da7d88-5af1-4d1f-8340-0e0eb5db7958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'name': 'tempest-TestVolumeBootPattern-2048454854-router', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:55Z', 'updated_at': '2022-01-21T09:43:00Z', 'revision_number': 3, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'gw_port': {'id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:58Z', 'updated_at': '2022-01-21T09:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:06.245710 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68da7d88-5af1-4d1f-8340-0e0eb5db7958 None None] The sync data for ids ['bd4a324c-06cd-436c-aae0-6ab472b1b8e0'] in dv-neutron-825731-1-hyperv is: [{'id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'name': 'tempest-TestVolumeBootPattern-2048454854-router', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:55Z', 'updated_at': '2022-01-21T09:43:00Z', 'revision_number': 3, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'gw_port': {'id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:58Z', 'updated_at': '2022-01-21T09:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:43:06.294518 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e9f3cc-ddc9-44ea-b93b-60dc42bf2d2b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9533e1b2-d43b-404a-b16c-6c8e4c4f4a42,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:06.305446 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a9c83e23-c4b9-4061-8453-532b21cbe6f7 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.306567 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a9c83e23-c4b9-4061-8453-532b21cbe6f7 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "DELETE /v2.0/security-groups/fb2d3f42-16f1-400c-97f5-736a016d0978 HTTP/1.1" status: 204 len: 168 time: 0.6441052 Jan 21 09:43:06.308092 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-71e9f3cc-ddc9-44ea-b93b-60dc42bf2d2b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.308427 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-71e9f3cc-ddc9-44ea-b93b-60dc42bf2d2b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Added segment fba40be4-9fff-412a-a038-55e4d6cba25c of type vlan for network ad7d1e2e-0774-4dd8-b4a1-ce49e042d841 Jan 21 09:43:06.321831 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-6e586255-8cff-479f-9860-0058c5e67821 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "GET /v2.0/security-group-rules/f2242f69-aa36-4515-874a-bfda0037246f HTTP/1.1" status: 200 len: 764 time: 0.1215045 Jan 21 09:43:06.323297 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-adf003b0-8276-4c75-89e6-a53058244f8a tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "DELETE /v2.0/networks/94133eda-7daf-4043-922c-d6672c973988 HTTP/1.1" status: 404 len: 339 time: 0.2050614 Jan 21 09:43:06.325587 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52978) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:06.325939 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52980) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:06.326224 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52982) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:06.336010 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c83e23-c4b9-4061-8453-532b21cbe6f7 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2d3f42-16f1-400c-97f5-736a016d0978,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:06.372486 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-da3a91b4-3a3f-4539-b31a-1fea0000ef44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.383021 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-71e9f3cc-ddc9-44ea-b93b-60dc42bf2d2b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.405738 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-a08665aa-a749-4461-a677-b5302aa2f0b9 req-e49e78c1-5f71-4afa-a606-f6e2b298cd16 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] For port 77d34ea9-68ce-4a71-9428-8b2152806e32, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=77d34ea9-68ce-4a71-9428-8b2152806e32,segment=NetworkSegment(6dbe62b3-80b8-484a-a3b1-46049c848789),segment_id=6dbe62b3-80b8-484a-a3b1-46049c848789)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:06.406095 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-a08665aa-a749-4461-a677-b5302aa2f0b9 req-e49e78c1-5f71-4afa-a606-f6e2b298cd16 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.433048 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1549db1a-7465-4489-aebe-1499a229d32b tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.468055 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-71e9f3cc-ddc9-44ea-b93b-60dc42bf2d2b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.473291 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e9f3cc-ddc9-44ea-b93b-60dc42bf2d2b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:06.473878 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-71e9f3cc-ddc9-44ea-b93b-60dc42bf2d2b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.553648 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0cbb3b-133c-452a-8bfb-04ae288d26eb None None] DHCP port deletion for 5df417ca-82ea-40aa-84d3-1bc50a08a15a request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:43:06.561998 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-df0cbb3b-133c-452a-8bfb-04ae288d26eb None None] Deleting port 8747b4f8-2ae0-4b84-a364-bd8875df1c8c {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:06.562379 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-df0cbb3b-133c-452a-8bfb-04ae288d26eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.584373 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-1549db1a-7465-4489-aebe-1499a229d32b tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Deleting port 8747b4f8-2ae0-4b84-a364-bd8875df1c8c {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:06.585149 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1549db1a-7465-4489-aebe-1499a229d32b tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.620190 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-71e9f3cc-ddc9-44ea-b93b-60dc42bf2d2b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.4028621 Jan 21 09:43:06.639498 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52990) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:06.670945 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-8750004c-9d11-4972-b05a-00ae35085d1d tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Deleting subnet e53ac3ed-abf7-422e-9349-0566a629a90a {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:43:06.675139 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8750004c-9d11-4972-b05a-00ae35085d1d tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.714025 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e9f3cc-ddc9-44ea-b93b-60dc42bf2d2b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Network': ['ID=ad7d1e2e-0774-4dd8-b4a1-ce49e042d841,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:06.720867 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-9ba8132e-2039-46dd-b2fd-a7b17757f37c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-34972314', 'admin_state_up': True, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:06.729160 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-9ba8132e-2039-46dd-b2fd-a7b17757f37c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:06.733285 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-9ba8132e-2039-46dd-b2fd-a7b17757f37c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:router and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:06.736992 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-9ba8132e-2039-46dd-b2fd-a7b17757f37c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:06.744192 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-9ba8132e-2039-46dd-b2fd-a7b17757f37c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:06.765172 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6ba466b2-1c7a-415a-95c1-db98ed9e281f tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4267309 Jan 21 09:43:06.776331 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network ad7d1e2e-0774-4dd8-b4a1-ce49e042d841 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:06.778150 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 52994) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:06.820771 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-da3a91b4-3a3f-4539-b31a-1fea0000ef44 admin admin] Allocated IP 172.20.0.1 (4880d60f-eaf6-400c-ae63-407f78f8f686/a15dd6d5-fb0e-4d75-9036-70eb3b2240fa/e9d219ea-cc58-44c1-819b-db9bbadc11d0) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:06.874373 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-750d0bcb-6f6e-4561-9103-8d524596e84d tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Synchronizing usage tracker for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group_rule {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:06.877272 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9ba8132e-2039-46dd-b2fd-a7b17757f37c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.878336 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9ba8132e-2039-46dd-b2fd-a7b17757f37c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.887800 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-7e8b2d85-cdcf-4272-a815-a541b3a97c47 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Request body: {'security_group': {'name': 'tempest-secgroup--659455522'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:06.927945 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-7e8b2d85-cdcf-4272-a815-a541b3a97c47 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:06.975809 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8750004c-9d11-4972-b05a-00ae35085d1d tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.040138 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-df0cbb3b-133c-452a-8bfb-04ae288d26eb None None] For port 8747b4f8-2ae0-4b84-a364-bd8875df1c8c, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=8747b4f8-2ae0-4b84-a364-bd8875df1c8c,segment=NetworkSegment(d425bfc9-1c11-438d-a501-b27394bb5821),segment_id=d425bfc9-1c11-438d-a501-b27394bb5821)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:07.040544 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-df0cbb3b-133c-452a-8bfb-04ae288d26eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.106024 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-da3a91b4-3a3f-4539-b31a-1fea0000ef44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.121584 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-da3a91b4-3a3f-4539-b31a-1fea0000ef44 admin admin] Transition to ACTIVE for port object e9d219ea-cc58-44c1-819b-db9bbadc11d0 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:07.147703 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-da3a91b4-3a3f-4539-b31a-1fea0000ef44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.157310 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7e8b2d85-cdcf-4272-a815-a541b3a97c47 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Usage tracker for resource:security_group and tenant:ff64a8be9fed4e47995987db09b13ef9 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:07.165419 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7e8b2d85-cdcf-4272-a815-a541b3a97c47 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:07.171622 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-7e8b2d85-cdcf-4272-a815-a541b3a97c47 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:07.190664 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-df0cbb3b-133c-452a-8bfb-04ae288d26eb None None] Calling delete_port for 8747b4f8-2ae0-4b84-a364-bd8875df1c8c owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:07.209591 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3a91b4-3a3f-4539-b31a-1fea0000ef44 admin admin] Network 4880d60f-eaf6-400c-ae63-407f78f8f686 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:07.213701 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-da3a91b4-3a3f-4539-b31a-1fea0000ef44 admin admin] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:07.222463 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3a91b4-3a3f-4539-b31a-1fea0000ef44 admin admin] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:43:07.264108 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7e8b2d85-cdcf-4272-a815-a541b3a97c47 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.299671 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-df0cbb3b-133c-452a-8bfb-04ae288d26eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.302974 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9ba8132e-2039-46dd-b2fd-a7b17757f37c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.308173 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-da3a91b4-3a3f-4539-b31a-1fea0000ef44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.316149 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-750d0bcb-6f6e-4561-9103-8d524596e84d tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Unset dirty status for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group_rule {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:07.320494 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-750d0bcb-6f6e-4561-9103-8d524596e84d tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.9776039 Jan 21 09:43:07.340547 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53000) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:07.342773 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-a08665aa-a749-4461-a677-b5302aa2f0b9 req-e49e78c1-5f71-4afa-a606-f6e2b298cd16 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.343135 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-a08665aa-a749-4461-a677-b5302aa2f0b9 req-e49e78c1-5f71-4afa-a606-f6e2b298cd16 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.343619 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.l3_db [req-a08665aa-a749-4461-a677-b5302aa2f0b9 req-e49e78c1-5f71-4afa-a606-f6e2b298cd16 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Floating IP 849eeebd-1c8e-4fd7-87e2-dcfb19593d78 disassociated. External IP: 172.26.3.206, port: 77d34ea9-68ce-4a71-9428-8b2152806e32. Jan 21 09:43:07.343958 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-a08665aa-a749-4461-a677-b5302aa2f0b9 req-e49e78c1-5f71-4afa-a606-f6e2b298cd16 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Calling delete_port for 77d34ea9-68ce-4a71-9428-8b2152806e32 owned by compute:nova {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:07.353206 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0cbb3b-133c-452a-8bfb-04ae288d26eb None None] Pushing event deleted for resources: {'Port': ['ID=8747b4f8-2ae0-4b84-a364-bd8875df1c8c,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:07.369368 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0cbb3b-133c-452a-8bfb-04ae288d26eb None None] No DVR routers for this DVR port 8747b4f8-2ae0-4b84-a364-bd8875df1c8c on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:07.394681 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-7e8b2d85-cdcf-4272-a815-a541b3a97c47 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:07.444542 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7e8b2d85-cdcf-4272-a815-a541b3a97c47 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Usage tracker for resource:security_group_rule and tenant:ff64a8be9fed4e47995987db09b13ef9 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:07.462521 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7e8b2d85-cdcf-4272-a815-a541b3a97c47 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:07.498322 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-7e8b2d85-cdcf-4272-a815-a541b3a97c47 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:07.562940 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a91b4-3a3f-4539-b31a-1fea0000ef44 admin admin] Pushing event updated for resources: {'Port': ['ID=e9d219ea-cc58-44c1-819b-db9bbadc11d0,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:07.580146 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-39a532f4-7d06-44df-b018-3a5d779c07d8 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.595902 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-39a532f4-7d06-44df-b018-3a5d779c07d8 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.603272 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-3d649be8-0da5-4325-8f8f-d7df1e7489ef None None] Provisioning for port e9d219ea-cc58-44c1-819b-db9bbadc11d0 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:07.606818 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-da3a91b4-3a3f-4539-b31a-1fea0000ef44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.609491 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-3d649be8-0da5-4325-8f8f-d7df1e7489ef None None] Provisioning complete for port e9d219ea-cc58-44c1-819b-db9bbadc11d0 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:07.610111 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3d649be8-0da5-4325-8f8f-d7df1e7489ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.686160 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-3d649be8-0da5-4325-8f8f-d7df1e7489ef None None] Port e9d219ea-cc58-44c1-819b-db9bbadc11d0 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:43:07.701035 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-39a532f4-7d06-44df-b018-3a5d779c07d8 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.736299 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a532f4-7d06-44df-b018-3a5d779c07d8 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2242f69-aa36-4515-874a-bfda0037246f,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:07.761243 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-39a532f4-7d06-44df-b018-3a5d779c07d8 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.765219 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-39a532f4-7d06-44df-b018-3a5d779c07d8 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/f2242f69-aa36-4515-874a-bfda0037246f HTTP/1.1" status: 204 len: 168 time: 0.4197035 Jan 21 09:43:07.765219 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53004) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:07.788192 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-1549db1a-7465-4489-aebe-1499a229d32b tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] For port 8747b4f8-2ae0-4b84-a364-bd8875df1c8c, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=8747b4f8-2ae0-4b84-a364-bd8875df1c8c,segment=NetworkSegment(d425bfc9-1c11-438d-a501-b27394bb5821),segment_id=d425bfc9-1c11-438d-a501-b27394bb5821)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:07.788796 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1549db1a-7465-4489-aebe-1499a229d32b tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.809717 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba0369-e840-455b-850e-f5912de235a6 req-86bfc618-7fe7-421e-a22b-48ff5c4d53f7 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:07.811281 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-faba0369-e840-455b-850e-f5912de235a6 req-86bfc618-7fe7-421e-a22b-48ff5c4d53f7 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 945 time: 0.7056286 Jan 21 09:43:07.870342 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8750004c-9d11-4972-b05a-00ae35085d1d tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.019548 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-5b3a6555-8d5c-4af3-ac30-171bf56c7a83 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Synchronizing usage tracker for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group_rule {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:08.049275 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-5b3a6555-8d5c-4af3-ac30-171bf56c7a83 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Unset dirty status for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group_rule {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:08.050546 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-5b3a6555-8d5c-4af3-ac30-171bf56c7a83 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2848620 Jan 21 09:43:08.053490 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53008) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:08.069607 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-da3a91b4-3a3f-4539-b31a-1fea0000ef44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.080082 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-da3a91b4-3a3f-4539-b31a-1fea0000ef44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.203829 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-1549db1a-7465-4489-aebe-1499a229d32b tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Calling delete_port for 8747b4f8-2ae0-4b84-a364-bd8875df1c8c owned by network:dhcp {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:08.214660 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-da3a91b4-3a3f-4539-b31a-1fea0000ef44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.236693 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a91b4-3a3f-4539-b31a-1fea0000ef44 admin admin] Pushing event updated for resources: {'Port': ['ID=e9d219ea-cc58-44c1-819b-db9bbadc11d0,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:08.240144 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device f9e48489-076d-46df-adca-bfd90bfe7142 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:08.264022 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-89b17f90-7223-42f6-9412-44bed9a5d8b5 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.334180 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port f9e48489-076d-46df-adca-bfd90bfe7142 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:08.340627 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port f9e48489-076d-46df-adca-bfd90bfe7142 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:08.341279 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.358046 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-89b17f90-7223-42f6-9412-44bed9a5d8b5 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.371218 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9ba8132e-2039-46dd-b2fd-a7b17757f37c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.429751 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-faba0369-e840-455b-850e-f5912de235a6 req-b8bdd464-0c79-4ae0-b6dd-c901c2e00834 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups?id=beb17f3e-1dc4-4aa7-a215-30655c5bc13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5628674 Jan 21 09:43:08.446988 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3a91b4-3a3f-4539-b31a-1fea0000ef44 admin admin] Network 4880d60f-eaf6-400c-ae63-407f78f8f686 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:08.456738 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-da3a91b4-3a3f-4539-b31a-1fea0000ef44 admin admin] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:08.459570 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-89b17f90-7223-42f6-9412-44bed9a5d8b5 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.475309 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7e8b2d85-cdcf-4272-a815-a541b3a97c47 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.484266 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-a08665aa-a749-4461-a677-b5302aa2f0b9 req-e49e78c1-5f71-4afa-a606-f6e2b298cd16 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.489866 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7e8b2d85-cdcf-4272-a815-a541b3a97c47 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.490163 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.500679 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b17f90-7223-42f6-9412-44bed9a5d8b5 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa09feba-9657-4bf4-bfb8-10f1e54e2dca,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:08.510132 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port f9e48489-076d-46df-adca-bfd90bfe7142, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=f9e48489-076d-46df-adca-bfd90bfe7142,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:08.515243 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.594224 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8750004c-9d11-4972-b05a-00ae35085d1d tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.597739 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.api [None req-1549db1a-7465-4489-aebe-1499a229d32b tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:43:08.598049 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG oslo_db.api [None req-1549db1a-7465-4489-aebe-1499a229d32b tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:43:08.605811 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device f2c1bf22-484d-4ecf-97c7-330698b807a2 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:08.631043 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-89b17f90-7223-42f6-9412-44bed9a5d8b5 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.635744 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-89b17f90-7223-42f6-9412-44bed9a5d8b5 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "DELETE /v2.0/security-groups/aa09feba-9657-4bf4-bfb8-10f1e54e2dca HTTP/1.1" status: 204 len: 168 time: 0.5779531 Jan 21 09:43:08.636989 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53012) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:08.650441 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: f2c1bf22-484d-4ecf-97c7-330698b807a2 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:43:08.650780 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device f2c1bf22-484d-4ecf-97c7-330698b807a2 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:08.651202 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 8747b4f8-2ae0-4b84-a364-bd8875df1c8c no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:08.664462 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49e78c1-5f71-4afa-a606-f6e2b298cd16 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Pushing event deleted for resources: {'Port': ['ID=77d34ea9-68ce-4a71-9428-8b2152806e32,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:08.691428 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=f9e48489-076d-46df-adca-bfd90bfe7142,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:08.700957 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 8747b4f8-2ae0-4b84-a364-bd8875df1c8c {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:43:08.701292 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 8747b4f8-2ae0-4b84-a364-bd8875df1c8c not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:08.709141 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750004c-9d11-4972-b05a-00ae35085d1d tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event deleted for resources: {'Subnet': ['ID=e53ac3ed-abf7-422e-9349-0566a629a90a,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:08.733007 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f02732f-7ca9-43a6-9dc0-2f41f753238b None None] Network 79186ce4-1405-482f-abf1-5dd60e704c9b requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:08.741879 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8750004c-9d11-4972-b05a-00ae35085d1d tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.774846 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b2d85-cdcf-4272-a815-a541b3a97c47 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe601a4-e4e4-4cbc-9029-767f36ca9b4f,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:08.786272 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 77d34ea9-68ce-4a71-9428-8b2152806e32 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:08.827065 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-52f3fb94-db8b-4059-b6e4-ead678930dec tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Synchronizing usage tracker for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:08.861081 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3a91b4-3a3f-4539-b31a-1fea0000ef44 admin admin] Router bd4a324c-06cd-436c-aae0-6ab472b1b8e0 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:43:08.936566 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] No Port match for: 77d34ea9-68ce-4a71-9428-8b2152806e32 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:43:08.937207 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 77d34ea9-68ce-4a71-9428-8b2152806e32 not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:08.977548 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-8750004c-9d11-4972-b05a-00ae35085d1d tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "DELETE /v2.0/subnets/e53ac3ed-abf7-422e-9349-0566a629a90a HTTP/1.1" status: 204 len: 168 time: 2.6357777 Jan 21 09:43:08.979454 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-52f3fb94-db8b-4059-b6e4-ead678930dec tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Unset dirty status for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:08.980760 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-52f3fb94-db8b-4059-b6e4-ead678930dec tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3426158 Jan 21 09:43:08.981713 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53016) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:08.986686 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7e8b2d85-cdcf-4272-a815-a541b3a97c47 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.986686 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7e8b2d85-cdcf-4272-a815-a541b3a97c47 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.1995275 Jan 21 09:43:08.986686 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53020) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:08.989249 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53022) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:08.994839 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-02d2624f-31b9-455c-b250-0a53f2e1d9ce tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Request body: {'security_group_rule': {'security_group_id': '9fe601a4-e4e4-4cbc-9029-767f36ca9b4f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:08.995677 dv-neutron-825731-1-hyperv neutron-server[87514]: WARNING neutron.api.v2.base [None req-02d2624f-31b9-455c-b250-0a53f2e1d9ce tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 21 09:43:08.996173 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-02d2624f-31b9-455c-b250-0a53f2e1d9ce tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:43:08.997091 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-02d2624f-31b9-455c-b250-0a53f2e1d9ce tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0067363 Jan 21 09:43:09.004925 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53026) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:09.031014 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-deba35ae-1471-491e-a847-d95c4f22ece9 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Request body: {'security_group': {'name': 'tempest-secgroup--911143518'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:09.068433 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e255a5aa-c95f-4b80-897f-91ce4c3f8f9d None None] Provisioning complete for port e9d219ea-cc58-44c1-819b-db9bbadc11d0 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:09.068779 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e255a5aa-c95f-4b80-897f-91ce4c3f8f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.112840 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-1549db1a-7465-4489-aebe-1499a229d32b tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Deleting port 8747b4f8-2ae0-4b84-a364-bd8875df1c8c {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:09.113101 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1549db1a-7465-4489-aebe-1499a229d32b tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.122714 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3a91b4-3a3f-4539-b31a-1fea0000ef44 admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:43:09.127471 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-da3a91b4-3a3f-4539-b31a-1fea0000ef44 admin admin] 10.222.0.110 "PUT /v2.0/routers/bd4a324c-06cd-436c-aae0-6ab472b1b8e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1371424 Jan 21 09:43:09.139063 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3076347-9a0d-4ee9-90fa-71a9bfc38704 None None] Sync routers for ids ['bd4a324c-06cd-436c-aae0-6ab472b1b8e0'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:43:09.150121 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3076347-9a0d-4ee9-90fa-71a9bfc38704 None None] Routers {'bd4a324c-06cd-436c-aae0-6ab472b1b8e0'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:09.151028 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-f3076347-9a0d-4ee9-90fa-71a9bfc38704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:42:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['bd4a324c-06cd-436c-aae0-6ab472b1b8e0'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:09.167864 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-e255a5aa-c95f-4b80-897f-91ce4c3f8f9d None None] Port e9d219ea-cc58-44c1-819b-db9bbadc11d0 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:43:09.172096 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-deba35ae-1471-491e-a847-d95c4f22ece9 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:09.268157 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cca61f5-294f-43a9-af68-ceb287e9526b None None] DHCP port deletion for 79186ce4-1405-482f-abf1-5dd60e704c9b request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:43:09.272672 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-8cca61f5-294f-43a9-af68-ceb287e9526b None None] Deleting port a289a1d0-14f0-4881-a8fb-5cc848dde48e {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:09.273985 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8cca61f5-294f-43a9-af68-ceb287e9526b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.344810 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-deba35ae-1471-491e-a847-d95c4f22ece9 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:09.379832 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-f3076347-9a0d-4ee9-90fa-71a9bfc38704 None None] Set router bd4a324c-06cd-436c-aae0-6ab472b1b8e0 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:43:09.395509 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-1549db1a-7465-4489-aebe-1499a229d32b tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] The port '8747b4f8-2ae0-4b84-a364-bd8875df1c8c' was deleted {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:43:09.473071 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-deba35ae-1471-491e-a847-d95c4f22ece9 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.486106 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b62ad3fe-70d4-4ea7-872d-ba9920d83786 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.615142 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-8cca61f5-294f-43a9-af68-ceb287e9526b None None] For port a289a1d0-14f0-4881-a8fb-5cc848dde48e, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a289a1d0-14f0-4881-a8fb-5cc848dde48e,segment=NetworkSegment(b790bf59-7dd6-42aa-87ae-21ac502c0689),segment_id=b790bf59-7dd6-42aa-87ae-21ac502c0689)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:09.615755 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8cca61f5-294f-43a9-af68-ceb287e9526b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.659657 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-eb8980e2-7163-4c35-81cc-4888930b1cea req-213c1c48-5654-405b-a61b-e282e59e3fba tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 210 time: 0.0592048 Jan 21 09:43:09.705226 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1549db1a-7465-4489-aebe-1499a229d32b tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.777252 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-1549db1a-7465-4489-aebe-1499a229d32b tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df417ca-82ea-40aa-84d3-1bc50a08a15a']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:09.785470 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-8cca61f5-294f-43a9-af68-ceb287e9526b None None] Calling delete_port for a289a1d0-14f0-4881-a8fb-5cc848dde48e owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:09.802725 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a08665aa-a749-4461-a677-b5302aa2f0b9 req-e49e78c1-5f71-4afa-a606-f6e2b298cd16 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Router 29dc86f9-9542-4256-ae43-a8de2d8782fa has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:43:09.807643 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dadeb79d-240b-41ba-9162-ad8b567bd7a8 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.831001 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-deba35ae-1471-491e-a847-d95c4f22ece9 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:09.839570 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-1549db1a-7465-4489-aebe-1499a229d32b tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd425bfc9-1c11-438d-a501-b27394bb5821') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:09.840407 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-1549db1a-7465-4489-aebe-1499a229d32b tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd425bfc9-1c11-438d-a501-b27394bb5821') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:09.846664 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-f3076347-9a0d-4ee9-90fa-71a9bfc38704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'name': 'tempest-TestVolumeBootPattern-2048454854-router', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:55Z', 'updated_at': '2022-01-21T09:43:07Z', 'revision_number': 4, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'gw_port': {'id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:58Z', 'updated_at': '2022-01-21T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'e9d219ea-cc58-44c1-819b-db9bbadc11d0', 'name': '', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'mac_address': 'fa:16:3e:bb:4c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:43:07Z', 'revision_number': 2, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'subnets': [{'id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:09.851981 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3076347-9a0d-4ee9-90fa-71a9bfc38704 None None] Checking router: bd4a324c-06cd-436c-aae0-6ab472b1b8e0 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:43:09.852534 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3076347-9a0d-4ee9-90fa-71a9bfc38704 None None] Updating router bd4a324c-06cd-436c-aae0-6ab472b1b8e0 port e9d219ea-cc58-44c1-819b-db9bbadc11d0 binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:43:09.863992 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-deba35ae-1471-491e-a847-d95c4f22ece9 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Usage tracker for resource:security_group_rule and tenant:8c0d4d71c90e4a68b988e23df905fc56 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:09.889960 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53048) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:09.897457 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8cca61f5-294f-43a9-af68-ceb287e9526b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.898850 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-fcbc7fd2-a5fc-4d14-b77d-1292513951cb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1928130954-network', 'tenant_id': '1a063c0ea71443edbf5c0abd39627be0'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:09.904047 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-fcbc7fd2-a5fc-4d14-b77d-1292513951cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:09.909877 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-fcbc7fd2-a5fc-4d14-b77d-1292513951cb admin admin] Usage tracker for resource:network and tenant:1a063c0ea71443edbf5c0abd39627be0 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:09.914893 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-fcbc7fd2-a5fc-4d14-b77d-1292513951cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:09.918984 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-f3076347-9a0d-4ee9-90fa-71a9bfc38704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.923109 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-fcbc7fd2-a5fc-4d14-b77d-1292513951cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:09.943164 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca61f5-294f-43a9-af68-ceb287e9526b None None] Pushing event deleted for resources: {'Port': ['ID=a289a1d0-14f0-4881-a8fb-5cc848dde48e,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:09.944363 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbc7fd2-a5fc-4d14-b77d-1292513951cb admin admin] Made reservation on behalf of 1a063c0ea71443edbf5c0abd39627be0 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:09.952252 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cca61f5-294f-43a9-af68-ceb287e9526b None None] No DVR routers for this DVR port a289a1d0-14f0-4881-a8fb-5cc848dde48e on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:09.954652 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fcbc7fd2-a5fc-4d14-b77d-1292513951cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.973643 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fcbc7fd2-a5fc-4d14-b77d-1292513951cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.989688 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-fcbc7fd2-a5fc-4d14-b77d-1292513951cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:09.994568 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-fcbc7fd2-a5fc-4d14-b77d-1292513951cb admin admin] Usage tracker for resource:security_group_rule and tenant:1a063c0ea71443edbf5c0abd39627be0 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:09.997548 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-fcbc7fd2-a5fc-4d14-b77d-1292513951cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:10.003953 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-fcbc7fd2-a5fc-4d14-b77d-1292513951cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:10.084831 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-deba35ae-1471-491e-a847-d95c4f22ece9 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:10.098901 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1549db1a-7465-4489-aebe-1499a229d32b tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.100829 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fcbc7fd2-a5fc-4d14-b77d-1292513951cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.105582 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fcbc7fd2-a5fc-4d14-b77d-1292513951cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.108213 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-b62ad3fe-70d4-4ea7-872d-ba9920d83786 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Deleting port a289a1d0-14f0-4881-a8fb-5cc848dde48e {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:10.108545 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b62ad3fe-70d4-4ea7-872d-ba9920d83786 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.168254 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcbc7fd2-a5fc-4d14-b77d-1292513951cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:10.178970 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fcbc7fd2-a5fc-4d14-b77d-1292513951cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.179767 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-fcbc7fd2-a5fc-4d14-b77d-1292513951cb admin admin] Added segment 2005e06a-4063-446a-9c7f-728eec304dd4 of type vlan for network ad8e80e5-b6d2-4dc0-9faa-3145f2c53195 Jan 21 09:43:10.192008 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dadeb79d-240b-41ba-9162-ad8b567bd7a8 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.193323 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device f9e48489-076d-46df-adca-bfd90bfe7142 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:10.197028 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc7fd2-a5fc-4d14-b77d-1292513951cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6f8df1-578b-434c-885c-cc58d61e5c9c,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:10.200583 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-deba35ae-1471-491e-a847-d95c4f22ece9 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:10.236285 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fcbc7fd2-a5fc-4d14-b77d-1292513951cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.263804 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-b62ad3fe-70d4-4ea7-872d-ba9920d83786 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] The port 'a289a1d0-14f0-4881-a8fb-5cc848dde48e' was deleted {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:43:10.272857 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fcbc7fd2-a5fc-4d14-b77d-1292513951cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.274236 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbc7fd2-a5fc-4d14-b77d-1292513951cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:10.274977 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fcbc7fd2-a5fc-4d14-b77d-1292513951cb admin admin] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.297585 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port f9e48489-076d-46df-adca-bfd90bfe7142 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:10.297994 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.320572 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-fcbc7fd2-a5fc-4d14-b77d-1292513951cb admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4284282 Jan 21 09:43:10.323704 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53052) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:10.334017 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-86346ec7-9609-4356-810f-c5e4b09e9230 admin admin] Request body: {'subnet': {'network_id': 'ad8e80e5-b6d2-4dc0-9faa-3145f2c53195', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1928130954-subnet', 'tenant_id': '1a063c0ea71443edbf5c0abd39627be0', 'ip_version': 4}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:10.339033 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-86346ec7-9609-4356-810f-c5e4b09e9230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:10.343281 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-86346ec7-9609-4356-810f-c5e4b09e9230 admin admin] Usage tracker for resource:subnet and tenant:1a063c0ea71443edbf5c0abd39627be0 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:10.343914 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1549db1a-7465-4489-aebe-1499a229d32b tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.346692 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-86346ec7-9609-4356-810f-c5e4b09e9230 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:10.355855 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-86346ec7-9609-4356-810f-c5e4b09e9230 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:10.356683 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-f3076347-9a0d-4ee9-90fa-71a9bfc38704 None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.430145 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86346ec7-9609-4356-810f-c5e4b09e9230 admin admin] Made reservation on behalf of 1a063c0ea71443edbf5c0abd39627be0 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:10.432595 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-86346ec7-9609-4356-810f-c5e4b09e9230 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.445743 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc7fd2-a5fc-4d14-b77d-1292513951cb admin admin] Pushing event updated for resources: {'Network': ['ID=ad8e80e5-b6d2-4dc0-9faa-3145f2c53195,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:10.456084 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1549db1a-7465-4489-aebe-1499a229d32b tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:43:10.456487 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1549db1a-7465-4489-aebe-1499a229d32b tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.465918 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network ad8e80e5-b6d2-4dc0-9faa-3145f2c53195 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:10.485401 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:43:10.485401 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:43:10.485401 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:43:10.485401 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:43:10.485401 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:43:10.485401 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:43:10.485401 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:43:10.485401 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:43:10.485401 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:43:10.485401 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:43:10.485401 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:43:10.485401 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:10.485401 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:43:10.485401 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:10.485401 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:43:10.485401 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:10.485401 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:43:10.485401 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:10.485401 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:43:10.485401 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:10.485401 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:43:10.485401 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:10.485401 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:10.485401 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:10.485401 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:10.485401 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:10.485401 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:43:10.485401 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:43:10.485401 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:43:10.485401 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:43:10.485401 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:10.485401 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:43:10.485401 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:10.485401 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:43:10.485401 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:10.485401 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:43:10.485401 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:10.485401 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:43:10.485401 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:10.485401 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:10.510026 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a289a1d0-14f0-4881-a8fb-5cc848dde48e no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:10.600262 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: a289a1d0-14f0-4881-a8fb-5cc848dde48e {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:43:10.600592 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a289a1d0-14f0-4881-a8fb-5cc848dde48e not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:10.626752 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9ba8132e-2039-46dd-b2fd-a7b17757f37c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router_gateway, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.670366 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-86346ec7-9609-4356-810f-c5e4b09e9230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.751327 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86346ec7-9609-4356-810f-c5e4b09e9230 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6121ca86-2ed4-44f4-824d-f0d8e8070d2a,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:10.762730 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b62ad3fe-70d4-4ea7-872d-ba9920d83786 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.764699 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86346ec7-9609-4356-810f-c5e4b09e9230 admin admin] Checking segment: {'id': '2005e06a-4063-446a-9c7f-728eec304dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ad8e80e5-b6d2-4dc0-9faa-3145f2c53195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:10.765055 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86346ec7-9609-4356-810f-c5e4b09e9230 admin admin] Network hostable DHCP agents. Network: ad8e80e5-b6d2-4dc0-9faa-3145f2c53195, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:10.773702 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9ba8132e-2039-46dd-b2fd-a7b17757f37c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.790348 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86346ec7-9609-4356-810f-c5e4b09e9230 admin admin] Network ad8e80e5-b6d2-4dc0-9faa-3145f2c53195 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:10.802280 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-86346ec7-9609-4356-810f-c5e4b09e9230 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, ad8e80e5-b6d2-4dc0-9faa-3145f2c53195) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:10.807491 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86346ec7-9609-4356-810f-c5e4b09e9230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:10.808288 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-86346ec7-9609-4356-810f-c5e4b09e9230 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.811905 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6452502-c6a5-4b7e-aee7-72399bd04c0f None None] Network ad8e80e5-b6d2-4dc0-9faa-3145f2c53195 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:10.834097 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-f3076347-9a0d-4ee9-90fa-71a9bfc38704 None None] Transition to ACTIVE for port object e9d219ea-cc58-44c1-819b-db9bbadc11d0 will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:10.834421 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-86346ec7-9609-4356-810f-c5e4b09e9230 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5090387 Jan 21 09:43:10.837399 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53058) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:10.842266 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-71ffde4c-8aa4-47d2-a4be-b4f8bc38211d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1928130954-router', 'tenant_id': '1a063c0ea71443edbf5c0abd39627be0', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:10.842477 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-f3076347-9a0d-4ee9-90fa-71a9bfc38704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.850656 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-71ffde4c-8aa4-47d2-a4be-b4f8bc38211d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:10.852492 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dadeb79d-240b-41ba-9162-ad8b567bd7a8 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.857282 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-71ffde4c-8aa4-47d2-a4be-b4f8bc38211d admin admin] Usage tracker for resource:router and tenant:1a063c0ea71443edbf5c0abd39627be0 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:10.861222 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-71ffde4c-8aa4-47d2-a4be-b4f8bc38211d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:10.868153 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-71ffde4c-8aa4-47d2-a4be-b4f8bc38211d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:10.882966 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-71ffde4c-8aa4-47d2-a4be-b4f8bc38211d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.884316 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-71ffde4c-8aa4-47d2-a4be-b4f8bc38211d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.903825 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1549db1a-7465-4489-aebe-1499a229d32b tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.905958 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a08665aa-a749-4461-a677-b5302aa2f0b9 req-e49e78c1-5f71-4afa-a606-f6e2b298cd16 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:43:10.914868 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-71ffde4c-8aa4-47d2-a4be-b4f8bc38211d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.923894 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-b62ad3fe-70d4-4ea7-872d-ba9920d83786 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79186ce4-1405-482f-abf1-5dd60e704c9b']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:10.953742 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b6e8bf-b7f9-4355-a511-6a156a770da9 None None] Sync routers for ids ['29dc86f9-9542-4256-ae43-a8de2d8782fa'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:43:10.974685 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b6e8bf-b7f9-4355-a511-6a156a770da9 None None] Routers {'29dc86f9-9542-4256-ae43-a8de2d8782fa'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:10.975652 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-d6b6e8bf-b7f9-4355-a511-6a156a770da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:42:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['29dc86f9-9542-4256-ae43-a8de2d8782fa'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:11.004165 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:43:11.009415 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1549db1a-7465-4489-aebe-1499a229d32b tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.046532 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-c74f39d6-6b0e-43dc-8a10-3cb16149d305 req-dc5ad60f-da2e-4457-81d8-36f8246a243b tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Synchronizing usage tracker for tenant:21bf33c022814c088610cd12785c806c on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:11.071706 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadeb79d-240b-41ba-9162-ad8b567bd7a8 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe601a4-e4e4-4cbc-9029-767f36ca9b4f,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:11.078662 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-b62ad3fe-70d4-4ea7-872d-ba9920d83786 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b790bf59-7dd6-42aa-87ae-21ac502c0689') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:11.078662 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-b62ad3fe-70d4-4ea7-872d-ba9920d83786 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b790bf59-7dd6-42aa-87ae-21ac502c0689') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:11.095148 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e1c7a-3779-4d12-9477-4761863d3069 None None] Pushing event updated for resources: {'Port': ['ID=e9d219ea-cc58-44c1-819b-db9bbadc11d0,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:11.128619 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b62ad3fe-70d4-4ea7-872d-ba9920d83786 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.153810 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b62ad3fe-70d4-4ea7-872d-ba9920d83786 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.162717 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b62ad3fe-70d4-4ea7-872d-ba9920d83786 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:43:11.163125 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b62ad3fe-70d4-4ea7-872d-ba9920d83786 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.206077 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-f3076347-9a0d-4ee9-90fa-71a9bfc38704 None None] Attempting to bind port e9d219ea-cc58-44c1-819b-db9bbadc11d0 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:11.206697 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-f3076347-9a0d-4ee9-90fa-71a9bfc38704 None None] Attempting to bind port e9d219ea-cc58-44c1-819b-db9bbadc11d0 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '9b216987-8cbc-4835-9c2f-1b45ed9b241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:11.207210 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3076347-9a0d-4ee9-90fa-71a9bfc38704 None None] Attempting to bind port e9d219ea-cc58-44c1-819b-db9bbadc11d0 on network 4880d60f-eaf6-400c-ae63-407f78f8f686 {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:43:11.214030 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3076347-9a0d-4ee9-90fa-71a9bfc38704 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:43:11.214767 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3076347-9a0d-4ee9-90fa-71a9bfc38704 None None] Checking segment: {'id': '9b216987-8cbc-4835-9c2f-1b45ed9b241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:11.215509 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-f3076347-9a0d-4ee9-90fa-71a9bfc38704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.216049 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3076347-9a0d-4ee9-90fa-71a9bfc38704 None None] Bound using segment: {'id': '9b216987-8cbc-4835-9c2f-1b45ed9b241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:43:11.216710 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-f3076347-9a0d-4ee9-90fa-71a9bfc38704 None None] Bound port: e9d219ea-cc58-44c1-819b-db9bbadc11d0, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b216987-8cbc-4835-9c2f-1b45ed9b241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:11.217230 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-f3076347-9a0d-4ee9-90fa-71a9bfc38704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.309068 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1549db1a-7465-4489-aebe-1499a229d32b tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event deleted for resources: {'Network': ['ID=5df417ca-82ea-40aa-84d3-1bc50a08a15a,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:11.310955 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:43:11.310955 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:43:11.310955 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:43:11.310955 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:11.310955 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:43:11.310955 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:11.310955 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:43:11.310955 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:11.310955 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:43:11.310955 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:11.310955 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:43:11.310955 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:11.310955 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:43:11.310955 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:11.310955 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:11.310955 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:11.310955 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:11.310955 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:11.310955 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:43:11.310955 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:43:11.310955 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:43:11.310955 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:43:11.310955 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:11.310955 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:43:11.310955 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:11.310955 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:43:11.310955 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:11.310955 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:43:11.310955 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:11.310955 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:43:11.310955 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:11.310955 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:11.325658 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-f3076347-9a0d-4ee9-90fa-71a9bfc38704 None None] For port e9d219ea-cc58-44c1-819b-db9bbadc11d0, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:43:11.330259 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-f3076347-9a0d-4ee9-90fa-71a9bfc38704 None None] For port e9d219ea-cc58-44c1-819b-db9bbadc11d0, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e9d219ea-cc58-44c1-819b-db9bbadc11d0,segment=NetworkSegment(9b216987-8cbc-4835-9c2f-1b45ed9b241e),segment_id=9b216987-8cbc-4835-9c2f-1b45ed9b241e)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:43:11.334601 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-d6b6e8bf-b7f9-4355-a511-6a156a770da9 None None] Set router 29dc86f9-9542-4256-ae43-a8de2d8782fa gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:43:11.343357 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-f3076347-9a0d-4ee9-90fa-71a9bfc38704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.386858 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebd41eb-56c6-4275-9946-4af6dc1a727e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-ad8e80e5-b6d2-4dc0-9faa-3145f2c53195', 'network_id': 'ad8e80e5-b6d2-4dc0-9faa-3145f2c53195', 'tenant_id': '1a063c0ea71443edbf5c0abd39627be0', 'fixed_ips': [{'subnet_id': '6121ca86-2ed4-44f4-824d-f0d8e8070d2a'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:43:11.387798 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3ebd41eb-56c6-4275-9946-4af6dc1a727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.407700 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-71ffde4c-8aa4-47d2-a4be-b4f8bc38211d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.451073 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3076347-9a0d-4ee9-90fa-71a9bfc38704 None None] Routers {'bd4a324c-06cd-436c-aae0-6ab472b1b8e0'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:11.451724 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-f3076347-9a0d-4ee9-90fa-71a9bfc38704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:42:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['bd4a324c-06cd-436c-aae0-6ab472b1b8e0'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:11.469890 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-9ba8132e-2039-46dd-b2fd-a7b17757f37c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Allocated IP 172.26.3.241 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:11.659428 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-deba35ae-1471-491e-a847-d95c4f22ece9 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.679499 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b62ad3fe-70d4-4ea7-872d-ba9920d83786 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.685101 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b62ad3fe-70d4-4ea7-872d-ba9920d83786 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.699570 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1549db1a-7465-4489-aebe-1499a229d32b tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/networks/5df417ca-82ea-40aa-84d3-1bc50a08a15a HTTP/1.1" status: 204 len: 168 time: 5.8579726 Jan 21 09:43:11.701281 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08665aa-a749-4461-a677-b5302aa2f0b9 req-e49e78c1-5f71-4afa-a606-f6e2b298cd16 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] No DVR routers for this DVR port 77d34ea9-68ce-4a71-9428-8b2152806e32 on host hv-neutron-8257 {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:11.701888 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-f3076347-9a0d-4ee9-90fa-71a9bfc38704 None None] Set router bd4a324c-06cd-436c-aae0-6ab472b1b8e0 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:43:11.703745 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-a08665aa-a749-4461-a677-b5302aa2f0b9 req-e49e78c1-5f71-4afa-a606-f6e2b298cd16 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.705634 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a08665aa-a749-4461-a677-b5302aa2f0b9 req-e49e78c1-5f71-4afa-a606-f6e2b298cd16 tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.72 "DELETE /v2.0/ports/77d34ea9-68ce-4a71-9428-8b2152806e32 HTTP/1.1" status: 204 len: 173 time: 6.6863248 Jan 21 09:43:11.720566 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53066) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:11.747246 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-b62ad3fe-70d4-4ea7-872d-ba9920d83786 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] 10.222.0.110 "DELETE /v2.0/networks/79186ce4-1405-482f-abf1-5dd60e704c9b HTTP/1.1" status: 204 len: 168 time: 2.7644067 Jan 21 09:43:11.751449 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca0a84f-7fa2-4cac-b5af-88b7be9719fd', 'name': 'network-vif-deleted', 'tag': '77d34ea9-68ce-4a71-9428-8b2152806e32'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:43:11.782535 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-deba35ae-1471-491e-a847-d95c4f22ece9 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.902805 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e1c7a-3779-4d12-9477-4761863d3069 None None] Pushing event updated for resources: {'Port': ['ID=e9d219ea-cc58-44c1-819b-db9bbadc11d0,revision_number=4']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:11.908876 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dadeb79d-240b-41ba-9162-ad8b567bd7a8 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.912502 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-dadeb79d-240b-41ba-9162-ad8b567bd7a8 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "DELETE /v2.0/security-groups/9fe601a4-e4e4-4cbc-9029-767f36ca9b4f HTTP/1.1" status: 204 len: 168 time: 2.8902452 Jan 21 09:43:11.926507 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53074) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:12.000909 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-71ffde4c-8aa4-47d2-a4be-b4f8bc38211d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.035218 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-71ffde4c-8aa4-47d2-a4be-b4f8bc38211d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.127096 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-29256cdf-d70c-42ea-a150-c5bed30f4652 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Synchronizing usage tracker for tenant:ff64a8be9fed4e47995987db09b13ef9 on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:12.190503 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-f3076347-9a0d-4ee9-90fa-71a9bfc38704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'name': 'tempest-TestVolumeBootPattern-2048454854-router', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:55Z', 'updated_at': '2022-01-21T09:43:07Z', 'revision_number': 4, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'gw_port': {'id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:58Z', 'updated_at': '2022-01-21T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'e9d219ea-cc58-44c1-819b-db9bbadc11d0', 'name': '', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'mac_address': 'fa:16:3e:bb:4c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:43:11Z', 'revision_number': 4, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'subnets': [{'id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:12.198124 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3076347-9a0d-4ee9-90fa-71a9bfc38704 None None] The sync data for ids ['bd4a324c-06cd-436c-aae0-6ab472b1b8e0'] in dv-neutron-825731-1-hyperv is: [{'id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'name': 'tempest-TestVolumeBootPattern-2048454854-router', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:55Z', 'updated_at': '2022-01-21T09:43:07Z', 'revision_number': 4, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'gw_port': {'id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:58Z', 'updated_at': '2022-01-21T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'e9d219ea-cc58-44c1-819b-db9bbadc11d0', 'name': '', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'mac_address': 'fa:16:3e:bb:4c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:43:11Z', 'revision_number': 4, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'subnets': [{'id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:43:12.202699 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-29256cdf-d70c-42ea-a150-c5bed30f4652 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Unset dirty status for tenant:ff64a8be9fed4e47995987db09b13ef9 on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:12.207614 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-29256cdf-d70c-42ea-a150-c5bed30f4652 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2752409 Jan 21 09:43:12.211524 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-3ebd41eb-56c6-4275-9946-4af6dc1a727e None None] Allocated IP 172.20.0.2 (ad8e80e5-b6d2-4dc0-9faa-3145f2c53195/6121ca86-2ed4-44f4-824d-f0d8e8070d2a/c80db8c6-676d-4f71-a031-9ab3120ca079) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:12.212076 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53080) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:12.227868 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-9acc20de-7195-4032-bbbd-529b2c4e853f tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Request body: {'security_group': {'name': 'tempest-secgroup--418985777'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:12.254258 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9acc20de-7195-4032-bbbd-529b2c4e853f tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:12.280189 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9acc20de-7195-4032-bbbd-529b2c4e853f tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:12.300637 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba35ae-1471-491e-a847-d95c4f22ece9 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b59166ab-cdd8-4cc2-b2d6-623fed71c664,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:12.312287 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53084) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:12.313470 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9acc20de-7195-4032-bbbd-529b2c4e853f tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.329785 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca0a84f-7fa2-4cac-b5af-88b7be9719fd', 'name': 'network-vif-deleted', 'tag': '77d34ea9-68ce-4a71-9428-8b2152806e32', 'status': 'completed', 'code': 200} Jan 21 09:43:12.330517 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ad3fe-70d4-4ea7-872d-ba9920d83786 tempest-NetworksTest-218681962 tempest-NetworksTest-218681962-project] Pushing event deleted for resources: {'Network': ['ID=79186ce4-1405-482f-abf1-5dd60e704c9b,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:12.357081 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-c74f39d6-6b0e-43dc-8a10-3cb16149d305 req-dc5ad60f-da2e-4457-81d8-36f8246a243b tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Unset dirty status for tenant:21bf33c022814c088610cd12785c806c on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:12.358260 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c74f39d6-6b0e-43dc-8a10-3cb16149d305 req-dc5ad60f-da2e-4457-81d8-36f8246a243b tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/ports?device_id=fca0a84f-7fa2-4cac-b5af-88b7be9719fd HTTP/1.1" status: 200 len: 210 time: 1.5280011 Jan 21 09:43:12.378283 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9acc20de-7195-4032-bbbd-529b2c4e853f tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:12.387250 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9acc20de-7195-4032-bbbd-529b2c4e853f tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Usage tracker for resource:security_group_rule and tenant:ff64a8be9fed4e47995987db09b13ef9 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:12.390320 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-deba35ae-1471-491e-a847-d95c4f22ece9 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.403504 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9acc20de-7195-4032-bbbd-529b2c4e853f tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:12.403717 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-deba35ae-1471-491e-a847-d95c4f22ece9 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 3.3925245 Jan 21 09:43:12.403829 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53090) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:12.407894 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-4eefde5e-66db-4b9c-ba6d-e79a5428a7db tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Request body: {'security_group_rule': {'security_group_id': 'b59166ab-cdd8-4cc2-b2d6-623fed71c664', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:12.422278 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9acc20de-7195-4032-bbbd-529b2c4e853f tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:12.435806 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-4eefde5e-66db-4b9c-ba6d-e79a5428a7db tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:12.446979 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4eefde5e-66db-4b9c-ba6d-e79a5428a7db tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Usage tracker for resource:security_group_rule and tenant:8c0d4d71c90e4a68b988e23df905fc56 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:12.452459 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4eefde5e-66db-4b9c-ba6d-e79a5428a7db tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:12.460089 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-4eefde5e-66db-4b9c-ba6d-e79a5428a7db tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:12.481396 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-d6b6e8bf-b7f9-4355-a511-6a156a770da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'name': 'tempest-ServerActionsTestJSON-304556091-router', 'tenant_id': '21bf33c022814c088610cd12785c806c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '8eac12c5-0b88-435b-beee-31592b141764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:29Z', 'updated_at': '2022-01-21T09:36:40Z', 'revision_number': 4, 'project_id': '21bf33c022814c088610cd12785c806c', 'gw_port': {'id': '8eac12c5-0b88-435b-beee-31592b141764', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:31Z', 'updated_at': '2022-01-21T09:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'c3d92270-6f2c-48c5-bae5-62608422225c', 'name': '', 'network_id': '55051115-0a6d-4aad-ae33-4c0466ea1935', 'tenant_id': '21bf33c022814c088610cd12785c806c', 'mac_address': 'fa:16:3e:3b:2b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'cd14a905-cd68-4fb4-a084-5e658ee5e25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:37Z', 'updated_at': '2022-01-21T09:36:57Z', 'revision_number': 5, 'project_id': '21bf33c022814c088610cd12785c806c', 'subnets': [{'id': 'cd14a905-cd68-4fb4-a084-5e658ee5e25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:12.488614 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b6e8bf-b7f9-4355-a511-6a156a770da9 None None] Checking router: 29dc86f9-9542-4256-ae43-a8de2d8782fa for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:43:12.522489 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b6e8bf-b7f9-4355-a511-6a156a770da9 None None] Routers {'29dc86f9-9542-4256-ae43-a8de2d8782fa'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:12.524122 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-d6b6e8bf-b7f9-4355-a511-6a156a770da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:42:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['29dc86f9-9542-4256-ae43-a8de2d8782fa'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:12.548575 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9ba8132e-2039-46dd-b2fd-a7b17757f37c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.579913 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4eefde5e-66db-4b9c-ba6d-e79a5428a7db tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.693602 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.712300 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9acc20de-7195-4032-bbbd-529b2c4e853f tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.748741 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9acc20de-7195-4032-bbbd-529b2c4e853f tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.772669 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3ebd41eb-56c6-4275-9946-4af6dc1a727e None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.798575 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-3ebd41eb-56c6-4275-9946-4af6dc1a727e None None] Transition to ACTIVE for port object c80db8c6-676d-4f71-a031-9ab3120ca079 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:12.841788 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-d6b6e8bf-b7f9-4355-a511-6a156a770da9 None None] Set router 29dc86f9-9542-4256-ae43-a8de2d8782fa gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:43:12.864416 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc20de-7195-4032-bbbd-529b2c4e853f tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a00711a-50f8-4cf3-8fc4-08d62dabb20d,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:12.866273 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9ba8132e-2039-46dd-b2fd-a7b17757f37c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.917604 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-3ebd41eb-56c6-4275-9946-4af6dc1a727e None None] Transition to ACTIVE for port object c80db8c6-676d-4f71-a031-9ab3120ca079 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:12.931253 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba8132e-2039-46dd-b2fd-a7b17757f37c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:12.935928 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e8299abe-7b1d-4052-92f5-bbee23d886f5 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=4aa2128c59e24666b40cc4b34a639788&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6065993 Jan 21 09:43:12.936937 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53094) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:12.939078 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-9ba8132e-2039-46dd-b2fd-a7b17757f37c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:12.942023 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba8132e-2039-46dd-b2fd-a7b17757f37c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:43:12.943292 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3ebd41eb-56c6-4275-9946-4af6dc1a727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.973271 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4eefde5e-66db-4b9c-ba6d-e79a5428a7db tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.013670 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4eefde5e-66db-4b9c-ba6d-e79a5428a7db tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.034591 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9acc20de-7195-4032-bbbd-529b2c4e853f tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.037486 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8132e-2039-46dd-b2fd-a7b17757f37c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:13.039439 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9acc20de-7195-4032-bbbd-529b2c4e853f tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8259816 Jan 21 09:43:13.048468 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53098) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:13.063737 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eefde5e-66db-4b9c-ba6d-e79a5428a7db tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc7a489-9f79-4ab8-a1f7-98a43edeec61,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:13.075033 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-1931bb18-06f1-418f-989d-f1847a2570cb tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Request body: {'security_group_rule': {'security_group_id': '2a00711a-50f8-4cf3-8fc4-08d62dabb20d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:13.076216 dv-neutron-825731-1-hyperv neutron-server[87515]: WARNING neutron.api.v2.base [None req-1931bb18-06f1-418f-989d-f1847a2570cb tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 21 09:43:13.076605 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-1931bb18-06f1-418f-989d-f1847a2570cb tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:43:13.077817 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1931bb18-06f1-418f-989d-f1847a2570cb tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0214777 Jan 21 09:43:13.082634 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53102) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:13.099942 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-71ffde4c-8aa4-47d2-a4be-b4f8bc38211d admin admin] Allocated IP 172.26.3.82 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/50f4271a-88da-425a-ab9b-2d8436ebe339) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:13.103454 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4eefde5e-66db-4b9c-ba6d-e79a5428a7db tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.107608 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4eefde5e-66db-4b9c-ba6d-e79a5428a7db tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7039571 Jan 21 09:43:13.110532 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53106) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:13.125877 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebd41eb-56c6-4275-9946-4af6dc1a727e None None] Network ad8e80e5-b6d2-4dc0-9faa-3145f2c53195 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:13.131796 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-3ebd41eb-56c6-4275-9946-4af6dc1a727e None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:13.149181 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebd41eb-56c6-4275-9946-4af6dc1a727e None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:43:13.157443 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-0eac04e4-b253-4f7b-b58f-a9ab7752d8df tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Request body: {'security_group_rule': {'security_group_id': '2a00711a-50f8-4cf3-8fc4-08d62dabb20d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:13.158163 dv-neutron-825731-1-hyperv neutron-server[87515]: WARNING neutron.api.v2.base [None req-0eac04e4-b253-4f7b-b58f-a9ab7752d8df tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 21 09:43:13.158701 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-0eac04e4-b253-4f7b-b58f-a9ab7752d8df tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:43:13.159950 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0eac04e4-b253-4f7b-b58f-a9ab7752d8df tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0757155 Jan 21 09:43:13.164667 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-95ee5a27-dd70-42e8-973a-26f8f40779f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.168635 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53110) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:13.177154 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-bbbbbef4-865c-4c25-91d4-93dd27a90da1 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Request body: {'security_group_rule': {'security_group_id': '2a00711a-50f8-4cf3-8fc4-08d62dabb20d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:13.177990 dv-neutron-825731-1-hyperv neutron-server[87514]: WARNING neutron.api.v2.base [None req-bbbbbef4-865c-4c25-91d4-93dd27a90da1 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 21 09:43:13.178615 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-bbbbbef4-865c-4c25-91d4-93dd27a90da1 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:43:13.183425 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-bbbbbef4-865c-4c25-91d4-93dd27a90da1 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0109570 Jan 21 09:43:13.196171 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53114) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:13.213996 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd41eb-56c6-4275-9946-4af6dc1a727e None None] Pushing event updated for resources: {'Port': ['ID=c80db8c6-676d-4f71-a031-9ab3120ca079,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:13.235885 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-b3ce52f7-2f83-407e-907e-f681fa495864 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Request body: {'security_group_rule': {'security_group_id': '2a00711a-50f8-4cf3-8fc4-08d62dabb20d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:13.236664 dv-neutron-825731-1-hyperv neutron-server[87514]: WARNING neutron.api.v2.base [None req-b3ce52f7-2f83-407e-907e-f681fa495864 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 21 09:43:13.237155 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-b3ce52f7-2f83-407e-907e-f681fa495864 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:43:13.241019 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b3ce52f7-2f83-407e-907e-f681fa495864 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0396092 Jan 21 09:43:13.247956 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53118) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:13.373594 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-3ebd41eb-56c6-4275-9946-4af6dc1a727e None None] Attempting to bind port c80db8c6-676d-4f71-a031-9ab3120ca079 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:13.374098 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-3ebd41eb-56c6-4275-9946-4af6dc1a727e None None] Attempting to bind port c80db8c6-676d-4f71-a031-9ab3120ca079 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '2005e06a-4063-446a-9c7f-728eec304dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ad8e80e5-b6d2-4dc0-9faa-3145f2c53195'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:13.374562 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebd41eb-56c6-4275-9946-4af6dc1a727e None None] Attempting to bind port c80db8c6-676d-4f71-a031-9ab3120ca079 on network ad8e80e5-b6d2-4dc0-9faa-3145f2c53195 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:43:13.386072 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebd41eb-56c6-4275-9946-4af6dc1a727e None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:43:13.386620 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebd41eb-56c6-4275-9946-4af6dc1a727e None None] Checking segment: {'id': '2005e06a-4063-446a-9c7f-728eec304dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ad8e80e5-b6d2-4dc0-9faa-3145f2c53195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:13.387123 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3ebd41eb-56c6-4275-9946-4af6dc1a727e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.387640 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebd41eb-56c6-4275-9946-4af6dc1a727e None None] Bound using segment: {'id': '2005e06a-4063-446a-9c7f-728eec304dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ad8e80e5-b6d2-4dc0-9faa-3145f2c53195'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:43:13.388273 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-3ebd41eb-56c6-4275-9946-4af6dc1a727e None None] Bound port: c80db8c6-676d-4f71-a031-9ab3120ca079, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2005e06a-4063-446a-9c7f-728eec304dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ad8e80e5-b6d2-4dc0-9faa-3145f2c53195'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:13.388680 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3ebd41eb-56c6-4275-9946-4af6dc1a727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.423099 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-95ee5a27-dd70-42e8-973a-26f8f40779f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.425052 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3b89ef07-ff62-486c-8ece-b66e614261a3 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.489918 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-47a5494c-f504-41a6-b481-6c88452fd5b7 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.531155 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-3ebd41eb-56c6-4275-9946-4af6dc1a727e None None] For port c80db8c6-676d-4f71-a031-9ab3120ca079, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:43:13.536549 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-3ebd41eb-56c6-4275-9946-4af6dc1a727e None None] For port c80db8c6-676d-4f71-a031-9ab3120ca079, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=c80db8c6-676d-4f71-a031-9ab3120ca079,segment=NetworkSegment(2005e06a-4063-446a-9c7f-728eec304dd4),segment_id=2005e06a-4063-446a-9c7f-728eec304dd4)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:43:13.546071 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-d6b6e8bf-b7f9-4355-a511-6a156a770da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'name': 'tempest-ServerActionsTestJSON-304556091-router', 'tenant_id': '21bf33c022814c088610cd12785c806c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '8eac12c5-0b88-435b-beee-31592b141764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:29Z', 'updated_at': '2022-01-21T09:36:40Z', 'revision_number': 4, 'project_id': '21bf33c022814c088610cd12785c806c', 'gw_port': {'id': '8eac12c5-0b88-435b-beee-31592b141764', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:31Z', 'updated_at': '2022-01-21T09:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'c3d92270-6f2c-48c5-bae5-62608422225c', 'name': '', 'network_id': '55051115-0a6d-4aad-ae33-4c0466ea1935', 'tenant_id': '21bf33c022814c088610cd12785c806c', 'mac_address': 'fa:16:3e:3b:2b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'cd14a905-cd68-4fb4-a084-5e658ee5e25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:37Z', 'updated_at': '2022-01-21T09:36:57Z', 'revision_number': 5, 'project_id': '21bf33c022814c088610cd12785c806c', 'subnets': [{'id': 'cd14a905-cd68-4fb4-a084-5e658ee5e25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:13.551750 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b6e8bf-b7f9-4355-a511-6a156a770da9 None None] The sync data for ids ['29dc86f9-9542-4256-ae43-a8de2d8782fa'] in dv-neutron-825731-1-hyperv is: [{'id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'name': 'tempest-ServerActionsTestJSON-304556091-router', 'tenant_id': '21bf33c022814c088610cd12785c806c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '8eac12c5-0b88-435b-beee-31592b141764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:29Z', 'updated_at': '2022-01-21T09:36:40Z', 'revision_number': 4, 'project_id': '21bf33c022814c088610cd12785c806c', 'gw_port': {'id': '8eac12c5-0b88-435b-beee-31592b141764', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:31Z', 'updated_at': '2022-01-21T09:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'c3d92270-6f2c-48c5-bae5-62608422225c', 'name': '', 'network_id': '55051115-0a6d-4aad-ae33-4c0466ea1935', 'tenant_id': '21bf33c022814c088610cd12785c806c', 'mac_address': 'fa:16:3e:3b:2b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'cd14a905-cd68-4fb4-a084-5e658ee5e25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:37Z', 'updated_at': '2022-01-21T09:36:57Z', 'revision_number': 5, 'project_id': '21bf33c022814c088610cd12785c806c', 'subnets': [{'id': 'cd14a905-cd68-4fb4-a084-5e658ee5e25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:43:13.568366 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53126) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:13.569590 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3ebd41eb-56c6-4275-9946-4af6dc1a727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.588510 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-47a5494c-f504-41a6-b481-6c88452fd5b7 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.600352 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3d6ad1ce-41fe-4f33-a96e-43adb806f23f tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.706130 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-71ffde4c-8aa4-47d2-a4be-b4f8bc38211d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.714786 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-95ee5a27-dd70-42e8-973a-26f8f40779f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.721812 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3d6ad1ce-41fe-4f33-a96e-43adb806f23f tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.733808 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd41eb-56c6-4275-9946-4af6dc1a727e None None] Pushing event updated for resources: {'Port': ['ID=c80db8c6-676d-4f71-a031-9ab3120ca079,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:13.759505 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee5a27-dd70-42e8-973a-26f8f40779f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fe5976-b000-47a0-88dd-1dcb66e4e721,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:13.767647 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-95ee5a27-dd70-42e8-973a-26f8f40779f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.768762 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-95ee5a27-dd70-42e8-973a-26f8f40779f5 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/01fe5976-b000-47a0-88dd-1dcb66e4e721 HTTP/1.1" status: 204 len: 168 time: 0.8141377 Jan 21 09:43:13.811325 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-47a5494c-f504-41a6-b481-6c88452fd5b7 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.845534 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a5494c-f504-41a6-b481-6c88452fd5b7 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a00711a-50f8-4cf3-8fc4-08d62dabb20d,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:13.854460 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3d6ad1ce-41fe-4f33-a96e-43adb806f23f tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.856826 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3d6ad1ce-41fe-4f33-a96e-43adb806f23f tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.860228 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3d6ad1ce-41fe-4f33-a96e-43adb806f23f tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "DELETE /v2.0/security-groups/b59166ab-cdd8-4cc2-b2d6-623fed71c664 HTTP/1.1" status: 204 len: 168 time: 0.7465570 Jan 21 09:43:13.871736 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53132) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:13.872534 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ad1ce-41fe-4f33-a96e-43adb806f23f tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59166ab-cdd8-4cc2-b2d6-623fed71c664,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:13.874341 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-47a5494c-f504-41a6-b481-6c88452fd5b7 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.877741 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-47a5494c-f504-41a6-b481-6c88452fd5b7 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "DELETE /v2.0/security-groups/2a00711a-50f8-4cf3-8fc4-08d62dabb20d HTTP/1.1" status: 204 len: 168 time: 0.6203747 Jan 21 09:43:13.883645 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53136) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:13.908809 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-71ffde4c-8aa4-47d2-a4be-b4f8bc38211d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:14.282895 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ffde4c-8aa4-47d2-a4be-b4f8bc38211d admin admin] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:14.302693 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-bc672836-d464-4d8c-a01a-ead99b79f858 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Synchronizing usage tracker for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:14.310966 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-71ffde4c-8aa4-47d2-a4be-b4f8bc38211d admin admin] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:14.330452 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ffde4c-8aa4-47d2-a4be-b4f8bc38211d admin admin] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:43:14.332156 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e9d219ea-cc58-44c1-819b-db9bbadc11d0 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:14.392518 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7209e0-c333-40ff-8f9b-b3beb5b01e69 None None] New status for floating IP 849eeebd-1c8e-4fd7-87e2-dcfb19593d78: DOWN {{(pid=87517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:43:14.423441 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dd14affd-ab20-42b8-878b-a4ec8f016e6b tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:14.462445 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9ba8132e-2039-46dd-b2fd-a7b17757f37c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router_gateway, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:14.470147 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ffde4c-8aa4-47d2-a4be-b4f8bc38211d admin admin] Pushing event updated for resources: {'Port': ['ID=50f4271a-88da-425a-ab9b-2d8436ebe339,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:14.477338 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-bc672836-d464-4d8c-a01a-ead99b79f858 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Unset dirty status for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:14.479017 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-bc672836-d464-4d8c-a01a-ead99b79f858 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6024394 Jan 21 09:43:14.486681 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4e4c3623-49e5-41ec-aa32-78f4bfa5a5b3 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Synchronizing usage tracker for tenant:ff64a8be9fed4e47995987db09b13ef9 on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:14.503786 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53148) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:14.551177 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dd14affd-ab20-42b8-878b-a4ec8f016e6b tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:14.556655 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port e9d219ea-cc58-44c1-819b-db9bbadc11d0 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:14.563029 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port e9d219ea-cc58-44c1-819b-db9bbadc11d0 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:14.563435 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:14.838599 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:14.891308 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dd14affd-ab20-42b8-878b-a4ec8f016e6b tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:14.903076 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port e9d219ea-cc58-44c1-819b-db9bbadc11d0, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e9d219ea-cc58-44c1-819b-db9bbadc11d0,segment=NetworkSegment(9b216987-8cbc-4835-9c2f-1b45ed9b241e),segment_id=9b216987-8cbc-4835-9c2f-1b45ed9b241e)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:14.909450 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:14.930248 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-0b9b3618-035f-4e6f-b2be-9dbae9571dad tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Synchronizing usage tracker for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group_rule {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:14.983617 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4e4c3623-49e5-41ec-aa32-78f4bfa5a5b3 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Unset dirty status for tenant:ff64a8be9fed4e47995987db09b13ef9 on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:14.985317 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4e4c3623-49e5-41ec-aa32-78f4bfa5a5b3 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.0871644 Jan 21 09:43:15.000183 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53160) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:15.012891 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-8a3f10ce-288a-4e7b-8dff-2ba6a73f2174 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Request body: {'security_group': {'name': 'tempest-secgroup--913658651'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:15.018958 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-8a3f10ce-288a-4e7b-8dff-2ba6a73f2174 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:15.032601 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=e9d219ea-cc58-44c1-819b-db9bbadc11d0,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:15.034596 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-8a3f10ce-288a-4e7b-8dff-2ba6a73f2174 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:15.045646 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-0b9b3618-035f-4e6f-b2be-9dbae9571dad tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Unset dirty status for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group_rule {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:15.047344 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0b9b3618-035f-4e6f-b2be-9dbae9571dad tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.5421877 Jan 21 09:43:15.050954 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53166) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:15.057182 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8a3f10ce-288a-4e7b-8dff-2ba6a73f2174 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.066358 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-3b89ef07-ff62-486c-8ece-b66e614261a3 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Deleting port 62526804-f4e9-4843-b711-4d9b5998cbff {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:15.066706 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3b89ef07-ff62-486c-8ece-b66e614261a3 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.100675 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14affd-ab20-42b8-878b-a4ec8f016e6b tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb17f3e-1dc4-4aa7-a215-30655c5bc13c,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:15.105606 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-7d6412aa-1bd7-48d2-9826-3b487b0839ab tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] delete failed (client error): The resource could not be found. Jan 21 09:43:15.111488 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7d6412aa-1bd7-48d2-9826-3b487b0839ab tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "DELETE /v2.0/security-groups/b59166ab-cdd8-4cc2-b2d6-623fed71c664 HTTP/1.1" status: 404 len: 347 time: 0.0548935 Jan 21 09:43:15.114612 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-8a3f10ce-288a-4e7b-8dff-2ba6a73f2174 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:15.119109 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-8a3f10ce-288a-4e7b-8dff-2ba6a73f2174 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Usage tracker for resource:security_group_rule and tenant:ff64a8be9fed4e47995987db09b13ef9 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:15.122446 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-8a3f10ce-288a-4e7b-8dff-2ba6a73f2174 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:15.124151 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53170) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:15.128416 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-8a3f10ce-288a-4e7b-8dff-2ba6a73f2174 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:15.149859 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dd14affd-ab20-42b8-878b-a4ec8f016e6b tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.150969 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-dd14affd-ab20-42b8-878b-a4ec8f016e6b tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "DELETE /v2.0/security-groups/beb17f3e-1dc4-4aa7-a215-30655c5bc13c HTTP/1.1" status: 204 len: 168 time: 1.5576384 Jan 21 09:43:15.158877 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53174) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:15.225892 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53178) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:15.231651 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9ba8132e-2039-46dd-b2fd-a7b17757f37c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.260143 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-1adf5c8a-1ce0-494f-849f-c2ae70d8c31b tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] show failed (client error): The resource could not be found. Jan 21 09:43:15.260143 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1adf5c8a-1ce0-494f-849f-c2ae70d8c31b tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "GET /v2.0/security-groups/beb17f3e-1dc4-4aa7-a215-30655c5bc13c HTTP/1.1" status: 404 len: 347 time: 0.0969262 Jan 21 09:43:15.260484 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53184) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:15.264812 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ec410f6f-5cac-4475-97c0-196642dab929 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Synchronizing usage tracker for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:15.416775 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-9f372c39-0cc2-4730-930e-d5ea374616ee tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-797577'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:15.419912 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8a3f10ce-288a-4e7b-8dff-2ba6a73f2174 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.428239 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8a3f10ce-288a-4e7b-8dff-2ba6a73f2174 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.446972 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3f9876-30b3-40f0-bf5a-619d5cb90b16 None None] Network ad8e80e5-b6d2-4dc0-9faa-3145f2c53195 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:15.458042 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-71ffde4c-8aa4-47d2-a4be-b4f8bc38211d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.468628 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-9f372c39-0cc2-4730-930e-d5ea374616ee tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:15.516785 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ec410f6f-5cac-4475-97c0-196642dab929 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] Unset dirty status for tenant:8c0d4d71c90e4a68b988e23df905fc56 on resource:security_group {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:15.523860 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ec410f6f-5cac-4475-97c0-196642dab929 tempest-SecGroupTest-2104029812 tempest-SecGroupTest-2104029812-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3755560 Jan 21 09:43:15.553603 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-d37e4459-03e5-4af2-951d-07db2041eb41 None None] Provisioning for port c80db8c6-676d-4f71-a031-9ab3120ca079 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:15.596813 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-9f372c39-0cc2-4730-930e-d5ea374616ee tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:network and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:15.624862 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-9f372c39-0cc2-4730-930e-d5ea374616ee tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:15.658681 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f10ce-288a-4e7b-8dff-2ba6a73f2174 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9694c498-7fb7-457a-9db0-8514a5cbf971,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:15.675226 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8a3f10ce-288a-4e7b-8dff-2ba6a73f2174 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.676608 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8a3f10ce-288a-4e7b-8dff-2ba6a73f2174 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6718943 Jan 21 09:43:15.679923 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53190) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:15.689218 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-992999fc-ffe8-45a5-9155-eee739274c9c tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Request body: {'security_group_rule': {'security_group_id': '9694c498-7fb7-457a-9db0-8514a5cbf971', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:15.689947 dv-neutron-825731-1-hyperv neutron-server[87514]: WARNING neutron.api.v2.base [None req-992999fc-ffe8-45a5-9155-eee739274c9c tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 21 09:43:15.690863 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-992999fc-ffe8-45a5-9155-eee739274c9c tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:43:15.692634 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-992999fc-ffe8-45a5-9155-eee739274c9c tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0115628 Jan 21 09:43:15.744132 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-9f372c39-0cc2-4730-930e-d5ea374616ee tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:15.754332 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53194) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:15.771954 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-e0ffc74c-3b42-4a01-99ef-c18f0165641b tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Request body: {'security_group_rule': {'security_group_id': '9694c498-7fb7-457a-9db0-8514a5cbf971', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:15.777596 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-d5f78f6b-98fd-4652-867e-611e43c1ca5d tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Deleting port d2cf549c-4679-4675-b5ea-c055f78c590f {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:15.777930 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d5f78f6b-98fd-4652-867e-611e43c1ca5d tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.823883 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-e0ffc74c-3b42-4a01-99ef-c18f0165641b tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:15.859575 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e0ffc74c-3b42-4a01-99ef-c18f0165641b tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Usage tracker for resource:security_group_rule and tenant:ff64a8be9fed4e47995987db09b13ef9 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:15.893138 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e0ffc74c-3b42-4a01-99ef-c18f0165641b tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:15.910638 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f372c39-0cc2-4730-930e-d5ea374616ee tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Made reservation on behalf of 0b78745c20204b2bb7542d64f98190cf for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:15.914719 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-71ffde4c-8aa4-47d2-a4be-b4f8bc38211d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.915440 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9f372c39-0cc2-4730-930e-d5ea374616ee tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.932472 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-e0ffc74c-3b42-4a01-99ef-c18f0165641b tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:15.947941 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9f372c39-0cc2-4730-930e-d5ea374616ee tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.962448 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-3b89ef07-ff62-486c-8ece-b66e614261a3 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] For port 62526804-f4e9-4843-b711-4d9b5998cbff, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=62526804-f4e9-4843-b711-4d9b5998cbff,segment=NetworkSegment(1fbb0c67-a3cc-484e-b096-9499307be29b),segment_id=1fbb0c67-a3cc-484e-b096-9499307be29b)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:15.962811 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3b89ef07-ff62-486c-8ece-b66e614261a3 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.977592 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53200) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:16.152861 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ffde4c-8aa4-47d2-a4be-b4f8bc38211d admin admin] Router b164c7cd-aa65-41d7-8060-b54b317810ed is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:43:16.295092 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e9d219ea-cc58-44c1-819b-db9bbadc11d0 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:16.300023 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-3b89ef07-ff62-486c-8ece-b66e614261a3 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Calling delete_port for 62526804-f4e9-4843-b711-4d9b5998cbff owned by network:router_interface {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:16.347659 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-9f372c39-0cc2-4730-930e-d5ea374616ee tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:16.373795 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port e9d219ea-cc58-44c1-819b-db9bbadc11d0 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:16.374045 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:16.385958 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-9f372c39-0cc2-4730-930e-d5ea374616ee tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:security_group_rule and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:16.401402 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-9f372c39-0cc2-4730-930e-d5ea374616ee tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:16.482513 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-9f372c39-0cc2-4730-930e-d5ea374616ee tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:16.487747 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-e0ffc74c-3b42-4a01-99ef-c18f0165641b tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:43:16.490012 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e0ffc74c-3b42-4a01-99ef-c18f0165641b tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7333925 Jan 21 09:43:16.494013 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53206) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:16.498880 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-9ad9763d-a2f4-4fa0-92e5-a36ca74e1b69 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Request body: {'security_group_rule': {'security_group_id': '9694c498-7fb7-457a-9db0-8514a5cbf971', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:16.499426 dv-neutron-825731-1-hyperv neutron-server[87514]: WARNING neutron.api.v2.base [None req-9ad9763d-a2f4-4fa0-92e5-a36ca74e1b69 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 21 09:43:16.500411 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-9ad9763d-a2f4-4fa0-92e5-a36ca74e1b69 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:43:16.504040 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9ad9763d-a2f4-4fa0-92e5-a36ca74e1b69 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0078108 Jan 21 09:43:16.505143 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53210) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:16.512492 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-9e02be6f-7e87-4e51-aec7-d8d4f6c0b219 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Request body: {'security_group_rule': {'security_group_id': '9694c498-7fb7-457a-9db0-8514a5cbf971', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:16.512935 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-56ebc3d8-82a3-43a8-a445-641f0b409d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:16.522755 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9e02be6f-7e87-4e51-aec7-d8d4f6c0b219 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:16.526281 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c80db8c6-676d-4f71-a031-9ab3120ca079 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:16.531650 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9e02be6f-7e87-4e51-aec7-d8d4f6c0b219 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Usage tracker for resource:security_group_rule and tenant:ff64a8be9fed4e47995987db09b13ef9 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:16.535975 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9e02be6f-7e87-4e51-aec7-d8d4f6c0b219 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:16.539864 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ffde4c-8aa4-47d2-a4be-b4f8bc38211d admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:43:16.548129 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9e02be6f-7e87-4e51-aec7-d8d4f6c0b219 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:16.563230 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba8132e-2039-46dd-b2fd-a7b17757f37c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router 53d2cd26-1537-4230-8d31-428b6b288f5d is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:43:16.563512 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8787a78b-04f0-40b7-ab99-245849f374ad None None] Sync routers for ids ['b164c7cd-aa65-41d7-8060-b54b317810ed'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:43:16.572722 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-71ffde4c-8aa4-47d2-a4be-b4f8bc38211d admin admin] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:16.574087 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-71ffde4c-8aa4-47d2-a4be-b4f8bc38211d admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7359982 Jan 21 09:43:16.579529 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53214) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:16.585059 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-760e60e4-e738-44d4-b0a8-c46bc3a1feee admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=8c0d4d71c90e4a68b988e23df905fc56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5918145 Jan 21 09:43:16.593687 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8787a78b-04f0-40b7-ab99-245849f374ad None None] Routers {'b164c7cd-aa65-41d7-8060-b54b317810ed'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:16.593909 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53218) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:16.594758 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-8787a78b-04f0-40b7-ab99-245849f374ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:42:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['b164c7cd-aa65-41d7-8060-b54b317810ed'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:16.609299 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d5f78f6b-98fd-4652-867e-611e43c1ca5d tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:16.609627 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d5f78f6b-98fd-4652-867e-611e43c1ca5d tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:16.658399 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-9e02be6f-7e87-4e51-aec7-d8d4f6c0b219 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:43:16.659574 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9e02be6f-7e87-4e51-aec7-d8d4f6c0b219 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1533368 Jan 21 09:43:16.662308 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53222) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:16.679321 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-9bcfd45e-95bb-47d8-a58d-59922df14615 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Request body: {'security_group_rule': {'security_group_id': '9694c498-7fb7-457a-9db0-8514a5cbf971', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:16.680305 dv-neutron-825731-1-hyperv neutron-server[87514]: WARNING neutron.api.v2.base [None req-9bcfd45e-95bb-47d8-a58d-59922df14615 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 21 09:43:16.681003 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-9bcfd45e-95bb-47d8-a58d-59922df14615 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:43:16.682225 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9bcfd45e-95bb-47d8-a58d-59922df14615 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0183711 Jan 21 09:43:16.687629 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53226) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:16.695512 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-dc1a623d-9a6b-4754-99df-eedcb6c65ea7 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Request body: {'security_group_rule': {'security_group_id': '9694c498-7fb7-457a-9db0-8514a5cbf971', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:16.705420 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-dc1a623d-9a6b-4754-99df-eedcb6c65ea7 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:16.762108 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port c80db8c6-676d-4f71-a031-9ab3120ca079 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:16.773129 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-d5f78f6b-98fd-4652-867e-611e43c1ca5d tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Calling delete_port for d2cf549c-4679-4675-b5ea-c055f78c590f owned by network:floatingip {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:16.781733 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port c80db8c6-676d-4f71-a031-9ab3120ca079 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:16.782107 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:16.815307 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-dc1a623d-9a6b-4754-99df-eedcb6c65ea7 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Usage tracker for resource:security_group_rule and tenant:ff64a8be9fed4e47995987db09b13ef9 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:16.821814 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-dc1a623d-9a6b-4754-99df-eedcb6c65ea7 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:16.830098 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-dc1a623d-9a6b-4754-99df-eedcb6c65ea7 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:16.845581 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-8787a78b-04f0-40b7-ab99-245849f374ad None None] Set router b164c7cd-aa65-41d7-8060-b54b317810ed gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:43:16.903383 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.securitygroups_db [None req-dc1a623d-9a6b-4754-99df-eedcb6c65ea7 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Project ff64a8be9fed4e47995987db09b13ef9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:43:16.952252 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-dc1a623d-9a6b-4754-99df-eedcb6c65ea7 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:43:16.953403 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-dc1a623d-9a6b-4754-99df-eedcb6c65ea7 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2645047 Jan 21 09:43:16.957460 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53230) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:17.012570 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-3da81731-99f4-4715-9cda-c1af9ee43534 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Request body: {'security_group_rule': {'security_group_id': '9694c498-7fb7-457a-9db0-8514a5cbf971', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:17.013125 dv-neutron-825731-1-hyperv neutron-server[87514]: WARNING neutron.api.v2.base [None req-3da81731-99f4-4715-9cda-c1af9ee43534 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 21 09:43:17.013956 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-3da81731-99f4-4715-9cda-c1af9ee43534 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:43:17.017457 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3da81731-99f4-4715-9cda-c1af9ee43534 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076363 Jan 21 09:43:17.022301 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53234) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:17.033307 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-6cea5d5b-8b26-4f06-a55e-912cb1049eb2 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Request body: {'security_group_rule': {'security_group_id': '9694c498-7fb7-457a-9db0-8514a5cbf971', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:17.050864 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-6cea5d5b-8b26-4f06-a55e-912cb1049eb2 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:17.058875 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-6cea5d5b-8b26-4f06-a55e-912cb1049eb2 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Usage tracker for resource:security_group_rule and tenant:ff64a8be9fed4e47995987db09b13ef9 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:17.063920 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-6cea5d5b-8b26-4f06-a55e-912cb1049eb2 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:17.073315 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-6cea5d5b-8b26-4f06-a55e-912cb1049eb2 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:17.073560 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-97fd3bf0-b1d3-4eb0-a435-793fec5b0053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.173287 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-97fd3bf0-b1d3-4eb0-a435-793fec5b0053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.176921 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.200122 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9f372c39-0cc2-4730-930e-d5ea374616ee tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.213363 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba8132e-2039-46dd-b2fd-a7b17757f37c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:43:17.229671 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port c80db8c6-676d-4f71-a031-9ab3120ca079, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=c80db8c6-676d-4f71-a031-9ab3120ca079,segment=NetworkSegment(2005e06a-4063-446a-9c7f-728eec304dd4),segment_id=2005e06a-4063-446a-9c7f-728eec304dd4)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:17.234602 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9f372c39-0cc2-4730-930e-d5ea374616ee tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.234806 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26725d43-81c9-42de-abd6-054b84af33cc None None] Sync routers for ids ['53d2cd26-1537-4230-8d31-428b6b288f5d'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:43:17.235417 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-8787a78b-04f0-40b7-ab99-245849f374ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b164c7cd-aa65-41d7-8060-b54b317810ed', 'name': 'tempest-TestVolumeBootPattern-1928130954-router', 'tenant_id': '1a063c0ea71443edbf5c0abd39627be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': '50f4271a-88da-425a-ab9b-2d8436ebe339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:10Z', 'updated_at': '2022-01-21T09:43:15Z', 'revision_number': 3, 'project_id': '1a063c0ea71443edbf5c0abd39627be0', 'gw_port': {'id': '50f4271a-88da-425a-ab9b-2d8436ebe339', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b164c7cd-aa65-41d7-8060-b54b317810ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:12Z', 'updated_at': '2022-01-21T09:43:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:17.239484 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.252696 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26725d43-81c9-42de-abd6-054b84af33cc None None] Routers {'53d2cd26-1537-4230-8d31-428b6b288f5d'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:17.253400 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-26725d43-81c9-42de-abd6-054b84af33cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:42:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['53d2cd26-1537-4230-8d31-428b6b288f5d'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:17.271825 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8787a78b-04f0-40b7-ab99-245849f374ad None None] Checking router: b164c7cd-aa65-41d7-8060-b54b317810ed for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:43:17.272182 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8787a78b-04f0-40b7-ab99-245849f374ad None None] Updating router b164c7cd-aa65-41d7-8060-b54b317810ed port 50f4271a-88da-425a-ab9b-2d8436ebe339 binding host dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:43:17.344106 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.securitygroups_db [None req-6cea5d5b-8b26-4f06-a55e-912cb1049eb2 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Project ff64a8be9fed4e47995987db09b13ef9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:43:17.347326 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f372c39-0cc2-4730-930e-d5ea374616ee tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:17.351863 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3b89ef07-ff62-486c-8ece-b66e614261a3 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.357484 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8787a78b-04f0-40b7-ab99-245849f374ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.403468 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=c80db8c6-676d-4f71-a031-9ab3120ca079,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:17.416017 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f372c39-0cc2-4730-930e-d5ea374616ee tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae420382-90bb-4f10-9b10-7614f6f68793,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:17.447941 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89ef07-ff62-486c-8ece-b66e614261a3 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event deleted for resources: {'Port': ['ID=62526804-f4e9-4843-b711-4d9b5998cbff,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:17.451248 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9f372c39-0cc2-4730-930e-d5ea374616ee tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.451655 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-9f372c39-0cc2-4730-930e-d5ea374616ee tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Added segment cf177a5b-c83c-4d42-89c3-6ce638080ff3 of type vlan for network c6f429f6-d76f-464b-b10d-73f2378341d1 Jan 21 09:43:17.498478 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9ba8132e-2039-46dd-b2fd-a7b17757f37c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.499098 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-9ba8132e-2039-46dd-b2fd-a7b17757f37c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 10.8442311 Jan 21 09:43:17.508231 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53240) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:17.508891 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d5f78f6b-98fd-4652-867e-611e43c1ca5d tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.560581 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-26725d43-81c9-42de-abd6-054b84af33cc None None] Set router 53d2cd26-1537-4230-8d31-428b6b288f5d gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:43:17.597424 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-6cea5d5b-8b26-4f06-a55e-912cb1049eb2 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:43:17.601776 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-6cea5d5b-8b26-4f06-a55e-912cb1049eb2 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5752070 Jan 21 09:43:17.603351 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53244) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:17.611179 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-a3bc5944-e39b-4a67-a0cd-dba969487666 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Request body: {'security_group_rule': {'security_group_id': '9694c498-7fb7-457a-9db0-8514a5cbf971', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:17.619800 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-72828513-1acf-4747-a3fc-67634ae6e534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.633888 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a3bc5944-e39b-4a67-a0cd-dba969487666 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:17.643151 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a3bc5944-e39b-4a67-a0cd-dba969487666 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Usage tracker for resource:security_group_rule and tenant:ff64a8be9fed4e47995987db09b13ef9 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:17.647751 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a3bc5944-e39b-4a67-a0cd-dba969487666 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:17.690443 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-97fd3bf0-b1d3-4eb0-a435-793fec5b0053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.811848 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9f372c39-0cc2-4730-930e-d5ea374616ee tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.907760 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a3bc5944-e39b-4a67-a0cd-dba969487666 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:17.910014 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-72828513-1acf-4747-a3fc-67634ae6e534 admin admin] Allocated IP 172.20.0.1 (ad8e80e5-b6d2-4dc0-9faa-3145f2c53195/6121ca86-2ed4-44f4-824d-f0d8e8070d2a/e81daba2-50a4-44cb-b937-8a92c0602a23) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:17.917426 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f78f6b-98fd-4652-867e-611e43c1ca5d tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Pushing event deleted for resources: {'Port': ['ID=d2cf549c-4679-4675-b5ea-c055f78c590f,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:17.955316 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.securitygroups_db [None req-a3bc5944-e39b-4a67-a0cd-dba969487666 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Project ff64a8be9fed4e47995987db09b13ef9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:43:17.958579 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8787a78b-04f0-40b7-ab99-245849f374ad None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.972317 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-26725d43-81c9-42de-abd6-054b84af33cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'name': 'tempest-TestNetworkBasicOps-router-34972314', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:43:13Z', 'revision_number': 3, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:09:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:10Z', 'updated_at': '2022-01-21T09:43:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:17.974616 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-8787a78b-04f0-40b7-ab99-245849f374ad None None] Transition to ACTIVE for port object 50f4271a-88da-425a-ab9b-2d8436ebe339 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:17.978331 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26725d43-81c9-42de-abd6-054b84af33cc None None] Checking router: 53d2cd26-1537-4230-8d31-428b6b288f5d for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:43:17.978914 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26725d43-81c9-42de-abd6-054b84af33cc None None] Updating router 53d2cd26-1537-4230-8d31-428b6b288f5d port e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18 binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:43:17.983914 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8787a78b-04f0-40b7-ab99-245849f374ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.005484 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd3bf0-b1d3-4eb0-a435-793fec5b0053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595af48f-d910-41cd-9625-fcb874e34dc0,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:18.049170 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-a3bc5944-e39b-4a67-a0cd-dba969487666 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:43:18.053556 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a3bc5944-e39b-4a67-a0cd-dba969487666 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4462075 Jan 21 09:43:18.056547 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53250) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:18.062629 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-26725d43-81c9-42de-abd6-054b84af33cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.096465 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-8787a78b-04f0-40b7-ab99-245849f374ad None None] Attempting to bind port 50f4271a-88da-425a-ab9b-2d8436ebe339 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:18.096881 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-8787a78b-04f0-40b7-ab99-245849f374ad None None] Attempting to bind port 50f4271a-88da-425a-ab9b-2d8436ebe339 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:18.097243 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8787a78b-04f0-40b7-ab99-245849f374ad None None] Attempting to bind port 50f4271a-88da-425a-ab9b-2d8436ebe339 on network 80a065d7-b55c-43ad-a3e8-c65befe4136c {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:43:18.108801 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8787a78b-04f0-40b7-ab99-245849f374ad None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:43:18.109223 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8787a78b-04f0-40b7-ab99-245849f374ad None None] Checking segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:18.109573 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8787a78b-04f0-40b7-ab99-245849f374ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.110249 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8787a78b-04f0-40b7-ab99-245849f374ad None None] Bound using segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:43:18.110727 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-8787a78b-04f0-40b7-ab99-245849f374ad None None] Bound port: 50f4271a-88da-425a-ab9b-2d8436ebe339, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:18.111732 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8787a78b-04f0-40b7-ab99-245849f374ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.157433 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e1ec2e-98ac-4843-86ed-fb472eae0566 None None] Pushing event updated for resources: {'Port': ['ID=50f4271a-88da-425a-ab9b-2d8436ebe339,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:18.224408 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-8787a78b-04f0-40b7-ab99-245849f374ad None None] For port 50f4271a-88da-425a-ab9b-2d8436ebe339, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:43:18.227256 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e56e34ab-adcd-4be2-8538-67b4bb3b39ad tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.229232 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-8787a78b-04f0-40b7-ab99-245849f374ad None None] For port 50f4271a-88da-425a-ab9b-2d8436ebe339, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=50f4271a-88da-425a-ab9b-2d8436ebe339,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:43:18.235516 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8787a78b-04f0-40b7-ab99-245849f374ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.261668 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-72828513-1acf-4747-a3fc-67634ae6e534 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.283277 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-97fd3bf0-b1d3-4eb0-a435-793fec5b0053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.284435 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-97fd3bf0-b1d3-4eb0-a435-793fec5b0053 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/595af48f-d910-41cd-9625-fcb874e34dc0 HTTP/1.1" status: 204 len: 168 time: 1.6872964 Jan 21 09:43:18.310683 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c80db8c6-676d-4f71-a031-9ab3120ca079 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:18.335096 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e56e34ab-adcd-4be2-8538-67b4bb3b39ad tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.344600 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-72828513-1acf-4747-a3fc-67634ae6e534 admin admin] Transition to ACTIVE for port object e81daba2-50a4-44cb-b937-8a92c0602a23 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:18.397344 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e56e34ab-adcd-4be2-8538-67b4bb3b39ad tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.416898 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-72828513-1acf-4747-a3fc-67634ae6e534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.433314 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8787a78b-04f0-40b7-ab99-245849f374ad None None] Routers {'b164c7cd-aa65-41d7-8060-b54b317810ed'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:18.438125 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d5f78f6b-98fd-4652-867e-611e43c1ca5d tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks [] for floatingip, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.440839 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d5f78f6b-98fd-4652-867e-611e43c1ca5d tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.441646 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-8787a78b-04f0-40b7-ab99-245849f374ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:42:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['b164c7cd-aa65-41d7-8060-b54b317810ed'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:18.452050 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d5f78f6b-98fd-4652-867e-611e43c1ca5d tempest-ServerActionsTestJSON-1632779282 tempest-ServerActionsTestJSON-1632779282-project] 10.222.0.110 "DELETE /v2.0/floatingips/849eeebd-1c8e-4fd7-87e2-dcfb19593d78 HTTP/1.1" status: 204 len: 168 time: 3.1880238 Jan 21 09:43:18.480591 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53256) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:18.482827 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5209042a-1b1e-4d07-a311-f3ca15270d6b tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=6ddc82470f624ec48d3ebbc58317dba5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.9680498 Jan 21 09:43:18.492704 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53262) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:18.502984 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72828513-1acf-4747-a3fc-67634ae6e534 admin admin] Pushing event updated for resources: {'Port': ['ID=e81daba2-50a4-44cb-b937-8a92c0602a23,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:18.512348 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e34ab-adcd-4be2-8538-67b4bb3b39ad tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9694c498-7fb7-457a-9db0-8514a5cbf971,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:18.529930 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72828513-1acf-4747-a3fc-67634ae6e534 admin admin] Network ad8e80e5-b6d2-4dc0-9faa-3145f2c53195 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:18.531411 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-72828513-1acf-4747-a3fc-67634ae6e534 admin admin] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:18.535311 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72828513-1acf-4747-a3fc-67634ae6e534 admin admin] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:43:18.559788 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.resource_extend [None req-9f372c39-0cc2-4730-930e-d5ea374616ee tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:43:18.566682 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-26725d43-81c9-42de-abd6-054b84af33cc None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.589941 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-26725d43-81c9-42de-abd6-054b84af33cc None None] Transition to ACTIVE for port object e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18 will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:18.597584 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-72828513-1acf-4747-a3fc-67634ae6e534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.619696 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-26725d43-81c9-42de-abd6-054b84af33cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.625443 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e56e34ab-adcd-4be2-8538-67b4bb3b39ad tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.629047 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e56e34ab-adcd-4be2-8538-67b4bb3b39ad tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "DELETE /v2.0/security-groups/9694c498-7fb7-457a-9db0-8514a5cbf971 HTTP/1.1" status: 204 len: 168 time: 0.5688062 Jan 21 09:43:18.629393 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53268) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:18.770743 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4c5667cc-0023-4d45-b136-d48b72c54a18 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Synchronizing usage tracker for tenant:ff64a8be9fed4e47995987db09b13ef9 on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:18.813723 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-8787a78b-04f0-40b7-ab99-245849f374ad None None] Set router b164c7cd-aa65-41d7-8060-b54b317810ed gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:43:18.817387 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-26725d43-81c9-42de-abd6-054b84af33cc None None] Attempting to bind port e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:18.818358 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-26725d43-81c9-42de-abd6-054b84af33cc None None] Attempting to bind port e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:18.818978 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26725d43-81c9-42de-abd6-054b84af33cc None None] Attempting to bind port e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18 on network 80a065d7-b55c-43ad-a3e8-c65befe4136c {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:43:18.833533 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8525b19-b91e-4908-8ed0-2183530e75ad tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:18.836266 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c8525b19-b91e-4908-8ed0-2183530e75ad tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3312786 Jan 21 09:43:18.862818 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26725d43-81c9-42de-abd6-054b84af33cc None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:43:18.864604 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26725d43-81c9-42de-abd6-054b84af33cc None None] Checking segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:18.869064 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-26725d43-81c9-42de-abd6-054b84af33cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.870212 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26725d43-81c9-42de-abd6-054b84af33cc None None] Bound using segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:43:18.871260 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-26725d43-81c9-42de-abd6-054b84af33cc None None] Bound port: e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:18.872830 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-26725d43-81c9-42de-abd6-054b84af33cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.914635 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53276) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:18.992412 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3b89ef07-ff62-486c-8ece-b66e614261a3 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.004149 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e8c7f80f-029b-47e3-b8fe-7edfcbbfc4c8 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=80a065d7-b55c-43ad-a3e8-c65befe4136c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0747392 Jan 21 09:43:19.037215 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53284) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:19.045355 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-600d8652-2670-470f-9ced-f800531e8cb9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1307202106', 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:19.082269 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-26725d43-81c9-42de-abd6-054b84af33cc None None] For port e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:43:19.089506 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-26725d43-81c9-42de-abd6-054b84af33cc None None] For port e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:43:19.095228 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e17507-4c1a-4b6c-8245-f5e2f9fcc05f None None] Pushing event updated for resources: {'Port': ['ID=e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18,revision_number=2']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:19.099028 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9f372c39-0cc2-4730-930e-d5ea374616ee tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.103196 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f372c39-0cc2-4730-930e-d5ea374616ee tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:19.104064 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9f372c39-0cc2-4730-930e-d5ea374616ee tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.108753 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-26725d43-81c9-42de-abd6-054b84af33cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.220845 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e1ec2e-98ac-4843-86ed-fb472eae0566 None None] Pushing event updated for resources: {'Port': ['ID=50f4271a-88da-425a-ab9b-2d8436ebe339,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:19.243422 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-7eddf062-b53c-499c-abc7-eb2f3585ffab None None] Provisioning for port e81daba2-50a4-44cb-b937-8a92c0602a23 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:19.254141 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2e81c285-39e9-4eae-801b-9716c04ab120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.259372 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port c80db8c6-676d-4f71-a031-9ab3120ca079 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:19.259372 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.265039 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-600d8652-2670-470f-9ced-f800531e8cb9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:19.271091 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4c5667cc-0023-4d45-b136-d48b72c54a18 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Unset dirty status for tenant:ff64a8be9fed4e47995987db09b13ef9 on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:19.277383 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4c5667cc-0023-4d45-b136-d48b72c54a18 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6348753 Jan 21 09:43:19.278103 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53292) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:19.291905 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-600d8652-2670-470f-9ced-f800531e8cb9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:subnet and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:19.298103 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-600d8652-2670-470f-9ced-f800531e8cb9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:19.307784 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26725d43-81c9-42de-abd6-054b84af33cc None None] Routers {'53d2cd26-1537-4230-8d31-428b6b288f5d'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:19.308435 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-26725d43-81c9-42de-abd6-054b84af33cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:43:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['53d2cd26-1537-4230-8d31-428b6b288f5d'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:19.314420 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-280e3120-f358-45aa-adca-16dce53ed0c8 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Request body: {'security_group': {'name': 'tempest-secgroup--561540238'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:19.317991 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-7eddf062-b53c-499c-abc7-eb2f3585ffab None None] Provisioning complete for port e81daba2-50a4-44cb-b937-8a92c0602a23 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:19.318366 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7eddf062-b53c-499c-abc7-eb2f3585ffab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.328343 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-280e3120-f358-45aa-adca-16dce53ed0c8 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:19.350781 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-9f372c39-0cc2-4730-930e-d5ea374616ee tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 4.1207383 Jan 21 09:43:19.351132 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-280e3120-f358-45aa-adca-16dce53ed0c8 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:19.362876 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53298) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:19.369899 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-600d8652-2670-470f-9ced-f800531e8cb9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:19.381136 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-56d555f1-7ddd-40ef-a787-d33d87e6c0a3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'port': {'network_id': 'c6f429f6-d76f-464b-b10d-73f2378341d1', 'name': 'tempest-PortsTestJSON-1978148725'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:19.396224 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-280e3120-f358-45aa-adca-16dce53ed0c8 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.417110 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e17507-4c1a-4b6c-8245-f5e2f9fcc05f None None] Pushing event updated for resources: {'Port': ['ID=e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:19.429979 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-280e3120-f358-45aa-adca-16dce53ed0c8 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:19.443551 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-280e3120-f358-45aa-adca-16dce53ed0c8 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Usage tracker for resource:security_group_rule and tenant:ff64a8be9fed4e47995987db09b13ef9 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:19.470911 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f372c39-0cc2-4730-930e-d5ea374616ee tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Network': ['ID=c6f429f6-d76f-464b-b10d-73f2378341d1,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:19.473778 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-280e3120-f358-45aa-adca-16dce53ed0c8 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:19.502139 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600d8652-2670-470f-9ced-f800531e8cb9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Made reservation on behalf of 6ddc82470f624ec48d3ebbc58317dba5 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:19.505664 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-600d8652-2670-470f-9ced-f800531e8cb9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.530610 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network c6f429f6-d76f-464b-b10d-73f2378341d1 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:19.578408 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-8787a78b-04f0-40b7-ab99-245849f374ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b164c7cd-aa65-41d7-8060-b54b317810ed', 'name': 'tempest-TestVolumeBootPattern-1928130954-router', 'tenant_id': '1a063c0ea71443edbf5c0abd39627be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': '50f4271a-88da-425a-ab9b-2d8436ebe339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:10Z', 'updated_at': '2022-01-21T09:43:15Z', 'revision_number': 3, 'project_id': '1a063c0ea71443edbf5c0abd39627be0', 'gw_port': {'id': '50f4271a-88da-425a-ab9b-2d8436ebe339', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b164c7cd-aa65-41d7-8060-b54b317810ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:12Z', 'updated_at': '2022-01-21T09:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:19.582608 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-7eddf062-b53c-499c-abc7-eb2f3585ffab None None] Port e81daba2-50a4-44cb-b937-8a92c0602a23 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:43:19.600640 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8787a78b-04f0-40b7-ab99-245849f374ad None None] The sync data for ids ['b164c7cd-aa65-41d7-8060-b54b317810ed'] in dv-neutron-825731-1-hyperv is: [{'id': 'b164c7cd-aa65-41d7-8060-b54b317810ed', 'name': 'tempest-TestVolumeBootPattern-1928130954-router', 'tenant_id': '1a063c0ea71443edbf5c0abd39627be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': '50f4271a-88da-425a-ab9b-2d8436ebe339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:10Z', 'updated_at': '2022-01-21T09:43:15Z', 'revision_number': 3, 'project_id': '1a063c0ea71443edbf5c0abd39627be0', 'gw_port': {'id': '50f4271a-88da-425a-ab9b-2d8436ebe339', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b164c7cd-aa65-41d7-8060-b54b317810ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:12Z', 'updated_at': '2022-01-21T09:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:43:19.653009 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-280e3120-f358-45aa-adca-16dce53ed0c8 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:19.688618 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-26725d43-81c9-42de-abd6-054b84af33cc None None] Set router 53d2cd26-1537-4230-8d31-428b6b288f5d gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:43:19.772678 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.773972 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53304) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:19.795700 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b89ef07-ff62-486c-8ece-b66e614261a3 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Router d0ac310a-ad76-41dc-a529-60c18664148b has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:43:19.866513 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.005966 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-56d555f1-7ddd-40ef-a787-d33d87e6c0a3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:20.036096 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-56d555f1-7ddd-40ef-a787-d33d87e6c0a3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:port and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:20.038293 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-72828513-1acf-4747-a3fc-67634ae6e534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.057981 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-56d555f1-7ddd-40ef-a787-d33d87e6c0a3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:20.060881 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f30774ac-ce36-4387-ad2e-2e07e5c448a1 tempest-ServiceProvidersTest-64974043 tempest-ServiceProvidersTest-64974043-project] 10.222.0.110 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2722726 Jan 21 09:43:20.084653 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-56d555f1-7ddd-40ef-a787-d33d87e6c0a3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:20.141004 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-280e3120-f358-45aa-adca-16dce53ed0c8 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.153927 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-26725d43-81c9-42de-abd6-054b84af33cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'name': 'tempest-TestNetworkBasicOps-router-34972314', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:43:13Z', 'revision_number': 3, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:09:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:10Z', 'updated_at': '2022-01-21T09:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:20.161884 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-280e3120-f358-45aa-adca-16dce53ed0c8 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.174731 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26725d43-81c9-42de-abd6-054b84af33cc None None] The sync data for ids ['53d2cd26-1537-4230-8d31-428b6b288f5d'] in dv-neutron-825731-1-hyperv is: [{'id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'name': 'tempest-TestNetworkBasicOps-router-34972314', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:43:13Z', 'revision_number': 3, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:09:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:10Z', 'updated_at': '2022-01-21T09:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:43:20.231661 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d555f1-7ddd-40ef-a787-d33d87e6c0a3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Made reservation on behalf of 0b78745c20204b2bb7542d64f98190cf for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:20.231661 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-56d555f1-7ddd-40ef-a787-d33d87e6c0a3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.242584 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b89ef07-ff62-486c-8ece-b66e614261a3 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:43:20.249536 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-3b89ef07-ff62-486c-8ece-b66e614261a3 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "PUT /v2.0/routers/d0ac310a-ad76-41dc-a529-60c18664148b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4613001 Jan 21 09:43:20.255009 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa074bd-b40c-454f-8d58-0486690e5526 None None] Sync routers for ids ['d0ac310a-ad76-41dc-a529-60c18664148b'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:43:20.270548 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53312) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:20.271707 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa074bd-b40c-454f-8d58-0486690e5526 None None] Routers {'d0ac310a-ad76-41dc-a529-60c18664148b'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:20.274223 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-8aa074bd-b40c-454f-8d58-0486690e5526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:43:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d0ac310a-ad76-41dc-a529-60c18664148b'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:20.448407 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 50f4271a-88da-425a-ab9b-2d8436ebe339 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:20.475303 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-56d555f1-7ddd-40ef-a787-d33d87e6c0a3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] device_id is not set on port 71d01a6a-b1d6-446f-bd61-edbe6263613d yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:43:20.583551 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e3120-f358-45aa-adca-16dce53ed0c8 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9763e675-2eed-4f39-9f29-2432bf2b7485,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:20.645391 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-8aa074bd-b40c-454f-8d58-0486690e5526 None None] Set router d0ac310a-ad76-41dc-a529-60c18664148b gateway port host: None {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:43:20.704591 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-600d8652-2670-470f-9ced-f800531e8cb9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.778246 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-280e3120-f358-45aa-adca-16dce53ed0c8 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.782908 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-280e3120-f358-45aa-adca-16dce53ed0c8 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5011971 Jan 21 09:43:20.783756 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53318) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:20.784358 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53320) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:20.871481 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-4472c1db-7b6f-406f-b66a-5d15631c500a tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Request body: {'security_group_rule': {'security_group_id': '9763e675-2eed-4f39-9f29-2432bf2b7485', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:20.892252 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5b084cb6-2b97-4703-9812-f4db207f06a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.898895 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-4472c1db-7b6f-406f-b66a-5d15631c500a tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:20.979471 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 50f4271a-88da-425a-ab9b-2d8436ebe339 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:20.994420 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 50f4271a-88da-425a-ab9b-2d8436ebe339 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:20.995059 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.089882 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4472c1db-7b6f-406f-b66a-5d15631c500a tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Usage tracker for resource:security_group_rule and tenant:ff64a8be9fed4e47995987db09b13ef9 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:21.107447 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e99f459-6d8a-4f9d-b5bf-155615f36cb2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Deleting subnet a7e04eaf-e3b2-4d7b-a023-96b3465d91fb {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:43:21.115915 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4472c1db-7b6f-406f-b66a-5d15631c500a tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:21.126335 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6e99f459-6d8a-4f9d-b5bf-155615f36cb2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.176489 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-4472c1db-7b6f-406f-b66a-5d15631c500a tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:21.208114 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fb77567d-08e6-4357-b3d8-7d3fed35d5a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.244177 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.258719 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d8652-2670-470f-9ced-f800531e8cb9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Subnet': ['ID=a49a675f-632a-4690-8ea3-9a194a48b421,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:21.278888 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 50f4271a-88da-425a-ab9b-2d8436ebe339, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=50f4271a-88da-425a-ab9b-2d8436ebe339,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:21.284107 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-8aa074bd-b40c-454f-8d58-0486690e5526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'name': 'tempest-RoutersIpV6Test-router-1023602096', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:07Z', 'updated_at': '2022-01-21T09:43:17Z', 'revision_number': 9, 'project_id': '0ffd125f2e19497db276d912c6599666', 'gw_port_host': None, '_interfaces': [{'id': 'b9977dbe-e702-4bd4-9306-18fbb198dacb', 'name': '', 'network_id': 'dbc7f600-1ed1-4a45-a230-a69cfb9144c3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:82:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:10Z', 'updated_at': '2022-01-21T09:42:29Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0167b39-67b2-4bed-bfa7-5d02c431992c', 'name': '', 'network_id': '217a9625-8c34-4658-8888-c1b703bc40f3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:b2:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:19Z', 'updated_at': '2022-01-21T09:42:35Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:21.297508 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-fb77567d-08e6-4357-b3d8-7d3fed35d5a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:21.298949 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.302101 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa074bd-b40c-454f-8d58-0486690e5526 None None] Checking router: d0ac310a-ad76-41dc-a529-60c18664148b for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:43:21.302462 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-fb77567d-08e6-4357-b3d8-7d3fed35d5a9 admin admin] Usage tracker for resource:security_group_rule and tenant:8e130e844e7347e1b31dc3b35abd3527 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:21.307082 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-fb77567d-08e6-4357-b3d8-7d3fed35d5a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:21.315569 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-fb77567d-08e6-4357-b3d8-7d3fed35d5a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:21.366041 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600d8652-2670-470f-9ced-f800531e8cb9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Checking segment: {'id': 'fba40be4-9fff-412a-a038-55e4d6cba25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:21.366556 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600d8652-2670-470f-9ced-f800531e8cb9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network hostable DHCP agents. Network: ad7d1e2e-0774-4dd8-b4a1-ce49e042d841, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:21.383086 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.384095 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa074bd-b40c-454f-8d58-0486690e5526 None None] Routers {'d0ac310a-ad76-41dc-a529-60c18664148b'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:21.384538 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-8aa074bd-b40c-454f-8d58-0486690e5526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:43:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d0ac310a-ad76-41dc-a529-60c18664148b'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:21.398777 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-5b084cb6-2b97-4703-9812-f4db207f06a8 admin admin] Deleting port c3d92270-6f2c-48c5-bae5-62608422225c {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:21.399296 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5b084cb6-2b97-4703-9812-f4db207f06a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.474852 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-72828513-1acf-4747-a3fc-67634ae6e534 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.513746 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6e99f459-6d8a-4f9d-b5bf-155615f36cb2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.545725 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=50f4271a-88da-425a-ab9b-2d8436ebe339,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:21.577064 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-8aa074bd-b40c-454f-8d58-0486690e5526 None None] Set router d0ac310a-ad76-41dc-a529-60c18664148b gateway port host: None {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:43:21.592661 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-72828513-1acf-4747-a3fc-67634ae6e534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.616124 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-5b084cb6-2b97-4703-9812-f4db207f06a8 admin admin] For port c3d92270-6f2c-48c5-bae5-62608422225c, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=c3d92270-6f2c-48c5-bae5-62608422225c,segment=NetworkSegment(6dbe62b3-80b8-484a-a3b1-46049c848789),segment_id=6dbe62b3-80b8-484a-a3b1-46049c848789)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:21.616823 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5b084cb6-2b97-4703-9812-f4db207f06a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.694293 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600d8652-2670-470f-9ced-f800531e8cb9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network ad7d1e2e-0774-4dd8-b4a1-ce49e042d841 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:21.753618 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-5b084cb6-2b97-4703-9812-f4db207f06a8 admin admin] Calling delete_port for c3d92270-6f2c-48c5-bae5-62608422225c owned by network:router_interface {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:21.840098 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-4472c1db-7b6f-406f-b66a-5d15631c500a tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] create failed (client error): The resource could not be found. Jan 21 09:43:21.844856 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53330) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:21.846961 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4472c1db-7b6f-406f-b66a-5d15631c500a tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 1.0369151 Jan 21 09:43:21.851700 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-01066b09-35a6-4e3a-a055-87c8e9b565df tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Request body: {'security_group_rule': {'security_group_id': '9763e675-2eed-4f39-9f29-2432bf2b7485', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bc48dc52-d668-4be5-b227-ea1979d79a0a'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:21.861428 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-01066b09-35a6-4e3a-a055-87c8e9b565df tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:21.869109 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-01066b09-35a6-4e3a-a055-87c8e9b565df tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Usage tracker for resource:security_group_rule and tenant:ff64a8be9fed4e47995987db09b13ef9 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:21.874156 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-01066b09-35a6-4e3a-a055-87c8e9b565df tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:21.883032 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-01066b09-35a6-4e3a-a055-87c8e9b565df tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:21.886041 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-72828513-1acf-4747-a3fc-67634ae6e534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.911187 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-600d8652-2670-470f-9ced-f800531e8cb9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, ad7d1e2e-0774-4dd8-b4a1-ce49e042d841) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:21.926278 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822699b9-552f-4d0e-97a9-fd37f67f107d None None] Network ad7d1e2e-0774-4dd8-b4a1-ce49e042d841 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:21.936492 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600d8652-2670-470f-9ced-f800531e8cb9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:21.937060 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-600d8652-2670-470f-9ced-f800531e8cb9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.950665 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-01066b09-35a6-4e3a-a055-87c8e9b565df tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] create failed (client error): The resource could not be found. Jan 21 09:43:21.952117 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-01066b09-35a6-4e3a-a055-87c8e9b565df tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1059537 Jan 21 09:43:21.954534 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53334) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:22.081969 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5b084cb6-2b97-4703-9812-f4db207f06a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.112226 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-56d555f1-7ddd-40ef-a787-d33d87e6c0a3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.123525 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-219471d7-1dba-4adc-9337-2e61235dff77 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.132071 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fb77567d-08e6-4357-b3d8-7d3fed35d5a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.151201 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72828513-1acf-4747-a3fc-67634ae6e534 admin admin] Pushing event updated for resources: {'Port': ['ID=e81daba2-50a4-44cb-b937-8a92c0602a23,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:22.160542 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-219471d7-1dba-4adc-9337-2e61235dff77 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.167116 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fb77567d-08e6-4357-b3d8-7d3fed35d5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.182798 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-8aa074bd-b40c-454f-8d58-0486690e5526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'name': 'tempest-RoutersIpV6Test-router-1023602096', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:07Z', 'updated_at': '2022-01-21T09:43:17Z', 'revision_number': 9, 'project_id': '0ffd125f2e19497db276d912c6599666', 'gw_port_host': None, '_interfaces': [{'id': 'b9977dbe-e702-4bd4-9306-18fbb198dacb', 'name': '', 'network_id': 'dbc7f600-1ed1-4a45-a230-a69cfb9144c3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:82:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:10Z', 'updated_at': '2022-01-21T09:42:29Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0167b39-67b2-4bed-bfa7-5d02c431992c', 'name': '', 'network_id': '217a9625-8c34-4658-8888-c1b703bc40f3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:b2:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:19Z', 'updated_at': '2022-01-21T09:42:35Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:22.196021 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa074bd-b40c-454f-8d58-0486690e5526 None None] The sync data for ids ['d0ac310a-ad76-41dc-a529-60c18664148b'] in dv-neutron-825731-1-hyperv is: [{'id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'name': 'tempest-RoutersIpV6Test-router-1023602096', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:07Z', 'updated_at': '2022-01-21T09:43:17Z', 'revision_number': 9, 'project_id': '0ffd125f2e19497db276d912c6599666', 'gw_port_host': None, '_interfaces': [{'id': 'b9977dbe-e702-4bd4-9306-18fbb198dacb', 'name': '', 'network_id': 'dbc7f600-1ed1-4a45-a230-a69cfb9144c3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:82:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:10Z', 'updated_at': '2022-01-21T09:42:29Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0167b39-67b2-4bed-bfa7-5d02c431992c', 'name': '', 'network_id': '217a9625-8c34-4658-8888-c1b703bc40f3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:b2:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:19Z', 'updated_at': '2022-01-21T09:42:35Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': 'a5bc9494-ea2d-4ab7-af78-c87c42bae29c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:43:22.218374 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-fb77567d-08e6-4357-b3d8-7d3fed35d5a9 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=8e130e844e7347e1b31dc3b35abd3527&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4073789 Jan 21 09:43:22.222070 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53338) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:22.222686 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b084cb6-2b97-4703-9812-f4db207f06a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3d92270-6f2c-48c5-bae5-62608422225c,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:22.249001 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2042a8db-955b-4704-9169-053f3000c9d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-ad7d1e2e-0774-4dd8-b4a1-ce49e042d841', 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ips': [{'subnet_id': 'a49a675f-632a-4690-8ea3-9a194a48b421'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:43:22.250153 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2042a8db-955b-4704-9169-053f3000c9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.268434 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-219471d7-1dba-4adc-9337-2e61235dff77 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.294952 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-600d8652-2670-470f-9ced-f800531e8cb9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.2566679 Jan 21 09:43:22.309824 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53342) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:22.344451 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6e99f459-6d8a-4f9d-b5bf-155615f36cb2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.357991 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219471d7-1dba-4adc-9337-2e61235dff77 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9763e675-2eed-4f39-9f29-2432bf2b7485,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:22.463552 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-2042a8db-955b-4704-9169-053f3000c9d6 None None] Allocated IP 172.20.0.2 (ad7d1e2e-0774-4dd8-b4a1-ce49e042d841/a49a675f-632a-4690-8ea3-9a194a48b421/928281b2-0119-46c6-a5cc-f52e205e7495) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:22.495130 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 50f4271a-88da-425a-ab9b-2d8436ebe339 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:22.508761 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77567d-08e6-4357-b3d8-7d3fed35d5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a54928-aa4a-4b24-8fdb-a1b3c7253e50,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:22.548334 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6efd453d-28b8-4c0d-871a-ac8abe080c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.578240 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-219471d7-1dba-4adc-9337-2e61235dff77 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.580562 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-219471d7-1dba-4adc-9337-2e61235dff77 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "DELETE /v2.0/security-groups/9763e675-2eed-4f39-9f29-2432bf2b7485 HTTP/1.1" status: 204 len: 168 time: 0.6251261 Jan 21 09:43:22.584951 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53346) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:22.627046 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6e99f459-6d8a-4f9d-b5bf-155615f36cb2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.645670 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 50f4271a-88da-425a-ab9b-2d8436ebe339 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:22.646038 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.690635 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72828513-1acf-4747-a3fc-67634ae6e534 admin admin] Network ad8e80e5-b6d2-4dc0-9faa-3145f2c53195 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:22.718242 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-72828513-1acf-4747-a3fc-67634ae6e534 admin admin] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:22.723355 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-56d555f1-7ddd-40ef-a787-d33d87e6c0a3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.753220 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6efd453d-28b8-4c0d-871a-ac8abe080c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.829847 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6e99f459-6d8a-4f9d-b5bf-155615f36cb2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.844946 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d555f1-7ddd-40ef-a787-d33d87e6c0a3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Port': ['ID=71d01a6a-b1d6-446f-bd61-edbe6263613d,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:22.851969 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-6e99f459-6d8a-4f9d-b5bf-155615f36cb2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/subnets/a7e04eaf-e3b2-4d7b-a023-96b3465d91fb HTTP/1.1" status: 204 len: 168 time: 2.5490787 Jan 21 09:43:22.852668 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53350) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:22.867952 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99f459-6d8a-4f9d-b5bf-155615f36cb2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event deleted for resources: {'Subnet': ['ID=a7e04eaf-e3b2-4d7b-a023-96b3465d91fb,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:22.876275 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f998070-4448-4f87-8b02-a5ed045fddd8 None None] Network 3263eec5-75eb-46db-beb0-b9bb75d9a94a requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:22.932217 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:22.949763 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5b084cb6-2b97-4703-9812-f4db207f06a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.957384 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-cded4cc1-74c3-4dfa-87d1-b09eeb686c97 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Synchronizing usage tracker for tenant:ff64a8be9fed4e47995987db09b13ef9 on resource:security_group {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:23.047149 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-cded4cc1-74c3-4dfa-87d1-b09eeb686c97 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Unset dirty status for tenant:ff64a8be9fed4e47995987db09b13ef9 on resource:security_group {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:23.053765 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-cded4cc1-74c3-4dfa-87d1-b09eeb686c97 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4593666 Jan 21 09:43:23.060471 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53354) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:23.076884 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-2879e009-7992-40bf-a6fa-f500c21fd50d tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Request body: {'security_group_rule': {'security_group_id': '8006a877-fb2a-40be-8321-01524af1ac1f', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:23.087876 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2879e009-7992-40bf-a6fa-f500c21fd50d tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:23.102544 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2879e009-7992-40bf-a6fa-f500c21fd50d tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Usage tracker for resource:security_group_rule and tenant:ff64a8be9fed4e47995987db09b13ef9 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:23.105329 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6efd453d-28b8-4c0d-871a-ac8abe080c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.111247 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2879e009-7992-40bf-a6fa-f500c21fd50d tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:23.115550 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7837c46c-3c69-499a-9499-b2c1e7d9420c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.128330 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2879e009-7992-40bf-a6fa-f500c21fd50d tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:23.140921 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd453d-28b8-4c0d-871a-ac8abe080c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a54928-aa4a-4b24-8fdb-a1b3c7253e50,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:23.198907 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6efd453d-28b8-4c0d-871a-ac8abe080c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.200061 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6efd453d-28b8-4c0d-871a-ac8abe080c5c admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/e4a54928-aa4a-4b24-8fdb-a1b3c7253e50 HTTP/1.1" status: 204 len: 168 time: 0.9747097 Jan 21 09:43:23.211369 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d555f1-7ddd-40ef-a787-d33d87e6c0a3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Checking segment: {'id': 'cf177a5b-c83c-4d42-89c3-6ce638080ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c6f429f6-d76f-464b-b10d-73f2378341d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:23.211826 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d555f1-7ddd-40ef-a787-d33d87e6c0a3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Network hostable DHCP agents. Network: c6f429f6-d76f-464b-b10d-73f2378341d1, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:23.257057 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2042a8db-955b-4704-9169-053f3000c9d6 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.261075 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e6b568f5-e1ee-4b52-b5cd-1c02e9842913 None None] Provisioning complete for port e81daba2-50a4-44cb-b937-8a92c0602a23 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:23.261675 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e6b568f5-e1ee-4b52-b5cd-1c02e9842913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.316824 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-2042a8db-955b-4704-9169-053f3000c9d6 None None] Transition to ACTIVE for port object 928281b2-0119-46c6-a5cc-f52e205e7495 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:23.344577 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-2879e009-7992-40bf-a6fa-f500c21fd50d tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] create failed (client error): The resource could not be found. Jan 21 09:43:23.350752 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2879e009-7992-40bf-a6fa-f500c21fd50d tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2891471 Jan 21 09:43:23.353555 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-7837c46c-3c69-499a-9499-b2c1e7d9420c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Deleting port 5109490d-40b7-4a07-9607-678887f82b0f {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:23.354013 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7837c46c-3c69-499a-9499-b2c1e7d9420c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.359646 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53360) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:23.364719 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-22b185c3-9e90-4d9c-bd40-2f926ed467e7 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Request body: {'security_group': {'name': 'tempest-secgroup--595766586'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:23.368352 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-e6b568f5-e1ee-4b52-b5cd-1c02e9842913 None None] Port e81daba2-50a4-44cb-b937-8a92c0602a23 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:43:23.372540 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-2042a8db-955b-4704-9169-053f3000c9d6 None None] Transition to ACTIVE for port object 928281b2-0119-46c6-a5cc-f52e205e7495 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:23.374208 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:23.388298 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:23.388678 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.389926 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-22b185c3-9e90-4d9c-bd40-2f926ed467e7 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:23.426594 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2042a8db-955b-4704-9169-053f3000c9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.433769 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-22b185c3-9e90-4d9c-bd40-2f926ed467e7 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:23.533785 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2042a8db-955b-4704-9169-053f3000c9d6 None None] Network ad7d1e2e-0774-4dd8-b4a1-ce49e042d841 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:23.537804 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-2042a8db-955b-4704-9169-053f3000c9d6 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:23.542265 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2042a8db-955b-4704-9169-053f3000c9d6 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:43:23.583663 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382e67b9-4fa1-443d-b85b-8ea351ba03f6 None None] DHCP port deletion for 3263eec5-75eb-46db-beb0-b9bb75d9a94a request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:43:23.596534 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2042a8db-955b-4704-9169-053f3000c9d6 None None] Pushing event updated for resources: {'Port': ['ID=928281b2-0119-46c6-a5cc-f52e205e7495,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:23.596681 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-22b185c3-9e90-4d9c-bd40-2f926ed467e7 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.602707 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d555f1-7ddd-40ef-a787-d33d87e6c0a3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Network c6f429f6-d76f-464b-b10d-73f2378341d1 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:23.638523 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-382e67b9-4fa1-443d-b85b-8ea351ba03f6 None None] Deleting port 5109490d-40b7-4a07-9607-678887f82b0f {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:23.638764 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-382e67b9-4fa1-443d-b85b-8ea351ba03f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.642738 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-22b185c3-9e90-4d9c-bd40-2f926ed467e7 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:23.650577 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-22b185c3-9e90-4d9c-bd40-2f926ed467e7 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Usage tracker for resource:security_group_rule and tenant:ff64a8be9fed4e47995987db09b13ef9 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:23.655963 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-22b185c3-9e90-4d9c-bd40-2f926ed467e7 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:23.666160 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b084cb6-2b97-4703-9812-f4db207f06a8 admin admin] Router 29dc86f9-9542-4256-ae43-a8de2d8782fa has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:43:23.667755 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-22b185c3-9e90-4d9c-bd40-2f926ed467e7 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:23.769120 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-2042a8db-955b-4704-9169-053f3000c9d6 None None] Attempting to bind port 928281b2-0119-46c6-a5cc-f52e205e7495 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:23.769543 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-2042a8db-955b-4704-9169-053f3000c9d6 None None] Attempting to bind port 928281b2-0119-46c6-a5cc-f52e205e7495 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'fba40be4-9fff-412a-a038-55e4d6cba25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:23.769917 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2042a8db-955b-4704-9169-053f3000c9d6 None None] Attempting to bind port 928281b2-0119-46c6-a5cc-f52e205e7495 on network ad7d1e2e-0774-4dd8-b4a1-ce49e042d841 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:43:23.788537 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2042a8db-955b-4704-9169-053f3000c9d6 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:43:23.789691 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2042a8db-955b-4704-9169-053f3000c9d6 None None] Checking segment: {'id': 'fba40be4-9fff-412a-a038-55e4d6cba25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:23.790140 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2042a8db-955b-4704-9169-053f3000c9d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.790539 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2042a8db-955b-4704-9169-053f3000c9d6 None None] Bound using segment: {'id': 'fba40be4-9fff-412a-a038-55e4d6cba25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:43:23.791071 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-2042a8db-955b-4704-9169-053f3000c9d6 None None] Bound port: 928281b2-0119-46c6-a5cc-f52e205e7495, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fba40be4-9fff-412a-a038-55e4d6cba25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:23.791479 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2042a8db-955b-4704-9169-053f3000c9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.920309 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.972427 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72828513-1acf-4747-a3fc-67634ae6e534 admin admin] Router b164c7cd-aa65-41d7-8060-b54b317810ed has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:43:23.993365 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-2042a8db-955b-4704-9169-053f3000c9d6 None None] For port 928281b2-0119-46c6-a5cc-f52e205e7495, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:43:23.998960 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-2042a8db-955b-4704-9169-053f3000c9d6 None None] For port 928281b2-0119-46c6-a5cc-f52e205e7495, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=928281b2-0119-46c6-a5cc-f52e205e7495,segment=NetworkSegment(fba40be4-9fff-412a-a038-55e4d6cba25c),segment_id=fba40be4-9fff-412a-a038-55e4d6cba25c)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:43:24.021400 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:24.028002 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2042a8db-955b-4704-9169-053f3000c9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.044676 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b084cb6-2b97-4703-9812-f4db207f06a8 admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:43:24.053494 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42cb4ea-6ffb-4fc0-b566-f6754312a681 None None] Sync routers for ids ['29dc86f9-9542-4256-ae43-a8de2d8782fa'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:43:24.067824 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42cb4ea-6ffb-4fc0-b566-f6754312a681 None None] Routers {'29dc86f9-9542-4256-ae43-a8de2d8782fa'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:24.068441 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-a42cb4ea-6ffb-4fc0-b566-f6754312a681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:43:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['29dc86f9-9542-4256-ae43-a8de2d8782fa'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:24.108936 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5b084cb6-2b97-4703-9812-f4db207f06a8 admin admin] 10.222.0.110 "PUT /v2.0/routers/29dc86f9-9542-4256-ae43-a8de2d8782fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6248350 Jan 21 09:43:24.115891 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53374) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:24.267963 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-22b185c3-9e90-4d9c-bd40-2f926ed467e7 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.279926 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-22b185c3-9e90-4d9c-bd40-2f926ed467e7 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.295177 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.353409 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-382e67b9-4fa1-443d-b85b-8ea351ba03f6 None None] For port 5109490d-40b7-4a07-9607-678887f82b0f, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=5109490d-40b7-4a07-9607-678887f82b0f,segment=NetworkSegment(1fbb0c67-a3cc-484e-b096-9499307be29b),segment_id=1fbb0c67-a3cc-484e-b096-9499307be29b)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:24.353785 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-382e67b9-4fa1-443d-b85b-8ea351ba03f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.413833 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-56d555f1-7ddd-40ef-a787-d33d87e6c0a3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, c6f429f6-d76f-464b-b10d-73f2378341d1) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:24.454535 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-22b185c3-9e90-4d9c-bd40-2f926ed467e7 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.458595 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-22b185c3-9e90-4d9c-bd40-2f926ed467e7 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0958197 Jan 21 09:43:24.470947 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53384) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:24.474761 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d555f1-7ddd-40ef-a787-d33d87e6c0a3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:43:24.493185 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-a42cb4ea-6ffb-4fc0-b566-f6754312a681 None None] Set router 29dc86f9-9542-4256-ae43-a8de2d8782fa gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:43:24.500810 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d555f1-7ddd-40ef-a787-d33d87e6c0a3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:24.502585 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-56d555f1-7ddd-40ef-a787-d33d87e6c0a3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.507203 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-2a21fbf0-07dc-458d-95ef-e3eaa0a307f4 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Request body: {'security_group': {'name': 'tempest-secgroup--878431529'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:24.520596 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2a21fbf0-07dc-458d-95ef-e3eaa0a307f4 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:24.526144 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b185c3-9e90-4d9c-bd40-2f926ed467e7 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff6bd4e-d78d-4fac-a3b7-7d48fa99b45c,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:24.549093 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2a21fbf0-07dc-458d-95ef-e3eaa0a307f4 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Usage tracker for resource:security_group and tenant:ff64a8be9fed4e47995987db09b13ef9 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:24.555031 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2a21fbf0-07dc-458d-95ef-e3eaa0a307f4 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:24.560508 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a3552c-1e9b-42c7-b7d8-0351fb01fcbc None None] Network c6f429f6-d76f-464b-b10d-73f2378341d1 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:24.569635 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2a21fbf0-07dc-458d-95ef-e3eaa0a307f4 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:24.585397 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-382e67b9-4fa1-443d-b85b-8ea351ba03f6 None None] Calling delete_port for 5109490d-40b7-4a07-9607-678887f82b0f owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:24.590748 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-44a9446b-c2b0-4841-985f-fe6754587d85 admin admin] Notify callbacks [] for router, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.619585 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 5109490d-40b7-4a07-9607-678887f82b0f no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:24.687590 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2042a8db-955b-4704-9169-053f3000c9d6 None None] Pushing event updated for resources: {'Port': ['ID=928281b2-0119-46c6-a5cc-f52e205e7495,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:24.766768 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-7837c46c-3c69-499a-9499-b2c1e7d9420c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] For port 5109490d-40b7-4a07-9607-678887f82b0f, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=5109490d-40b7-4a07-9607-678887f82b0f,segment=NetworkSegment(1fbb0c67-a3cc-484e-b096-9499307be29b),segment_id=1fbb0c67-a3cc-484e-b096-9499307be29b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:24.767229 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7837c46c-3c69-499a-9499-b2c1e7d9420c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.786249 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53390) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:24.787050 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2a21fbf0-07dc-458d-95ef-e3eaa0a307f4 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.840218 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-56d555f1-7ddd-40ef-a787-d33d87e6c0a3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 5.4719641 Jan 21 09:43:24.848039 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53396) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:24.881554 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-728c085a-b14e-4b91-aad0-1fe1b4a12da9 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-171702827'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:25.014338 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-a42cb4ea-6ffb-4fc0-b566-f6754312a681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'name': 'tempest-ServerActionsTestJSON-304556091-router', 'tenant_id': '21bf33c022814c088610cd12785c806c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '8eac12c5-0b88-435b-beee-31592b141764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:29Z', 'updated_at': '2022-01-21T09:43:21Z', 'revision_number': 5, 'project_id': '21bf33c022814c088610cd12785c806c', 'gw_port': {'id': '8eac12c5-0b88-435b-beee-31592b141764', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:31Z', 'updated_at': '2022-01-21T09:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:25.015831 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-728c085a-b14e-4b91-aad0-1fe1b4a12da9 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:25.019846 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42cb4ea-6ffb-4fc0-b566-f6754312a681 None None] Checking router: 29dc86f9-9542-4256-ae43-a8de2d8782fa for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:43:25.021633 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-728c085a-b14e-4b91-aad0-1fe1b4a12da9 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:network and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:25.026142 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-728c085a-b14e-4b91-aad0-1fe1b4a12da9 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:25.032619 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42cb4ea-6ffb-4fc0-b566-f6754312a681 None None] Routers {'29dc86f9-9542-4256-ae43-a8de2d8782fa'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:25.033449 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-a42cb4ea-6ffb-4fc0-b566-f6754312a681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:43:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['29dc86f9-9542-4256-ae43-a8de2d8782fa'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:25.034084 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-728c085a-b14e-4b91-aad0-1fe1b4a12da9 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:25.052052 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-e3fbeb57-a854-4f9f-89a4-d678a7b9e633 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1145518666'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:25.074471 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728c085a-b14e-4b91-aad0-1fe1b4a12da9 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Made reservation on behalf of 0b78745c20204b2bb7542d64f98190cf for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:25.078792 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-728c085a-b14e-4b91-aad0-1fe1b4a12da9 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.082008 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-7837c46c-3c69-499a-9499-b2c1e7d9420c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Calling delete_port for 5109490d-40b7-4a07-9607-678887f82b0f owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:25.094307 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-e3fbeb57-a854-4f9f-89a4-d678a7b9e633 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:25.097175 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2a21fbf0-07dc-458d-95ef-e3eaa0a307f4 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:25.108042 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2a21fbf0-07dc-458d-95ef-e3eaa0a307f4 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Usage tracker for resource:security_group_rule and tenant:ff64a8be9fed4e47995987db09b13ef9 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:25.115975 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2a21fbf0-07dc-458d-95ef-e3eaa0a307f4 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:25.122086 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e3fbeb57-a854-4f9f-89a4-d678a7b9e633 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Usage tracker for resource:network and tenant:2ed35f93ea3a4e0fa42f8c261d07e56b is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:25.133879 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e3fbeb57-a854-4f9f-89a4-d678a7b9e633 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:25.140037 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2a21fbf0-07dc-458d-95ef-e3eaa0a307f4 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:25.152189 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:25.156201 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-e3fbeb57-a854-4f9f-89a4-d678a7b9e633 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:25.198981 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-382e67b9-4fa1-443d-b85b-8ea351ba03f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.222168 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-44a9446b-c2b0-4841-985f-fe6754587d85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.237753 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fbeb57-a854-4f9f-89a4-d678a7b9e633 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Made reservation on behalf of 2ed35f93ea3a4e0fa42f8c261d07e56b for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:25.240700 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Port 5109490d-40b7-4a07-9607-678887f82b0f update to DOWN by agent not found {{(pid=87516) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jan 21 09:43:25.241145 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 62526804-f4e9-4843-b711-4d9b5998cbff no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:25.243612 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e3fbeb57-a854-4f9f-89a4-d678a7b9e633 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.258642 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-728c085a-b14e-4b91-aad0-1fe1b4a12da9 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:25.271766 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e3fbeb57-a854-4f9f-89a4-d678a7b9e633 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.297540 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-44a9446b-c2b0-4841-985f-fe6754587d85 admin admin] Deleting port 8eac12c5-0b88-435b-beee-31592b141764 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:25.297890 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e67b9-4fa1-443d-b85b-8ea351ba03f6 None None] Pushing event deleted for resources: {'Port': ['ID=5109490d-40b7-4a07-9607-678887f82b0f,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:25.298201 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-44a9446b-c2b0-4841-985f-fe6754587d85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.299678 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 62526804-f4e9-4843-b711-4d9b5998cbff {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:43:25.300280 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 62526804-f4e9-4843-b711-4d9b5998cbff not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:25.305990 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382e67b9-4fa1-443d-b85b-8ea351ba03f6 None None] No DVR routers for this DVR port 5109490d-40b7-4a07-9607-678887f82b0f on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:25.339818 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-a42cb4ea-6ffb-4fc0-b566-f6754312a681 None None] Set router 29dc86f9-9542-4256-ae43-a8de2d8782fa gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:43:25.341081 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72828513-1acf-4747-a3fc-67634ae6e534 admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:43:25.352892 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2b2bea-eb53-49ad-ac85-7c7b296a5d7e None None] Sync routers for ids ['b164c7cd-aa65-41d7-8060-b54b317810ed'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:43:25.355532 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-728c085a-b14e-4b91-aad0-1fe1b4a12da9 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.355775 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-728c085a-b14e-4b91-aad0-1fe1b4a12da9 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Added segment 0082e2aa-2b69-4541-9e07-f1c7c1c7ad39 of type vlan for network ab098e26-6a3e-4e89-a249-9d875b9a740d Jan 21 09:43:25.362757 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2b2bea-eb53-49ad-ac85-7c7b296a5d7e None None] Routers {'b164c7cd-aa65-41d7-8060-b54b317810ed'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:25.363303 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-1d2b2bea-eb53-49ad-ac85-7c7b296a5d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:43:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['b164c7cd-aa65-41d7-8060-b54b317810ed'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:25.368618 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-7837c46c-3c69-499a-9499-b2c1e7d9420c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:43:25.368920 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-7837c46c-3c69-499a-9499-b2c1e7d9420c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:43:25.383954 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-72828513-1acf-4747-a3fc-67634ae6e534 admin admin] 10.222.0.110 "PUT /v2.0/routers/b164c7cd-aa65-41d7-8060-b54b317810ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8031242 Jan 21 09:43:25.390753 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-62e60d1f-8d00-456b-bd87-6e76b57317c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.598490 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-e3fbeb57-a854-4f9f-89a4-d678a7b9e633 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:25.630847 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e3fbeb57-a854-4f9f-89a4-d678a7b9e633 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Usage tracker for resource:security_group_rule and tenant:2ed35f93ea3a4e0fa42f8c261d07e56b is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:25.640111 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e3fbeb57-a854-4f9f-89a4-d678a7b9e633 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:25.673858 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-1d2b2bea-eb53-49ad-ac85-7c7b296a5d7e None None] Set router b164c7cd-aa65-41d7-8060-b54b317810ed gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:43:25.709051 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-e3fbeb57-a854-4f9f-89a4-d678a7b9e633 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:25.860295 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2a21fbf0-07dc-458d-95ef-e3eaa0a307f4 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.912229 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-728c085a-b14e-4b91-aad0-1fe1b4a12da9 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.932798 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2a21fbf0-07dc-458d-95ef-e3eaa0a307f4 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.942812 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-a42cb4ea-6ffb-4fc0-b566-f6754312a681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'name': 'tempest-ServerActionsTestJSON-304556091-router', 'tenant_id': '21bf33c022814c088610cd12785c806c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '8eac12c5-0b88-435b-beee-31592b141764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:29Z', 'updated_at': '2022-01-21T09:43:21Z', 'revision_number': 5, 'project_id': '21bf33c022814c088610cd12785c806c', 'gw_port': {'id': '8eac12c5-0b88-435b-beee-31592b141764', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:31Z', 'updated_at': '2022-01-21T09:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:25.952811 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42cb4ea-6ffb-4fc0-b566-f6754312a681 None None] The sync data for ids ['29dc86f9-9542-4256-ae43-a8de2d8782fa'] in dv-neutron-825731-1-hyperv is: [{'id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'name': 'tempest-ServerActionsTestJSON-304556091-router', 'tenant_id': '21bf33c022814c088610cd12785c806c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '8eac12c5-0b88-435b-beee-31592b141764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:36:29Z', 'updated_at': '2022-01-21T09:43:21Z', 'revision_number': 5, 'project_id': '21bf33c022814c088610cd12785c806c', 'gw_port': {'id': '8eac12c5-0b88-435b-beee-31592b141764', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dc86f9-9542-4256-ae43-a8de2d8782fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:36:31Z', 'updated_at': '2022-01-21T09:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:43:25.971382 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-7837c46c-3c69-499a-9499-b2c1e7d9420c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Deleting port 5109490d-40b7-4a07-9607-678887f82b0f {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:25.971743 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7837c46c-3c69-499a-9499-b2c1e7d9420c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.046245 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf20850-3426-4746-8799-d752bc8b24e7 None None] Network ad7d1e2e-0774-4dd8-b4a1-ce49e042d841 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:26.080803 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-7837c46c-3c69-499a-9499-b2c1e7d9420c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] The port '5109490d-40b7-4a07-9607-678887f82b0f' was deleted {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:43:26.096931 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.resource_extend [None req-728c085a-b14e-4b91-aad0-1fe1b4a12da9 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:43:26.124286 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21fbf0-07dc-458d-95ef-e3eaa0a307f4 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7df25b4-e4d3-4ece-8eae-ca8f16cbe391,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:26.156033 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2a21fbf0-07dc-458d-95ef-e3eaa0a307f4 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.160304 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2a21fbf0-07dc-458d-95ef-e3eaa0a307f4 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6802430 Jan 21 09:43:26.163107 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53406) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:26.182543 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-9e50531b-ad9e-4ac5-b1b0-04efd6ad2f41 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Request body: {'security_group_rule': {'security_group_id': '5ff6bd4e-d78d-4fac-a3b7-7d48fa99b45c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'a7df25b4-e4d3-4ece-8eae-ca8f16cbe391'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:26.184913 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-728c085a-b14e-4b91-aad0-1fe1b4a12da9 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.190244 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728c085a-b14e-4b91-aad0-1fe1b4a12da9 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:26.190830 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-728c085a-b14e-4b91-aad0-1fe1b4a12da9 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.193186 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9e50531b-ad9e-4ac5-b1b0-04efd6ad2f41 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:26.196520 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-62e60d1f-8d00-456b-bd87-6e76b57317c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Allocated IP 172.20.0.1 (ad7d1e2e-0774-4dd8-b4a1-ce49e042d841/a49a675f-632a-4690-8ea3-9a194a48b421/24d65694-3141-4464-b092-a1b4b2deb852) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:26.203406 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9e50531b-ad9e-4ac5-b1b0-04efd6ad2f41 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Usage tracker for resource:security_group_rule and tenant:ff64a8be9fed4e47995987db09b13ef9 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:26.209433 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9e50531b-ad9e-4ac5-b1b0-04efd6ad2f41 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:26.246099 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-728c085a-b14e-4b91-aad0-1fe1b4a12da9 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3851395 Jan 21 09:43:26.253646 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53410) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:26.268023 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-08c56d13-007f-493e-a3e0-9ebe7b1a09e5 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'ports': [{'network_id': 'c6f429f6-d76f-464b-b10d-73f2378341d1'}, {'network_id': 'ab098e26-6a3e-4e89-a249-9d875b9a740d'}]} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:26.268344 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-08c56d13-007f-493e-a3e0-9ebe7b1a09e5 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'port': {'network_id': 'c6f429f6-d76f-464b-b10d-73f2378341d1'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:26.268809 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-08c56d13-007f-493e-a3e0-9ebe7b1a09e5 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'port': {'network_id': 'ab098e26-6a3e-4e89-a249-9d875b9a740d'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:26.270253 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9e50531b-ad9e-4ac5-b1b0-04efd6ad2f41 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:26.276785 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7837c46c-3c69-499a-9499-b2c1e7d9420c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.303630 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-44a9446b-c2b0-4841-985f-fe6754587d85 admin admin] For port 8eac12c5-0b88-435b-beee-31592b141764, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=8eac12c5-0b88-435b-beee-31592b141764,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:26.303953 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-44a9446b-c2b0-4841-985f-fe6754587d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.369824 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-dfced1cb-9114-44f3-bec4-0867e4b8604f None None] Provisioning for port 928281b2-0119-46c6-a5cc-f52e205e7495 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:26.382105 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-7837c46c-3c69-499a-9499-b2c1e7d9420c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3263eec5-75eb-46db-beb0-b9bb75d9a94a']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:26.580409 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53414) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:26.594180 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-44a9446b-c2b0-4841-985f-fe6754587d85 admin admin] Calling delete_port for 8eac12c5-0b88-435b-beee-31592b141764 owned by network:router_gateway {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:26.605044 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-1d2b2bea-eb53-49ad-ac85-7c7b296a5d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b164c7cd-aa65-41d7-8060-b54b317810ed', 'name': 'tempest-TestVolumeBootPattern-1928130954-router', 'tenant_id': '1a063c0ea71443edbf5c0abd39627be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': '50f4271a-88da-425a-ab9b-2d8436ebe339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:10Z', 'updated_at': '2022-01-21T09:43:19Z', 'revision_number': 4, 'project_id': '1a063c0ea71443edbf5c0abd39627be0', 'gw_port': {'id': '50f4271a-88da-425a-ab9b-2d8436ebe339', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b164c7cd-aa65-41d7-8060-b54b317810ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:12Z', 'updated_at': '2022-01-21T09:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'e81daba2-50a4-44cb-b937-8a92c0602a23', 'name': '', 'network_id': 'ad8e80e5-b6d2-4dc0-9faa-3145f2c53195', 'tenant_id': '1a063c0ea71443edbf5c0abd39627be0', 'mac_address': 'fa:16:3e:a8:ec:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b164c7cd-aa65-41d7-8060-b54b317810ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '6121ca86-2ed4-44f4-824d-f0d8e8070d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:17Z', 'updated_at': '2022-01-21T09:43:20Z', 'revision_number': 2, 'project_id': '1a063c0ea71443edbf5c0abd39627be0', 'subnets': [{'id': '6121ca86-2ed4-44f4-824d-f0d8e8070d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:26.613972 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2b2bea-eb53-49ad-ac85-7c7b296a5d7e None None] Checking router: b164c7cd-aa65-41d7-8060-b54b317810ed for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:43:26.614333 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2b2bea-eb53-49ad-ac85-7c7b296a5d7e None None] Updating router b164c7cd-aa65-41d7-8060-b54b317810ed port e81daba2-50a4-44cb-b937-8a92c0602a23 binding host dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:43:26.657082 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-29be60c7-0a73-4586-88e3-3adfe2c7620f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1226420372', 'description': 'tempest-secgroup-smoke-1226420372 description', 'project_id': 'b19bae91610749c2842623300f66b5c2'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:26.662927 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c085a-b14e-4b91-aad0-1fe1b4a12da9 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Network': ['ID=ab098e26-6a3e-4e89-a249-9d875b9a740d,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:26.663095 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:26.666217 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-7837c46c-3c69-499a-9499-b2c1e7d9420c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fbb0c67-a3cc-484e-b096-9499307be29b') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:26.666816 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-7837c46c-3c69-499a-9499-b2c1e7d9420c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fbb0c67-a3cc-484e-b096-9499307be29b') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:26.686320 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7837c46c-3c69-499a-9499-b2c1e7d9420c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.698287 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-9e50531b-ad9e-4ac5-b1b0-04efd6ad2f41 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:43:26.699713 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9e50531b-ad9e-4ac5-b1b0-04efd6ad2f41 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5365019 Jan 21 09:43:26.704701 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network ab098e26-6a3e-4e89-a249-9d875b9a740d details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:26.706961 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53418) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:26.727901 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-29be60c7-0a73-4586-88e3-3adfe2c7620f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:26.755463 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-29be60c7-0a73-4586-88e3-3adfe2c7620f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Usage tracker for resource:security_group and tenant:b19bae91610749c2842623300f66b5c2 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:26.771761 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7837c46c-3c69-499a-9499-b2c1e7d9420c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.782489 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-29be60c7-0a73-4586-88e3-3adfe2c7620f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:26.796734 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7837c46c-3c69-499a-9499-b2c1e7d9420c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:43:26.797296 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7837c46c-3c69-499a-9499-b2c1e7d9420c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.801785 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e3fbeb57-a854-4f9f-89a4-d678a7b9e633 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.805627 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-29be60c7-0a73-4586-88e3-3adfe2c7620f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:26.814129 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1d2b2bea-eb53-49ad-ac85-7c7b296a5d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.820614 dv-neutron-825731-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:43:26.820614 dv-neutron-825731-1-hyperv neutron-server[87514]: util.warn( Jan 21 09:43:26.820614 dv-neutron-825731-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:43:26.820614 dv-neutron-825731-1-hyperv neutron-server[87514]: util.warn( Jan 21 09:43:26.820614 dv-neutron-825731-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:43:26.820614 dv-neutron-825731-1-hyperv neutron-server[87514]: util.warn( Jan 21 09:43:26.820614 dv-neutron-825731-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:43:26.820614 dv-neutron-825731-1-hyperv neutron-server[87514]: util.warn( Jan 21 09:43:26.820614 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:43:26.820614 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:43:26.820614 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:43:26.820614 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:26.820614 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:43:26.820614 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:26.820614 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:43:26.820614 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:26.820614 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:43:26.820614 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:26.820614 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:43:26.820614 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:26.820614 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:43:26.820614 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:26.820614 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:26.820614 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:26.820614 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:26.820614 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:26.820614 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:43:26.820614 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:43:26.820614 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:43:26.820614 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:43:26.820614 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:26.820614 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:43:26.820614 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:26.820614 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:43:26.820614 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:26.820614 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:43:26.820614 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:26.820614 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:43:26.820614 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:26.820614 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:26.849963 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e3fbeb57-a854-4f9f-89a4-d678a7b9e633 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.931966 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-29be60c7-0a73-4586-88e3-3adfe2c7620f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.938021 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7326f15e-4a7b-48be-90d2-962b96026d0f tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.949861 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3fbeb57-a854-4f9f-89a4-d678a7b9e633 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:26.968593 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7326f15e-4a7b-48be-90d2-962b96026d0f tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.021649 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-29be60c7-0a73-4586-88e3-3adfe2c7620f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:27.030025 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fbeb57-a854-4f9f-89a4-d678a7b9e633 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf17922b-8b2c-4016-8bc4-0b360a801033,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:27.033735 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-29be60c7-0a73-4586-88e3-3adfe2c7620f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Usage tracker for resource:security_group_rule and tenant:b19bae91610749c2842623300f66b5c2 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:27.040569 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e3fbeb57-a854-4f9f-89a4-d678a7b9e633 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.040871 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-e3fbeb57-a854-4f9f-89a4-d678a7b9e633 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Added segment a7c3cd68-94d9-4b3b-a2f2-03f02a091b10 of type vlan for network 2a4ce690-d3fc-4943-be43-7a8a577e8a61 Jan 21 09:43:27.042030 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-29be60c7-0a73-4586-88e3-3adfe2c7620f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:27.042942 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-62e60d1f-8d00-456b-bd87-6e76b57317c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.061682 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7837c46c-3c69-499a-9499-b2c1e7d9420c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.065241 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-29be60c7-0a73-4586-88e3-3adfe2c7620f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:27.072339 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-08c56d13-007f-493e-a3e0-9ebe7b1a09e5 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:27.080504 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7837c46c-3c69-499a-9499-b2c1e7d9420c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.083467 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-62e60d1f-8d00-456b-bd87-6e76b57317c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Transition to ACTIVE for port object 24d65694-3141-4464-b092-a1b4b2deb852 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:27.089869 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7326f15e-4a7b-48be-90d2-962b96026d0f tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.091601 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-08c56d13-007f-493e-a3e0-9ebe7b1a09e5 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:port and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:27.102393 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-08c56d13-007f-493e-a3e0-9ebe7b1a09e5 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:27.111466 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e3fbeb57-a854-4f9f-89a4-d678a7b9e633 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.112483 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7837c46c-3c69-499a-9499-b2c1e7d9420c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event deleted for resources: {'Network': ['ID=3263eec5-75eb-46db-beb0-b9bb75d9a94a,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:27.115914 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-08c56d13-007f-493e-a3e0-9ebe7b1a09e5 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:27.122609 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7326f15e-4a7b-48be-90d2-962b96026d0f tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.123766 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7326f15e-4a7b-48be-90d2-962b96026d0f tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "DELETE /v2.0/security-groups/a7df25b4-e4d3-4ece-8eae-ca8f16cbe391 HTTP/1.1" status: 204 len: 168 time: 0.4156289 Jan 21 09:43:27.126339 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326f15e-4a7b-48be-90d2-962b96026d0f tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7df25b4-e4d3-4ece-8eae-ca8f16cbe391,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:27.128262 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53422) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:27.135991 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7837c46c-3c69-499a-9499-b2c1e7d9420c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/networks/3263eec5-75eb-46db-beb0-b9bb75d9a94a HTTP/1.1" status: 204 len: 168 time: 4.2662213 Jan 21 09:43:27.137673 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53426) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:27.196698 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-62e60d1f-8d00-456b-bd87-6e76b57317c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.258350 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-188ee42d-c1eb-41ca-abd6-ffe0740c2f2b tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Synchronizing usage tracker for tenant:ff64a8be9fed4e47995987db09b13ef9 on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:27.260908 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.resource_extend [None req-e3fbeb57-a854-4f9f-89a4-d678a7b9e633 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:43:27.268565 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c56d13-007f-493e-a3e0-9ebe7b1a09e5 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Made reservation on behalf of 0b78745c20204b2bb7542d64f98190cf for: {'port': 2} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:27.272690 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-08c56d13-007f-493e-a3e0-9ebe7b1a09e5 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.278806 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:27.279093 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.293334 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e60d1f-8d00-456b-bd87-6e76b57317c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network ad7d1e2e-0774-4dd8-b4a1-ce49e042d841 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:27.297387 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-62e60d1f-8d00-456b-bd87-6e76b57317c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:27.301761 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e60d1f-8d00-456b-bd87-6e76b57317c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:43:27.334794 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e60d1f-8d00-456b-bd87-6e76b57317c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=24d65694-3141-4464-b092-a1b4b2deb852,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:27.337665 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-188ee42d-c1eb-41ca-abd6-ffe0740c2f2b tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Unset dirty status for tenant:ff64a8be9fed4e47995987db09b13ef9 on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:27.338959 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-188ee42d-c1eb-41ca-abd6-ffe0740c2f2b tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4506 time: 0.2091150 Jan 21 09:43:27.344318 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53430) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:27.395115 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-08c56d13-007f-493e-a3e0-9ebe7b1a09e5 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.403989 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-62e60d1f-8d00-456b-bd87-6e76b57317c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.426142 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e3fbeb57-a854-4f9f-89a4-d678a7b9e633 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.431665 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fbeb57-a854-4f9f-89a4-d678a7b9e633 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:27.432270 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e3fbeb57-a854-4f9f-89a4-d678a7b9e633 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.445074 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cda60de1-8852-4f83-b8f6-a2038978c41d tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.489070 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cda60de1-8852-4f83-b8f6-a2038978c41d tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.514083 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-44a9446b-c2b0-4841-985f-fe6754587d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.550445 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1d2b2bea-eb53-49ad-ac85-7c7b296a5d7e None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.555835 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cda60de1-8852-4f83-b8f6-a2038978c41d tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.564570 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 928281b2-0119-46c6-a5cc-f52e205e7495 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:27.576336 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda60de1-8852-4f83-b8f6-a2038978c41d tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff6bd4e-d78d-4fac-a3b7-7d48fa99b45c,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:27.619302 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-29be60c7-0a73-4586-88e3-3adfe2c7620f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.644278 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-1d2b2bea-eb53-49ad-ac85-7c7b296a5d7e None None] Transition to ACTIVE for port object e81daba2-50a4-44cb-b937-8a92c0602a23 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:27.667601 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1d2b2bea-eb53-49ad-ac85-7c7b296a5d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.673502 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cda60de1-8852-4f83-b8f6-a2038978c41d tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.675169 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-cda60de1-8852-4f83-b8f6-a2038978c41d tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "DELETE /v2.0/security-groups/5ff6bd4e-d78d-4fac-a3b7-7d48fa99b45c HTTP/1.1" status: 204 len: 168 time: 0.3297000 Jan 21 09:43:27.678802 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53434) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:27.700191 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-62e60d1f-8d00-456b-bd87-6e76b57317c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.825882 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 928281b2-0119-46c6-a5cc-f52e205e7495 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:27.850852 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f8213-41bd-4660-bae6-e8359b080b2b None None] Pushing event updated for resources: {'Port': ['ID=e81daba2-50a4-44cb-b937-8a92c0602a23,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:27.923785 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-113526bc-e297-41d6-8821-8432fa584827 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Synchronizing usage tracker for tenant:ff64a8be9fed4e47995987db09b13ef9 on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:27.939042 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9446b-c2b0-4841-985f-fe6754587d85 admin admin] Pushing event deleted for resources: {'Port': ['ID=8eac12c5-0b88-435b-beee-31592b141764,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:27.940964 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-29be60c7-0a73-4586-88e3-3adfe2c7620f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.968222 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 928281b2-0119-46c6-a5cc-f52e205e7495 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:27.968623 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.005533 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-26e66717-1b42-4e02-9002-0ca3b6e9aacc None None] Provisioning for port 24d65694-3141-4464-b092-a1b4b2deb852 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:28.020450 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-113526bc-e297-41d6-8821-8432fa584827 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Unset dirty status for tenant:ff64a8be9fed4e47995987db09b13ef9 on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:28.020740 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-26e66717-1b42-4e02-9002-0ca3b6e9aacc None None] Provisioning complete for port 24d65694-3141-4464-b092-a1b4b2deb852 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:28.025709 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-26e66717-1b42-4e02-9002-0ca3b6e9aacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.025880 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-113526bc-e297-41d6-8821-8432fa584827 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3410714 Jan 21 09:43:28.033587 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53438) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:28.042099 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-9e9d97a9-a983-4585-bc16-87738da23aa9 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Request body: {'security_group': {'name': 'tempest-secgroup--211139282'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:28.052749 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9e9d97a9-a983-4585-bc16-87738da23aa9 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:28.076798 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9e9d97a9-a983-4585-bc16-87738da23aa9 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:28.111847 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-26e66717-1b42-4e02-9002-0ca3b6e9aacc None None] Port 24d65694-3141-4464-b092-a1b4b2deb852 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:43:28.114702 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-1d2b2bea-eb53-49ad-ac85-7c7b296a5d7e None None] Attempting to bind port e81daba2-50a4-44cb-b937-8a92c0602a23 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:28.115323 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-1d2b2bea-eb53-49ad-ac85-7c7b296a5d7e None None] Attempting to bind port e81daba2-50a4-44cb-b937-8a92c0602a23 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '2005e06a-4063-446a-9c7f-728eec304dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ad8e80e5-b6d2-4dc0-9faa-3145f2c53195'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:28.115821 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2b2bea-eb53-49ad-ac85-7c7b296a5d7e None None] Attempting to bind port e81daba2-50a4-44cb-b937-8a92c0602a23 on network ad8e80e5-b6d2-4dc0-9faa-3145f2c53195 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:43:28.120698 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e9d97a9-a983-4585-bc16-87738da23aa9 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.127199 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2b2bea-eb53-49ad-ac85-7c7b296a5d7e None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:43:28.127729 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2b2bea-eb53-49ad-ac85-7c7b296a5d7e None None] Checking segment: {'id': '2005e06a-4063-446a-9c7f-728eec304dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ad8e80e5-b6d2-4dc0-9faa-3145f2c53195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:28.128232 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1d2b2bea-eb53-49ad-ac85-7c7b296a5d7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.128738 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2b2bea-eb53-49ad-ac85-7c7b296a5d7e None None] Bound using segment: {'id': '2005e06a-4063-446a-9c7f-728eec304dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ad8e80e5-b6d2-4dc0-9faa-3145f2c53195'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:43:28.129421 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-1d2b2bea-eb53-49ad-ac85-7c7b296a5d7e None None] Bound port: e81daba2-50a4-44cb-b937-8a92c0602a23, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2005e06a-4063-446a-9c7f-728eec304dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ad8e80e5-b6d2-4dc0-9faa-3145f2c53195'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:28.129855 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1d2b2bea-eb53-49ad-ac85-7c7b296a5d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.200689 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-44a9446b-c2b0-4841-985f-fe6754587d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.205454 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9e9d97a9-a983-4585-bc16-87738da23aa9 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:28.213850 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9e9d97a9-a983-4585-bc16-87738da23aa9 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Usage tracker for resource:security_group_rule and tenant:ff64a8be9fed4e47995987db09b13ef9 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:28.224253 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9e9d97a9-a983-4585-bc16-87738da23aa9 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:28.234804 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9e9d97a9-a983-4585-bc16-87738da23aa9 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:28.249485 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e3fbeb57-a854-4f9f-89a4-d678a7b9e633 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.4484310 Jan 21 09:43:28.251231 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53442) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:28.252004 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fbeb57-a854-4f9f-89a4-d678a7b9e633 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Pushing event updated for resources: {'Network': ['ID=2a4ce690-d3fc-4943-be43-7a8a577e8a61,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:28.261040 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.270595 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-dc44d9f7-100c-473d-b696-94a0f42b1217 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Request body: {'subnet': {'network_id': '2a4ce690-d3fc-4943-be43-7a8a577e8a61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:28.281617 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 2a4ce690-d3fc-4943-be43-7a8a577e8a61 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:28.343733 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-1d2b2bea-eb53-49ad-ac85-7c7b296a5d7e None None] For port e81daba2-50a4-44cb-b937-8a92c0602a23, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:43:28.422533 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-29be60c7-0a73-4586-88e3-3adfe2c7620f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.427207 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-29be60c7-0a73-4586-88e3-3adfe2c7620f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.7893591 Jan 21 09:43:28.433551 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53446) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:28.437203 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-62e60d1f-8d00-456b-bd87-6e76b57317c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.439537 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-dc44d9f7-100c-473d-b696-94a0f42b1217 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:28.445162 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-4a813e9b-3d08-4f74-a5f2-35d72c68c78a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Request body: {'security_group_rule': {'security_group_id': '0e79c6d1-7873-43f1-81f5-805aba1a0560', 'project_id': 'b19bae91610749c2842623300f66b5c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:28.454123 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-4a813e9b-3d08-4f74-a5f2-35d72c68c78a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:28.460686 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-62e60d1f-8d00-456b-bd87-6e76b57317c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.472873 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-1d2b2bea-eb53-49ad-ac85-7c7b296a5d7e None None] For port e81daba2-50a4-44cb-b937-8a92c0602a23, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e81daba2-50a4-44cb-b937-8a92c0602a23,segment=NetworkSegment(2005e06a-4063-446a-9c7f-728eec304dd4),segment_id=2005e06a-4063-446a-9c7f-728eec304dd4)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:43:28.477115 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 928281b2-0119-46c6-a5cc-f52e205e7495, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=928281b2-0119-46c6-a5cc-f52e205e7495,segment=NetworkSegment(fba40be4-9fff-412a-a038-55e4d6cba25c),segment_id=fba40be4-9fff-412a-a038-55e4d6cba25c)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:28.479260 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1d2b2bea-eb53-49ad-ac85-7c7b296a5d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.491425 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-dc44d9f7-100c-473d-b696-94a0f42b1217 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Usage tracker for resource:subnet and tenant:2ed35f93ea3a4e0fa42f8c261d07e56b is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:28.521618 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be60c7-0a73-4586-88e3-3adfe2c7620f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e79c6d1-7873-43f1-81f5-805aba1a0560,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:28.524380 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.530813 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-08c56d13-007f-493e-a3e0-9ebe7b1a09e5 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] device_id is not set on port a4813b67-e043-4588-8a3f-2cb923236f1c yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:43:28.535594 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-44a9446b-c2b0-4841-985f-fe6754587d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.535833 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4a813e9b-3d08-4f74-a5f2-35d72c68c78a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Usage tracker for resource:security_group_rule and tenant:b19bae91610749c2842623300f66b5c2 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:28.541112 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-44a9446b-c2b0-4841-985f-fe6754587d85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.551436 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-dc44d9f7-100c-473d-b696-94a0f42b1217 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:28.554284 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4a813e9b-3d08-4f74-a5f2-35d72c68c78a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:28.559745 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2b2bea-eb53-49ad-ac85-7c7b296a5d7e None None] Routers {'b164c7cd-aa65-41d7-8060-b54b317810ed'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:28.560434 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-1d2b2bea-eb53-49ad-ac85-7c7b296a5d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:43:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['b164c7cd-aa65-41d7-8060-b54b317810ed'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:28.594046 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-dc44d9f7-100c-473d-b696-94a0f42b1217 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:28.596270 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-4a813e9b-3d08-4f74-a5f2-35d72c68c78a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:28.623335 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c3d92270-6f2c-48c5-bae5-62608422225c no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:28.652151 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e60d1f-8d00-456b-bd87-6e76b57317c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=24d65694-3141-4464-b092-a1b4b2deb852,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:28.663649 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-44a9446b-c2b0-4841-985f-fe6754587d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.664553 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e9d97a9-a983-4585-bc16-87738da23aa9 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.665005 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a9446b-c2b0-4841-985f-fe6754587d85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29dc86f9-9542-4256-ae43-a8de2d8782fa {{(pid=87515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:43:28.671736 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc44d9f7-100c-473d-b696-94a0f42b1217 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Made reservation on behalf of 2ed35f93ea3a4e0fa42f8c261d07e56b for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:28.675518 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dc44d9f7-100c-473d-b696-94a0f42b1217 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.702027 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-62e60d1f-8d00-456b-bd87-6e76b57317c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.705575 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4a813e9b-3d08-4f74-a5f2-35d72c68c78a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.720540 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e9d97a9-a983-4585-bc16-87738da23aa9 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.777522 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-44a9446b-c2b0-4841-985f-fe6754587d85 admin admin] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.786284 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-44a9446b-c2b0-4841-985f-fe6754587d85 admin admin] 10.222.0.110 "DELETE /v2.0/routers/29dc86f9-9542-4256-ae43-a8de2d8782fa HTTP/1.1" status: 204 len: 168 time: 4.6692481 Jan 21 09:43:28.787321 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53450) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:28.823603 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: c3d92270-6f2c-48c5-bae5-62608422225c {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:43:28.824341 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c3d92270-6f2c-48c5-bae5-62608422225c not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:28.874135 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f8213-41bd-4660-bae6-e8359b080b2b None None] Pushing event updated for resources: {'Port': ['ID=e81daba2-50a4-44cb-b937-8a92c0602a23,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:28.947733 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-08c56d13-007f-493e-a3e0-9ebe7b1a09e5 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.013373 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=928281b2-0119-46c6-a5cc-f52e205e7495,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:29.021263 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-1d2b2bea-eb53-49ad-ac85-7c7b296a5d7e None None] Set router b164c7cd-aa65-41d7-8060-b54b317810ed gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:43:29.075351 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d97a9-a983-4585-bc16-87738da23aa9 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea6633b-25f5-4366-9561-ac346a1c88b8,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:29.121920 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c7daf8-0473-449e-801a-90a27f0ea629 admin admin] Deleting subnet cd14a905-cd68-4fb4-a084-5e658ee5e25a {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:43:29.126447 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-08c56d13-007f-493e-a3e0-9ebe7b1a09e5 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] device_id is not set on port a7532310-bde1-465f-a7bc-f6096df9033a yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:43:29.133380 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a7c7daf8-0473-449e-801a-90a27f0ea629 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.138788 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e9d97a9-a983-4585-bc16-87738da23aa9 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.140120 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9e9d97a9-a983-4585-bc16-87738da23aa9 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1055911 Jan 21 09:43:29.146995 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53454) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:29.161752 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-b9e2804f-bc11-41f1-bb40-4c41f5a44b6d tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Request body: {'security_group_rule': {'security_group_id': '1ea6633b-25f5-4366-9561-ac346a1c88b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:29.182986 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-b9e2804f-bc11-41f1-bb40-4c41f5a44b6d tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:29.201889 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-b9e2804f-bc11-41f1-bb40-4c41f5a44b6d tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Usage tracker for resource:security_group_rule and tenant:ff64a8be9fed4e47995987db09b13ef9 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:29.218965 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-b9e2804f-bc11-41f1-bb40-4c41f5a44b6d tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:29.223379 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4a813e9b-3d08-4f74-a5f2-35d72c68c78a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.233960 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-b9e2804f-bc11-41f1-bb40-4c41f5a44b6d tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:29.234469 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a7c7daf8-0473-449e-801a-90a27f0ea629 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.240216 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4a813e9b-3d08-4f74-a5f2-35d72c68c78a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.307558 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e60d1f-8d00-456b-bd87-6e76b57317c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network ad7d1e2e-0774-4dd8-b4a1-ce49e042d841 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:29.323497 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-62e60d1f-8d00-456b-bd87-6e76b57317c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:29.332993 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a813e9b-3d08-4f74-a5f2-35d72c68c78a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e73a3a-ec7c-4f9e-82dd-fa5e09e8a438,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:29.399639 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-1d2b2bea-eb53-49ad-ac85-7c7b296a5d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b164c7cd-aa65-41d7-8060-b54b317810ed', 'name': 'tempest-TestVolumeBootPattern-1928130954-router', 'tenant_id': '1a063c0ea71443edbf5c0abd39627be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': '50f4271a-88da-425a-ab9b-2d8436ebe339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:10Z', 'updated_at': '2022-01-21T09:43:19Z', 'revision_number': 4, 'project_id': '1a063c0ea71443edbf5c0abd39627be0', 'gw_port': {'id': '50f4271a-88da-425a-ab9b-2d8436ebe339', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b164c7cd-aa65-41d7-8060-b54b317810ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:12Z', 'updated_at': '2022-01-21T09:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'e81daba2-50a4-44cb-b937-8a92c0602a23', 'name': '', 'network_id': 'ad8e80e5-b6d2-4dc0-9faa-3145f2c53195', 'tenant_id': '1a063c0ea71443edbf5c0abd39627be0', 'mac_address': 'fa:16:3e:a8:ec:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b164c7cd-aa65-41d7-8060-b54b317810ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '6121ca86-2ed4-44f4-824d-f0d8e8070d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:17Z', 'updated_at': '2022-01-21T09:43:28Z', 'revision_number': 4, 'project_id': '1a063c0ea71443edbf5c0abd39627be0', 'subnets': [{'id': '6121ca86-2ed4-44f4-824d-f0d8e8070d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:29.406883 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2b2bea-eb53-49ad-ac85-7c7b296a5d7e None None] The sync data for ids ['b164c7cd-aa65-41d7-8060-b54b317810ed'] in dv-neutron-825731-1-hyperv is: [{'id': 'b164c7cd-aa65-41d7-8060-b54b317810ed', 'name': 'tempest-TestVolumeBootPattern-1928130954-router', 'tenant_id': '1a063c0ea71443edbf5c0abd39627be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': '50f4271a-88da-425a-ab9b-2d8436ebe339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:10Z', 'updated_at': '2022-01-21T09:43:19Z', 'revision_number': 4, 'project_id': '1a063c0ea71443edbf5c0abd39627be0', 'gw_port': {'id': '50f4271a-88da-425a-ab9b-2d8436ebe339', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b164c7cd-aa65-41d7-8060-b54b317810ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:12Z', 'updated_at': '2022-01-21T09:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'e81daba2-50a4-44cb-b937-8a92c0602a23', 'name': '', 'network_id': 'ad8e80e5-b6d2-4dc0-9faa-3145f2c53195', 'tenant_id': '1a063c0ea71443edbf5c0abd39627be0', 'mac_address': 'fa:16:3e:a8:ec:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b164c7cd-aa65-41d7-8060-b54b317810ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '6121ca86-2ed4-44f4-824d-f0d8e8070d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:17Z', 'updated_at': '2022-01-21T09:43:28Z', 'revision_number': 4, 'project_id': '1a063c0ea71443edbf5c0abd39627be0', 'subnets': [{'id': '6121ca86-2ed4-44f4-824d-f0d8e8070d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:43:29.411652 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-08c56d13-007f-493e-a3e0-9ebe7b1a09e5 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.437665 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4a813e9b-3d08-4f74-a5f2-35d72c68c78a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.442007 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4a813e9b-3d08-4f74-a5f2-35d72c68c78a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0041156 Jan 21 09:43:29.445912 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53458) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:29.452829 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-257bb629-4046-46c3-b362-1e1e49aac0e4 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Request body: {'security_group_rule': {'security_group_id': '0e79c6d1-7873-43f1-81f5-805aba1a0560', 'project_id': 'b19bae91610749c2842623300f66b5c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:29.467161 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-257bb629-4046-46c3-b362-1e1e49aac0e4 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:29.473455 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-257bb629-4046-46c3-b362-1e1e49aac0e4 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Usage tracker for resource:security_group_rule and tenant:b19bae91610749c2842623300f66b5c2 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:29.486962 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-257bb629-4046-46c3-b362-1e1e49aac0e4 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:29.492104 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-b9e2804f-bc11-41f1-bb40-4c41f5a44b6d tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:43:29.493536 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b9e2804f-bc11-41f1-bb40-4c41f5a44b6d tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3455129 Jan 21 09:43:29.515288 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53462) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:29.518023 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-257bb629-4046-46c3-b362-1e1e49aac0e4 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:29.525773 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-8924743b-72f6-4f3c-8458-916a2d4e3556 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Request body: {'security_group_rule': {'security_group_id': '1ea6633b-25f5-4366-9561-ac346a1c88b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:29.539857 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-8924743b-72f6-4f3c-8458-916a2d4e3556 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:29.553896 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-8924743b-72f6-4f3c-8458-916a2d4e3556 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Usage tracker for resource:security_group_rule and tenant:ff64a8be9fed4e47995987db09b13ef9 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:29.561994 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-8924743b-72f6-4f3c-8458-916a2d4e3556 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:29.573819 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-8924743b-72f6-4f3c-8458-916a2d4e3556 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:29.600613 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a7c7daf8-0473-449e-801a-90a27f0ea629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.633991 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4f2e2858-3ed0-4665-ad79-1fa0beed1a49 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.640958 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dc44d9f7-100c-473d-b696-94a0f42b1217 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.675369 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-8ee84c57-3512-4f14-9510-f56e3ab4f0dc None None] Provisioning complete for port 24d65694-3141-4464-b092-a1b4b2deb852 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:29.676180 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8ee84c57-3512-4f14-9510-f56e3ab4f0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.689270 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-257bb629-4046-46c3-b362-1e1e49aac0e4 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.743223 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-8ee84c57-3512-4f14-9510-f56e3ab4f0dc None None] Port 24d65694-3141-4464-b092-a1b4b2deb852 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:43:29.762322 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e60d1f-8d00-456b-bd87-6e76b57317c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router 53d2cd26-1537-4230-8d31-428b6b288f5d has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:43:29.805760 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc44d9f7-100c-473d-b696-94a0f42b1217 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Checking segment: {'id': 'a7c3cd68-94d9-4b3b-a2f2-03f02a091b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2a4ce690-d3fc-4943-be43-7a8a577e8a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:29.806447 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc44d9f7-100c-473d-b696-94a0f42b1217 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Network hostable DHCP agents. Network: 2a4ce690-d3fc-4943-be43-7a8a577e8a61, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:29.824675 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44d9f7-100c-473d-b696-94a0f42b1217 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Pushing event updated for resources: {'Subnet': ['ID=35fe532c-9656-48dd-8b18-2372a20c9292,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:29.915482 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc44d9f7-100c-473d-b696-94a0f42b1217 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Network 2a4ce690-d3fc-4943-be43-7a8a577e8a61 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:29.984277 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-dc44d9f7-100c-473d-b696-94a0f42b1217 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 2a4ce690-d3fc-4943-be43-7a8a577e8a61) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:29.997626 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc44d9f7-100c-473d-b696-94a0f42b1217 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:29.998200 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f42d03-9e8d-4fc4-8cbe-7c7759970de2 None None] Network 2a4ce690-d3fc-4943-be43-7a8a577e8a61 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:29.998630 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dc44d9f7-100c-473d-b696-94a0f42b1217 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.999722 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-08c56d13-007f-493e-a3e0-9ebe7b1a09e5 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.043091 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-dc44d9f7-100c-473d-b696-94a0f42b1217 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7833483 Jan 21 09:43:30.043091 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53466) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:30.046208 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e60d1f-8d00-456b-bd87-6e76b57317c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:43:30.051290 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-bb0b5265-65ee-43b0-97c8-607b67737fcb tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Request body: {'port': {'network_id': '2a4ce690-d3fc-4943-be43-7a8a577e8a61', 'name': 'tempest-TagsExtTest-1244592143'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:30.058756 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5a4c75-f57a-4948-91f0-e3d281d161d5 None None] Sync routers for ids ['53d2cd26-1537-4230-8d31-428b6b288f5d'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:43:30.075806 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-62e60d1f-8d00-456b-bd87-6e76b57317c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "PUT /v2.0/routers/53d2cd26-1537-4230-8d31-428b6b288f5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7476163 Jan 21 09:43:30.076958 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53470) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:30.081732 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5a4c75-f57a-4948-91f0-e3d281d161d5 None None] Routers {'53d2cd26-1537-4230-8d31-428b6b288f5d'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:30.083635 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-aa5a4c75-f57a-4948-91f0-e3d281d161d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:43:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['53d2cd26-1537-4230-8d31-428b6b288f5d'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:30.126200 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-8924743b-72f6-4f3c-8458-916a2d4e3556 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:43:30.129776 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-8924743b-72f6-4f3c-8458-916a2d4e3556 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6108861 Jan 21 09:43:30.135280 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53474) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:30.201494 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c56d13-007f-493e-a3e0-9ebe7b1a09e5 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Network c6f429f6-d76f-464b-b10d-73f2378341d1 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:30.227040 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-08c56d13-007f-493e-a3e0-9ebe7b1a09e5 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:30.230648 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c56d13-007f-493e-a3e0-9ebe7b1a09e5 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:43:30.231648 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-08c56d13-007f-493e-a3e0-9ebe7b1a09e5 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.281821 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136a480d-28e1-4402-920c-d3c3055a3558 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:30.282428 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136a480d-28e1-4402-920c-d3c3055a3558 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:30.283166 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136a480d-28e1-4402-920c-d3c3055a3558 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:30.283707 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136a480d-28e1-4402-920c-d3c3055a3558 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:30.284214 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136a480d-28e1-4402-920c-d3c3055a3558 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:30.284731 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136a480d-28e1-4402-920c-d3c3055a3558 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:30.285240 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136a480d-28e1-4402-920c-d3c3055a3558 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:30.285946 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136a480d-28e1-4402-920c-d3c3055a3558 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:30.286462 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136a480d-28e1-4402-920c-d3c3055a3558 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:30.286973 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136a480d-28e1-4402-920c-d3c3055a3558 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:30.287658 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136a480d-28e1-4402-920c-d3c3055a3558 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:30.288125 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136a480d-28e1-4402-920c-d3c3055a3558 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:30.294733 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-136a480d-28e1-4402-920c-d3c3055a3558 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8346 time: 0.2136254 Jan 21 09:43:30.299023 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53478) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:30.343325 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-257bb629-4046-46c3-b362-1e1e49aac0e4 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.350048 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a7c7daf8-0473-449e-801a-90a27f0ea629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.362540 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c56d13-007f-493e-a3e0-9ebe7b1a09e5 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Port': ['ID=a4813b67-e043-4588-8a3f-2cb923236f1c,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:30.407135 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-257bb629-4046-46c3-b362-1e1e49aac0e4 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.449609 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e710cd9d-22ef-45d0-8677-59f173f5e001 None None] Network 55051115-0a6d-4aad-ae33-4c0466ea1935 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:30.498482 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7f79a2-797f-45d2-90b3-79c7d99b30c3 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:30.498912 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7f79a2-797f-45d2-90b3-79c7d99b30c3 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:30.499447 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7f79a2-797f-45d2-90b3-79c7d99b30c3 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:30.500887 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7f79a2-797f-45d2-90b3-79c7d99b30c3 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:30.500887 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7f79a2-797f-45d2-90b3-79c7d99b30c3 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:30.503137 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7f79a2-797f-45d2-90b3-79c7d99b30c3 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:30.503770 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7f79a2-797f-45d2-90b3-79c7d99b30c3 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:30.504727 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a7c7daf8-0473-449e-801a-90a27f0ea629 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.505250 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7f79a2-797f-45d2-90b3-79c7d99b30c3 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:30.505799 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7f79a2-797f-45d2-90b3-79c7d99b30c3 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:30.510107 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a7c7daf8-0473-449e-801a-90a27f0ea629 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/cd14a905-cd68-4fb4-a084-5e658ee5e25a HTTP/1.1" status: 204 len: 168 time: 1.5401011 Jan 21 09:43:30.514500 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8b7f79a2-797f-45d2-90b3-79c7d99b30c3 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5831 time: 0.2141321 Jan 21 09:43:30.515463 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53482) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:30.517053 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53484) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:30.537896 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c7daf8-0473-449e-801a-90a27f0ea629 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd14a905-cd68-4fb4-a084-5e658ee5e25a,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:30.550330 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-257bb629-4046-46c3-b362-1e1e49aac0e4 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.551776 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-257bb629-4046-46c3-b362-1e1e49aac0e4 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1070261 Jan 21 09:43:30.552747 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-aa5a4c75-f57a-4948-91f0-e3d281d161d5 None None] Set router 53d2cd26-1537-4230-8d31-428b6b288f5d gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:43:30.569522 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53490) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:30.600136 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-32be1a39-5c3b-4814-8397-59e5ca1bcc2f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Request body: {'security_group_rule': {'security_group_id': '0e79c6d1-7873-43f1-81f5-805aba1a0560', 'project_id': 'b19bae91610749c2842623300f66b5c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:30.607548 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257bb629-4046-46c3-b362-1e1e49aac0e4 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bccfab6-803c-4950-a873-68536fbf9265,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:30.626801 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-32be1a39-5c3b-4814-8397-59e5ca1bcc2f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:30.652504 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-32be1a39-5c3b-4814-8397-59e5ca1bcc2f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Usage tracker for resource:security_group_rule and tenant:b19bae91610749c2842623300f66b5c2 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:30.659031 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4053b823-b647-495f-a452-460ea052d26b tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.661101 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-32be1a39-5c3b-4814-8397-59e5ca1bcc2f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:30.661409 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-bb0b5265-65ee-43b0-97c8-607b67737fcb tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:30.667215 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c56d13-007f-493e-a3e0-9ebe7b1a09e5 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Port': ['ID=a7532310-bde1-465f-a7bc-f6096df9033a,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:30.690795 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f21b96-29b3-456b-9cae-ae207587cf5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-2a4ce690-d3fc-4943-be43-7a8a577e8a61', 'network_id': '2a4ce690-d3fc-4943-be43-7a8a577e8a61', 'tenant_id': '2ed35f93ea3a4e0fa42f8c261d07e56b', 'fixed_ips': [{'subnet_id': '35fe532c-9656-48dd-8b18-2372a20c9292'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:43:30.691559 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-bb0b5265-65ee-43b0-97c8-607b67737fcb tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Usage tracker for resource:port and tenant:2ed35f93ea3a4e0fa42f8c261d07e56b is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:30.692252 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-60f21b96-29b3-456b-9cae-ae207587cf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.713967 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-bb0b5265-65ee-43b0-97c8-607b67737fcb tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:30.748660 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c56d13-007f-493e-a3e0-9ebe7b1a09e5 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Checking segment: {'id': '0082e2aa-2b69-4541-9e07-f1c7c1c7ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ab098e26-6a3e-4e89-a249-9d875b9a740d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:30.749278 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c56d13-007f-493e-a3e0-9ebe7b1a09e5 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Network hostable DHCP agents. Network: ab098e26-6a3e-4e89-a249-9d875b9a740d, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:30.762461 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-32be1a39-5c3b-4814-8397-59e5ca1bcc2f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:30.792844 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-bb0b5265-65ee-43b0-97c8-607b67737fcb tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:30.827805 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-945b0cb8-34eb-41b2-90a4-1c7f938ff51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.862156 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0b5265-65ee-43b0-97c8-607b67737fcb tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Made reservation on behalf of 2ed35f93ea3a4e0fa42f8c261d07e56b for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:30.866139 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bb0b5265-65ee-43b0-97c8-607b67737fcb tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.885980 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-945b0cb8-34eb-41b2-90a4-1c7f938ff51d admin admin] Deleting port 2e475b5f-d6a4-4f6b-a68e-34e9327a8c3a {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:30.886594 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-945b0cb8-34eb-41b2-90a4-1c7f938ff51d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.894499 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4053b823-b647-495f-a452-460ea052d26b tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.923100 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-4f2e2858-3ed0-4665-ad79-1fa0beed1a49 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Deleting port f0167b39-67b2-4bed-bfa7-5d02c431992c {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:30.923457 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4f2e2858-3ed0-4665-ad79-1fa0beed1a49 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.997342 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c56d13-007f-493e-a3e0-9ebe7b1a09e5 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Network ab098e26-6a3e-4e89-a249-9d875b9a740d is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:31.043934 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4769c1c4-448b-498a-8f1f-eb5f6fdadc3d None None] DHCP port deletion for 55051115-0a6d-4aad-ae33-4c0466ea1935 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:43:31.066885 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-4769c1c4-448b-498a-8f1f-eb5f6fdadc3d None None] Deleting port 2e475b5f-d6a4-4f6b-a68e-34e9327a8c3a {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:31.067104 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-08c56d13-007f-493e-a3e0-9ebe7b1a09e5 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, ab098e26-6a3e-4e89-a249-9d875b9a740d) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:31.067417 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4769c1c4-448b-498a-8f1f-eb5f6fdadc3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.068463 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-32be1a39-5c3b-4814-8397-59e5ca1bcc2f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.125824 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-bb0b5265-65ee-43b0-97c8-607b67737fcb tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] device_id is not set on port 306b1f5f-cf94-45dd-ac67-25d834a3f0a8 yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:43:31.141362 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c56d13-007f-493e-a3e0-9ebe7b1a09e5 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:43:31.162569 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c56d13-007f-493e-a3e0-9ebe7b1a09e5 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:31.169837 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c56d13-007f-493e-a3e0-9ebe7b1a09e5 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:31.170237 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-08c56d13-007f-493e-a3e0-9ebe7b1a09e5 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.187179 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-aa5a4c75-f57a-4948-91f0-e3d281d161d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'name': 'tempest-TestNetworkBasicOps-router-34972314', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:43:27Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:10Z', 'updated_at': '2022-01-21T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '24d65694-3141-4464-b092-a1b4b2deb852', 'name': '', 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:2e:ed:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'a49a675f-632a-4690-8ea3-9a194a48b421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:25Z', 'updated_at': '2022-01-21T09:43:28Z', 'revision_number': 2, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': 'a49a675f-632a-4690-8ea3-9a194a48b421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:31.194770 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5a4c75-f57a-4948-91f0-e3d281d161d5 None None] Checking router: 53d2cd26-1537-4230-8d31-428b6b288f5d for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:43:31.196321 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5a4c75-f57a-4948-91f0-e3d281d161d5 None None] Updating router 53d2cd26-1537-4230-8d31-428b6b288f5d port 24d65694-3141-4464-b092-a1b4b2deb852 binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:43:31.231932 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-32be1a39-5c3b-4814-8397-59e5ca1bcc2f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.251120 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-32be1a39-5c3b-4814-8397-59e5ca1bcc2f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.267826 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-aa5a4c75-f57a-4948-91f0-e3d281d161d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.302807 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4053b823-b647-495f-a452-460ea052d26b tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.305765 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4053b823-b647-495f-a452-460ea052d26b tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.311406 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4053b823-b647-495f-a452-460ea052d26b tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "DELETE /v2.0/security-groups/1ea6633b-25f5-4366-9561-ac346a1c88b8 HTTP/1.1" status: 204 len: 168 time: 1.1232102 Jan 21 09:43:31.322482 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53494) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:31.381053 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be1a39-5c3b-4814-8397-59e5ca1bcc2f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3080c7e-b824-4068-a1a4-4c583ef08262,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:31.397963 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-08c56d13-007f-493e-a3e0-9ebe7b1a09e5 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.1423488 Jan 21 09:43:31.399424 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53498) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:31.438232 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4053b823-b647-495f-a452-460ea052d26b tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea6633b-25f5-4366-9561-ac346a1c88b8,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:31.461496 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-12ab38f5-07c9-4ba8-b211-757119f882a3 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Synchronizing usage tracker for tenant:ff64a8be9fed4e47995987db09b13ef9 on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:31.468334 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-32be1a39-5c3b-4814-8397-59e5ca1bcc2f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.472287 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-32be1a39-5c3b-4814-8397-59e5ca1bcc2f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8859854 Jan 21 09:43:31.474080 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53502) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:31.483446 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-5bf77b02-035e-496c-8d74-f72d87480134 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Request body: {'security_group_rule': {'security_group_id': '0e79c6d1-7873-43f1-81f5-805aba1a0560', 'project_id': 'b19bae91610749c2842623300f66b5c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:31.489983 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-4769c1c4-448b-498a-8f1f-eb5f6fdadc3d None None] For port 2e475b5f-d6a4-4f6b-a68e-34e9327a8c3a, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=2e475b5f-d6a4-4f6b-a68e-34e9327a8c3a,segment=NetworkSegment(6dbe62b3-80b8-484a-a3b1-46049c848789),segment_id=6dbe62b3-80b8-484a-a3b1-46049c848789)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:31.490375 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4769c1c4-448b-498a-8f1f-eb5f6fdadc3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.511057 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-5bf77b02-035e-496c-8d74-f72d87480134 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:31.513554 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-7f2becfa-5b15-4b29-8617-7dd93b7a91d8 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Deleting port a7532310-bde1-465f-a7bc-f6096df9033a {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:31.513785 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7f2becfa-5b15-4b29-8617-7dd93b7a91d8 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.564826 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-4f2e2858-3ed0-4665-ad79-1fa0beed1a49 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] For port f0167b39-67b2-4bed-bfa7-5d02c431992c, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=f0167b39-67b2-4bed-bfa7-5d02c431992c,segment=NetworkSegment(93bf47bf-2df5-4678-a053-319b4de7d920),segment_id=93bf47bf-2df5-4678-a053-319b4de7d920)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:31.565219 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4f2e2858-3ed0-4665-ad79-1fa0beed1a49 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.572085 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-5bf77b02-035e-496c-8d74-f72d87480134 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Usage tracker for resource:security_group_rule and tenant:b19bae91610749c2842623300f66b5c2 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:31.585821 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-5bf77b02-035e-496c-8d74-f72d87480134 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:31.595137 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-12ab38f5-07c9-4ba8-b211-757119f882a3 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Unset dirty status for tenant:ff64a8be9fed4e47995987db09b13ef9 on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:31.596610 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-12ab38f5-07c9-4ba8-b211-757119f882a3 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2679045 Jan 21 09:43:31.599321 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-5bf77b02-035e-496c-8d74-f72d87480134 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:31.606844 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53506) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:31.612883 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-35c38fb8-9d41-4902-9a14-02a273412cc9 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Request body: {'security_group': {'name': 'tempest-secgroup--1618408663'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:31.618985 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-945b0cb8-34eb-41b2-90a4-1c7f938ff51d admin admin] For port 2e475b5f-d6a4-4f6b-a68e-34e9327a8c3a, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=2e475b5f-d6a4-4f6b-a68e-34e9327a8c3a,segment=NetworkSegment(6dbe62b3-80b8-484a-a3b1-46049c848789),segment_id=6dbe62b3-80b8-484a-a3b1-46049c848789)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:31.619339 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-945b0cb8-34eb-41b2-90a4-1c7f938ff51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.646153 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-35c38fb8-9d41-4902-9a14-02a273412cc9 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:31.654080 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811b32a4-616c-4691-bf41-f4ce033bb5d0 None None] Network ab098e26-6a3e-4e89-a249-9d875b9a740d requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:31.719622 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-4f2e2858-3ed0-4665-ad79-1fa0beed1a49 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Calling delete_port for f0167b39-67b2-4bed-bfa7-5d02c431992c owned by network:router_interface {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:31.764934 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-aa5a4c75-f57a-4948-91f0-e3d281d161d5 None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.781905 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 928281b2-0119-46c6-a5cc-f52e205e7495 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:31.794528 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-aa5a4c75-f57a-4948-91f0-e3d281d161d5 None None] Transition to ACTIVE for port object 24d65694-3141-4464-b092-a1b4b2deb852 will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:31.817433 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-aa5a4c75-f57a-4948-91f0-e3d281d161d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.833128 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-945b0cb8-34eb-41b2-90a4-1c7f938ff51d admin admin] Calling delete_port for 2e475b5f-d6a4-4f6b-a68e-34e9327a8c3a owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:31.859529 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-4769c1c4-448b-498a-8f1f-eb5f6fdadc3d None None] Calling delete_port for 2e475b5f-d6a4-4f6b-a68e-34e9327a8c3a owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:31.903146 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-35c38fb8-9d41-4902-9a14-02a273412cc9 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:31.924704 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f795be4b-b3f6-46ca-8992-794732778175 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3581 time: 1.3974352 Jan 21 09:43:31.924704 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5bf77b02-035e-496c-8d74-f72d87480134 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.925713 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11628e-e76b-473c-beed-961eb9c79796 None None] Pushing event updated for resources: {'Port': ['ID=24d65694-3141-4464-b092-a1b4b2deb852,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:31.975861 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-35c38fb8-9d41-4902-9a14-02a273412cc9 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.029969 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-35c38fb8-9d41-4902-9a14-02a273412cc9 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:32.030630 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11628e-e76b-473c-beed-961eb9c79796 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:32.030975 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11628e-e76b-473c-beed-961eb9c79796 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:32.031308 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11628e-e76b-473c-beed-961eb9c79796 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:32.031686 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11628e-e76b-473c-beed-961eb9c79796 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:32.032013 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11628e-e76b-473c-beed-961eb9c79796 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:32.032311 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11628e-e76b-473c-beed-961eb9c79796 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:32.032631 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11628e-e76b-473c-beed-961eb9c79796 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:32.032948 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11628e-e76b-473c-beed-961eb9c79796 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:32.033264 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11628e-e76b-473c-beed-961eb9c79796 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:32.033577 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11628e-e76b-473c-beed-961eb9c79796 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:32.033884 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11628e-e76b-473c-beed-961eb9c79796 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:32.034194 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11628e-e76b-473c-beed-961eb9c79796 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:32.034439 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-35c38fb8-9d41-4902-9a14-02a273412cc9 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Usage tracker for resource:security_group_rule and tenant:ff64a8be9fed4e47995987db09b13ef9 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:32.038792 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-35c38fb8-9d41-4902-9a14-02a273412cc9 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:32.047327 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-35c38fb8-9d41-4902-9a14-02a273412cc9 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:32.061459 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7f2becfa-5b15-4b29-8617-7dd93b7a91d8 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.133721 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-35c38fb8-9d41-4902-9a14-02a273412cc9 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.141793 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-35c38fb8-9d41-4902-9a14-02a273412cc9 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.163492 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-945b0cb8-34eb-41b2-90a4-1c7f938ff51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.175863 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-4769c1c4-448b-498a-8f1f-eb5f6fdadc3d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:43:32.176477 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-4769c1c4-448b-498a-8f1f-eb5f6fdadc3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:43:32.207142 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 928281b2-0119-46c6-a5cc-f52e205e7495 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:32.207619 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.218717 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-aa5a4c75-f57a-4948-91f0-e3d281d161d5 None None] Attempting to bind port 24d65694-3141-4464-b092-a1b4b2deb852 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:32.219236 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-aa5a4c75-f57a-4948-91f0-e3d281d161d5 None None] Attempting to bind port 24d65694-3141-4464-b092-a1b4b2deb852 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'fba40be4-9fff-412a-a038-55e4d6cba25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:32.219866 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5a4c75-f57a-4948-91f0-e3d281d161d5 None None] Attempting to bind port 24d65694-3141-4464-b092-a1b4b2deb852 on network ad7d1e2e-0774-4dd8-b4a1-ce49e042d841 {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:43:32.227118 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5a4c75-f57a-4948-91f0-e3d281d161d5 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:43:32.228127 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5a4c75-f57a-4948-91f0-e3d281d161d5 None None] Checking segment: {'id': 'fba40be4-9fff-412a-a038-55e4d6cba25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:32.228625 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-aa5a4c75-f57a-4948-91f0-e3d281d161d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.229201 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5a4c75-f57a-4948-91f0-e3d281d161d5 None None] Bound using segment: {'id': 'fba40be4-9fff-412a-a038-55e4d6cba25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:43:32.229890 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-aa5a4c75-f57a-4948-91f0-e3d281d161d5 None None] Bound port: 24d65694-3141-4464-b092-a1b4b2deb852, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fba40be4-9fff-412a-a038-55e4d6cba25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:32.230389 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-aa5a4c75-f57a-4948-91f0-e3d281d161d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.263586 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5bf77b02-035e-496c-8d74-f72d87480134 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.269225 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b0cb8-34eb-41b2-90a4-1c7f938ff51d admin admin] Pushing event deleted for resources: {'Port': ['ID=2e475b5f-d6a4-4f6b-a68e-34e9327a8c3a,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:32.281236 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-60f21b96-29b3-456b-9cae-ae207587cf5c None None] Allocated IP 172.20.0.2 (2a4ce690-d3fc-4943-be43-7a8a577e8a61/35fe532c-9656-48dd-8b18-2372a20c9292/0f70c8bd-fd27-4fd4-9f4f-9b019022f4ed) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:32.286047 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945b0cb8-34eb-41b2-90a4-1c7f938ff51d admin admin] No DVR routers for this DVR port 2e475b5f-d6a4-4f6b-a68e-34e9327a8c3a on host dv-neutron-825731-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:32.329222 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5bf77b02-035e-496c-8d74-f72d87480134 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.338162 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c38fb8-9d41-4902-9a14-02a273412cc9 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c618512d-f915-4371-b4b2-977717ac207a,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:32.400284 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-aa5a4c75-f57a-4948-91f0-e3d281d161d5 None None] For port 24d65694-3141-4464-b092-a1b4b2deb852, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:43:32.404335 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-aa5a4c75-f57a-4948-91f0-e3d281d161d5 None None] For port 24d65694-3141-4464-b092-a1b4b2deb852, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=24d65694-3141-4464-b092-a1b4b2deb852,segment=NetworkSegment(fba40be4-9fff-412a-a038-55e4d6cba25c),segment_id=fba40be4-9fff-412a-a038-55e4d6cba25c)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:43:32.412546 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-aa5a4c75-f57a-4948-91f0-e3d281d161d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.415864 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-35c38fb8-9d41-4902-9a14-02a273412cc9 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.417207 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-35c38fb8-9d41-4902-9a14-02a273412cc9 tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8084550 Jan 21 09:43:32.424004 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53512) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:32.443778 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-1a34b699-c26d-4113-9343-47e6f5865dcd tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:32.444342 dv-neutron-825731-1-hyperv neutron-server[87514]: WARNING neutron.api.v2.base [None req-1a34b699-c26d-4113-9343-47e6f5865dcd tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 21 09:43:32.446345 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-1a34b699-c26d-4113-9343-47e6f5865dcd tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] update failed (client error): There was a conflict when trying to complete your request. Jan 21 09:43:32.447452 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1a34b699-c26d-4113-9343-47e6f5865dcd tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "PUT /v2.0/security-groups/c618512d-f915-4371-b4b2-977717ac207a HTTP/1.1" status: 409 len: 330 time: 0.0086367 Jan 21 09:43:32.452503 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53516) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:32.453452 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5bf77b02-035e-496c-8d74-f72d87480134 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.457989 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-5bf77b02-035e-496c-8d74-f72d87480134 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9826858 Jan 21 09:43:32.460629 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf77b02-035e-496c-8d74-f72d87480134 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e258b1a-208d-4380-9f97-d2b5db920d65,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:32.463282 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53518) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:32.524353 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-c4d970fe-22f2-4bc5-9ea1-a1fd7db2be2f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Request body: {'security_group_rule': {'security_group_id': '0e79c6d1-7873-43f1-81f5-805aba1a0560', 'project_id': 'b19bae91610749c2842623300f66b5c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:32.532453 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c4d970fe-22f2-4bc5-9ea1-a1fd7db2be2f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:32.536871 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c4d970fe-22f2-4bc5-9ea1-a1fd7db2be2f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Usage tracker for resource:security_group_rule and tenant:b19bae91610749c2842623300f66b5c2 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:32.542201 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c4d970fe-22f2-4bc5-9ea1-a1fd7db2be2f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:32.548644 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c4d970fe-22f2-4bc5-9ea1-a1fd7db2be2f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:32.552988 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e81daba2-50a4-44cb-b937-8a92c0602a23 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:32.569347 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5a4c75-f57a-4948-91f0-e3d281d161d5 None None] Routers {'53d2cd26-1537-4230-8d31-428b6b288f5d'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:32.571088 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-aa5a4c75-f57a-4948-91f0-e3d281d161d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:43:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['53d2cd26-1537-4230-8d31-428b6b288f5d'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:32.608465 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53524) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:32.623071 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-7f2becfa-5b15-4b29-8617-7dd93b7a91d8 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Calling delete_port for a7532310-bde1-465f-a7bc-f6096df9033a owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:32.669016 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port e81daba2-50a4-44cb-b937-8a92c0602a23 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:32.686030 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-945b0cb8-34eb-41b2-90a4-1c7f938ff51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.705185 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.securitygroups_db [None req-c4d970fe-22f2-4bc5-9ea1-a1fd7db2be2f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Project b19bae91610749c2842623300f66b5c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:43:32.714877 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-4769c1c4-448b-498a-8f1f-eb5f6fdadc3d None None] Deleting port 2e475b5f-d6a4-4f6b-a68e-34e9327a8c3a {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:32.715259 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4769c1c4-448b-498a-8f1f-eb5f6fdadc3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.737803 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c4d970fe-22f2-4bc5-9ea1-a1fd7db2be2f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.764631 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-785e8260-99b2-4096-a00c-49e25d2c3c3d tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.769141 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-945b0cb8-34eb-41b2-90a4-1c7f938ff51d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55051115-0a6d-4aad-ae33-4c0466ea1935']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:32.793997 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-aa5a4c75-f57a-4948-91f0-e3d281d161d5 None None] Set router 53d2cd26-1537-4230-8d31-428b6b288f5d gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:43:32.845024 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-945b0cb8-34eb-41b2-90a4-1c7f938ff51d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dbe62b3-80b8-484a-a3b1-46049c848789') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:32.845580 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-945b0cb8-34eb-41b2-90a4-1c7f938ff51d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dbe62b3-80b8-484a-a3b1-46049c848789') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:32.884896 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port e81daba2-50a4-44cb-b937-8a92c0602a23 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:32.885270 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.892082 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-945b0cb8-34eb-41b2-90a4-1c7f938ff51d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.904693 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-560d456f-91d9-4efb-916d-7f1acef4c729 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1436702877', 'description': 'tempest-secgroup-smoke-1436702877 description', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:32.908378 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-785e8260-99b2-4096-a00c-49e25d2c3c3d tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.911142 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-560d456f-91d9-4efb-916d-7f1acef4c729 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:32.916439 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-560d456f-91d9-4efb-916d-7f1acef4c729 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:32.919546 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-560d456f-91d9-4efb-916d-7f1acef4c729 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:32.927475 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-560d456f-91d9-4efb-916d-7f1acef4c729 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:32.942208 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-945b0cb8-34eb-41b2-90a4-1c7f938ff51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.963144 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-4769c1c4-448b-498a-8f1f-eb5f6fdadc3d None None] The port '2e475b5f-d6a4-4f6b-a68e-34e9327a8c3a' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:43:32.966265 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-945b0cb8-34eb-41b2-90a4-1c7f938ff51d admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:43:32.966887 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-945b0cb8-34eb-41b2-90a4-1c7f938ff51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.999238 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:43:32.999238 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:43:32.999238 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:43:32.999238 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:32.999238 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:43:32.999238 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:32.999238 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:43:32.999238 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:32.999238 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:43:32.999238 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:32.999238 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:43:32.999238 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:32.999238 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:43:32.999238 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:32.999238 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:32.999238 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:32.999238 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:32.999238 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:32.999238 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:43:32.999238 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:43:32.999238 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:43:32.999238 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:43:32.999238 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:32.999238 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:43:32.999238 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:32.999238 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:43:32.999238 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:32.999238 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:43:32.999238 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:32.999238 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:43:32.999238 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:32.999238 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:33.011165 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4f2e2858-3ed0-4665-ad79-1fa0beed1a49 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.011909 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-60f21b96-29b3-456b-9cae-ae207587cf5c None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.016875 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c4d970fe-22f2-4bc5-9ea1-a1fd7db2be2f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.028332 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11628e-e76b-473c-beed-961eb9c79796 None None] Pushing event updated for resources: {'Port': ['ID=24d65694-3141-4464-b092-a1b4b2deb852,revision_number=4']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:33.046520 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c4d970fe-22f2-4bc5-9ea1-a1fd7db2be2f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.069830 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-60f21b96-29b3-456b-9cae-ae207587cf5c None None] Transition to ACTIVE for port object 0f70c8bd-fd27-4fd4-9f4f-9b019022f4ed will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:33.094240 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e2858-3ed0-4665-ad79-1fa0beed1a49 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event deleted for resources: {'Port': ['ID=f0167b39-67b2-4bed-bfa7-5d02c431992c,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:33.095774 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7f2becfa-5b15-4b29-8617-7dd93b7a91d8 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.096374 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.097674 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-560d456f-91d9-4efb-916d-7f1acef4c729 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.114893 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-60f21b96-29b3-456b-9cae-ae207587cf5c None None] Transition to ACTIVE for port object 0f70c8bd-fd27-4fd4-9f4f-9b019022f4ed will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:33.126422 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-785e8260-99b2-4096-a00c-49e25d2c3c3d tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.140153 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2e2858-3ed0-4665-ad79-1fa0beed1a49 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:33.140495 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2e2858-3ed0-4665-ad79-1fa0beed1a49 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:33.140825 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2e2858-3ed0-4665-ad79-1fa0beed1a49 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:33.142038 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2e2858-3ed0-4665-ad79-1fa0beed1a49 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:33.142526 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2e2858-3ed0-4665-ad79-1fa0beed1a49 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:33.142776 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2e2858-3ed0-4665-ad79-1fa0beed1a49 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:33.143103 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2e2858-3ed0-4665-ad79-1fa0beed1a49 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:33.143449 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2e2858-3ed0-4665-ad79-1fa0beed1a49 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:33.143780 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port e81daba2-50a4-44cb-b937-8a92c0602a23, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e81daba2-50a4-44cb-b937-8a92c0602a23,segment=NetworkSegment(2005e06a-4063-446a-9c7f-728eec304dd4),segment_id=2005e06a-4063-446a-9c7f-728eec304dd4)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:33.143925 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2e2858-3ed0-4665-ad79-1fa0beed1a49 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:33.144302 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2e2858-3ed0-4665-ad79-1fa0beed1a49 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:33.144566 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2e2858-3ed0-4665-ad79-1fa0beed1a49 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:33.144875 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2e2858-3ed0-4665-ad79-1fa0beed1a49 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:33.145847 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-60f21b96-29b3-456b-9cae-ae207587cf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.190529 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.192455 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7f2becfa-5b15-4b29-8617-7dd93b7a91d8 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.204113 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 8eac12c5-0b88-435b-beee-31592b141764 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:33.206410 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7f2becfa-5b15-4b29-8617-7dd93b7a91d8 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/ports/a7532310-bde1-465f-a7bc-f6096df9033a HTTP/1.1" status: 204 len: 168 time: 1.8007653 Jan 21 09:43:33.249829 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53528) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:33.268605 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 8eac12c5-0b88-435b-beee-31592b141764 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:43:33.268847 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 8eac12c5-0b88-435b-beee-31592b141764 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:33.276904 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f21b96-29b3-456b-9cae-ae207587cf5c None None] Network 2a4ce690-d3fc-4943-be43-7a8a577e8a61 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:33.280705 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-60f21b96-29b3-456b-9cae-ae207587cf5c None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:33.291115 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f21b96-29b3-456b-9cae-ae207587cf5c None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:43:33.295011 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-aa5a4c75-f57a-4948-91f0-e3d281d161d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'name': 'tempest-TestNetworkBasicOps-router-34972314', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:43:27Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:10Z', 'updated_at': '2022-01-21T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '24d65694-3141-4464-b092-a1b4b2deb852', 'name': '', 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:2e:ed:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'a49a675f-632a-4690-8ea3-9a194a48b421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:25Z', 'updated_at': '2022-01-21T09:43:32Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': 'a49a675f-632a-4690-8ea3-9a194a48b421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:33.306485 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5a4c75-f57a-4948-91f0-e3d281d161d5 None None] The sync data for ids ['53d2cd26-1537-4230-8d31-428b6b288f5d'] in dv-neutron-825731-1-hyperv is: [{'id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'name': 'tempest-TestNetworkBasicOps-router-34972314', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:43:27Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:10Z', 'updated_at': '2022-01-21T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '24d65694-3141-4464-b092-a1b4b2deb852', 'name': '', 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:2e:ed:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'a49a675f-632a-4690-8ea3-9a194a48b421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:25Z', 'updated_at': '2022-01-21T09:43:32Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': 'a49a675f-632a-4690-8ea3-9a194a48b421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:43:33.340368 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-bb0b5265-65ee-43b0-97c8-607b67737fcb tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-09b1db78-78f0-4176-8b0f-20d17bc6fbf6 {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:43:33.341426 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-bb0b5265-65ee-43b0-97c8-607b67737fcb tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:43:33.342121 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d970fe-22f2-4bc5-9ea1-a1fd7db2be2f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=554e0a85-0c7f-4edf-90b2-6f7c3b649873,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:33.380970 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e8260-99b2-4096-a00c-49e25d2c3c3d tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c618512d-f915-4371-b4b2-977717ac207a,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:33.427486 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-945b0cb8-34eb-41b2-90a4-1c7f938ff51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.460489 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f21b96-29b3-456b-9cae-ae207587cf5c None None] Pushing event updated for resources: {'Port': ['ID=0f70c8bd-fd27-4fd4-9f4f-9b019022f4ed,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:33.470985 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-945b0cb8-34eb-41b2-90a4-1c7f938ff51d admin admin] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.490360 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-945b0cb8-34eb-41b2-90a4-1c7f938ff51d admin admin] 10.222.0.110 "DELETE /v2.0/networks/55051115-0a6d-4aad-ae33-4c0466ea1935 HTTP/1.1" status: 204 len: 168 time: 2.9675424 Jan 21 09:43:33.517676 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2becfa-5b15-4b29-8617-7dd93b7a91d8 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'Port': ['ID=a7532310-bde1-465f-a7bc-f6096df9033a,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:33.519782 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b0cb8-34eb-41b2-90a4-1c7f938ff51d admin admin] Pushing event deleted for resources: {'Network': ['ID=55051115-0a6d-4aad-ae33-4c0466ea1935,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:33.523718 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-785e8260-99b2-4096-a00c-49e25d2c3c3d tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.535487 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-560d456f-91d9-4efb-916d-7f1acef4c729 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:33.538165 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-785e8260-99b2-4096-a00c-49e25d2c3c3d tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "DELETE /v2.0/security-groups/c618512d-f915-4371-b4b2-977717ac207a HTTP/1.1" status: 204 len: 168 time: 1.0786946 Jan 21 09:43:33.541119 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53534) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:33.555373 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-560d456f-91d9-4efb-916d-7f1acef4c729 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:33.558545 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-560d456f-91d9-4efb-916d-7f1acef4c729 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:33.559513 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c4d970fe-22f2-4bc5-9ea1-a1fd7db2be2f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.561211 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c4d970fe-22f2-4bc5-9ea1-a1fd7db2be2f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0949745 Jan 21 09:43:33.567271 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53538) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:33.577844 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-9c74d8f7-95b1-4b21-8472-86f947fa943a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Request body: {'security_group_rule': {'security_group_id': '0e79c6d1-7873-43f1-81f5-805aba1a0560', 'project_id': 'b19bae91610749c2842623300f66b5c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:33.588480 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-9c74d8f7-95b1-4b21-8472-86f947fa943a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:33.597920 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-560d456f-91d9-4efb-916d-7f1acef4c729 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:33.598973 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 2e475b5f-d6a4-4f6b-a68e-34e9327a8c3a no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:33.608497 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-9c74d8f7-95b1-4b21-8472-86f947fa943a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Usage tracker for resource:security_group_rule and tenant:b19bae91610749c2842623300f66b5c2 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:33.612725 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4f2e2858-3ed0-4665-ad79-1fa0beed1a49 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.627969 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-9c74d8f7-95b1-4b21-8472-86f947fa943a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:33.646630 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-9c74d8f7-95b1-4b21-8472-86f947fa943a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:33.689648 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-b4c3efc2-4381-4392-a4f9-c5033e6ac28b tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Synchronizing usage tracker for tenant:ff64a8be9fed4e47995987db09b13ef9 on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:33.702533 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207b3921-8463-46ae-a215-f18dfd20ecaa tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:33.715909 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207b3921-8463-46ae-a215-f18dfd20ecaa tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:33.716944 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-207b3921-8463-46ae-a215-f18dfd20ecaa tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Synchronizing usage tracker for tenant:0b78745c20204b2bb7542d64f98190cf on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:33.736969 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 2e475b5f-d6a4-4f6b-a68e-34e9327a8c3a {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:43:33.737313 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 2e475b5f-d6a4-4f6b-a68e-34e9327a8c3a not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:33.738830 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-60f21b96-29b3-456b-9cae-ae207587cf5c None None] Attempting to bind port 0f70c8bd-fd27-4fd4-9f4f-9b019022f4ed on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:33.739364 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-60f21b96-29b3-456b-9cae-ae207587cf5c None None] Attempting to bind port 0f70c8bd-fd27-4fd4-9f4f-9b019022f4ed by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'a7c3cd68-94d9-4b3b-a2f2-03f02a091b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2a4ce690-d3fc-4943-be43-7a8a577e8a61'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:33.739932 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f21b96-29b3-456b-9cae-ae207587cf5c None None] Attempting to bind port 0f70c8bd-fd27-4fd4-9f4f-9b019022f4ed on network 2a4ce690-d3fc-4943-be43-7a8a577e8a61 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:43:33.757082 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-207b3921-8463-46ae-a215-f18dfd20ecaa tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Unset dirty status for tenant:0b78745c20204b2bb7542d64f98190cf on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:33.758461 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f21b96-29b3-456b-9cae-ae207587cf5c None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:43:33.760125 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f21b96-29b3-456b-9cae-ae207587cf5c None None] Checking segment: {'id': 'a7c3cd68-94d9-4b3b-a2f2-03f02a091b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2a4ce690-d3fc-4943-be43-7a8a577e8a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:33.760773 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-60f21b96-29b3-456b-9cae-ae207587cf5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.761150 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-207b3921-8463-46ae-a215-f18dfd20ecaa tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.4977458 Jan 21 09:43:33.761273 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f21b96-29b3-456b-9cae-ae207587cf5c None None] Bound using segment: {'id': 'a7c3cd68-94d9-4b3b-a2f2-03f02a091b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2a4ce690-d3fc-4943-be43-7a8a577e8a61'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:43:33.761854 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-60f21b96-29b3-456b-9cae-ae207587cf5c None None] Bound port: 0f70c8bd-fd27-4fd4-9f4f-9b019022f4ed, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c3cd68-94d9-4b3b-a2f2-03f02a091b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2a4ce690-d3fc-4943-be43-7a8a577e8a61'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:33.761994 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-b4c3efc2-4381-4392-a4f9-c5033e6ac28b tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] Unset dirty status for tenant:ff64a8be9fed4e47995987db09b13ef9 on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:33.762237 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-60f21b96-29b3-456b-9cae-ae207587cf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.768027 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b4c3efc2-4381-4392-a4f9-c5033e6ac28b tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2122722 Jan 21 09:43:33.768625 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53542) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:33.769013 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53544) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:33.782651 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=e81daba2-50a4-44cb-b937-8a92c0602a23,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:33.854449 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bb0b5265-65ee-43b0-97c8-607b67737fcb tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.879695 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-60f21b96-29b3-456b-9cae-ae207587cf5c None None] For port 0f70c8bd-fd27-4fd4-9f4f-9b019022f4ed, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:43:33.884042 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-60f21b96-29b3-456b-9cae-ae207587cf5c None None] For port 0f70c8bd-fd27-4fd4-9f4f-9b019022f4ed, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=0f70c8bd-fd27-4fd4-9f4f-9b019022f4ed,segment=NetworkSegment(a7c3cd68-94d9-4b3b-a2f2-03f02a091b10),segment_id=a7c3cd68-94d9-4b3b-a2f2-03f02a091b10)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:43:33.893449 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-60f21b96-29b3-456b-9cae-ae207587cf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.901697 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53550) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:33.924966 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-ce823ea4-d1a0-4eff-9c05-7652e4a872ce tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] delete failed (client error): The resource could not be found. Jan 21 09:43:33.927936 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ce823ea4-d1a0-4eff-9c05-7652e4a872ce tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "DELETE /v2.0/security-groups/b567f047-0b32-4ee2-b41b-0359d3e2e05f HTTP/1.1" status: 404 len: 347 time: 0.1563492 Jan 21 09:43:33.929287 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.securitygroups_db [None req-9c74d8f7-95b1-4b21-8472-86f947fa943a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Project b19bae91610749c2842623300f66b5c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:43:33.946865 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53554) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:33.950877 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9c74d8f7-95b1-4b21-8472-86f947fa943a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.979649 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f21b96-29b3-456b-9cae-ae207587cf5c None None] Pushing event updated for resources: {'Port': ['ID=0f70c8bd-fd27-4fd4-9f4f-9b019022f4ed,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:34.054172 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-4fc789b1-118f-4f9c-a9be-7a56394e257e tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] show failed (client error): The resource could not be found. Jan 21 09:43:34.059616 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4fc789b1-118f-4f9c-a9be-7a56394e257e tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "GET /v2.0/security-groups/d7ed627b-7b95-4933-8196-f65f5c7918ba HTTP/1.1" status: 404 len: 347 time: 0.0963197 Jan 21 09:43:34.060144 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53558) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:34.150845 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-1bf52b46-a4cc-46d3-aa79-43547ecb87a6 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Deleting port a4813b67-e043-4588-8a3f-2cb923236f1c {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:34.151358 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1bf52b46-a4cc-46d3-aa79-43547ecb87a6 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.190732 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-bb0b5265-65ee-43b0-97c8-607b67737fcb tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] device_id is not set on port ff567e12-3f0c-4cfa-8ea2-a89a08c4c679 yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:43:34.191203 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-eca9dc27-1dee-4a53-848e-2f1a5a11d59b tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] show failed (client error): The resource could not be found. Jan 21 09:43:34.199879 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-eca9dc27-1dee-4a53-848e-2f1a5a11d59b tempest-NegativeSecGroupIPv6Test-907594634 tempest-NegativeSecGroupIPv6Test-907594634-project] 10.222.0.110 "GET /v2.0/security-group-rules/c72eb791-e781-46e5-8e56-cabd485ccebe HTTP/1.1" status: 404 len: 356 time: 0.1336339 Jan 21 09:43:34.265030 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9c74d8f7-95b1-4b21-8472-86f947fa943a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.303770 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-40dfb4b7-7343-47f7-9709-6d000b5c109a admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=21bf33c022814c088610cd12785c806c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3997145 Jan 21 09:43:34.312079 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53564) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:34.346000 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-560d456f-91d9-4efb-916d-7f1acef4c729 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.358064 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9c74d8f7-95b1-4b21-8472-86f947fa943a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.415648 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-560d456f-91d9-4efb-916d-7f1acef4c729 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.440936 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9c74d8f7-95b1-4b21-8472-86f947fa943a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.446054 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-9c74d8f7-95b1-4b21-8472-86f947fa943a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8712151 Jan 21 09:43:34.455661 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c74d8f7-95b1-4b21-8472-86f947fa943a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b60ec829-8b6b-4ba4-ab15-250e59f5b828,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:34.495134 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-560d456f-91d9-4efb-916d-7f1acef4c729 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.499631 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-560d456f-91d9-4efb-916d-7f1acef4c729 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.8880522 Jan 21 09:43:34.503421 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53572) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:34.513556 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-1df16550-112e-43cf-9071-869b029503a2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': 'e8fd6672-93bb-4f14-afe5-0087d2781f69', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:34.519702 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d456f-91d9-4efb-916d-7f1acef4c729 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fd6672-93bb-4f14-afe5-0087d2781f69,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:34.527355 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-1df16550-112e-43cf-9071-869b029503a2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:34.531842 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2e2858-3ed0-4665-ad79-1fa0beed1a49 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Router d0ac310a-ad76-41dc-a529-60c18664148b has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:43:34.533181 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-1df16550-112e-43cf-9071-869b029503a2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:34.543403 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-1df16550-112e-43cf-9071-869b029503a2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:34.551677 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-1df16550-112e-43cf-9071-869b029503a2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:34.740724 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1bf52b46-a4cc-46d3-aa79-43547ecb87a6 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.772897 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-bb0b5265-65ee-43b0-97c8-607b67737fcb tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Allocated IP 172.20.0.8 (2a4ce690-d3fc-4943-be43-7a8a577e8a61/35fe532c-9656-48dd-8b18-2372a20c9292/ff567e12-3f0c-4cfa-8ea2-a89a08c4c679) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:34.784181 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1df16550-112e-43cf-9071-869b029503a2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.805496 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-25d9dba6-d7a7-41fa-9349-68193ff1d4e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.870897 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2e2858-3ed0-4665-ad79-1fa0beed1a49 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:43:34.880793 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4f2e2858-3ed0-4665-ad79-1fa0beed1a49 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "PUT /v2.0/routers/d0ac310a-ad76-41dc-a529-60c18664148b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7375188 Jan 21 09:43:34.884674 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4d45fb-65f4-426f-91ab-e3b6ba5a607c None None] Sync routers for ids ['d0ac310a-ad76-41dc-a529-60c18664148b'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:43:34.885448 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53604) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:34.897927 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4d45fb-65f4-426f-91ab-e3b6ba5a607c None None] Routers {'d0ac310a-ad76-41dc-a529-60c18664148b'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:34.899134 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-2d4d45fb-65f4-426f-91ab-e3b6ba5a607c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:43:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d0ac310a-ad76-41dc-a529-60c18664148b'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:34.977358 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1df16550-112e-43cf-9071-869b029503a2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.978793 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53612) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:35.015101 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1df16550-112e-43cf-9071-869b029503a2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.107614 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-1bf52b46-a4cc-46d3-aa79-43547ecb87a6 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Calling delete_port for a4813b67-e043-4588-8a3f-2cb923236f1c owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:35.116704 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f165371-cfa5-4cb0-b23c-020dc21a3efb tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Deleting subnet a5bc9494-ea2d-4ab7-af78-c87c42bae29c {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:43:35.124850 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9f165371-cfa5-4cb0-b23c-020dc21a3efb tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.216247 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-2d4d45fb-65f4-426f-91ab-e3b6ba5a607c None None] Set router d0ac310a-ad76-41dc-a529-60c18664148b gateway port host: None {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:43:35.250903 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-25d9dba6-d7a7-41fa-9349-68193ff1d4e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.468505 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df16550-112e-43cf-9071-869b029503a2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d595abc-4d0a-43f1-a7d5-28e862519547,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:35.537499 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1df16550-112e-43cf-9071-869b029503a2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.538554 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1df16550-112e-43cf-9071-869b029503a2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0329449 Jan 21 09:43:35.546043 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53626) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:35.573908 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1bf52b46-a4cc-46d3-aa79-43547ecb87a6 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.606106 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9f165371-cfa5-4cb0-b23c-020dc21a3efb tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.698781 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-7e22b64c-91a1-4867-b28d-dcc4ba38064f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': 'e8fd6672-93bb-4f14-afe5-0087d2781f69', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:35.703689 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf52b46-a4cc-46d3-aa79-43547ecb87a6 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'Port': ['ID=a4813b67-e043-4588-8a3f-2cb923236f1c,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:35.712061 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-7e22b64c-91a1-4867-b28d-dcc4ba38064f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:35.719620 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7e22b64c-91a1-4867-b28d-dcc4ba38064f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:35.728422 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7e22b64c-91a1-4867-b28d-dcc4ba38064f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:35.740280 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-7e22b64c-91a1-4867-b28d-dcc4ba38064f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:35.744090 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1bf52b46-a4cc-46d3-aa79-43547ecb87a6 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.802351 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7e22b64c-91a1-4867-b28d-dcc4ba38064f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.804290 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 0f70c8bd-fd27-4fd4-9f4f-9b019022f4ed up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:35.813602 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf52b46-a4cc-46d3-aa79-43547ecb87a6 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:35.814223 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf52b46-a4cc-46d3-aa79-43547ecb87a6 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:35.814769 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf52b46-a4cc-46d3-aa79-43547ecb87a6 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:35.815281 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf52b46-a4cc-46d3-aa79-43547ecb87a6 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:35.815831 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf52b46-a4cc-46d3-aa79-43547ecb87a6 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:35.816493 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf52b46-a4cc-46d3-aa79-43547ecb87a6 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:35.817136 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf52b46-a4cc-46d3-aa79-43547ecb87a6 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:35.817661 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf52b46-a4cc-46d3-aa79-43547ecb87a6 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:35.818165 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf52b46-a4cc-46d3-aa79-43547ecb87a6 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:35.818664 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf52b46-a4cc-46d3-aa79-43547ecb87a6 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:35.819149 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf52b46-a4cc-46d3-aa79-43547ecb87a6 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:35.832279 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf52b46-a4cc-46d3-aa79-43547ecb87a6 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:35.835515 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-fee3e256-8b21-47da-9ebe-f52aab5ddce2 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=ff64a8be9fed4e47995987db09b13ef9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8519623 Jan 21 09:43:35.840837 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53630) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:35.841493 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-25d9dba6-d7a7-41fa-9349-68193ff1d4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.843935 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-25d9dba6-d7a7-41fa-9349-68193ff1d4e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.845268 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-25d9dba6-d7a7-41fa-9349-68193ff1d4e2 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/d041e6f6-ba91-4b75-a3fd-dd51a036307d HTTP/1.1" status: 204 len: 168 time: 1.5320477 Jan 21 09:43:35.850232 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1bf52b46-a4cc-46d3-aa79-43547ecb87a6 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/ports/a4813b67-e043-4588-8a3f-2cb923236f1c HTTP/1.1" status: 204 len: 168 time: 2.0797629 Jan 21 09:43:35.853521 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53634) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:35.861076 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d760e59-4507-4a39-938e-57132aa9e779 None None] Network 2a4ce690-d3fc-4943-be43-7a8a577e8a61 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:35.936389 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7e22b64c-91a1-4867-b28d-dcc4ba38064f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.940614 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9f165371-cfa5-4cb0-b23c-020dc21a3efb tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.979491 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9dba6-d7a7-41fa-9349-68193ff1d4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d041e6f6-ba91-4b75-a3fd-dd51a036307d,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:35.989304 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7e22b64c-91a1-4867-b28d-dcc4ba38064f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.049789 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bb0b5265-65ee-43b0-97c8-607b67737fcb tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.070034 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22b64c-91a1-4867-b28d-dcc4ba38064f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ad192a-c78e-4dad-ac5f-6c9b06837857,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:36.073592 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-91f2a8da-0c87-4b01-867b-53b69d2d00c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.097564 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-bb0b5265-65ee-43b0-97c8-607b67737fcb tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Transition to ACTIVE for port object ff567e12-3f0c-4cfa-8ea2-a89a08c4c679 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:36.123427 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7e22b64c-91a1-4867-b28d-dcc4ba38064f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.131175 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7e22b64c-91a1-4867-b28d-dcc4ba38064f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4416108 Jan 21 09:43:36.131420 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53648) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:36.134508 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ee73c0-4938-4316-a55c-701545931106 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:36.135245 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d8ee73c0-4938-4316-a55c-701545931106 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Synchronizing usage tracker for tenant:0b78745c20204b2bb7542d64f98190cf on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:36.141429 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-6151a9b1-aa3e-44f8-b248-7c778c065991 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': 'e8fd6672-93bb-4f14-afe5-0087d2781f69', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:36.148342 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-91f2a8da-0c87-4b01-867b-53b69d2d00c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.162397 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-6151a9b1-aa3e-44f8-b248-7c778c065991 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:36.174238 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-6151a9b1-aa3e-44f8-b248-7c778c065991 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:36.187533 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-6151a9b1-aa3e-44f8-b248-7c778c065991 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:36.205281 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-6151a9b1-aa3e-44f8-b248-7c778c065991 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:36.219907 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d8ee73c0-4938-4316-a55c-701545931106 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Unset dirty status for tenant:0b78745c20204b2bb7542d64f98190cf on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:36.224487 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d8ee73c0-4938-4316-a55c-701545931106 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3503027 Jan 21 09:43:36.227216 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53652) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:36.233306 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9f165371-cfa5-4cb0-b23c-020dc21a3efb tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.314346 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bb0b5265-65ee-43b0-97c8-607b67737fcb tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.372637 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9f165371-cfa5-4cb0-b23c-020dc21a3efb tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.406221 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f165371-cfa5-4cb0-b23c-020dc21a3efb tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event deleted for resources: {'Subnet': ['ID=a5bc9494-ea2d-4ab7-af78-c87c42bae29c,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:36.431202 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5822256-7e4c-44a3-b800-0397e59eaa8b None None] Network 217a9625-8c34-4658-8888-c1b703bc40f3 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:36.434074 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-4864caa4-44bc-45d0-9466-2f0fef9e41ac tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] GET failed (client error): The resource could not be found. Jan 21 09:43:36.438201 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6151a9b1-aa3e-44f8-b248-7c778c065991 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.438462 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4864caa4-44bc-45d0-9466-2f0fef9e41ac tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "GET /v2.0/ports/a7532310-bde1-465f-a7bc-f6096df9033a HTTP/1.1" status: 404 len: 333 time: 0.2098131 Jan 21 09:43:36.439080 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53662) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:36.442440 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b5265-65ee-43b0-97c8-607b67737fcb tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Pushing event updated for resources: {'Port': ['ID=ff567e12-3f0c-4cfa-8ea2-a89a08c4c679,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:36.472464 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-9f165371-cfa5-4cb0-b23c-020dc21a3efb tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/subnets/a5bc9494-ea2d-4ab7-af78-c87c42bae29c HTTP/1.1" status: 204 len: 168 time: 1.5810313 Jan 21 09:43:36.472464 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53666) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:36.548059 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-91f2a8da-0c87-4b01-867b-53b69d2d00c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.552128 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-da14b9cc-ec4f-409f-8664-8baa9a4106b0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] GET failed (client error): The resource could not be found. Jan 21 09:43:36.557075 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53674) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:36.567136 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-da14b9cc-ec4f-409f-8664-8baa9a4106b0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "GET /v2.0/ports/a4813b67-e043-4588-8a3f-2cb923236f1c HTTP/1.1" status: 404 len: 333 time: 0.1218634 Jan 21 09:43:36.579486 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0b5265-65ee-43b0-97c8-607b67737fcb tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Network 2a4ce690-d3fc-4943-be43-7a8a577e8a61 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:36.584525 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-bb0b5265-65ee-43b0-97c8-607b67737fcb tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:36.590848 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0b5265-65ee-43b0-97c8-607b67737fcb tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:43:36.598141 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 0f70c8bd-fd27-4fd4-9f4f-9b019022f4ed completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:36.603681 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-710014bf-b302-4bb7-a758-3ab998e0fa27 None None] Provisioning for port 0f70c8bd-fd27-4fd4-9f4f-9b019022f4ed completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:36.611108 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 0f70c8bd-fd27-4fd4-9f4f-9b019022f4ed triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:36.611561 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.622657 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2a8da-0c87-4b01-867b-53b69d2d00c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bac7a29-9c45-4d87-b9b1-e4b1ed2e584f,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:36.644502 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-91f2a8da-0c87-4b01-867b-53b69d2d00c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.645885 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-91f2a8da-0c87-4b01-867b-53b69d2d00c7 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/7bac7a29-9c45-4d87-b9b1-e4b1ed2e584f HTTP/1.1" status: 204 len: 168 time: 0.7943344 Jan 21 09:43:36.671912 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0b5265-65ee-43b0-97c8-607b67737fcb tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:36.672995 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bb0b5265-65ee-43b0-97c8-607b67737fcb tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.680439 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-710014bf-b302-4bb7-a758-3ab998e0fa27 None None] Provisioning complete for port 0f70c8bd-fd27-4fd4-9f4f-9b019022f4ed triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:36.680836 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-710014bf-b302-4bb7-a758-3ab998e0fa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.713777 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-bb0b5265-65ee-43b0-97c8-607b67737fcb tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 6.6695523 Jan 21 09:43:36.715422 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53682) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:36.721417 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-6de61030-fc94-4b74-97a6-c24f1fe81bd5 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-786008902', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:36.738261 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-6de61030-fc94-4b74-97a6-c24f1fe81bd5 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:36.748513 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-6de61030-fc94-4b74-97a6-c24f1fe81bd5 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Usage tracker for resource:router and tenant:2ed35f93ea3a4e0fa42f8c261d07e56b is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:36.754427 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-6de61030-fc94-4b74-97a6-c24f1fe81bd5 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:36.769821 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-6de61030-fc94-4b74-97a6-c24f1fe81bd5 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:36.806142 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6de61030-fc94-4b74-97a6-c24f1fe81bd5 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.807951 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6de61030-fc94-4b74-97a6-c24f1fe81bd5 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.837464 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6de61030-fc94-4b74-97a6-c24f1fe81bd5 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.872985 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6de61030-fc94-4b74-97a6-c24f1fe81bd5 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.890883 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cbdeadc0-b6d3-4278-9a99-deee29649df5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.962276 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6de61030-fc94-4b74-97a6-c24f1fe81bd5 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.966461 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-6de61030-fc94-4b74-97a6-c24f1fe81bd5 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2496598 Jan 21 09:43:36.967071 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53710) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:36.975362 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-4a36238a-183f-4e6f-bd4a-3dc4888b5004 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1090703020', 'prefixes': ['172.20.0.0/16']}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:36.997179 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bb2d6b0a-a5ea-440c-9fd1-e955bf190021 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.999078 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-4a36238a-183f-4e6f-bd4a-3dc4888b5004 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:37.009904 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6151a9b1-aa3e-44f8-b248-7c778c065991 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.011059 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-cbdeadc0-b6d3-4278-9a99-deee29649df5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Deleting port 47baa73c-9805-4e95-9b71-769c6062b6cb {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:37.011589 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cbdeadc0-b6d3-4278-9a99-deee29649df5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.052857 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6151a9b1-aa3e-44f8-b248-7c778c065991 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.111321 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151a9b1-aa3e-44f8-b248-7c778c065991 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=202ce4ab-357c-44df-86f3-bd8a2e323b13,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:37.119332 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6151a9b1-aa3e-44f8-b248-7c778c065991 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.120785 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6151a9b1-aa3e-44f8-b248-7c778c065991 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9878769 Jan 21 09:43:37.147571 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53726) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:37.158112 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-ca5bccdd-19be-4e3f-8b92-0d22b0b241b4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': 'e8fd6672-93bb-4f14-afe5-0087d2781f69', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:37.167314 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-ca5bccdd-19be-4e3f-8b92-0d22b0b241b4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:37.173468 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ca5bccdd-19be-4e3f-8b92-0d22b0b241b4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:37.178563 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ca5bccdd-19be-4e3f-8b92-0d22b0b241b4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:37.190675 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-ca5bccdd-19be-4e3f-8b92-0d22b0b241b4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:37.203857 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4a36238a-183f-4e6f-bd4a-3dc4888b5004 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks [] for subnetpool, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.205940 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4a36238a-183f-4e6f-bd4a-3dc4888b5004 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2373867 Jan 21 09:43:37.216162 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53732) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:37.244250 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.tag.tag_plugin [None req-3d27ac5a-a41b-47e8-aa8f-bc2669bb3bf3 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '35fe532c-9656-48dd-8b18-2372a20c9292', 'tempest-TagsExtTest-Tag-1757938219') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:37.285519 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-2d4d45fb-65f4-426f-91ab-e3b6ba5a607c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'name': 'tempest-RoutersIpV6Test-router-1023602096', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:07Z', 'updated_at': '2022-01-21T09:43:32Z', 'revision_number': 10, 'project_id': '0ffd125f2e19497db276d912c6599666', 'gw_port_host': None, '_interfaces': [{'id': 'b9977dbe-e702-4bd4-9306-18fbb198dacb', 'name': '', 'network_id': 'dbc7f600-1ed1-4a45-a230-a69cfb9144c3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:82:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:10Z', 'updated_at': '2022-01-21T09:42:29Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:37.285811 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ca5bccdd-19be-4e3f-8b92-0d22b0b241b4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.306530 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4d45fb-65f4-426f-91ab-e3b6ba5a607c None None] Checking router: d0ac310a-ad76-41dc-a529-60c18664148b for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:43:37.378889 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4d45fb-65f4-426f-91ab-e3b6ba5a607c None None] Routers {'d0ac310a-ad76-41dc-a529-60c18664148b'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:37.380239 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-2d4d45fb-65f4-426f-91ab-e3b6ba5a607c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:43:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d0ac310a-ad76-41dc-a529-60c18664148b'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:37.454416 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.469938 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ca5bccdd-19be-4e3f-8b92-0d22b0b241b4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.479309 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ca5bccdd-19be-4e3f-8b92-0d22b0b241b4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.543606 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5bccdd-19be-4e3f-8b92-0d22b0b241b4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa39c776-1113-4ac5-8b55-7f72cec40a69,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:37.594925 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ca5bccdd-19be-4e3f-8b92-0d22b0b241b4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.599216 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ca5bccdd-19be-4e3f-8b92-0d22b0b241b4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4491453 Jan 21 09:43:37.600084 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53742) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:37.607646 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-ea36dae8-2d08-44ac-b77b-b8ab113e1abf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': 'e8fd6672-93bb-4f14-afe5-0087d2781f69', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:37.618478 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3d27ac5a-a41b-47e8-aa8f-bc2669bb3bf3 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "PUT /v2.0/subnets/35fe532c-9656-48dd-8b18-2372a20c9292/tags/tempest-TagsExtTest-Tag-1757938219 HTTP/1.1" status: 201 len: 201 time: 0.3963339 Jan 21 09:43:37.620695 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-ea36dae8-2d08-44ac-b77b-b8ab113e1abf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:37.622700 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53746) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:37.635827 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.tag.tag_plugin [None req-d8f130af-42a1-4d55-abeb-3814dac74ac0 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ff567e12-3f0c-4cfa-8ea2-a89a08c4c679', 'tempest-TagsExtTest-Tag-787502920') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:37.679190 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ea36dae8-2d08-44ac-b77b-b8ab113e1abf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:37.692525 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ea36dae8-2d08-44ac-b77b-b8ab113e1abf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:37.694743 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-2d4d45fb-65f4-426f-91ab-e3b6ba5a607c None None] Set router d0ac310a-ad76-41dc-a529-60c18664148b gateway port host: None {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:43:37.712527 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-ea36dae8-2d08-44ac-b77b-b8ab113e1abf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:37.745052 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bb2d6b0a-a5ea-440c-9fd1-e955bf190021 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.786034 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-bb2d6b0a-a5ea-440c-9fd1-e955bf190021 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab098e26-6a3e-4e89-a249-9d875b9a740d']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:37.786853 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.securitygroups_db [None req-ea36dae8-2d08-44ac-b77b-b8ab113e1abf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Project 6ddc82470f624ec48d3ebbc58317dba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:43:37.798235 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ea36dae8-2d08-44ac-b77b-b8ab113e1abf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.805763 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-bb2d6b0a-a5ea-440c-9fd1-e955bf190021 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0082e2aa-2b69-4541-9e07-f1c7c1c7ad39') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:37.806380 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-bb2d6b0a-a5ea-440c-9fd1-e955bf190021 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0082e2aa-2b69-4541-9e07-f1c7c1c7ad39') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:37.822670 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bb2d6b0a-a5ea-440c-9fd1-e955bf190021 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.853961 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bb2d6b0a-a5ea-440c-9fd1-e955bf190021 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.865550 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2d6b0a-a5ea-440c-9fd1-e955bf190021 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:43:37.866503 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bb2d6b0a-a5ea-440c-9fd1-e955bf190021 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.963539 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 0f70c8bd-fd27-4fd4-9f4f-9b019022f4ed, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=0f70c8bd-fd27-4fd4-9f4f-9b019022f4ed,segment=NetworkSegment(a7c3cd68-94d9-4b3b-a2f2-03f02a091b10),segment_id=a7c3cd68-94d9-4b3b-a2f2-03f02a091b10)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:38.038049 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0172096a-fa1c-49ee-8d42-dd6cf15a4fc7 None None] DHCP port deletion for 217a9625-8c34-4658-8888-c1b703bc40f3 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:43:38.049661 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-710014bf-b302-4bb7-a758-3ab998e0fa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.050832 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d8f130af-42a1-4d55-abeb-3814dac74ac0 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "PUT /v2.0/ports/ff567e12-3f0c-4cfa-8ea2-a89a08c4c679/tags/tempest-TagsExtTest-Tag-787502920 HTTP/1.1" status: 201 len: 201 time: 0.4267931 Jan 21 09:43:38.055920 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53754) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:38.060323 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ea36dae8-2d08-44ac-b77b-b8ab113e1abf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.061517 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.066206 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.tag.tag_plugin [None req-c55c7801-be5c-4e6d-8abb-88b104572812 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '30d4da5d-05cf-40c1-80d8-9f808729c428', 'tempest-TagsExtTest-Tag-44895112') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:38.076091 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 24d65694-3141-4464-b092-a1b4b2deb852 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:38.080931 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:43:38.080931 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:43:38.080931 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:43:38.080931 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:38.080931 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:43:38.080931 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:38.080931 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:43:38.080931 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:38.080931 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:43:38.080931 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:38.080931 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:43:38.080931 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:38.080931 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:43:38.080931 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:38.080931 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:38.080931 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:38.080931 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:38.080931 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:38.080931 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:43:38.080931 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:43:38.080931 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:43:38.080931 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:43:38.080931 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:38.080931 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:43:38.080931 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:38.080931 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:43:38.080931 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:38.080931 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:43:38.080931 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:38.080931 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:43:38.080931 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:38.080931 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:38.093449 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-cbdeadc0-b6d3-4278-9a99-deee29649df5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] For port 47baa73c-9805-4e95-9b71-769c6062b6cb, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=47baa73c-9805-4e95-9b71-769c6062b6cb,segment=NetworkSegment(93bf47bf-2df5-4678-a053-319b4de7d920),segment_id=93bf47bf-2df5-4678-a053-319b4de7d920)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:38.093893 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cbdeadc0-b6d3-4278-9a99-deee29649df5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.107056 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bb2d6b0a-a5ea-440c-9fd1-e955bf190021 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.112985 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bb2d6b0a-a5ea-440c-9fd1-e955bf190021 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.165184 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-bb2d6b0a-a5ea-440c-9fd1-e955bf190021 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/networks/ab098e26-6a3e-4e89-a249-9d875b9a740d HTTP/1.1" status: 204 len: 168 time: 1.6007762 Jan 21 09:43:38.280218 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53760) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:38.303536 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-1ec5adb8-be8c-419f-ad5a-3b6f653acdbf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2047028710'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:38.329141 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ea36dae8-2d08-44ac-b77b-b8ab113e1abf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.371892 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d6b0a-a5ea-440c-9fd1-e955bf190021 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'Network': ['ID=ab098e26-6a3e-4e89-a249-9d875b9a740d,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:38.381865 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-cbdeadc0-b6d3-4278-9a99-deee29649df5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Calling delete_port for 47baa73c-9805-4e95-9b71-769c6062b6cb owned by network:dhcp {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:38.383917 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-1ec5adb8-be8c-419f-ad5a-3b6f653acdbf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:38.416141 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-1ec5adb8-be8c-419f-ad5a-3b6f653acdbf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:network and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:38.422764 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=0f70c8bd-fd27-4fd4-9f4f-9b019022f4ed,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:38.423335 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ea36dae8-2d08-44ac-b77b-b8ab113e1abf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.424959 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ea36dae8-2d08-44ac-b77b-b8ab113e1abf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8239419 Jan 21 09:43:38.427187 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-1ec5adb8-be8c-419f-ad5a-3b6f653acdbf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:38.429281 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53768) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:38.439891 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-041278ae-3780-421e-aa5e-bdc839e63f8a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': 'e8fd6672-93bb-4f14-afe5-0087d2781f69', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:38.457598 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-041278ae-3780-421e-aa5e-bdc839e63f8a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:38.461596 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36dae8-2d08-44ac-b77b-b8ab113e1abf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a75773b7-ed36-445e-aa69-feda10d95274,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:38.466102 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-041278ae-3780-421e-aa5e-bdc839e63f8a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:38.470886 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-041278ae-3780-421e-aa5e-bdc839e63f8a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:38.480351 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-0172096a-fa1c-49ee-8d42-dd6cf15a4fc7 None None] Deleting port 47baa73c-9805-4e95-9b71-769c6062b6cb {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:38.480970 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0172096a-fa1c-49ee-8d42-dd6cf15a4fc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.481540 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-041278ae-3780-421e-aa5e-bdc839e63f8a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:38.526659 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.securitygroups_db [None req-041278ae-3780-421e-aa5e-bdc839e63f8a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Project 6ddc82470f624ec48d3ebbc58317dba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:43:38.542990 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-041278ae-3780-421e-aa5e-bdc839e63f8a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.555666 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-1ec5adb8-be8c-419f-ad5a-3b6f653acdbf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:38.581803 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec5adb8-be8c-419f-ad5a-3b6f653acdbf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Made reservation on behalf of 0b78745c20204b2bb7542d64f98190cf for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:38.585226 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1ec5adb8-be8c-419f-ad5a-3b6f653acdbf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.594749 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cbdeadc0-b6d3-4278-9a99-deee29649df5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.611349 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c55c7801-be5c-4e6d-8abb-88b104572812 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "PUT /v2.0/routers/30d4da5d-05cf-40c1-80d8-9f808729c428/tags/tempest-TagsExtTest-Tag-44895112 HTTP/1.1" status: 201 len: 201 time: 0.5540764 Jan 21 09:43:38.614839 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53776) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:38.625086 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.tag.tag_plugin [None req-e660687d-3f32-4ac7-b612-f7fb36114978 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '61e5e4bf-0cbc-4b52-9c35-8fefb33161bd', 'tempest-TagsExtTest-Tag-241460797') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:38.643575 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec5adb8-be8c-419f-ad5a-3b6f653acdbf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:38.661568 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1ec5adb8-be8c-419f-ad5a-3b6f653acdbf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.662036 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-1ec5adb8-be8c-419f-ad5a-3b6f653acdbf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Added segment 3034c10e-6f40-4446-a6f2-4f44e04a6278 of type vlan for network 5a3cccc2-b6f5-4257-b446-4f91769b94cf Jan 21 09:43:38.663103 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdeadc0-b6d3-4278-9a99-deee29649df5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event deleted for resources: {'Port': ['ID=47baa73c-9805-4e95-9b71-769c6062b6cb,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:38.676079 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdeadc0-b6d3-4278-9a99-deee29649df5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] No DVR routers for this DVR port 47baa73c-9805-4e95-9b71-769c6062b6cb on host dv-neutron-825731-1-hyperv {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:38.688658 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e660687d-3f32-4ac7-b612-f7fb36114978 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "PUT /v2.0/subnetpools/61e5e4bf-0cbc-4b52-9c35-8fefb33161bd/tags/tempest-TagsExtTest-Tag-241460797 HTTP/1.1" status: 201 len: 201 time: 0.0723608 Jan 21 09:43:38.694495 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53780) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:38.703556 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.tag.tag_plugin [None req-79e6e844-fa4e-4149-a794-fda67c2edfc3 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '35fe532c-9656-48dd-8b18-2372a20c9292') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:38.762017 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1ec5adb8-be8c-419f-ad5a-3b6f653acdbf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.767920 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 24d65694-3141-4464-b092-a1b4b2deb852 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:38.790659 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-0172096a-fa1c-49ee-8d42-dd6cf15a4fc7 None None] The port '47baa73c-9805-4e95-9b71-769c6062b6cb' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:43:38.795123 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 24d65694-3141-4464-b092-a1b4b2deb852 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:38.795123 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.827944 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-79e6e844-fa4e-4149-a794-fda67c2edfc3 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "GET /v2.0/subnets/35fe532c-9656-48dd-8b18-2372a20c9292/tags HTTP/1.1" status: 200 len: 241 time: 0.1323524 Jan 21 09:43:38.829195 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1ec5adb8-be8c-419f-ad5a-3b6f653acdbf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.835689 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec5adb8-be8c-419f-ad5a-3b6f653acdbf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:38.836741 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1ec5adb8-be8c-419f-ad5a-3b6f653acdbf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.840942 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53784) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:38.845585 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-710014bf-b302-4bb7-a758-3ab998e0fa27 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:43:38.846075 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-710014bf-b302-4bb7-a758-3ab998e0fa27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:43:38.891697 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-2d4d45fb-65f4-426f-91ab-e3b6ba5a607c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'name': 'tempest-RoutersIpV6Test-router-1023602096', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:07Z', 'updated_at': '2022-01-21T09:43:32Z', 'revision_number': 10, 'project_id': '0ffd125f2e19497db276d912c6599666', 'gw_port_host': None, '_interfaces': [{'id': 'b9977dbe-e702-4bd4-9306-18fbb198dacb', 'name': '', 'network_id': 'dbc7f600-1ed1-4a45-a230-a69cfb9144c3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:82:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:10Z', 'updated_at': '2022-01-21T09:42:29Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:38.904512 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4d45fb-65f4-426f-91ab-e3b6ba5a607c None None] The sync data for ids ['d0ac310a-ad76-41dc-a529-60c18664148b'] in dv-neutron-825731-1-hyperv is: [{'id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'name': 'tempest-RoutersIpV6Test-router-1023602096', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:07Z', 'updated_at': '2022-01-21T09:43:32Z', 'revision_number': 10, 'project_id': '0ffd125f2e19497db276d912c6599666', 'gw_port_host': None, '_interfaces': [{'id': 'b9977dbe-e702-4bd4-9306-18fbb198dacb', 'name': '', 'network_id': 'dbc7f600-1ed1-4a45-a230-a69cfb9144c3', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'mac_address': 'fa:16:3e:82:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:10Z', 'updated_at': '2022-01-21T09:42:29Z', 'revision_number': 5, 'project_id': '0ffd125f2e19497db276d912c6599666', 'subnets': [{'id': '42dcc0b5-14d9-4765-899b-91d35a1ad78c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:43:38.940997 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-041278ae-3780-421e-aa5e-bdc839e63f8a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.987754 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5adb8-be8c-419f-ad5a-3b6f653acdbf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Network': ['ID=5a3cccc2-b6f5-4257-b446-4f91769b94cf,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:38.995094 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.tag.tag_plugin [None req-520b8306-452c-4af1-987f-bc2d899cd5b8 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '35fe532c-9656-48dd-8b18-2372a20c9292', 'tempest-TagsExtTest-Tag-1757938219') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:39.012704 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 5a3cccc2-b6f5-4257-b446-4f91769b94cf details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:39.022072 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-041278ae-3780-421e-aa5e-bdc839e63f8a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.053593 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1ec5adb8-be8c-419f-ad5a-3b6f653acdbf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7694666 Jan 21 09:43:39.053593 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53790) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:39.063229 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-5387e50c-70aa-4ed8-a3e1-8a5ff57b28c2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'subnet': {'network_id': '5a3cccc2-b6f5-4257-b446-4f91769b94cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:39.094137 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.096552 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041278ae-3780-421e-aa5e-bdc839e63f8a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d951fb-b929-4fc2-b83e-6c5cd5b55331,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:39.143899 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-520b8306-452c-4af1-987f-bc2d899cd5b8 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "GET /v2.0/subnets/35fe532c-9656-48dd-8b18-2372a20c9292/tags/tempest-TagsExtTest-Tag-1757938219 HTTP/1.1" status: 204 len: 168 time: 0.1734784 Jan 21 09:43:39.144479 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53796) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:39.172496 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cbdeadc0-b6d3-4278-9a99-deee29649df5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.181188 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-041278ae-3780-421e-aa5e-bdc839e63f8a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.182903 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-041278ae-3780-421e-aa5e-bdc839e63f8a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7518821 Jan 21 09:43:39.199602 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.tag.tag_plugin [None req-23eee617-5b0f-420a-ad8a-7f8c212bf39d tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '35fe532c-9656-48dd-8b18-2372a20c9292', 'tempest-TagsExtTest-Tag-1757938219') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:39.232692 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 24d65694-3141-4464-b092-a1b4b2deb852, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=24d65694-3141-4464-b092-a1b4b2deb852,segment=NetworkSegment(fba40be4-9fff-412a-a038-55e4d6cba25c),segment_id=fba40be4-9fff-412a-a038-55e4d6cba25c)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:39.249655 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-cbdeadc0-b6d3-4278-9a99-deee29649df5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['217a9625-8c34-4658-8888-c1b703bc40f3']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:39.259658 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.260555 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e81daba2-50a4-44cb-b937-8a92c0602a23 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:39.268845 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-5387e50c-70aa-4ed8-a3e1-8a5ff57b28c2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:39.273158 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-5387e50c-70aa-4ed8-a3e1-8a5ff57b28c2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:subnet and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:39.282285 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-5387e50c-70aa-4ed8-a3e1-8a5ff57b28c2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:39.289032 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-5387e50c-70aa-4ed8-a3e1-8a5ff57b28c2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:39.303463 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-cbdeadc0-b6d3-4278-9a99-deee29649df5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93bf47bf-2df5-4678-a053-319b4de7d920') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:39.304271 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-cbdeadc0-b6d3-4278-9a99-deee29649df5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93bf47bf-2df5-4678-a053-319b4de7d920') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:39.322666 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5387e50c-70aa-4ed8-a3e1-8a5ff57b28c2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Made reservation on behalf of 0b78745c20204b2bb7542d64f98190cf for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:39.328755 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cbdeadc0-b6d3-4278-9a99-deee29649df5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.332552 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5387e50c-70aa-4ed8-a3e1-8a5ff57b28c2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.357444 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53804) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:39.366575 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cbdeadc0-b6d3-4278-9a99-deee29649df5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.388810 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbdeadc0-b6d3-4278-9a99-deee29649df5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:43:39.389230 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cbdeadc0-b6d3-4278-9a99-deee29649df5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.528504 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:43:39.528504 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:43:39.528504 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:43:39.528504 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:39.528504 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:43:39.528504 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:39.528504 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:43:39.528504 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:39.528504 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:43:39.528504 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:39.528504 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:43:39.528504 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:39.528504 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:43:39.528504 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:39.528504 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:39.528504 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:39.528504 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:39.528504 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:39.528504 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:43:39.528504 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:43:39.528504 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:43:39.528504 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:43:39.528504 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:39.528504 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:43:39.528504 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:39.528504 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:43:39.528504 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:39.528504 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:43:39.528504 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:39.528504 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:43:39.528504 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:39.528504 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:39.548667 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cbdeadc0-b6d3-4278-9a99-deee29649df5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.599997 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.ipam_backend_mixin [None req-5387e50c-70aa-4ed8-a3e1-8a5ff57b28c2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Performing IP validity checks on allocation pools {{(pid=87514) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 21 09:43:39.600602 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.ipam_backend_mixin [None req-5387e50c-70aa-4ed8-a3e1-8a5ff57b28c2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87514) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 21 09:43:39.608041 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=24d65694-3141-4464-b092-a1b4b2deb852,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:39.616308 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cbdeadc0-b6d3-4278-9a99-deee29649df5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.632941 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port e81daba2-50a4-44cb-b937-8a92c0602a23 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:39.633378 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.652793 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdeadc0-b6d3-4278-9a99-deee29649df5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event deleted for resources: {'Network': ['ID=217a9625-8c34-4658-8888-c1b703bc40f3,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:39.655832 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-cbdeadc0-b6d3-4278-9a99-deee29649df5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/networks/217a9625-8c34-4658-8888-c1b703bc40f3 HTTP/1.1" status: 204 len: 168 time: 3.1844051 Jan 21 09:43:39.658750 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53824) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:39.676870 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-8f2ad79e-cf68-4422-b85d-df2350dce98c tempest-QuotasTest-1928808343 tempest-QuotasTest-1928808343-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:39.753055 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-32e127e0-7c9c-45f5-9357-9ea4cbc8431f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:39.799413 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-15ddeb23-e32e-49d0-a17f-7932b5c90272 None None] Provisioning for port ff567e12-3f0c-4cfa-8ea2-a89a08c4c679 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:39.810260 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-15ddeb23-e32e-49d0-a17f-7932b5c90272 None None] Provisioning complete for port ff567e12-3f0c-4cfa-8ea2-a89a08c4c679 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:39.810884 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-15ddeb23-e32e-49d0-a17f-7932b5c90272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.817840 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8f2ad79e-cf68-4422-b85d-df2350dce98c tempest-QuotasTest-1928808343 tempest-QuotasTest-1928808343-project-admin] 10.222.0.110 "PUT /v2.0/quotas/8af47dbcb4614432a6ea7729a6963d68 HTTP/1.1" status: 200 len: 366 time: 0.4548130 Jan 21 09:43:39.821949 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53828) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:39.866773 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-32e127e0-7c9c-45f5-9357-9ea4cbc8431f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:39.878836 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-32e127e0-7c9c-45f5-9357-9ea4cbc8431f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1436702877&fields=id&tenant_id=6ddc82470f624ec48d3ebbc58317dba5 HTTP/1.1" status: 200 len: 267 time: 0.2421703 Jan 21 09:43:39.884798 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-23eee617-5b0f-420a-ad8a-7f8c212bf39d tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "DELETE /v2.0/subnets/35fe532c-9656-48dd-8b18-2372a20c9292/tags/tempest-TagsExtTest-Tag-1757938219 HTTP/1.1" status: 204 len: 168 time: 0.6903899 Jan 21 09:43:39.958351 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-15ddeb23-e32e-49d0-a17f-7932b5c90272 None None] Port ff567e12-3f0c-4cfa-8ea2-a89a08c4c679 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:43:39.970922 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-15ddeb23-e32e-49d0-a17f-7932b5c90272 None None] Provisioning complete for port 0f70c8bd-fd27-4fd4-9f4f-9b019022f4ed triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:39.971368 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-15ddeb23-e32e-49d0-a17f-7932b5c90272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.074603 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53832) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:40.082179 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-590c6f09-5382-4b81-ae35-a54400f96399 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:40.082886 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-590c6f09-5382-4b81-ae35-a54400f96399 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:network {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:40.095537 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.tag.tag_plugin [None req-eb6b88ba-323b-4ea8-b3b1-b402140a4af4 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '35fe532c-9656-48dd-8b18-2372a20c9292') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:40.123524 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 0f70c8bd-fd27-4fd4-9f4f-9b019022f4ed up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:40.143007 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-066c8245-cbd0-4c74-a02a-f6351e50af6a tempest-QuotasTest-1928808343 tempest-QuotasTest-1928808343-project-admin] 10.222.0.110 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.3198323 Jan 21 09:43:40.146408 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53836) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:40.161346 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2b3911e9-f26a-4a48-9736-b65401b448cd tempest-QuotasTest-1928808343 tempest-QuotasTest-1928808343-project-admin] 10.222.0.110 "GET /v2.0/quotas/8af47dbcb4614432a6ea7729a6963d68 HTTP/1.1" status: 200 len: 366 time: 0.0130606 Jan 21 09:43:40.164660 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53840) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:40.209307 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-590c6f09-5382-4b81-ae35-a54400f96399 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:network {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:40.217534 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-590c6f09-5382-4b81-ae35-a54400f96399 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/networks?id=ad7d1e2e-0774-4dd8-b4a1-ce49e042d841 HTTP/1.1" status: 200 len: 797 time: 0.3376694 Jan 21 09:43:40.249776 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4b3c4c87-69d6-42e8-8287-8b596106aec7 tempest-QuotasTest-1928808343 tempest-QuotasTest-1928808343-project-admin] 10.222.0.110 "DELETE /v2.0/quotas/8af47dbcb4614432a6ea7729a6963d68 HTTP/1.1" status: 204 len: 168 time: 0.0835516 Jan 21 09:43:40.254047 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53844) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:40.276828 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-70d4f72b-a914-4215-8a8c-47644e53da86 tempest-QuotasTest-1928808343 tempest-QuotasTest-1928808343-project-admin] 10.222.0.110 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0182078 Jan 21 09:43:40.277132 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53848) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:40.280132 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5387e50c-70aa-4ed8-a3e1-8a5ff57b28c2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.290532 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4d3cd0f3-1343-42ea-be56-0b68a680d988 tempest-QuotasTest-1928808343 tempest-QuotasTest-1928808343-project-admin] 10.222.0.110 "GET /v2.0/quotas/8af47dbcb4614432a6ea7729a6963d68 HTTP/1.1" status: 200 len: 370 time: 0.0124328 Jan 21 09:43:40.293798 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53852) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:40.302922 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ead60711-20e0-4fdb-8f4b-98f4202fcd82 tempest-QuotasTest-1928808343 tempest-QuotasTest-1928808343-project-admin] 10.222.0.110 "GET /v2.0/quotas/8af47dbcb4614432a6ea7729a6963d68/default HTTP/1.1" status: 200 len: 370 time: 0.0081081 Jan 21 09:43:40.307328 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53856) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:40.311002 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 0f70c8bd-fd27-4fd4-9f4f-9b019022f4ed triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:40.312495 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.318920 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-89474851-8581-4a02-8ddb-ddb67d4edd78 tempest-QuotasTest-1928808343 tempest-QuotasTest-1928808343-project-admin] delete failed (client error): The resource could not be found. Jan 21 09:43:40.323476 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-89474851-8581-4a02-8ddb-ddb67d4edd78 tempest-QuotasTest-1928808343 tempest-QuotasTest-1928808343-project-admin] 10.222.0.110 "DELETE /v2.0/quotas/8af47dbcb4614432a6ea7729a6963d68 HTTP/1.1" status: 404 len: 348 time: 0.0109596 Jan 21 09:43:40.323649 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-d56faaca-f012-460d-808f-e68e1849f940 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/quotas/6ddc82470f624ec48d3ebbc58317dba5 HTTP/1.1" status: 200 len: 375 time: 0.1047866 Jan 21 09:43:40.451083 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-eb6b88ba-323b-4ea8-b3b1-b402140a4af4 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "GET /v2.0/subnets/35fe532c-9656-48dd-8b18-2372a20c9292/tags HTTP/1.1" status: 200 len: 205 time: 0.3614202 Jan 21 09:43:40.453216 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5387e50c-70aa-4ed8-a3e1-8a5ff57b28c2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Subnet': ['ID=2886fe5c-1838-4efe-a522-54a91f469f2e,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:40.455485 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53862) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:40.472133 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.tag.tag_plugin [None req-f2eff8a0-5620-44ad-8e10-0c37929c84a8 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ff567e12-3f0c-4cfa-8ea2-a89a08c4c679') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:40.477509 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d9d9d555-bdaa-45fe-a04f-237d9eda376d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.502586 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5387e50c-70aa-4ed8-a3e1-8a5ff57b28c2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Checking segment: {'id': '3034c10e-6f40-4446-a6f2-4f44e04a6278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5a3cccc2-b6f5-4257-b446-4f91769b94cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:40.502958 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5387e50c-70aa-4ed8-a3e1-8a5ff57b28c2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Network hostable DHCP agents. Network: 5a3cccc2-b6f5-4257-b446-4f91769b94cf, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:40.561415 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53866) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:40.566948 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5387e50c-70aa-4ed8-a3e1-8a5ff57b28c2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Network 5a3cccc2-b6f5-4257-b446-4f91769b94cf is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:40.591644 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 24d65694-3141-4464-b092-a1b4b2deb852 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:40.603167 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-b1480f8e-a3e1-4b35-9052-f502083bb974 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:40.609618 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-5387e50c-70aa-4ed8-a3e1-8a5ff57b28c2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 5a3cccc2-b6f5-4257-b446-4f91769b94cf) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:40.621075 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5387e50c-70aa-4ed8-a3e1-8a5ff57b28c2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:40.622169 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5387e50c-70aa-4ed8-a3e1-8a5ff57b28c2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.654357 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f2eff8a0-5620-44ad-8e10-0c37929c84a8 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "GET /v2.0/ports/ff567e12-3f0c-4cfa-8ea2-a89a08c4c679/tags HTTP/1.1" status: 200 len: 240 time: 0.1924725 Jan 21 09:43:40.654924 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53870) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:40.655335 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9318e2-2ddb-47b9-a1b7-45fc5af54ccc None None] Network 5a3cccc2-b6f5-4257-b446-4f91769b94cf requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:40.657393 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-b1480f8e-a3e1-4b35-9052-f502083bb974 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:40.658412 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-b1480f8e-a3e1-4b35-9052-f502083bb974 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3342893 Jan 21 09:43:40.666822 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.tag.tag_plugin [None req-92027c22-e225-4a0c-9e1b-bf65e833b29b tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ff567e12-3f0c-4cfa-8ea2-a89a08c4c679', 'tempest-TagsExtTest-Tag-787502920') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:40.680630 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-5387e50c-70aa-4ed8-a3e1-8a5ff57b28c2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6267719 Jan 21 09:43:40.685110 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53874) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:40.692067 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-dc2b2184-2723-47a2-aac3-3f968971a1d0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'port': {'network_id': '5a3cccc2-b6f5-4257-b446-4f91769b94cf', 'name': 'tempest-PortsTestJSON-1065951208'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:40.799763 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a6c030b4-9a63-49fc-9b0f-046f06793dcc tempest-QuotasTest-1928808343 tempest-QuotasTest-1928808343-project-admin] Usage tracker for resource:network and tenant:d38729e690a34c07a40d6b8077bcea14 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:40.838927 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 24d65694-3141-4464-b092-a1b4b2deb852 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:40.839516 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.932423 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a6c030b4-9a63-49fc-9b0f-046f06793dcc tempest-QuotasTest-1928808343 tempest-QuotasTest-1928808343-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:41.013025 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a6c030b4-9a63-49fc-9b0f-046f06793dcc tempest-QuotasTest-1928808343 tempest-QuotasTest-1928808343-project-admin] Usage tracker for resource:subnet and tenant:d38729e690a34c07a40d6b8077bcea14 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:41.023711 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a6c030b4-9a63-49fc-9b0f-046f06793dcc tempest-QuotasTest-1928808343 tempest-QuotasTest-1928808343-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:41.046836 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-92027c22-e225-4a0c-9e1b-bf65e833b29b tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "GET /v2.0/ports/ff567e12-3f0c-4cfa-8ea2-a89a08c4c679/tags/tempest-TagsExtTest-Tag-787502920 HTTP/1.1" status: 204 len: 168 time: 0.3910379 Jan 21 09:43:41.053669 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53882) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:41.061273 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.tag.tag_plugin [None req-97cfe2f9-b0b9-46f6-b1c2-1c7a7acad06b tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'ff567e12-3f0c-4cfa-8ea2-a89a08c4c679', 'tempest-TagsExtTest-Tag-787502920') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:41.076182 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605e5a51-d08a-426a-bedd-444524177d84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-5a3cccc2-b6f5-4257-b446-4f91769b94cf', 'network_id': '5a3cccc2-b6f5-4257-b446-4f91769b94cf', 'tenant_id': '0b78745c20204b2bb7542d64f98190cf', 'fixed_ips': [{'subnet_id': '2886fe5c-1838-4efe-a522-54a91f469f2e'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:43:41.077003 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-605e5a51-d08a-426a-bedd-444524177d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.092687 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a6c030b4-9a63-49fc-9b0f-046f06793dcc tempest-QuotasTest-1928808343 tempest-QuotasTest-1928808343-project-admin] Usage tracker for resource:subnetpool and tenant:d38729e690a34c07a40d6b8077bcea14 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:41.116813 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a6c030b4-9a63-49fc-9b0f-046f06793dcc tempest-QuotasTest-1928808343 tempest-QuotasTest-1928808343-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:41.147093 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a6c030b4-9a63-49fc-9b0f-046f06793dcc tempest-QuotasTest-1928808343 tempest-QuotasTest-1928808343-project-admin] Usage tracker for resource:port and tenant:d38729e690a34c07a40d6b8077bcea14 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:41.202474 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a6c030b4-9a63-49fc-9b0f-046f06793dcc tempest-QuotasTest-1928808343 tempest-QuotasTest-1928808343-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:41.258892 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-dc2b2184-2723-47a2-aac3-3f968971a1d0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:41.297324 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-605e5a51-d08a-426a-bedd-444524177d84 None None] Allocated IP 172.20.0.2 (5a3cccc2-b6f5-4257-b446-4f91769b94cf/2886fe5c-1838-4efe-a522-54a91f469f2e/6a361ffa-6fb9-4001-ab0b-8df10e45b08a) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:41.303230 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-dc2b2184-2723-47a2-aac3-3f968971a1d0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:41.320129 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-303db00d-a856-4a37-bdc3-91bc6cdd2d65 service neutron] 10.222.0.110 "GET /v2.0/networks/ad7d1e2e-0774-4dd8-b4a1-ce49e042d841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6422491 Jan 21 09:43:41.373225 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2b2184-2723-47a2-aac3-3f968971a1d0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Made reservation on behalf of 0b78745c20204b2bb7542d64f98190cf for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:41.388320 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dc2b2184-2723-47a2-aac3-3f968971a1d0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.439300 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a6c030b4-9a63-49fc-9b0f-046f06793dcc tempest-QuotasTest-1928808343 tempest-QuotasTest-1928808343-project-admin] Usage tracker for resource:router and tenant:d38729e690a34c07a40d6b8077bcea14 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:41.452274 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a6c030b4-9a63-49fc-9b0f-046f06793dcc tempest-QuotasTest-1928808343 tempest-QuotasTest-1928808343-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:41.456212 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-d9d9d555-bdaa-45fe-a04f-237d9eda376d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Deleting port b9977dbe-e702-4bd4-9306-18fbb198dacb {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:41.456533 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d9d9d555-bdaa-45fe-a04f-237d9eda376d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.503745 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a6c030b4-9a63-49fc-9b0f-046f06793dcc tempest-QuotasTest-1928808343 tempest-QuotasTest-1928808343-project-admin] Usage tracker for resource:floatingip and tenant:d38729e690a34c07a40d6b8077bcea14 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:41.519914 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a6c030b4-9a63-49fc-9b0f-046f06793dcc tempest-QuotasTest-1928808343 tempest-QuotasTest-1928808343-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:41.534574 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-605e5a51-d08a-426a-bedd-444524177d84 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.538714 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-5c279ba4-f592-47ae-bbc9-945d7f35b5c0 service neutron] 10.222.0.110 "GET /v2.0/networks/ad7d1e2e-0774-4dd8-b4a1-ce49e042d841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005622 Jan 21 09:43:41.548433 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-605e5a51-d08a-426a-bedd-444524177d84 None None] Transition to ACTIVE for port object 6a361ffa-6fb9-4001-ab0b-8df10e45b08a will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:41.572852 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-605e5a51-d08a-426a-bedd-444524177d84 None None] Transition to ACTIVE for port object 6a361ffa-6fb9-4001-ab0b-8df10e45b08a will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:41.575240 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-dc2b2184-2723-47a2-aac3-3f968971a1d0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] device_id is not set on port 05ab06bc-f0f3-458c-91ab-e1adddf1e589 yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:43:41.585558 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-605e5a51-d08a-426a-bedd-444524177d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.632399 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-97cfe2f9-b0b9-46f6-b1c2-1c7a7acad06b tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "DELETE /v2.0/ports/ff567e12-3f0c-4cfa-8ea2-a89a08c4c679/tags/tempest-TagsExtTest-Tag-787502920 HTTP/1.1" status: 204 len: 168 time: 0.5762494 Jan 21 09:43:41.640818 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53886) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:41.689929 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605e5a51-d08a-426a-bedd-444524177d84 None None] Network 5a3cccc2-b6f5-4257-b446-4f91769b94cf is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:41.693061 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-605e5a51-d08a-426a-bedd-444524177d84 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:41.700253 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605e5a51-d08a-426a-bedd-444524177d84 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:43:41.707243 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e5a51-d08a-426a-bedd-444524177d84 None None] Pushing event updated for resources: {'Port': ['ID=6a361ffa-6fb9-4001-ab0b-8df10e45b08a,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:41.765971 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.tag.tag_plugin [None req-a54c5ed0-513b-4376-bbea-cf1fe1711850 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ff567e12-3f0c-4cfa-8ea2-a89a08c4c679') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:41.793598 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 47baa73c-9805-4e95-9b71-769c6062b6cb no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:41.850937 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605e5a51-d08a-426a-bedd-444524177d84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:41.851284 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605e5a51-d08a-426a-bedd-444524177d84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:41.851680 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605e5a51-d08a-426a-bedd-444524177d84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:41.852092 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605e5a51-d08a-426a-bedd-444524177d84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:41.852421 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605e5a51-d08a-426a-bedd-444524177d84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:41.852896 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605e5a51-d08a-426a-bedd-444524177d84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:41.853230 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605e5a51-d08a-426a-bedd-444524177d84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:41.853553 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605e5a51-d08a-426a-bedd-444524177d84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:41.853876 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605e5a51-d08a-426a-bedd-444524177d84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:41.854482 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605e5a51-d08a-426a-bedd-444524177d84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:41.854812 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605e5a51-d08a-426a-bedd-444524177d84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:41.855126 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605e5a51-d08a-426a-bedd-444524177d84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:41.860733 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 47baa73c-9805-4e95-9b71-769c6062b6cb {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:43:41.861219 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 47baa73c-9805-4e95-9b71-769c6062b6cb not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:41.861643 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device f0167b39-67b2-4bed-bfa7-5d02c431992c no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:41.864086 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a6c030b4-9a63-49fc-9b0f-046f06793dcc tempest-QuotasTest-1928808343 tempest-QuotasTest-1928808343-project-admin] Usage tracker for resource:security_group and tenant:d38729e690a34c07a40d6b8077bcea14 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:41.884549 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-dc2b2184-2723-47a2-aac3-3f968971a1d0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Allocated IP 172.20.0.5 (5a3cccc2-b6f5-4257-b446-4f91769b94cf/2886fe5c-1838-4efe-a522-54a91f469f2e/05ab06bc-f0f3-458c-91ab-e1adddf1e589) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:41.911794 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a6c030b4-9a63-49fc-9b0f-046f06793dcc tempest-QuotasTest-1928808343 tempest-QuotasTest-1928808343-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:41.932264 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-d9d9d555-bdaa-45fe-a04f-237d9eda376d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] For port b9977dbe-e702-4bd4-9306-18fbb198dacb, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=b9977dbe-e702-4bd4-9306-18fbb198dacb,segment=NetworkSegment(4db561b9-98de-4bf2-a3df-9cdd185cfe66),segment_id=4db561b9-98de-4bf2-a3df-9cdd185cfe66)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:41.932636 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d9d9d555-bdaa-45fe-a04f-237d9eda376d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.938386 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: f0167b39-67b2-4bed-bfa7-5d02c431992c {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:43:41.938386 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device f0167b39-67b2-4bed-bfa7-5d02c431992c not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:41.969540 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-605e5a51-d08a-426a-bedd-444524177d84 None None] Attempting to bind port 6a361ffa-6fb9-4001-ab0b-8df10e45b08a on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:41.969920 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-605e5a51-d08a-426a-bedd-444524177d84 None None] Attempting to bind port 6a361ffa-6fb9-4001-ab0b-8df10e45b08a by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '3034c10e-6f40-4446-a6f2-4f44e04a6278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5a3cccc2-b6f5-4257-b446-4f91769b94cf'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:41.970280 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605e5a51-d08a-426a-bedd-444524177d84 None None] Attempting to bind port 6a361ffa-6fb9-4001-ab0b-8df10e45b08a on network 5a3cccc2-b6f5-4257-b446-4f91769b94cf {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:43:41.975904 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605e5a51-d08a-426a-bedd-444524177d84 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:43:41.976275 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605e5a51-d08a-426a-bedd-444524177d84 None None] Checking segment: {'id': '3034c10e-6f40-4446-a6f2-4f44e04a6278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5a3cccc2-b6f5-4257-b446-4f91769b94cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:41.977189 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-605e5a51-d08a-426a-bedd-444524177d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.977597 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605e5a51-d08a-426a-bedd-444524177d84 None None] Bound using segment: {'id': '3034c10e-6f40-4446-a6f2-4f44e04a6278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5a3cccc2-b6f5-4257-b446-4f91769b94cf'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:43:41.978346 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-605e5a51-d08a-426a-bedd-444524177d84 None None] Bound port: 6a361ffa-6fb9-4001-ab0b-8df10e45b08a, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3034c10e-6f40-4446-a6f2-4f44e04a6278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5a3cccc2-b6f5-4257-b446-4f91769b94cf'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:41.978661 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-605e5a51-d08a-426a-bedd-444524177d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.982234 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a6c030b4-9a63-49fc-9b0f-046f06793dcc tempest-QuotasTest-1928808343 tempest-QuotasTest-1928808343-project-admin] Usage tracker for resource:security_group_rule and tenant:d38729e690a34c07a40d6b8077bcea14 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:42.109542 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-605e5a51-d08a-426a-bedd-444524177d84 None None] For port 6a361ffa-6fb9-4001-ab0b-8df10e45b08a, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:43:42.114787 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-605e5a51-d08a-426a-bedd-444524177d84 None None] For port 6a361ffa-6fb9-4001-ab0b-8df10e45b08a, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=6a361ffa-6fb9-4001-ab0b-8df10e45b08a,segment=NetworkSegment(3034c10e-6f40-4446-a6f2-4f44e04a6278),segment_id=3034c10e-6f40-4446-a6f2-4f44e04a6278)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:43:42.124802 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-605e5a51-d08a-426a-bedd-444524177d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:42.159136 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a6c030b4-9a63-49fc-9b0f-046f06793dcc tempest-QuotasTest-1928808343 tempest-QuotasTest-1928808343-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:42.170513 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-d9d9d555-bdaa-45fe-a04f-237d9eda376d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Calling delete_port for b9977dbe-e702-4bd4-9306-18fbb198dacb owned by network:router_interface {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:42.221336 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a6c030b4-9a63-49fc-9b0f-046f06793dcc tempest-QuotasTest-1928808343 tempest-QuotasTest-1928808343-project-admin] 10.222.0.110 "GET /v2.0/quotas/d38729e690a34c07a40d6b8077bcea14/details.json HTTP/1.1" status: 200 len: 703 time: 1.6556818 Jan 21 09:43:42.241432 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a54c5ed0-513b-4376-bbea-cf1fe1711850 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "GET /v2.0/ports/ff567e12-3f0c-4cfa-8ea2-a89a08c4c679/tags HTTP/1.1" status: 200 len: 205 time: 0.5950055 Jan 21 09:43:42.246339 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53894) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:42.256265 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.tag.tag_plugin [None req-4bd31269-8561-477f-b43b-119bd014ca87 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '30d4da5d-05cf-40c1-80d8-9f808729c428') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:42.284896 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e5a51-d08a-426a-bedd-444524177d84 None None] Pushing event updated for resources: {'Port': ['ID=6a361ffa-6fb9-4001-ab0b-8df10e45b08a,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:42.291602 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dc2b2184-2723-47a2-aac3-3f968971a1d0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:42.324087 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-dc2b2184-2723-47a2-aac3-3f968971a1d0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Transition to ACTIVE for port object 05ab06bc-f0f3-458c-91ab-e1adddf1e589 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:42.376686 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dc2b2184-2723-47a2-aac3-3f968971a1d0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:42.521471 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4bd31269-8561-477f-b43b-119bd014ca87 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "GET /v2.0/routers/30d4da5d-05cf-40c1-80d8-9f808729c428/tags HTTP/1.1" status: 200 len: 239 time: 0.2739606 Jan 21 09:43:42.528778 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53898) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:42.531047 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2b2184-2723-47a2-aac3-3f968971a1d0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Network 5a3cccc2-b6f5-4257-b446-4f91769b94cf is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:42.550135 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-dc2b2184-2723-47a2-aac3-3f968971a1d0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:42.557976 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.tag.tag_plugin [None req-db9279ef-f174-4055-a2fa-f7c6ccb436f0 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '30d4da5d-05cf-40c1-80d8-9f808729c428', 'tempest-TagsExtTest-Tag-44895112') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:42.620624 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:42.678728 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2b2184-2723-47a2-aac3-3f968971a1d0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:43:42.701269 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d9d9d555-bdaa-45fe-a04f-237d9eda376d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:42.732787 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b2184-2723-47a2-aac3-3f968971a1d0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Port': ['ID=05ab06bc-f0f3-458c-91ab-e1adddf1e589,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:42.849268 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53908) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:42.863101 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9d555-bdaa-45fe-a04f-237d9eda376d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event deleted for resources: {'Port': ['ID=b9977dbe-e702-4bd4-9306-18fbb198dacb,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:42.954367 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2b2184-2723-47a2-aac3-3f968971a1d0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:42.955527 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dc2b2184-2723-47a2-aac3-3f968971a1d0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:42.978968 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-db9279ef-f174-4055-a2fa-f7c6ccb436f0 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "GET /v2.0/routers/30d4da5d-05cf-40c1-80d8-9f808729c428/tags/tempest-TagsExtTest-Tag-44895112 HTTP/1.1" status: 204 len: 168 time: 0.4466941 Jan 21 09:43:42.982875 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53914) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:42.996385 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.tag.tag_plugin [None req-7137a34e-b39d-435b-9d51-da73ab7fbf82 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '30d4da5d-05cf-40c1-80d8-9f808729c428', 'tempest-TagsExtTest-Tag-44895112') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:43.016708 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7c7c893c-9d1f-4fbd-8936-9f7592d95326 req-f3ee19aa-2a1e-470a-9c1c-78350a109440 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=a1a4bac6-f64a-4e20-b559-3df1b725651b HTTP/1.1" status: 200 len: 210 time: 0.1372852 Jan 21 09:43:43.083157 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-dc2b2184-2723-47a2-aac3-3f968971a1d0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3969700 Jan 21 09:43:43.093650 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53918) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:43.165997 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d502d5ce-5634-4529-8fbc-a66eb240c5d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.193006 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d9d9d555-bdaa-45fe-a04f-237d9eda376d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.198523 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d502d5ce-5634-4529-8fbc-a66eb240c5d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:43.206280 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d502d5ce-5634-4529-8fbc-a66eb240c5d1 admin admin] Usage tracker for resource:security_group_rule and tenant:7a006ecc13504b47877487d5c59c9b77 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:43.216485 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d502d5ce-5634-4529-8fbc-a66eb240c5d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:43.246687 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-89533d02-2275-488d-8822-e83ae3f175bc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Deleting port 05ab06bc-f0f3-458c-91ab-e1adddf1e589 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:43.247119 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-89533d02-2275-488d-8822-e83ae3f175bc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.316456 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7137a34e-b39d-435b-9d51-da73ab7fbf82 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "DELETE /v2.0/routers/30d4da5d-05cf-40c1-80d8-9f808729c428/tags/tempest-TagsExtTest-Tag-44895112 HTTP/1.1" status: 204 len: 168 time: 0.3285446 Jan 21 09:43:43.319125 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53924) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:43.359669 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.tag.tag_plugin [None req-3b9effcb-8fa7-434e-8cdd-51c492fa4bcf tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '30d4da5d-05cf-40c1-80d8-9f808729c428') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:43.368519 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d502d5ce-5634-4529-8fbc-a66eb240c5d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:43.789030 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d9d555-bdaa-45fe-a04f-237d9eda376d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Router d0ac310a-ad76-41dc-a529-60c18664148b has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:43:43.826617 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3b9effcb-8fa7-434e-8cdd-51c492fa4bcf tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "GET /v2.0/routers/30d4da5d-05cf-40c1-80d8-9f808729c428/tags HTTP/1.1" status: 200 len: 205 time: 0.4781179 Jan 21 09:43:43.831929 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53928) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:43.876680 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.tag.tag_plugin [None req-eb5fe271-3eed-4ea6-a951-db3192fe2436 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '61e5e4bf-0cbc-4b52-9c35-8fefb33161bd') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:43.937738 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-89533d02-2275-488d-8822-e83ae3f175bc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.005053 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297bb649-c407-49da-93ca-8af3f8e095ce None None] Network 5a3cccc2-b6f5-4257-b446-4f91769b94cf requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:44.034947 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d9d555-bdaa-45fe-a04f-237d9eda376d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:43:44.035300 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-eb5fe271-3eed-4ea6-a951-db3192fe2436 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "GET /v2.0/subnetpools/61e5e4bf-0cbc-4b52-9c35-8fefb33161bd/tags HTTP/1.1" status: 200 len: 240 time: 0.1828394 Jan 21 09:43:44.036593 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53940) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:44.051696 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7574428-2dc3-4f5c-801f-672a489d682f None None] Sync routers for ids ['d0ac310a-ad76-41dc-a529-60c18664148b'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:43:44.090506 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.tag.tag_plugin [None req-acc52b12-4d7e-42dc-83ef-f6d0d7193245 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '61e5e4bf-0cbc-4b52-9c35-8fefb33161bd', 'tempest-TagsExtTest-Tag-241460797') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:44.091519 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7574428-2dc3-4f5c-801f-672a489d682f None None] Routers {'d0ac310a-ad76-41dc-a529-60c18664148b'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:44.094390 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-798c293a-349e-468f-9d65-6f013c27c226 None None] Provisioning for port 6a361ffa-6fb9-4001-ab0b-8df10e45b08a completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:44.096905 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-b7574428-2dc3-4f5c-801f-672a489d682f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:43:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d0ac310a-ad76-41dc-a529-60c18664148b'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:44.152157 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-89533d02-2275-488d-8822-e83ae3f175bc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Calling delete_port for 05ab06bc-f0f3-458c-91ab-e1adddf1e589 owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:44.282847 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d502d5ce-5634-4529-8fbc-a66eb240c5d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.312457 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3b7274f1-e6ab-4931-bd5a-f4c04841ee28 req-20d701da-8ac2-4506-99c5-0f53cbaf74f7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=a1a4bac6-f64a-4e20-b559-3df1b725651b HTTP/1.1" status: 200 len: 210 time: 0.1039634 Jan 21 09:43:44.348029 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53950) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:44.348673 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d9d9d555-bdaa-45fe-a04f-237d9eda376d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "PUT /v2.0/routers/d0ac310a-ad76-41dc-a529-60c18664148b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6883671 Jan 21 09:43:44.369972 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-acc52b12-4d7e-42dc-83ef-f6d0d7193245 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "GET /v2.0/subnetpools/61e5e4bf-0cbc-4b52-9c35-8fefb33161bd/tags/tempest-TagsExtTest-Tag-241460797 HTTP/1.1" status: 204 len: 168 time: 0.3257892 Jan 21 09:43:44.369972 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d502d5ce-5634-4529-8fbc-a66eb240c5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.420421 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53954) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:44.457521 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d502d5ce-5634-4529-8fbc-a66eb240c5d1 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=7a006ecc13504b47877487d5c59c9b77&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5919113 Jan 21 09:43:44.460554 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53958) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:44.473281 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.tag.tag_plugin [None req-afe610b9-0ae5-4a5b-acd2-b0c6f523ca06 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '61e5e4bf-0cbc-4b52-9c35-8fefb33161bd', 'tempest-TagsExtTest-Tag-241460797') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:44.481724 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-b7574428-2dc3-4f5c-801f-672a489d682f None None] Set router d0ac310a-ad76-41dc-a529-60c18664148b gateway port host: None {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:43:44.504824 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502d5ce-5634-4529-8fbc-a66eb240c5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd5fb21-ac78-4e9b-98df-d1078cf81cee,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:44.582779 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 6a361ffa-6fb9-4001-ab0b-8df10e45b08a up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:44.594367 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-91d50b15-6c30-4b69-9ca4-50fa8953141a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.643271 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-b7574428-2dc3-4f5c-801f-672a489d682f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'name': 'tempest-RoutersIpV6Test-router-1023602096', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:07Z', 'updated_at': '2022-01-21T09:43:42Z', 'revision_number': 11, 'project_id': '0ffd125f2e19497db276d912c6599666', 'gw_port_host': None}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:44.646873 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-f50ee109-15ba-41c3-8ab4-9c7c7b493a69 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Deleting subnet 42dcc0b5-14d9-4765-899b-91d35a1ad78c {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:43:44.650472 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7574428-2dc3-4f5c-801f-672a489d682f None None] Checking router: d0ac310a-ad76-41dc-a529-60c18664148b for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:43:44.658418 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-91d50b15-6c30-4b69-9ca4-50fa8953141a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.660278 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7574428-2dc3-4f5c-801f-672a489d682f None None] Routers {'d0ac310a-ad76-41dc-a529-60c18664148b'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:44.661112 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-b7574428-2dc3-4f5c-801f-672a489d682f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:43:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d0ac310a-ad76-41dc-a529-60c18664148b'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:44.662041 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f50ee109-15ba-41c3-8ab4-9c7c7b493a69 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.734670 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 6a361ffa-6fb9-4001-ab0b-8df10e45b08a completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:44.740301 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 6a361ffa-6fb9-4001-ab0b-8df10e45b08a triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:44.740692 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.750675 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-91d50b15-6c30-4b69-9ca4-50fa8953141a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.770324 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f50ee109-15ba-41c3-8ab4-9c7c7b493a69 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.804501 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d50b15-6c30-4b69-9ca4-50fa8953141a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd5fb21-ac78-4e9b-98df-d1078cf81cee,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:44.814004 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-89533d02-2275-488d-8822-e83ae3f175bc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.820155 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-91d50b15-6c30-4b69-9ca4-50fa8953141a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.826069 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-91d50b15-6c30-4b69-9ca4-50fa8953141a admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/1bd5fb21-ac78-4e9b-98df-d1078cf81cee HTTP/1.1" status: 204 len: 168 time: 0.3620894 Jan 21 09:43:44.895694 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-b7574428-2dc3-4f5c-801f-672a489d682f None None] Set router d0ac310a-ad76-41dc-a529-60c18664148b gateway port host: None {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:43:44.909408 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89533d02-2275-488d-8822-e83ae3f175bc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'Port': ['ID=05ab06bc-f0f3-458c-91ab-e1adddf1e589,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:44.924130 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-afe610b9-0ae5-4a5b-acd2-b0c6f523ca06 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "DELETE /v2.0/subnetpools/61e5e4bf-0cbc-4b52-9c35-8fefb33161bd/tags/tempest-TagsExtTest-Tag-241460797 HTTP/1.1" status: 204 len: 168 time: 0.4895148 Jan 21 09:43:44.925014 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53966) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:44.932557 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.tag.tag_plugin [None req-07f1e27c-b863-41d7-bd14-23a6cb5733fc tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '61e5e4bf-0cbc-4b52-9c35-8fefb33161bd') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:44.999461 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-07f1e27c-b863-41d7-bd14-23a6cb5733fc tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "GET /v2.0/subnetpools/61e5e4bf-0cbc-4b52-9c35-8fefb33161bd/tags HTTP/1.1" status: 200 len: 205 time: 0.0712321 Jan 21 09:43:44.999884 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53970) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:45.002273 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.016564 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.tag.tag_plugin [None req-a86549ad-08fd-4a91-9ca7-cc48acfbcbb5 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '61e5e4bf-0cbc-4b52-9c35-8fefb33161bd') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:45.059880 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-89533d02-2275-488d-8822-e83ae3f175bc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.065455 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 6a361ffa-6fb9-4001-ab0b-8df10e45b08a, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=6a361ffa-6fb9-4001-ab0b-8df10e45b08a,segment=NetworkSegment(3034c10e-6f40-4446-a6f2-4f44e04a6278),segment_id=3034c10e-6f40-4446-a6f2-4f44e04a6278)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:45.075070 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f50ee109-15ba-41c3-8ab4-9c7c7b493a69 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.088336 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.097528 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a86549ad-08fd-4a91-9ca7-cc48acfbcbb5 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "DELETE /v2.0/subnetpools/61e5e4bf-0cbc-4b52-9c35-8fefb33161bd/tags HTTP/1.1" status: 204 len: 168 time: 0.0944998 Jan 21 09:43:45.099677 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53976) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:45.119603 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-89533d02-2275-488d-8822-e83ae3f175bc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/ports/05ab06bc-f0f3-458c-91ab-e1adddf1e589 HTTP/1.1" status: 204 len: 168 time: 2.0209208 Jan 21 09:43:45.121168 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.tag.tag_plugin [None req-71f90fba-d215-4c52-bf30-ce12fec8678a tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '30d4da5d-05cf-40c1-80d8-9f808729c428') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:45.122963 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53980) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:45.161818 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-b7574428-2dc3-4f5c-801f-672a489d682f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'name': 'tempest-RoutersIpV6Test-router-1023602096', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:07Z', 'updated_at': '2022-01-21T09:43:42Z', 'revision_number': 11, 'project_id': '0ffd125f2e19497db276d912c6599666', 'gw_port_host': None}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:45.178490 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7574428-2dc3-4f5c-801f-672a489d682f None None] The sync data for ids ['d0ac310a-ad76-41dc-a529-60c18664148b'] in dv-neutron-825731-1-hyperv is: [{'id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'name': 'tempest-RoutersIpV6Test-router-1023602096', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:07Z', 'updated_at': '2022-01-21T09:43:42Z', 'revision_number': 11, 'project_id': '0ffd125f2e19497db276d912c6599666', 'gw_port_host': None}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:43:45.250592 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=6a361ffa-6fb9-4001-ab0b-8df10e45b08a,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:45.277215 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd66eb9-f525-4771-bddb-29e96185f7d8 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:45.277940 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfd66eb9-f525-4771-bddb-29e96185f7d8 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:45.279683 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-bfd66eb9-f525-4771-bddb-29e96185f7d8 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/ports/05ab06bc-f0f3-458c-91ab-e1adddf1e589 HTTP/1.1" status: 404 len: 333 time: 0.1557195 Jan 21 09:43:45.282890 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 53988) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:45.351004 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-3baeeb69-fbd6-4f5d-9408-8941a21506cf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] GET failed (client error): The resource could not be found. Jan 21 09:43:45.352281 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-3baeeb69-fbd6-4f5d-9408-8941a21506cf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Synchronizing usage tracker for tenant:0b78745c20204b2bb7542d64f98190cf on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:45.384352 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-71f90fba-d215-4c52-bf30-ce12fec8678a tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "DELETE /v2.0/routers/30d4da5d-05cf-40c1-80d8-9f808729c428/tags HTTP/1.1" status: 204 len: 168 time: 0.2803936 Jan 21 09:43:45.387042 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 53994) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:45.393189 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.tag.tag_plugin [None req-68e44ac3-b814-4a57-9a42-392f61159ff6 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ff567e12-3f0c-4cfa-8ea2-a89a08c4c679') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:45.396575 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f50ee109-15ba-41c3-8ab4-9c7c7b493a69 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.445257 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-3baeeb69-fbd6-4f5d-9408-8941a21506cf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Unset dirty status for tenant:0b78745c20204b2bb7542d64f98190cf on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:45.461536 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3baeeb69-fbd6-4f5d-9408-8941a21506cf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "GET /v2.0/ports/05ab06bc-f0f3-458c-91ab-e1adddf1e589 HTTP/1.1" status: 404 len: 333 time: 0.1722538 Jan 21 09:43:45.464627 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54000) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:45.472649 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ee109-15ba-41c3-8ab4-9c7c7b493a69 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event deleted for resources: {'Subnet': ['ID=42dcc0b5-14d9-4765-899b-91d35a1ad78c,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:45.484257 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f50ee109-15ba-41c3-8ab4-9c7c7b493a69 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.491951 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779e1e67-5379-438f-b570-2601ae180510 None None] Network dbc7f600-1ed1-4a45-a230-a69cfb9144c3 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:45.543840 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4fb93f86-bfa5-479f-9039-7ca0242a1011 req-4bb56d36-5cec-41ad-a839-80da1ae27e1f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=a1a4bac6-f64a-4e20-b559-3df1b725651b HTTP/1.1" status: 200 len: 210 time: 0.0938420 Jan 21 09:43:45.549401 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54006) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:45.625529 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ef68e385-2d57-4d14-9a7c-748d880c13f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.631772 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e1e5e41b-e82d-461d-b441-ed77ee141adb None None] Could not find standard attr ID for object 05ab06bc-f0f3-458c-91ab-e1adddf1e589. {{(pid=87516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:43:45.635643 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f50ee109-15ba-41c3-8ab4-9c7c7b493a69 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/subnets/42dcc0b5-14d9-4765-899b-91d35a1ad78c HTTP/1.1" status: 204 len: 168 time: 1.2857497 Jan 21 09:43:45.636366 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54016) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:45.724764 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ef68e385-2d57-4d14-9a7c-748d880c13f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:45.732478 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ef68e385-2d57-4d14-9a7c-748d880c13f4 admin admin] Usage tracker for resource:security_group_rule and tenant:d38729e690a34c07a40d6b8077bcea14 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:45.741565 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ef68e385-2d57-4d14-9a7c-748d880c13f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:45.746680 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-22c4343b-4cc6-40dd-889c-c11978d84eca tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Deleting subnet 2886fe5c-1838-4efe-a522-54a91f469f2e {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:43:45.765889 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ef68e385-2d57-4d14-9a7c-748d880c13f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:45.781087 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-22c4343b-4cc6-40dd-889c-c11978d84eca tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.808925 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-68e44ac3-b814-4a57-9a42-392f61159ff6 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "DELETE /v2.0/ports/ff567e12-3f0c-4cfa-8ea2-a89a08c4c679/tags HTTP/1.1" status: 204 len: 168 time: 0.4204795 Jan 21 09:43:45.811968 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54020) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:45.827573 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.tag.tag_plugin [None req-1f6ff3d6-fec9-4349-95a0-e73b13e630ed tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '35fe532c-9656-48dd-8b18-2372a20c9292') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:46.046107 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1f6ff3d6-fec9-4349-95a0-e73b13e630ed tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "DELETE /v2.0/subnets/35fe532c-9656-48dd-8b18-2372a20c9292/tags HTTP/1.1" status: 204 len: 168 time: 0.2312095 Jan 21 09:43:46.050646 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ef68e385-2d57-4d14-9a7c-748d880c13f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.051992 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54026) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:46.056439 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-afbc5374-167b-465d-9be1-2d91a5fec1a6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.057884 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.tag.tag_plugin [None req-ee4f4d9f-fbed-4123-b539-84eb5ef4e78a tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '35fe532c-9656-48dd-8b18-2372a20c9292', 'tempest-TagsExtTest-Tag-773855650') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:46.074150 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-22c4343b-4cc6-40dd-889c-c11978d84eca tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.075085 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e1e5e41b-e82d-461d-b441-ed77ee141adb None None] Provisioning complete for port 6a361ffa-6fb9-4001-ab0b-8df10e45b08a triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:46.076110 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e1e5e41b-e82d-461d-b441-ed77ee141adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.142948 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-afbc5374-167b-465d-9be1-2d91a5fec1a6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Deleting port 294e5160-6e71-44b1-bb54-463bc3b465fb {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:46.143288 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-afbc5374-167b-465d-9be1-2d91a5fec1a6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.162042 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ef68e385-2d57-4d14-9a7c-748d880c13f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.172568 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 6a361ffa-6fb9-4001-ab0b-8df10e45b08a up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:46.256475 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ef68e385-2d57-4d14-9a7c-748d880c13f4 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=d38729e690a34c07a40d6b8077bcea14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7036290 Jan 21 09:43:46.264964 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54030) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:46.281148 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef68e385-2d57-4d14-9a7c-748d880c13f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad17344f-6069-4aab-ae8a-96612b5cb8e0,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:46.357896 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ee4f4d9f-fbed-4123-b539-84eb5ef4e78a tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "PUT /v2.0/subnets/35fe532c-9656-48dd-8b18-2372a20c9292/tags/tempest-TagsExtTest-Tag-773855650 HTTP/1.1" status: 201 len: 201 time: 0.3049009 Jan 21 09:43:46.361163 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54036) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:46.367004 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.tag.tag_plugin [None req-4ad4087c-e84a-4c69-aef6-d9e5c5ec7651 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ff567e12-3f0c-4cfa-8ea2-a89a08c4c679', 'tempest-TagsExtTest-Tag-884496439') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:46.430460 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 6a361ffa-6fb9-4001-ab0b-8df10e45b08a triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:46.430852 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.508639 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4ad4087c-e84a-4c69-aef6-d9e5c5ec7651 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "PUT /v2.0/ports/ff567e12-3f0c-4cfa-8ea2-a89a08c4c679/tags/tempest-TagsExtTest-Tag-884496439 HTTP/1.1" status: 201 len: 201 time: 0.1461031 Jan 21 09:43:46.509311 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54040) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:46.516329 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.tag.tag_plugin [None req-8f1f6b5b-eb9b-45b6-885c-7acecd1f019b tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '30d4da5d-05cf-40c1-80d8-9f808729c428', 'tempest-TagsExtTest-Tag-1047428541') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:46.523068 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-22c4343b-4cc6-40dd-889c-c11978d84eca tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.535713 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622b9af2-658c-40b4-8262-e889cbf8016b None None] DHCP port deletion for dbc7f600-1ed1-4a45-a230-a69cfb9144c3 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:43:46.548581 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7bf7d06f-1c54-4ad7-9c72-e59a73594b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.552888 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-754b15d2-a293-4d66-9537-2ab5f67f9587 None None] Could not find standard attr ID for object 05ab06bc-f0f3-458c-91ab-e1adddf1e589. {{(pid=87516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:43:46.556081 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-622b9af2-658c-40b4-8262-e889cbf8016b None None] Deleting port 294e5160-6e71-44b1-bb54-463bc3b465fb {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:46.556480 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-622b9af2-658c-40b4-8262-e889cbf8016b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.763073 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-8f1f6b5b-eb9b-45b6-885c-7acecd1f019b tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "PUT /v2.0/routers/30d4da5d-05cf-40c1-80d8-9f808729c428/tags/tempest-TagsExtTest-Tag-1047428541 HTTP/1.1" status: 201 len: 201 time: 0.2524292 Jan 21 09:43:46.764805 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54050) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:46.773012 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.tag.tag_plugin [None req-d3efb372-b2a6-4341-ad66-48323370f4d2 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '61e5e4bf-0cbc-4b52-9c35-8fefb33161bd', 'tempest-TagsExtTest-Tag-375101831') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:46.812084 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device b9977dbe-e702-4bd4-9306-18fbb198dacb no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:46.844174 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d3efb372-b2a6-4341-ad66-48323370f4d2 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "PUT /v2.0/subnetpools/61e5e4bf-0cbc-4b52-9c35-8fefb33161bd/tags/tempest-TagsExtTest-Tag-375101831 HTTP/1.1" status: 201 len: 201 time: 0.0787082 Jan 21 09:43:46.844840 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54054) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:46.859326 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.tag.tag_plugin [None req-d6c84c48-a5f7-4c33-8c2d-8a3f6fffb59d tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '35fe532c-9656-48dd-8b18-2372a20c9292', {'tags': ['tempest-TagsExtTest-Tag-581248520', 'tempest-TagsExtTest-Tag-1054253057', 'tempest-TagsExtTest-Tag-1227795708']}) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:46.866099 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: b9977dbe-e702-4bd4-9306-18fbb198dacb {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:43:46.866689 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device b9977dbe-e702-4bd4-9306-18fbb198dacb not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:46.980427 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d6c84c48-a5f7-4c33-8c2d-8a3f6fffb59d tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "PUT /v2.0/subnets/35fe532c-9656-48dd-8b18-2372a20c9292/tags HTTP/1.1" status: 200 len: 317 time: 0.1344194 Jan 21 09:43:46.983130 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54058) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:46.996602 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.tag.tag_plugin [None req-622c3ead-bab3-44fa-a33d-fbd253c0c52f tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '35fe532c-9656-48dd-8b18-2372a20c9292') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:47.010936 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-622b9af2-658c-40b4-8262-e889cbf8016b None None] For port 294e5160-6e71-44b1-bb54-463bc3b465fb, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=294e5160-6e71-44b1-bb54-463bc3b465fb,segment=NetworkSegment(4db561b9-98de-4bf2-a3df-9cdd185cfe66),segment_id=4db561b9-98de-4bf2-a3df-9cdd185cfe66)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:47.011633 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-622b9af2-658c-40b4-8262-e889cbf8016b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.037790 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-311d582f-a378-4147-991d-6a32e2fbf22e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.140724 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ba41bdcf-a03e-4f77-b108-b97c50a5655f req-767a31cd-3b81-4fc1-99fc-c8080d4a6795 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=a1a4bac6-f64a-4e20-b559-3df1b725651b HTTP/1.1" status: 200 len: 210 time: 0.1203034 Jan 21 09:43:47.146701 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-622c3ead-bab3-44fa-a33d-fbd253c0c52f tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "DELETE /v2.0/subnets/35fe532c-9656-48dd-8b18-2372a20c9292/tags HTTP/1.1" status: 204 len: 168 time: 0.1622672 Jan 21 09:43:47.147543 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54062) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:47.154073 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.tag.tag_plugin [None req-2aab55ef-21b4-4693-9c0e-27525b8cf837 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '35fe532c-9656-48dd-8b18-2372a20c9292', 'tempest-TagsExtTest-Tag-581248520') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:47.201698 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-622b9af2-658c-40b4-8262-e889cbf8016b None None] Calling delete_port for 294e5160-6e71-44b1-bb54-463bc3b465fb owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:47.250056 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-311d582f-a378-4147-991d-6a32e2fbf22e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.260423 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-afbc5374-167b-465d-9be1-2d91a5fec1a6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] For port 294e5160-6e71-44b1-bb54-463bc3b465fb, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=294e5160-6e71-44b1-bb54-463bc3b465fb,segment=NetworkSegment(4db561b9-98de-4bf2-a3df-9cdd185cfe66),segment_id=4db561b9-98de-4bf2-a3df-9cdd185cfe66)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:47.260722 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-afbc5374-167b-465d-9be1-2d91a5fec1a6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.281871 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-2aab55ef-21b4-4693-9c0e-27525b8cf837 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] show failed (client error): The resource could not be found. Jan 21 09:43:47.285508 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2aab55ef-21b4-4693-9c0e-27525b8cf837 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "GET /v2.0/subnets/35fe532c-9656-48dd-8b18-2372a20c9292/tags/tempest-TagsExtTest-Tag-581248520 HTTP/1.1" status: 404 len: 328 time: 0.1342413 Jan 21 09:43:47.286085 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54066) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:47.293668 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.tag.tag_plugin [None req-206f60e1-26e7-40ae-b936-c9d3c29c0ddd tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '35fe532c-9656-48dd-8b18-2372a20c9292', 'tempest-TagsExtTest-Tag-1054253057') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:47.310489 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-622b9af2-658c-40b4-8262-e889cbf8016b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.365361 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b9af2-658c-40b4-8262-e889cbf8016b None None] Pushing event deleted for resources: {'Port': ['ID=294e5160-6e71-44b1-bb54-463bc3b465fb,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:47.373587 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622b9af2-658c-40b4-8262-e889cbf8016b None None] No DVR routers for this DVR port 294e5160-6e71-44b1-bb54-463bc3b465fb on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:47.399423 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-206f60e1-26e7-40ae-b936-c9d3c29c0ddd tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] show failed (client error): The resource could not be found. Jan 21 09:43:47.400727 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-206f60e1-26e7-40ae-b936-c9d3c29c0ddd tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "GET /v2.0/subnets/35fe532c-9656-48dd-8b18-2372a20c9292/tags/tempest-TagsExtTest-Tag-1054253057 HTTP/1.1" status: 404 len: 329 time: 0.1137362 Jan 21 09:43:47.403929 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54070) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:47.408735 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.tag.tag_plugin [None req-683093f0-d0f3-4959-85c5-7de28e31d58b tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '35fe532c-9656-48dd-8b18-2372a20c9292', 'tempest-TagsExtTest-Tag-1227795708') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:47.451823 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-afbc5374-167b-465d-9be1-2d91a5fec1a6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Calling delete_port for 294e5160-6e71-44b1-bb54-463bc3b465fb owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:47.489037 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-683093f0-d0f3-4959-85c5-7de28e31d58b tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] show failed (client error): The resource could not be found. Jan 21 09:43:47.493282 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-683093f0-d0f3-4959-85c5-7de28e31d58b tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "GET /v2.0/subnets/35fe532c-9656-48dd-8b18-2372a20c9292/tags/tempest-TagsExtTest-Tag-1227795708 HTTP/1.1" status: 404 len: 329 time: 0.0852625 Jan 21 09:43:47.493485 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-22c4343b-4cc6-40dd-889c-c11978d84eca tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.493655 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54074) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:47.501316 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.tag.tag_plugin [None req-bd8d433d-f27a-4356-a58d-7a2b13c27b6e tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'ff567e12-3f0c-4cfa-8ea2-a89a08c4c679', {'tags': ['tempest-TagsExtTest-Tag-384351589', 'tempest-TagsExtTest-Tag-692215072', 'tempest-TagsExtTest-Tag-1718232712']}) {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:47.560036 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-22c4343b-4cc6-40dd-889c-c11978d84eca tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.565598 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14626976-52a4-46c2-9f2a-841f77f86b28 None None] Network 5a3cccc2-b6f5-4257-b446-4f91769b94cf requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:47.567811 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4343b-4cc6-40dd-889c-c11978d84eca tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'Subnet': ['ID=2886fe5c-1838-4efe-a522-54a91f469f2e,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:47.580664 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-22c4343b-4cc6-40dd-889c-c11978d84eca tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/subnets/2886fe5c-1838-4efe-a522-54a91f469f2e HTTP/1.1" status: 204 len: 168 time: 2.1149802 Jan 21 09:43:47.594614 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54078) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:47.614162 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-311d582f-a378-4147-991d-6a32e2fbf22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.632681 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-afbc5374-167b-465d-9be1-2d91a5fec1a6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:43:47.632989 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-afbc5374-167b-465d-9be1-2d91a5fec1a6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:43:47.636989 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d582f-a378-4147-991d-6a32e2fbf22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad17344f-6069-4aab-ae8a-96612b5cb8e0,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:47.655492 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-311d582f-a378-4147-991d-6a32e2fbf22e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.659056 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-311d582f-a378-4147-991d-6a32e2fbf22e admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/ad17344f-6069-4aab-ae8a-96612b5cb8e0 HTTP/1.1" status: 204 len: 168 time: 1.3908513 Jan 21 09:43:47.949875 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54086) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:47.950307 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-bd8d433d-f27a-4356-a58d-7a2b13c27b6e tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "PUT /v2.0/ports/ff567e12-3f0c-4cfa-8ea2-a89a08c4c679/tags HTTP/1.1" status: 200 len: 316 time: 0.4524338 Jan 21 09:43:47.956624 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.tag.tag_plugin [None req-8f159358-278b-4382-8b57-2242d1d22428 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ff567e12-3f0c-4cfa-8ea2-a89a08c4c679') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:47.990686 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:43:48.135251 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-afbc5374-167b-465d-9be1-2d91a5fec1a6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Deleting port 294e5160-6e71-44b1-bb54-463bc3b465fb {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:48.139495 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-afbc5374-167b-465d-9be1-2d91a5fec1a6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.150842 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 294e5160-6e71-44b1-bb54-463bc3b465fb no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:48.275890 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-afbc5374-167b-465d-9be1-2d91a5fec1a6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] The port '294e5160-6e71-44b1-bb54-463bc3b465fb' was deleted {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:43:48.288281 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 294e5160-6e71-44b1-bb54-463bc3b465fb {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:43:48.289240 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 294e5160-6e71-44b1-bb54-463bc3b465fb not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:48.294902 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31350b07-e190-421d-94d6-659d744d5df6 None None] DHCP port deletion for 5a3cccc2-b6f5-4257-b446-4f91769b94cf request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:43:48.306588 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-31350b07-e190-421d-94d6-659d744d5df6 None None] Deleting port 6a361ffa-6fb9-4001-ab0b-8df10e45b08a {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:48.306983 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-31350b07-e190-421d-94d6-659d744d5df6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.432486 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-afbc5374-167b-465d-9be1-2d91a5fec1a6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.478291 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8f159358-278b-4382-8b57-2242d1d22428 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "DELETE /v2.0/ports/ff567e12-3f0c-4cfa-8ea2-a89a08c4c679/tags HTTP/1.1" status: 204 len: 168 time: 0.5266743 Jan 21 09:43:48.481498 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54094) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:48.490164 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.tag.tag_plugin [None req-d6cc3151-def1-4cd3-9520-f82c55633b9f tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ff567e12-3f0c-4cfa-8ea2-a89a08c4c679', 'tempest-TagsExtTest-Tag-384351589') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:48.529189 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-afbc5374-167b-465d-9be1-2d91a5fec1a6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc7f600-1ed1-4a45-a230-a69cfb9144c3']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:48.553622 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-afbc5374-167b-465d-9be1-2d91a5fec1a6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db561b9-98de-4bf2-a3df-9cdd185cfe66') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:48.553897 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-afbc5374-167b-465d-9be1-2d91a5fec1a6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db561b9-98de-4bf2-a3df-9cdd185cfe66') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:48.572902 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-afbc5374-167b-465d-9be1-2d91a5fec1a6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.607518 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-afbc5374-167b-465d-9be1-2d91a5fec1a6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.623889 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afbc5374-167b-465d-9be1-2d91a5fec1a6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:43:48.623889 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-afbc5374-167b-465d-9be1-2d91a5fec1a6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.642548 dv-neutron-825731-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:43:48.642548 dv-neutron-825731-1-hyperv neutron-server[87514]: util.warn( Jan 21 09:43:48.642548 dv-neutron-825731-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:43:48.642548 dv-neutron-825731-1-hyperv neutron-server[87514]: util.warn( Jan 21 09:43:48.642548 dv-neutron-825731-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:43:48.642548 dv-neutron-825731-1-hyperv neutron-server[87514]: util.warn( Jan 21 09:43:48.642548 dv-neutron-825731-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:43:48.642548 dv-neutron-825731-1-hyperv neutron-server[87514]: util.warn( Jan 21 09:43:48.642548 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:43:48.642548 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:43:48.642548 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:43:48.642548 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:48.642548 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:43:48.642548 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:48.642548 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:43:48.642548 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:48.642548 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:43:48.642548 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:48.642548 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:43:48.642548 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:48.642548 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:43:48.642548 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:48.642548 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:48.642548 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:48.642548 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:48.642548 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:48.642548 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:43:48.642548 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:43:48.642548 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:43:48.642548 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:43:48.642548 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:48.642548 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:43:48.642548 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:48.642548 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:43:48.642548 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:48.642548 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:43:48.642548 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:48.642548 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:43:48.642548 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:48.642548 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:48.662121 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b56c0f5c-67ea-45ca-91d9-7f7a888113c3 req-b6ba4345-30bd-4811-849f-4d975a0c9231 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=a1a4bac6-f64a-4e20-b559-3df1b725651b HTTP/1.1" status: 200 len: 210 time: 0.1846325 Jan 21 09:43:48.667883 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a4a202d2-c8d1-46cb-9697-2a9284fc8af1 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.671535 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-d6cc3151-def1-4cd3-9520-f82c55633b9f tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] show failed (client error): The resource could not be found. Jan 21 09:43:48.675659 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d6cc3151-def1-4cd3-9520-f82c55633b9f tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "GET /v2.0/ports/ff567e12-3f0c-4cfa-8ea2-a89a08c4c679/tags/tempest-TagsExtTest-Tag-384351589 HTTP/1.1" status: 404 len: 328 time: 0.1931775 Jan 21 09:43:48.676487 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54108) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:48.746315 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.tag.tag_plugin [None req-222c9877-11ca-48cc-b0c5-13e26c9b63e8 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ff567e12-3f0c-4cfa-8ea2-a89a08c4c679', 'tempest-TagsExtTest-Tag-692215072') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:48.766237 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-a4a202d2-c8d1-46cb-9697-2a9284fc8af1 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Deleting port 6a361ffa-6fb9-4001-ab0b-8df10e45b08a {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:48.766588 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a4a202d2-c8d1-46cb-9697-2a9284fc8af1 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.800422 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-31350b07-e190-421d-94d6-659d744d5df6 None None] For port 6a361ffa-6fb9-4001-ab0b-8df10e45b08a, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=6a361ffa-6fb9-4001-ab0b-8df10e45b08a,segment=NetworkSegment(3034c10e-6f40-4446-a6f2-4f44e04a6278),segment_id=3034c10e-6f40-4446-a6f2-4f44e04a6278)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:48.803311 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-31350b07-e190-421d-94d6-659d744d5df6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.825828 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-afbc5374-167b-465d-9be1-2d91a5fec1a6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.828417 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-222c9877-11ca-48cc-b0c5-13e26c9b63e8 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] show failed (client error): The resource could not be found. Jan 21 09:43:48.832076 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-222c9877-11ca-48cc-b0c5-13e26c9b63e8 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "GET /v2.0/ports/ff567e12-3f0c-4cfa-8ea2-a89a08c4c679/tags/tempest-TagsExtTest-Tag-692215072 HTTP/1.1" status: 404 len: 328 time: 0.0958154 Jan 21 09:43:48.874548 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-afbc5374-167b-465d-9be1-2d91a5fec1a6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.876913 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54114) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:48.877665 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc5374-167b-465d-9be1-2d91a5fec1a6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Pushing event deleted for resources: {'Network': ['ID=dbc7f600-1ed1-4a45-a230-a69cfb9144c3,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:48.883876 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.tag.tag_plugin [None req-ff9d06ef-75a6-406d-86ed-f429278b5e9c tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ff567e12-3f0c-4cfa-8ea2-a89a08c4c679', 'tempest-TagsExtTest-Tag-1718232712') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:48.917750 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-8a560960-4971-4648-b1c3-15d8a3d89561 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:48.919214 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-8a560960-4971-4648-b1c3-15d8a3d89561 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "GET /v2.0/networks?id=ad7d1e2e-0774-4dd8-b4a1-ce49e042d841 HTTP/1.1" status: 200 len: 797 time: 1.0882838 Jan 21 09:43:48.936139 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-afbc5374-167b-465d-9be1-2d91a5fec1a6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/networks/dbc7f600-1ed1-4a45-a230-a69cfb9144c3 HTTP/1.1" status: 204 len: 168 time: 3.2900028 Jan 21 09:43:48.936751 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54118) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:48.943773 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-ee0d4eb8-e1a4-4b41-a557-43720f639036 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Request body: {'router': {'routes': None}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:49.041472 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-40db887e-98c9-4427-921e-6f4ed776b575 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:security_group {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:49.049644 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-31350b07-e190-421d-94d6-659d744d5df6 None None] Calling delete_port for 6a361ffa-6fb9-4001-ab0b-8df10e45b08a owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:49.082846 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5279b87c-7de7-40fd-b27b-a8ae0a45aac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.144853 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-40db887e-98c9-4427-921e-6f4ed776b575 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:security_group {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:49.145990 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-40db887e-98c9-4427-921e-6f4ed776b575 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ddc82470f624ec48d3ebbc58317dba5 HTTP/1.1" status: 200 len: 380 time: 0.1931794 Jan 21 09:43:49.162328 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-a4a202d2-c8d1-46cb-9697-2a9284fc8af1 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] For port 6a361ffa-6fb9-4001-ab0b-8df10e45b08a, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=6a361ffa-6fb9-4001-ab0b-8df10e45b08a,segment=NetworkSegment(3034c10e-6f40-4446-a6f2-4f44e04a6278),segment_id=3034c10e-6f40-4446-a6f2-4f44e04a6278)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:49.162701 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a4a202d2-c8d1-46cb-9697-2a9284fc8af1 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.178324 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-21216fb9-f972-4367-b371-c4576b7af4e6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'port': {'device_id': 'a1a4bac6-f64a-4e20-b559-3df1b725651b', 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841', 'admin_state_up': True, 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'security_groups': ['e8fd6672-93bb-4f14-afe5-0087d2781f69']}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:49.190810 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-31350b07-e190-421d-94d6-659d744d5df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.248863 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31350b07-e190-421d-94d6-659d744d5df6 None None] Pushing event deleted for resources: {'Port': ['ID=6a361ffa-6fb9-4001-ab0b-8df10e45b08a,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:49.262689 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31350b07-e190-421d-94d6-659d744d5df6 None None] No DVR routers for this DVR port 6a361ffa-6fb9-4001-ab0b-8df10e45b08a on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:49.429660 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-a4a202d2-c8d1-46cb-9697-2a9284fc8af1 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Calling delete_port for 6a361ffa-6fb9-4001-ab0b-8df10e45b08a owned by network:dhcp {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:49.493983 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.extraroute_db [None req-ee0d4eb8-e1a4-4b41-a557-43720f639036 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Added routes are [] {{(pid=87514) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 21 09:43:49.494309 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.extraroute_db [None req-ee0d4eb8-e1a4-4b41-a557-43720f639036 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Removed routes are [] {{(pid=87514) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 21 09:43:49.494684 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ee0d4eb8-e1a4-4b41-a557-43720f639036 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.629510 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-ff9d06ef-75a6-406d-86ed-f429278b5e9c tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] show failed (client error): The resource could not be found. Jan 21 09:43:49.630572 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ff9d06ef-75a6-406d-86ed-f429278b5e9c tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "GET /v2.0/ports/ff567e12-3f0c-4cfa-8ea2-a89a08c4c679/tags/tempest-TagsExtTest-Tag-1718232712 HTTP/1.1" status: 404 len: 329 time: 0.7509222 Jan 21 09:43:49.641863 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54136) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:49.645125 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-21216fb9-f972-4367-b371-c4576b7af4e6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:49.650539 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.tag.tag_plugin [None req-736f97ea-4e07-4874-bc99-f9414aa1dd25 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '30d4da5d-05cf-40c1-80d8-9f808729c428', {'tags': ['tempest-TagsExtTest-Tag-1379975603', 'tempest-TagsExtTest-Tag-677094001', 'tempest-TagsExtTest-Tag-793315436']}) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:49.657757 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-21216fb9-f972-4367-b371-c4576b7af4e6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:49.663731 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.api [None req-a4a202d2-c8d1-46cb-9697-2a9284fc8af1 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:43:49.664669 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG oslo_db.api [None req-a4a202d2-c8d1-46cb-9697-2a9284fc8af1 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:43:49.675220 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-21216fb9-f972-4367-b371-c4576b7af4e6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Made reservation on behalf of 6ddc82470f624ec48d3ebbc58317dba5 for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:49.682248 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-21216fb9-f972-4367-b371-c4576b7af4e6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.773880 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.864610 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.964441 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-21216fb9-f972-4367-b371-c4576b7af4e6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Allocated IP 172.20.0.8 (ad7d1e2e-0774-4dd8-b4a1-ce49e042d841/a49a675f-632a-4690-8ea3-9a194a48b421/6c3aa7de-8d0e-4258-9d2d-088d797fc847) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:50.088539 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b8e73f48-14b8-47ca-843b-e625f877781b req-a59701cf-5d4e-4bf9-a79a-dad7d14a3b8e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=a1a4bac6-f64a-4e20-b559-3df1b725651b HTTP/1.1" status: 200 len: 210 time: 0.1640317 Jan 21 09:43:50.094574 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ee0d4eb8-e1a4-4b41-a557-43720f639036 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.104757 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ee0d4eb8-e1a4-4b41-a557-43720f639036 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555907'] for router, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.126112 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 6a361ffa-6fb9-4001-ab0b-8df10e45b08a no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:50.182682 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-a4a202d2-c8d1-46cb-9697-2a9284fc8af1 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Deleting port 6a361ffa-6fb9-4001-ab0b-8df10e45b08a {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:50.183246 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a4a202d2-c8d1-46cb-9697-2a9284fc8af1 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.226979 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 6a361ffa-6fb9-4001-ab0b-8df10e45b08a {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:43:50.226979 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 6a361ffa-6fb9-4001-ab0b-8df10e45b08a not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:50.270809 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-736f97ea-4e07-4874-bc99-f9414aa1dd25 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "PUT /v2.0/routers/30d4da5d-05cf-40c1-80d8-9f808729c428/tags HTTP/1.1" status: 200 len: 316 time: 0.6277761 Jan 21 09:43:50.271768 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54154) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:50.285395 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-a4a202d2-c8d1-46cb-9697-2a9284fc8af1 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] The port '6a361ffa-6fb9-4001-ab0b-8df10e45b08a' was deleted {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:43:50.289079 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.tag.tag_plugin [None req-c6acfcf9-2d72-43f8-93a8-addb08d5fc6d tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '30d4da5d-05cf-40c1-80d8-9f808729c428') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:50.378279 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0d4eb8-e1a4-4b41-a557-43720f639036 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Router d0ac310a-ad76-41dc-a529-60c18664148b has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:43:50.379655 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54160) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:50.464847 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a4a202d2-c8d1-46cb-9697-2a9284fc8af1 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.503566 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-21216fb9-f972-4367-b371-c4576b7af4e6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.520591 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-a4a202d2-c8d1-46cb-9697-2a9284fc8af1 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3cccc2-b6f5-4257-b446-4f91769b94cf']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:50.537217 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-21216fb9-f972-4367-b371-c4576b7af4e6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Transition to ACTIVE for port object 6c3aa7de-8d0e-4258-9d2d-088d797fc847 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:50.539551 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-a4a202d2-c8d1-46cb-9697-2a9284fc8af1 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3034c10e-6f40-4446-a6f2-4f44e04a6278') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:50.540039 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-a4a202d2-c8d1-46cb-9697-2a9284fc8af1 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3034c10e-6f40-4446-a6f2-4f44e04a6278') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:50.561995 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a4a202d2-c8d1-46cb-9697-2a9284fc8af1 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.621226 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0d4eb8-e1a4-4b41-a557-43720f639036 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:43:50.629108 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ee0d4eb8-e1a4-4b41-a557-43720f639036 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.631545 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ee0d4eb8-e1a4-4b41-a557-43720f639036 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "PUT /v2.0/routers/d0ac310a-ad76-41dc-a529-60c18664148b HTTP/1.1" status: 200 len: 705 time: 1.6919227 Jan 21 09:43:50.632717 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c00602-2b0c-4273-983e-1a06e42d36fe None None] Sync routers for ids ['d0ac310a-ad76-41dc-a529-60c18664148b'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:43:50.633768 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54166) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:50.656819 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c00602-2b0c-4273-983e-1a06e42d36fe None None] Routers {'d0ac310a-ad76-41dc-a529-60c18664148b'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:50.659447 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-33c00602-2b0c-4273-983e-1a06e42d36fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:43:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d0ac310a-ad76-41dc-a529-60c18664148b'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:50.688334 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-cf8d6358-6d7b-4d03-9924-6ca429ea5c38 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Synchronizing usage tracker for tenant:0ffd125f2e19497db276d912c6599666 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:50.696412 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-9d27729a-a7b3-4402-93b2-f88e77a3e311 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-880631027', 'router:external': True}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:50.708096 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9d27729a-a7b3-4402-93b2-f88e77a3e311 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:50.719313 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9d27729a-a7b3-4402-93b2-f88e77a3e311 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Usage tracker for resource:network and tenant:eaf383f3c61a48439db183060d04b10a is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:50.724426 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9d27729a-a7b3-4402-93b2-f88e77a3e311 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:50.725784 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a4a202d2-c8d1-46cb-9697-2a9284fc8af1 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.734899 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9d27729a-a7b3-4402-93b2-f88e77a3e311 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:50.736396 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4a202d2-c8d1-46cb-9697-2a9284fc8af1 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:43:50.736741 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a4a202d2-c8d1-46cb-9697-2a9284fc8af1 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.743690 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-cf8d6358-6d7b-4d03-9924-6ca429ea5c38 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Unset dirty status for tenant:0ffd125f2e19497db276d912c6599666 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:50.748128 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-cf8d6358-6d7b-4d03-9924-6ca429ea5c38 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "GET /v2.0/ports?device_id=d0ac310a-ad76-41dc-a529-60c18664148b HTTP/1.1" status: 200 len: 205 time: 0.1131554 Jan 21 09:43:50.748919 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54170) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:50.753204 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:43:50.753204 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:43:50.753204 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:43:50.753204 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:43:50.753204 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:43:50.753204 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:43:50.753204 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:43:50.753204 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:43:50.753204 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:43:50.753204 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:43:50.753204 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:43:50.753204 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:50.753204 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:43:50.753204 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:50.753204 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:43:50.753204 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:50.753204 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:43:50.753204 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:50.753204 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:43:50.753204 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:50.753204 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:43:50.753204 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:50.753204 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:50.753204 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:50.753204 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:50.753204 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:50.753204 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:43:50.753204 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:43:50.753204 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:43:50.753204 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:43:50.753204 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:50.753204 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:43:50.753204 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:50.753204 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:43:50.753204 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:50.753204 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:43:50.753204 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:50.753204 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:43:50.753204 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:50.753204 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:50.780053 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-21216fb9-f972-4367-b371-c4576b7af4e6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.815595 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c6acfcf9-2d72-43f8-93a8-addb08d5fc6d tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "DELETE /v2.0/routers/30d4da5d-05cf-40c1-80d8-9f808729c428/tags HTTP/1.1" status: 204 len: 168 time: 0.5333874 Jan 21 09:43:50.816242 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54174) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:50.831676 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d27729a-a7b3-4402-93b2-f88e77a3e311 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Made reservation on behalf of eaf383f3c61a48439db183060d04b10a for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:50.831676 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9d27729a-a7b3-4402-93b2-f88e77a3e311 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.860905 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.tag.tag_plugin [None req-62d03ea2-7ca2-469d-bcff-564d3ef2916e tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '30d4da5d-05cf-40c1-80d8-9f808729c428', 'tempest-TagsExtTest-Tag-1379975603') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:50.901061 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-21216fb9-f972-4367-b371-c4576b7af4e6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network ad7d1e2e-0774-4dd8-b4a1-ce49e042d841 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:50.913877 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-21216fb9-f972-4367-b371-c4576b7af4e6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:50.916442 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-21216fb9-f972-4367-b371-c4576b7af4e6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:43:50.935698 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-33c00602-2b0c-4273-983e-1a06e42d36fe None None] Set router d0ac310a-ad76-41dc-a529-60c18664148b gateway port host: None {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:43:51.001679 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a4a202d2-c8d1-46cb-9697-2a9284fc8af1 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.006799 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a4a202d2-c8d1-46cb-9697-2a9284fc8af1 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.048570 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21216fb9-f972-4367-b371-c4576b7af4e6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=6c3aa7de-8d0e-4258-9d2d-088d797fc847,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:51.091162 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-21216fb9-f972-4367-b371-c4576b7af4e6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:51.092390 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-21216fb9-f972-4367-b371-c4576b7af4e6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.097868 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a202d2-c8d1-46cb-9697-2a9284fc8af1 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'Network': ['ID=5a3cccc2-b6f5-4257-b446-4f91769b94cf,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:51.116009 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-33c00602-2b0c-4273-983e-1a06e42d36fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'name': 'tempest-RoutersIpV6Test-router-1023602096', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:07Z', 'updated_at': '2022-01-21T09:43:42Z', 'revision_number': 11, 'project_id': '0ffd125f2e19497db276d912c6599666', 'gw_port_host': None}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:51.123658 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a4a202d2-c8d1-46cb-9697-2a9284fc8af1 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/networks/5a3cccc2-b6f5-4257-b446-4f91769b94cf HTTP/1.1" status: 204 len: 168 time: 3.5278597 Jan 21 09:43:51.129702 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c00602-2b0c-4273-983e-1a06e42d36fe None None] Checking router: d0ac310a-ad76-41dc-a529-60c18664148b for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:43:51.136047 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54180) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:51.142361 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c00602-2b0c-4273-983e-1a06e42d36fe None None] Routers {'d0ac310a-ad76-41dc-a529-60c18664148b'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:51.143056 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-33c00602-2b0c-4273-983e-1a06e42d36fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:43:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d0ac310a-ad76-41dc-a529-60c18664148b'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:51.161916 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-c8c61472-a893-4320-a650-592363b3e485 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1765575221'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:51.169205 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-21216fb9-f972-4367-b371-c4576b7af4e6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0091021 Jan 21 09:43:51.171362 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-c8c61472-a893-4320-a650-592363b3e485 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:51.176507 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-c8c61472-a893-4320-a650-592363b3e485 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:network and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:51.186435 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-6c0c645a-bc89-4db6-800f-5388646b6b81 service neutron] Request body: {'port': {'device_id': 'a1a4bac6-f64a-4e20-b559-3df1b725651b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:51.196715 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9d27729a-a7b3-4402-93b2-f88e77a3e311 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.238674 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-c8c61472-a893-4320-a650-592363b3e485 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:51.262011 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-c8c61472-a893-4320-a650-592363b3e485 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:51.326478 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.327112 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-c1683aa7-fa11-4ca7-9944-4c0c7afa3d60 None None] Provisioning for port 6c3aa7de-8d0e-4258-9d2d-088d797fc847 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:51.330619 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-33c00602-2b0c-4273-983e-1a06e42d36fe None None] Set router d0ac310a-ad76-41dc-a529-60c18664148b gateway port host: None {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:43:51.341095 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4c4d7d19-182e-455f-8744-dca9d148afba tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.383138 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c61472-a893-4320-a650-592363b3e485 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Made reservation on behalf of 0b78745c20204b2bb7542d64f98190cf for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:51.386308 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c8c61472-a893-4320-a650-592363b3e485 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.452107 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-c1683aa7-fa11-4ca7-9944-4c0c7afa3d60 None None] Provisioning complete for port 6c3aa7de-8d0e-4258-9d2d-088d797fc847 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:51.452107 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c1683aa7-fa11-4ca7-9944-4c0c7afa3d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.510466 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-6c0c645a-bc89-4db6-800f-5388646b6b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.531129 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8c61472-a893-4320-a650-592363b3e485 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:51.612189 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c8c61472-a893-4320-a650-592363b3e485 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.612558 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-c8c61472-a893-4320-a650-592363b3e485 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Added segment b00cb493-5faf-4137-9874-e7c47fd4047f of type vlan for network 9e96aa7b-3c01-40fc-bf3f-7e4370d966a7 Jan 21 09:43:51.631345 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a200f-7812-4822-9786-1c2eabd5cffe req-2362e0ce-ca59-4e3d-89c0-5535c2fce28a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:51.632077 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-771a200f-7812-4822-9786-1c2eabd5cffe req-2362e0ce-ca59-4e3d-89c0-5535c2fce28a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:51.648847 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-c1683aa7-fa11-4ca7-9944-4c0c7afa3d60 None None] Port 6c3aa7de-8d0e-4258-9d2d-088d797fc847 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:43:51.652183 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-33c00602-2b0c-4273-983e-1a06e42d36fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'name': 'tempest-RoutersIpV6Test-router-1023602096', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:07Z', 'updated_at': '2022-01-21T09:43:42Z', 'revision_number': 11, 'project_id': '0ffd125f2e19497db276d912c6599666', 'gw_port_host': None}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:51.658258 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c00602-2b0c-4273-983e-1a06e42d36fe None None] The sync data for ids ['d0ac310a-ad76-41dc-a529-60c18664148b'] in dv-neutron-825731-1-hyperv is: [{'id': 'd0ac310a-ad76-41dc-a529-60c18664148b', 'name': 'tempest-RoutersIpV6Test-router-1023602096', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:07Z', 'updated_at': '2022-01-21T09:43:42Z', 'revision_number': 11, 'project_id': '0ffd125f2e19497db276d912c6599666', 'gw_port_host': None}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:43:51.735521 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4c4d7d19-182e-455f-8744-dca9d148afba tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.738054 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4c4d7d19-182e-455f-8744-dca9d148afba tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.766469 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9d27729a-a7b3-4402-93b2-f88e77a3e311 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:51.770420 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9d27729a-a7b3-4402-93b2-f88e77a3e311 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Usage tracker for resource:security_group_rule and tenant:eaf383f3c61a48439db183060d04b10a is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:51.775826 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9d27729a-a7b3-4402-93b2-f88e77a3e311 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:51.778528 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4c4d7d19-182e-455f-8744-dca9d148afba tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.779021 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4d7d19-182e-455f-8744-dca9d148afba tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Fanout notify agent at l3_agent the message router_deleted on router d0ac310a-ad76-41dc-a529-60c18664148b {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:43:51.853582 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9d27729a-a7b3-4402-93b2-f88e77a3e311 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:51.888002 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4c4d7d19-182e-455f-8744-dca9d148afba tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.889182 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4c4d7d19-182e-455f-8744-dca9d148afba tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/routers/d0ac310a-ad76-41dc-a529-60c18664148b HTTP/1.1" status: 204 len: 168 time: 1.1393390 Jan 21 09:43:51.889402 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c8c61472-a893-4320-a650-592363b3e485 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.893380 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54186) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:51.894916 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-62d03ea2-7ca2-469d-bcff-564d3ef2916e tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] show failed (client error): The resource could not be found. Jan 21 09:43:51.898527 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-62d03ea2-7ca2-469d-bcff-564d3ef2916e tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "GET /v2.0/routers/30d4da5d-05cf-40c1-80d8-9f808729c428/tags/tempest-TagsExtTest-Tag-1379975603 HTTP/1.1" status: 404 len: 329 time: 1.0698555 Jan 21 09:43:51.899829 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54190) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:51.903856 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-96b7b7cd-cb85-4cef-83aa-9beb7ca89911 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-733296598', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:51.908499 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.tag.tag_plugin [None req-e26a5fa4-f4c4-4282-b9b7-05516ebb137a tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '30d4da5d-05cf-40c1-80d8-9f808729c428', 'tempest-TagsExtTest-Tag-677094001') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:51.914225 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-96b7b7cd-cb85-4cef-83aa-9beb7ca89911 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:51.929037 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-96b7b7cd-cb85-4cef-83aa-9beb7ca89911 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Usage tracker for resource:router and tenant:0ffd125f2e19497db276d912c6599666 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:51.936248 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-96b7b7cd-cb85-4cef-83aa-9beb7ca89911 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:51.944680 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-96b7b7cd-cb85-4cef-83aa-9beb7ca89911 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:51.969249 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-96b7b7cd-cb85-4cef-83aa-9beb7ca89911 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.971790 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-96b7b7cd-cb85-4cef-83aa-9beb7ca89911 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.978163 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-771a200f-7812-4822-9786-1c2eabd5cffe req-2362e0ce-ca59-4e3d-89c0-5535c2fce28a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:51.979136 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-771a200f-7812-4822-9786-1c2eabd5cffe req-2362e0ce-ca59-4e3d-89c0-5535c2fce28a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=a1a4bac6-f64a-4e20-b559-3df1b725651b HTTP/1.1" status: 200 len: 931 time: 0.6062040 Jan 21 09:43:52.022569 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-96b7b7cd-cb85-4cef-83aa-9beb7ca89911 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.062689 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9d27729a-a7b3-4402-93b2-f88e77a3e311 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.069031 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9d27729a-a7b3-4402-93b2-f88e77a3e311 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.082977 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-96b7b7cd-cb85-4cef-83aa-9beb7ca89911 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.121303 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d27729a-a7b3-4402-93b2-f88e77a3e311 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:52.127821 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d27729a-a7b3-4402-93b2-f88e77a3e311 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ab60bf-e694-40aa-9f03-c1b1faa867db,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:52.146362 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9d27729a-a7b3-4402-93b2-f88e77a3e311 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.146769 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-9d27729a-a7b3-4402-93b2-f88e77a3e311 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Added segment 2f820a78-3231-4d87-a7e3-22cadb9250f2 of type vlan for network b8ea26dd-3d51-44bb-a090-5ba5bc4a30f8 Jan 21 09:43:52.155544 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-771a200f-7812-4822-9786-1c2eabd5cffe req-abc3bd31-a39c-412c-b4f6-8f69c104165b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=e8fd6672-93bb-4f14-afe5-0087d2781f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648917 Jan 21 09:43:52.165702 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c8c61472-a893-4320-a650-592363b3e485 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.166332 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-96b7b7cd-cb85-4cef-83aa-9beb7ca89911 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.170542 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-96b7b7cd-cb85-4cef-83aa-9beb7ca89911 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2733853 Jan 21 09:43:52.171322 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c61472-a893-4320-a650-592363b3e485 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:52.171992 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c8c61472-a893-4320-a650-592363b3e485 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.173270 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54194) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:52.183310 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-080e5e71-05f7-495f-8428-06a3d6eba8b8 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:52.220486 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-e26a5fa4-f4c4-4282-b9b7-05516ebb137a tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] show failed (client error): The resource could not be found. Jan 21 09:43:52.224244 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e26a5fa4-f4c4-4282-b9b7-05516ebb137a tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "GET /v2.0/routers/30d4da5d-05cf-40c1-80d8-9f808729c428/tags/tempest-TagsExtTest-Tag-677094001 HTTP/1.1" status: 404 len: 328 time: 0.3206937 Jan 21 09:43:52.238760 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54198) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:52.256617 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c8c61472-a893-4320-a650-592363b3e485 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1098661 Jan 21 09:43:52.261205 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54202) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:52.269396 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.tag.tag_plugin [None req-9aca7ce1-7870-4873-9fa8-3c427cff077a tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '30d4da5d-05cf-40c1-80d8-9f808729c428', 'tempest-TagsExtTest-Tag-793315436') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:52.342904 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-947aa0ec-2193-4046-8d51-01ef8c0b05ec tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'subnet': {'network_id': '9e96aa7b-3c01-40fc-bf3f-7e4370d966a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:52.379940 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c61472-a893-4320-a650-592363b3e485 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Network': ['ID=9e96aa7b-3c01-40fc-bf3f-7e4370d966a7,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:52.394330 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9d27729a-a7b3-4402-93b2-f88e77a3e311 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.396859 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 9e96aa7b-3c01-40fc-bf3f-7e4370d966a7 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:52.418923 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-6c0c645a-bc89-4db6-800f-5388646b6b81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c3aa7de-8d0e-4258-9d2d-088d797fc847 {{(pid=87515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:43:52.483718 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-6c0c645a-bc89-4db6-800f-5388646b6b81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.501301 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-947aa0ec-2193-4046-8d51-01ef8c0b05ec tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:52.505513 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-947aa0ec-2193-4046-8d51-01ef8c0b05ec tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:subnet and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:52.508170 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-947aa0ec-2193-4046-8d51-01ef8c0b05ec tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:52.514321 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-947aa0ec-2193-4046-8d51-01ef8c0b05ec tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:52.531255 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-6c0c645a-bc89-4db6-800f-5388646b6b81 service neutron] Transition to ACTIVE for port object 6c3aa7de-8d0e-4258-9d2d-088d797fc847 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:52.532820 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947aa0ec-2193-4046-8d51-01ef8c0b05ec tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Made reservation on behalf of 0b78745c20204b2bb7542d64f98190cf for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:52.537159 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-947aa0ec-2193-4046-8d51-01ef8c0b05ec tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.559938 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-6c0c645a-bc89-4db6-800f-5388646b6b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.598722 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.resource_extend [None req-9d27729a-a7b3-4402-93b2-f88e77a3e311 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:43:52.954987 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-9aca7ce1-7870-4873-9fa8-3c427cff077a tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] show failed (client error): The resource could not be found. Jan 21 09:43:52.956019 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9aca7ce1-7870-4873-9fa8-3c427cff077a tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "GET /v2.0/routers/30d4da5d-05cf-40c1-80d8-9f808729c428/tags/tempest-TagsExtTest-Tag-793315436 HTTP/1.1" status: 404 len: 328 time: 0.7079306 Jan 21 09:43:52.959566 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54208) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:52.963484 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-080e5e71-05f7-495f-8428-06a3d6eba8b8 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.970930 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.tag.tag_plugin [None req-52491d8e-01b9-4747-9c37-38b8878e5615 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '61e5e4bf-0cbc-4b52-9c35-8fefb33161bd', {'tags': ['tempest-TagsExtTest-Tag-1328707002', 'tempest-TagsExtTest-Tag-412722434', 'tempest-TagsExtTest-Tag-480439890']}) {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:52.989211 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9d27729a-a7b3-4402-93b2-f88e77a3e311 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.990156 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d27729a-a7b3-4402-93b2-f88e77a3e311 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:52.990723 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9d27729a-a7b3-4402-93b2-f88e77a3e311 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.010456 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c645a-bc89-4db6-800f-5388646b6b81 service neutron] Pushing event updated for resources: {'Port': ['ID=6c3aa7de-8d0e-4258-9d2d-088d797fc847,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:53.060621 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-080e5e71-05f7-495f-8428-06a3d6eba8b8 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555907'] for router, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.074495 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-6c0c645a-bc89-4db6-800f-5388646b6b81 service neutron] Attempting to bind port 6c3aa7de-8d0e-4258-9d2d-088d797fc847 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:53.074984 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-6c0c645a-bc89-4db6-800f-5388646b6b81 service neutron] Attempting to bind port 6c3aa7de-8d0e-4258-9d2d-088d797fc847 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'fba40be4-9fff-412a-a038-55e4d6cba25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:53.079909 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-6c0c645a-bc89-4db6-800f-5388646b6b81 service neutron] Attempting to bind port 6c3aa7de-8d0e-4258-9d2d-088d797fc847 on network ad7d1e2e-0774-4dd8-b4a1-ce49e042d841 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:43:53.084476 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9d27729a-a7b3-4402-93b2-f88e77a3e311 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.6906717 Jan 21 09:43:53.122721 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54212) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:53.131827 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-dcf8be39-85e3-41f9-8bee-c040a6a014d2 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Request body: {'subnet': {'network_id': 'b8ea26dd-3d51-44bb-a090-5ba5bc4a30f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:53.136494 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-6c0c645a-bc89-4db6-800f-5388646b6b81 service neutron] Port 6c3aa7de-8d0e-4258-9d2d-088d797fc847 on network ad7d1e2e-0774-4dd8-b4a1-ce49e042d841 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:43:53.136892 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-6c0c645a-bc89-4db6-800f-5388646b6b81 service neutron] Attempting to bind port 6c3aa7de-8d0e-4258-9d2d-088d797fc847 on network ad7d1e2e-0774-4dd8-b4a1-ce49e042d841 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:43:53.139309 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-dcf8be39-85e3-41f9-8bee-c040a6a014d2 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:53.152692 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-dcf8be39-85e3-41f9-8bee-c040a6a014d2 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Usage tracker for resource:subnet and tenant:eaf383f3c61a48439db183060d04b10a is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:53.155682 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-6c0c645a-bc89-4db6-800f-5388646b6b81 service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:43:53.156099 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-6c0c645a-bc89-4db6-800f-5388646b6b81 service neutron] Checking segment: {'id': 'fba40be4-9fff-412a-a038-55e4d6cba25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:53.156526 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-6c0c645a-bc89-4db6-800f-5388646b6b81 service neutron] Bound using segment: {'id': 'fba40be4-9fff-412a-a038-55e4d6cba25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:43:53.157045 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-6c0c645a-bc89-4db6-800f-5388646b6b81 service neutron] Bound port: 6c3aa7de-8d0e-4258-9d2d-088d797fc847, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fba40be4-9fff-412a-a038-55e4d6cba25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:53.157460 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-6c0c645a-bc89-4db6-800f-5388646b6b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.166515 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-dcf8be39-85e3-41f9-8bee-c040a6a014d2 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:53.185399 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-dcf8be39-85e3-41f9-8bee-c040a6a014d2 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:53.215681 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d27729a-a7b3-4402-93b2-f88e77a3e311 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Pushing event updated for resources: {'Network': ['ID=b8ea26dd-3d51-44bb-a090-5ba5bc4a30f8,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:53.235110 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network b8ea26dd-3d51-44bb-a090-5ba5bc4a30f8 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:53.270009 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf8be39-85e3-41f9-8bee-c040a6a014d2 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Made reservation on behalf of eaf383f3c61a48439db183060d04b10a for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:53.272438 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dcf8be39-85e3-41f9-8bee-c040a6a014d2 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.285441 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-52491d8e-01b9-4747-9c37-38b8878e5615 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "PUT /v2.0/subnetpools/61e5e4bf-0cbc-4b52-9c35-8fefb33161bd/tags HTTP/1.1" status: 200 len: 316 time: 0.3249438 Jan 21 09:43:53.288654 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54218) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:53.297189 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.tag.tag_plugin [None req-65ae0dff-740d-4217-ba92-70b25e68f167 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '61e5e4bf-0cbc-4b52-9c35-8fefb33161bd') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:53.331993 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-947aa0ec-2193-4046-8d51-01ef8c0b05ec tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.435632 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080e5e71-05f7-495f-8428-06a3d6eba8b8 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Router c27aae6a-f5bc-4071-b026-4f4a621a82dd is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:43:53.449352 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-65ae0dff-740d-4217-ba92-70b25e68f167 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "DELETE /v2.0/subnetpools/61e5e4bf-0cbc-4b52-9c35-8fefb33161bd/tags HTTP/1.1" status: 204 len: 168 time: 0.1551278 Jan 21 09:43:53.449584 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-6c0c645a-bc89-4db6-800f-5388646b6b81 service neutron] For port 6c3aa7de-8d0e-4258-9d2d-088d797fc847, host hv-neutron-8257, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:43:53.450426 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54222) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:53.462153 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c633558-cf9d-4392-81e5-5c4e020d432b req-ff5d25a9-a47b-44c4-8d6b-fbf664689c72 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:53.463742 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8c633558-cf9d-4392-81e5-5c4e020d432b req-ff5d25a9-a47b-44c4-8d6b-fbf664689c72 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=a1a4bac6-f64a-4e20-b559-3df1b725651b HTTP/1.1" status: 200 len: 943 time: 0.1510267 Jan 21 09:43:53.467069 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.tag.tag_plugin [None req-69438a5b-2d71-4522-b982-c38630be0f6c tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '61e5e4bf-0cbc-4b52-9c35-8fefb33161bd', 'tempest-TagsExtTest-Tag-1328707002') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:53.477225 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-6c0c645a-bc89-4db6-800f-5388646b6b81 service neutron] For port 6c3aa7de-8d0e-4258-9d2d-088d797fc847, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6c3aa7de-8d0e-4258-9d2d-088d797fc847,segment=NetworkSegment(fba40be4-9fff-412a-a038-55e4d6cba25c),segment_id=fba40be4-9fff-412a-a038-55e4d6cba25c)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:43:53.499814 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947aa0ec-2193-4046-8d51-01ef8c0b05ec tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Subnet': ['ID=d53ea57f-f83c-4eb4-94a5-b836b8154d21,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:53.502313 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-6c0c645a-bc89-4db6-800f-5388646b6b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.581399 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947aa0ec-2193-4046-8d51-01ef8c0b05ec tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Checking segment: {'id': 'b00cb493-5faf-4137-9874-e7c47fd4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9e96aa7b-3c01-40fc-bf3f-7e4370d966a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:53.581827 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947aa0ec-2193-4046-8d51-01ef8c0b05ec tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Network hostable DHCP agents. Network: 9e96aa7b-3c01-40fc-bf3f-7e4370d966a7, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:53.598827 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-6c0c645a-bc89-4db6-800f-5388646b6b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:53.599640 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-6c0c645a-bc89-4db6-800f-5388646b6b81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.601072 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-6c0c645a-bc89-4db6-800f-5388646b6b81 service neutron] 10.222.0.72 "PUT /v2.0/ports/6c3aa7de-8d0e-4258-9d2d-088d797fc847 HTTP/1.1" status: 200 len: 1093 time: 2.4210494 Jan 21 09:43:53.603294 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a4bac6-f64a-4e20-b559-3df1b725651b', 'tag': '6c3aa7de-8d0e-4258-9d2d-088d797fc847'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:43:53.653950 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080e5e71-05f7-495f-8428-06a3d6eba8b8 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:43:53.664278 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5bc021-637c-4ae8-a453-787f157d628f None None] Sync routers for ids ['c27aae6a-f5bc-4071-b026-4f4a621a82dd'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:43:53.680507 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-080e5e71-05f7-495f-8428-06a3d6eba8b8 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.684511 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-080e5e71-05f7-495f-8428-06a3d6eba8b8 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "PUT /v2.0/routers/c27aae6a-f5bc-4071-b026-4f4a621a82dd HTTP/1.1" status: 200 len: 697 time: 1.5098622 Jan 21 09:43:53.692242 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54230) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:53.698114 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5bc021-637c-4ae8-a453-787f157d628f None None] Routers {'c27aae6a-f5bc-4071-b026-4f4a621a82dd'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:53.700168 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-8d5bc021-637c-4ae8-a453-787f157d628f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:43:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['c27aae6a-f5bc-4071-b026-4f4a621a82dd'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:53.794013 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c645a-bc89-4db6-800f-5388646b6b81 service neutron] Pushing event updated for resources: {'Port': ['ID=6c3aa7de-8d0e-4258-9d2d-088d797fc847,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:53.798984 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-69438a5b-2d71-4522-b982-c38630be0f6c tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] show failed (client error): The resource could not be found. Jan 21 09:43:53.800052 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-69438a5b-2d71-4522-b982-c38630be0f6c tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "GET /v2.0/subnetpools/61e5e4bf-0cbc-4b52-9c35-8fefb33161bd/tags/tempest-TagsExtTest-Tag-1328707002 HTTP/1.1" status: 404 len: 329 time: 0.3486900 Jan 21 09:43:53.808627 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a4bac6-f64a-4e20-b559-3df1b725651b', 'tag': '6c3aa7de-8d0e-4258-9d2d-088d797fc847', 'status': 'completed', 'code': 200} Jan 21 09:43:53.823041 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8c633558-cf9d-4392-81e5-5c4e020d432b req-98cdbc4e-7f60-45b0-82e6-dd56950dcddd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=e8fd6672-93bb-4f14-afe5-0087d2781f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2954893 Jan 21 09:43:53.825998 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54236) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:53.858081 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.tag.tag_plugin [None req-5c756443-7e1d-4788-80e8-461d17d7a1eb tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '61e5e4bf-0cbc-4b52-9c35-8fefb33161bd', 'tempest-TagsExtTest-Tag-412722434') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:53.926096 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947aa0ec-2193-4046-8d51-01ef8c0b05ec tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Network 9e96aa7b-3c01-40fc-bf3f-7e4370d966a7 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:53.949903 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-c7c34574-ab4d-4044-b9b1-21cebc81c682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:53.951749 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-c7c34574-ab4d-4044-b9b1-21cebc81c682 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=a1a4bac6-f64a-4e20-b559-3df1b725651b HTTP/1.1" status: 200 len: 1096 time: 0.2801144 Jan 21 09:43:53.987373 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-dd84cb4f-893c-4aa6-8a8a-554f709ec049 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "GET /v2.0/routers/c27aae6a-f5bc-4071-b026-4f4a621a82dd HTTP/1.1" status: 200 len: 703 time: 0.2919064 Jan 21 09:43:53.988209 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54248) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:54.018743 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-8d5bc021-637c-4ae8-a453-787f157d628f None None] Set router c27aae6a-f5bc-4071-b026-4f4a621a82dd gateway port host: None {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:43:54.029108 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-947aa0ec-2193-4046-8d51-01ef8c0b05ec tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 9e96aa7b-3c01-40fc-bf3f-7e4370d966a7) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:54.033900 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947aa0ec-2193-4046-8d51-01ef8c0b05ec tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:54.034987 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-947aa0ec-2193-4046-8d51-01ef8c0b05ec tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.038144 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f99657-d21b-41ce-bae4-b5c339ba6dc4 None None] Network 9e96aa7b-3c01-40fc-bf3f-7e4370d966a7 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:54.045149 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0ffbe7d4-1549-416f-a19c-1bbd4b9e46ba tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27aae6a-f5bc-4071-b026-4f4a621a82dd HTTP/1.1" status: 200 len: 205 time: 0.0548584 Jan 21 09:43:54.045973 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54252) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:54.049894 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-5c756443-7e1d-4788-80e8-461d17d7a1eb tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] show failed (client error): The resource could not be found. Jan 21 09:43:54.051012 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-5c756443-7e1d-4788-80e8-461d17d7a1eb tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "GET /v2.0/subnetpools/61e5e4bf-0cbc-4b52-9c35-8fefb33161bd/tags/tempest-TagsExtTest-Tag-412722434 HTTP/1.1" status: 404 len: 328 time: 0.2028573 Jan 21 09:43:54.065165 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54256) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:54.123031 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.tag.tag_plugin [None req-9699033f-69f4-4126-b0d9-6376c9a95f8d tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '61e5e4bf-0cbc-4b52-9c35-8fefb33161bd', 'tempest-TagsExtTest-Tag-480439890') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:54.138149 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-8966b80b-1a48-46c1-8b08-e9671ca95aed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c3aa7de-8d0e-4258-9d2d-088d797fc847 HTTP/1.1" status: 200 len: 217 time: 0.1721246 Jan 21 09:43:54.149744 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-8d5bc021-637c-4ae8-a453-787f157d628f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27aae6a-f5bc-4071-b026-4f4a621a82dd', 'name': 'tempest-RoutersIpV6Test-router-733296598', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:51Z', 'updated_at': '2022-01-21T09:43:52Z', 'revision_number': 2, 'project_id': '0ffd125f2e19497db276d912c6599666', 'gw_port_host': None}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:54.154189 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5bc021-637c-4ae8-a453-787f157d628f None None] Checking router: c27aae6a-f5bc-4071-b026-4f4a621a82dd for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:43:54.164956 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5bc021-637c-4ae8-a453-787f157d628f None None] Routers {'c27aae6a-f5bc-4071-b026-4f4a621a82dd'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:43:54.165988 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-8d5bc021-637c-4ae8-a453-787f157d628f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:43:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['c27aae6a-f5bc-4071-b026-4f4a621a82dd'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:54.215057 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f1b37db2-5ff6-4820-b043-2170c917f4c6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.229514 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-8ffce70a-d2a2-4d1f-a9d9-6922815f80ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:54.230969 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-8ffce70a-d2a2-4d1f-a9d9-6922815f80ba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a49a675f-632a-4690-8ea3-9a194a48b421 HTTP/1.1" status: 200 len: 835 time: 0.0726969 Jan 21 09:43:54.292888 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-947aa0ec-2193-4046-8d51-01ef8c0b05ec tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0307155 Jan 21 09:43:54.294202 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-9699033f-69f4-4126-b0d9-6376c9a95f8d tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] show failed (client error): The resource could not be found. Jan 21 09:43:54.298237 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-9699033f-69f4-4126-b0d9-6376c9a95f8d tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "GET /v2.0/subnetpools/61e5e4bf-0cbc-4b52-9c35-8fefb33161bd/tags/tempest-TagsExtTest-Tag-480439890 HTTP/1.1" status: 404 len: 328 time: 0.1973932 Jan 21 09:43:54.299000 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54260) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:54.299298 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54262) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:54.328142 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.tag.tag_plugin [None req-d2cffb2f-eb68-47c7-b774-0b8c11d164fc tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '61e5e4bf-0cbc-4b52-9c35-8fefb33161bd') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:54.348668 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-a747759e-3e34-4911-ba11-c98b1e81982d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'port': {'network_id': '9e96aa7b-3c01-40fc-bf3f-7e4370d966a7', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1829162787'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:54.353581 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-8d5bc021-637c-4ae8-a453-787f157d628f None None] Set router c27aae6a-f5bc-4071-b026-4f4a621a82dd gateway port host: None {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:43:54.368143 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46367745-91e5-476d-9918-f33a396192e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-9e96aa7b-3c01-40fc-bf3f-7e4370d966a7', 'network_id': '9e96aa7b-3c01-40fc-bf3f-7e4370d966a7', 'tenant_id': '0b78745c20204b2bb7542d64f98190cf', 'fixed_ips': [{'subnet_id': 'd53ea57f-f83c-4eb4-94a5-b836b8154d21'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:43:54.369737 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-46367745-91e5-476d-9918-f33a396192e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.468499 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-8d5bc021-637c-4ae8-a453-787f157d628f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27aae6a-f5bc-4071-b026-4f4a621a82dd', 'name': 'tempest-RoutersIpV6Test-router-733296598', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:51Z', 'updated_at': '2022-01-21T09:43:52Z', 'revision_number': 2, 'project_id': '0ffd125f2e19497db276d912c6599666', 'gw_port_host': None}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:54.473276 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5bc021-637c-4ae8-a453-787f157d628f None None] The sync data for ids ['c27aae6a-f5bc-4071-b026-4f4a621a82dd'] in dv-neutron-825731-1-hyperv is: [{'id': 'c27aae6a-f5bc-4071-b026-4f4a621a82dd', 'name': 'tempest-RoutersIpV6Test-router-733296598', 'tenant_id': '0ffd125f2e19497db276d912c6599666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:51Z', 'updated_at': '2022-01-21T09:43:52Z', 'revision_number': 2, 'project_id': '0ffd125f2e19497db276d912c6599666', 'gw_port_host': None}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:43:54.587089 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-46367745-91e5-476d-9918-f33a396192e5 None None] Allocated IP 172.20.0.2 (9e96aa7b-3c01-40fc-bf3f-7e4370d966a7/d53ea57f-f83c-4eb4-94a5-b836b8154d21/f4f9cc1d-aa2a-482c-815e-8af0154a1026) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:54.661867 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d2cffb2f-eb68-47c7-b774-0b8c11d164fc tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "DELETE /v2.0/subnetpools/61e5e4bf-0cbc-4b52-9c35-8fefb33161bd/tags HTTP/1.1" status: 204 len: 168 time: 0.3434856 Jan 21 09:43:54.681118 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54268) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:54.691985 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-9f901638-36ba-4038-ba09-7658e3cbc9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:54.694187 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-9f901638-36ba-4038-ba09-7658e3cbc9e1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ad7d1e2e-0774-4dd8-b4a1-ce49e042d841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4537334 Jan 21 09:43:54.700817 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.tag.tag_plugin [None req-5a902757-9796-44a4-905d-0de243de423c tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '30d4da5d-05cf-40c1-80d8-9f808729c428') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:54.823183 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-a747759e-3e34-4911-ba11-c98b1e81982d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:54.847302 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a747759e-3e34-4911-ba11-c98b1e81982d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:port and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:54.852338 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a747759e-3e34-4911-ba11-c98b1e81982d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:54.882045 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f1b37db2-5ff6-4820-b043-2170c917f4c6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.886816 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f1b37db2-5ff6-4820-b043-2170c917f4c6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.905597 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-46367745-91e5-476d-9918-f33a396192e5 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.920239 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-46367745-91e5-476d-9918-f33a396192e5 None None] Transition to ACTIVE for port object f4f9cc1d-aa2a-482c-815e-8af0154a1026 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:54.928634 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f1b37db2-5ff6-4820-b043-2170c917f4c6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.929225 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b37db2-5ff6-4820-b043-2170c917f4c6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Fanout notify agent at l3_agent the message router_deleted on router c27aae6a-f5bc-4071-b026-4f4a621a82dd {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:43:54.952144 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f1b37db2-5ff6-4820-b043-2170c917f4c6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.957174 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f1b37db2-5ff6-4820-b043-2170c917f4c6 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/routers/c27aae6a-f5bc-4071-b026-4f4a621a82dd HTTP/1.1" status: 204 len: 168 time: 0.9062550 Jan 21 09:43:54.957390 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-46367745-91e5-476d-9918-f33a396192e5 None None] Transition to ACTIVE for port object f4f9cc1d-aa2a-482c-815e-8af0154a1026 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:54.957562 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54276) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:54.962408 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-46367745-91e5-476d-9918-f33a396192e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.051066 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46367745-91e5-476d-9918-f33a396192e5 None None] Pushing event updated for resources: {'Port': ['ID=f4f9cc1d-aa2a-482c-815e-8af0154a1026,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:55.062947 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46367745-91e5-476d-9918-f33a396192e5 None None] Network 9e96aa7b-3c01-40fc-bf3f-7e4370d966a7 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:55.064583 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-46367745-91e5-476d-9918-f33a396192e5 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:55.069798 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46367745-91e5-476d-9918-f33a396192e5 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:43:55.073205 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-786d6030-9f5f-437b-a589-b39f206566a9 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27aae6a-f5bc-4071-b026-4f4a621a82dd HTTP/1.1" status: 200 len: 205 time: 0.1145172 Jan 21 09:43:55.075681 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54284) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:55.132442 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-a747759e-3e34-4911-ba11-c98b1e81982d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:55.172651 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-a9feed14-f9c5-4e09-9a6f-c66e42416920 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] delete failed (client error): The resource could not be found. Jan 21 09:43:55.173667 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a9feed14-f9c5-4e09-9a6f-c66e42416920 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/routers/c27aae6a-f5bc-4071-b026-4f4a621a82dd HTTP/1.1" status: 404 len: 336 time: 0.0966313 Jan 21 09:43:55.176131 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54292) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:55.191804 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-46367745-91e5-476d-9918-f33a396192e5 None None] Attempting to bind port f4f9cc1d-aa2a-482c-815e-8af0154a1026 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:55.192534 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-46367745-91e5-476d-9918-f33a396192e5 None None] Attempting to bind port f4f9cc1d-aa2a-482c-815e-8af0154a1026 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'b00cb493-5faf-4137-9874-e7c47fd4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9e96aa7b-3c01-40fc-bf3f-7e4370d966a7'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:55.193287 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46367745-91e5-476d-9918-f33a396192e5 None None] Attempting to bind port f4f9cc1d-aa2a-482c-815e-8af0154a1026 on network 9e96aa7b-3c01-40fc-bf3f-7e4370d966a7 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:43:55.199886 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46367745-91e5-476d-9918-f33a396192e5 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:43:55.200693 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46367745-91e5-476d-9918-f33a396192e5 None None] Checking segment: {'id': 'b00cb493-5faf-4137-9874-e7c47fd4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9e96aa7b-3c01-40fc-bf3f-7e4370d966a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:55.201365 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-46367745-91e5-476d-9918-f33a396192e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.201962 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46367745-91e5-476d-9918-f33a396192e5 None None] Bound using segment: {'id': 'b00cb493-5faf-4137-9874-e7c47fd4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9e96aa7b-3c01-40fc-bf3f-7e4370d966a7'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:43:55.202632 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-46367745-91e5-476d-9918-f33a396192e5 None None] Bound port: f4f9cc1d-aa2a-482c-815e-8af0154a1026, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00cb493-5faf-4137-9874-e7c47fd4047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9e96aa7b-3c01-40fc-bf3f-7e4370d966a7'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:55.203422 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-46367745-91e5-476d-9918-f33a396192e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.220203 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-542dab4e-b4ae-49ec-8668-aa6551e55207 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:55.220666 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-542dab4e-b4ae-49ec-8668-aa6551e55207 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:55.225005 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-542dab4e-b4ae-49ec-8668-aa6551e55207 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/subnets/c53d80c8-60ea-4b50-97d6-ae11776852b2 HTTP/1.1" status: 404 len: 337 time: 0.0451827 Jan 21 09:43:55.225753 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54296) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:55.236440 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a747759e-3e34-4911-ba11-c98b1e81982d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Made reservation on behalf of 0b78745c20204b2bb7542d64f98190cf for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:55.239818 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a747759e-3e34-4911-ba11-c98b1e81982d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.272637 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-062f89c2-4bba-4336-a375-a76924f6b047 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:55.273093 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-062f89c2-4bba-4336-a375-a76924f6b047 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:55.278319 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-062f89c2-4bba-4336-a375-a76924f6b047 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/subnets/a7e04eaf-e3b2-4d7b-a023-96b3465d91fb HTTP/1.1" status: 404 len: 337 time: 0.0493615 Jan 21 09:43:55.278645 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54300) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:55.297044 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-f3986d82-f1aa-4ae4-9dc6-747af551eb95 service neutron] 10.222.0.72 "GET /v2.0/networks/ad7d1e2e-0774-4dd8-b4a1-ce49e042d841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5349779 Jan 21 09:43:55.309978 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-a747759e-3e34-4911-ba11-c98b1e81982d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] device_id is not set on port fc1b2304-abc6-4fe2-9d4b-feab5e644dac yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:43:55.312326 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-46367745-91e5-476d-9918-f33a396192e5 None None] For port f4f9cc1d-aa2a-482c-815e-8af0154a1026, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:43:55.318097 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-46367745-91e5-476d-9918-f33a396192e5 None None] For port f4f9cc1d-aa2a-482c-815e-8af0154a1026, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=f4f9cc1d-aa2a-482c-815e-8af0154a1026,segment=NetworkSegment(b00cb493-5faf-4137-9874-e7c47fd4047f),segment_id=b00cb493-5faf-4137-9874-e7c47fd4047f)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:43:55.328300 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-46367745-91e5-476d-9918-f33a396192e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.330014 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac375ab-6ef0-43ac-8eae-c21e5e87e9cf tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:55.330561 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ac375ab-6ef0-43ac-8eae-c21e5e87e9cf tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:55.332767 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-5ac375ab-6ef0-43ac-8eae-c21e5e87e9cf tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/subnets/a5bc9494-ea2d-4ab7-af78-c87c42bae29c HTTP/1.1" status: 404 len: 337 time: 0.0527768 Jan 21 09:43:55.341827 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54304) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:55.374082 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5a902757-9796-44a4-905d-0de243de423c tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "DELETE /v2.0/routers/30d4da5d-05cf-40c1-80d8-9f808729c428/tags HTTP/1.1" status: 204 len: 168 time: 0.6883776 Jan 21 09:43:55.399386 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54308) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:55.409150 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.tag.tag_plugin [None req-7a098e9d-7fd5-441e-9065-a5b19cc80c3c tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ff567e12-3f0c-4cfa-8ea2-a89a08c4c679') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:55.441637 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.objects.ports [None req-dcf8be39-85e3-41f9-8bee-c040a6a014d2 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87515) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 09:43:55.442013 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dcf8be39-85e3-41f9-8bee-c040a6a014d2 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.447539 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46367745-91e5-476d-9918-f33a396192e5 None None] Pushing event updated for resources: {'Port': ['ID=f4f9cc1d-aa2a-482c-815e-8af0154a1026,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:55.471807 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-048f4697-ca6f-42c3-956c-8d2abe7edb97 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:55.472290 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-048f4697-ca6f-42c3-956c-8d2abe7edb97 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:55.474061 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-048f4697-ca6f-42c3-956c-8d2abe7edb97 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/subnets/42dcc0b5-14d9-4765-899b-91d35a1ad78c HTTP/1.1" status: 404 len: 337 time: 0.1309323 Jan 21 09:43:55.480106 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54312) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:55.539973 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b35e1eeb-cd07-43b9-a209-429530cf8f3c tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "GET /v2.0/ports?device_id=d0ac310a-ad76-41dc-a529-60c18664148b HTTP/1.1" status: 200 len: 205 time: 0.0570567 Jan 21 09:43:55.546448 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54316) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:55.616731 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-283eb26f-f98c-4624-8fde-289f518e9dc9 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] delete failed (client error): The resource could not be found. Jan 21 09:43:55.620792 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-283eb26f-f98c-4624-8fde-289f518e9dc9 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/routers/d0ac310a-ad76-41dc-a529-60c18664148b HTTP/1.1" status: 404 len: 336 time: 0.0710092 Jan 21 09:43:55.621426 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54320) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:55.672599 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4a2e31b4-e08c-465f-909d-800ac300691d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4a82d38-5189-4140-94ef-edf100027894 HTTP/1.1" status: 200 len: 205 time: 0.0495732 Jan 21 09:43:55.674314 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a9a83-9107-4afe-827c-7ff05416196d req-1c182084-ba48-4b86-83e6-0ce98422e69a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:55.675177 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54324) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:55.676285 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e84a9a83-9107-4afe-827c-7ff05416196d req-1c182084-ba48-4b86-83e6-0ce98422e69a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=a1a4bac6-f64a-4e20-b559-3df1b725651b HTTP/1.1" status: 200 len: 943 time: 0.5405550 Jan 21 09:43:55.712416 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf8be39-85e3-41f9-8bee-c040a6a014d2 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Pushing event updated for resources: {'Subnet': ['ID=97db0eb7-1029-422b-8fc6-fc709119f0c7,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:55.772380 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-77d2a812-4715-4322-b8c6-804208923788 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] delete failed (client error): The resource could not be found. Jan 21 09:43:55.776883 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-77d2a812-4715-4322-b8c6-804208923788 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/routers/b4a82d38-5189-4140-94ef-edf100027894 HTTP/1.1" status: 404 len: 336 time: 0.1006670 Jan 21 09:43:55.777584 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54328) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:55.815176 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fe57deaa-3fb7-43a8-b056-399489e250d8 req-88c06abf-5086-4c26-8f11-d5a689746cb8 service neutron] 10.222.0.72 "GET /v2.0/networks/ad7d1e2e-0774-4dd8-b4a1-ce49e042d841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4664142 Jan 21 09:43:55.824241 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf8be39-85e3-41f9-8bee-c040a6a014d2 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Checking segment: {'id': '2f820a78-3231-4d87-a7e3-22cadb9250f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b8ea26dd-3d51-44bb-a090-5ba5bc4a30f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:43:55.824241 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf8be39-85e3-41f9-8bee-c040a6a014d2 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Network hostable DHCP agents. Network: b8ea26dd-3d51-44bb-a090-5ba5bc4a30f8, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:55.827100 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df1e8eb-e4f8-49ea-b45b-0e96b5f37db5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:55.827998 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7df1e8eb-e4f8-49ea-b45b-0e96b5f37db5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:55.839026 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7df1e8eb-e4f8-49ea-b45b-0e96b5f37db5 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/subnets/ed36e4d8-6b72-4559-88f4-ec6f52f4d0e2 HTTP/1.1" status: 404 len: 337 time: 0.0591092 Jan 21 09:43:55.840051 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54332) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:55.854264 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-a747759e-3e34-4911-ba11-c98b1e81982d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Allocated IP 172.20.0.12 (9e96aa7b-3c01-40fc-bf3f-7e4370d966a7/d53ea57f-f83c-4eb4-94a5-b836b8154d21/fc1b2304-abc6-4fe2-9d4b-feab5e644dac) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:55.928571 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7cb7c235-933d-4381-9f65-9d36ce60610d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "GET /v2.0/ports?device_id=e3955647-ae7b-40bf-8064-49a1fbc8ea02 HTTP/1.1" status: 200 len: 205 time: 0.0863473 Jan 21 09:43:55.929372 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54336) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:55.988795 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e84a9a83-9107-4afe-827c-7ff05416196d req-d212e3cb-f8e4-4eec-b516-6408b6454c83 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=e8fd6672-93bb-4f14-afe5-0087d2781f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2931728 Jan 21 09:43:56.023127 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf8be39-85e3-41f9-8bee-c040a6a014d2 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Network b8ea26dd-3d51-44bb-a090-5ba5bc4a30f8 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:56.028764 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7a098e9d-7fd5-441e-9065-a5b19cc80c3c tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "DELETE /v2.0/ports/ff567e12-3f0c-4cfa-8ea2-a89a08c4c679/tags HTTP/1.1" status: 204 len: 168 time: 0.6256499 Jan 21 09:43:56.048653 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54340) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:56.063929 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.tag.tag_plugin [None req-482ecd7b-aa03-48d1-b538-eecfc8325d80 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '35fe532c-9656-48dd-8b18-2372a20c9292') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:56.091788 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-2e1d0968-6b84-482f-a096-78c61ff28aa3 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] delete failed (client error): The resource could not be found. Jan 21 09:43:56.099320 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2e1d0968-6b84-482f-a096-78c61ff28aa3 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/routers/e3955647-ae7b-40bf-8064-49a1fbc8ea02 HTTP/1.1" status: 404 len: 336 time: 0.1632795 Jan 21 09:43:56.109748 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54344) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:56.115002 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-dcf8be39-85e3-41f9-8bee-c040a6a014d2 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, b8ea26dd-3d51-44bb-a090-5ba5bc4a30f8) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:56.129550 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9d026a-55d7-4684-816a-8f06953d33ee None None] Network b8ea26dd-3d51-44bb-a090-5ba5bc4a30f8 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:56.139701 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf8be39-85e3-41f9-8bee-c040a6a014d2 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:56.140968 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dcf8be39-85e3-41f9-8bee-c040a6a014d2 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.204925 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device f4f9cc1d-aa2a-482c-815e-8af0154a1026 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:56.208274 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-04825d00-efef-4296-b2ed-2ee22629c9e9 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c606ff7-54a9-4fd1-ae1d-74df3bfa900c HTTP/1.1" status: 200 len: 205 time: 0.0970771 Jan 21 09:43:56.212923 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54350) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:56.296719 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c941a79-0196-4349-8ed5-ffbbc46f85b5 req-3dde30e6-e8f3-4ea7-9ab7-0e5034588fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:56.298318 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8c941a79-0196-4349-8ed5-ffbbc46f85b5 req-3dde30e6-e8f3-4ea7-9ab7-0e5034588fd9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=a1a4bac6-f64a-4e20-b559-3df1b725651b HTTP/1.1" status: 200 len: 1096 time: 0.3874550 Jan 21 09:43:56.308180 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-dcf8be39-85e3-41f9-8bee-c040a6a014d2 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.1810272 Jan 21 09:43:56.315325 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54354) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:56.335505 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-cf303021-8d5f-4d9d-a372-c2d329ef42c8 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] delete failed (client error): The resource could not be found. Jan 21 09:43:56.339489 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-cf303021-8d5f-4d9d-a372-c2d329ef42c8 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/routers/1c606ff7-54a9-4fd1-ae1d-74df3bfa900c HTTP/1.1" status: 404 len: 336 time: 0.1235695 Jan 21 09:43:56.341865 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-a681a695-35a9-4042-b482-01216a60ff96 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1029094215', 'network_id': 'b8ea26dd-3d51-44bb-a090-5ba5bc4a30f8'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:56.348361 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54358) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:56.352778 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a681a695-35a9-4042-b482-01216a60ff96 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:56.406489 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ac6537-3928-4d96-bc85-1e3270be25d1 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:56.406933 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31ac6537-3928-4d96-bc85-1e3270be25d1 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:56.411043 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-31ac6537-3928-4d96-bc85-1e3270be25d1 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/subnets/f424ceef-7442-48f8-9a3e-b7bb098fd4e5 HTTP/1.1" status: 404 len: 337 time: 0.0584130 Jan 21 09:43:56.412894 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54362) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:56.435776 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a747759e-3e34-4911-ba11-c98b1e81982d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.467501 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a681a695-35a9-4042-b482-01216a60ff96 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Usage tracker for resource:port and tenant:eaf383f3c61a48439db183060d04b10a is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:56.479539 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a681a695-35a9-4042-b482-01216a60ff96 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:56.486645 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-a747759e-3e34-4911-ba11-c98b1e81982d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Transition to ACTIVE for port object fc1b2304-abc6-4fe2-9d4b-feab5e644dac will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:56.511336 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f67a87cf-4692-4140-9ff0-b5465e59ade2 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "GET /v2.0/ports?device_id=423c28d5-4594-4f44-89d4-47353a383e75 HTTP/1.1" status: 200 len: 205 time: 0.0975668 Jan 21 09:43:56.511765 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a681a695-35a9-4042-b482-01216a60ff96 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:56.513917 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54366) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:56.516970 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c941a79-0196-4349-8ed5-ffbbc46f85b5 req-f11b43d6-7abd-442c-9b4d-3f995e7b3fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:56.519843 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8c941a79-0196-4349-8ed5-ffbbc46f85b5 req-f11b43d6-7abd-442c-9b4d-3f995e7b3fb4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ad7d1e2e-0774-4dd8-b4a1-ce49e042d841 HTTP/1.1" status: 200 len: 898 time: 0.2099559 Jan 21 09:43:56.528751 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port f4f9cc1d-aa2a-482c-815e-8af0154a1026 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:56.535530 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe570667-2502-48aa-ac74-35240295c547 None None] Network b8ea26dd-3d51-44bb-a090-5ba5bc4a30f8 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:56.539179 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-482ecd7b-aa03-48d1-b538-eecfc8325d80 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "DELETE /v2.0/subnets/35fe532c-9656-48dd-8b18-2372a20c9292/tags HTTP/1.1" status: 204 len: 168 time: 0.4894845 Jan 21 09:43:56.544056 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54370) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:56.576573 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a681a695-35a9-4042-b482-01216a60ff96 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Made reservation on behalf of eaf383f3c61a48439db183060d04b10a for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:56.594064 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a681a695-35a9-4042-b482-01216a60ff96 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.633872 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-c33dd90f-3e4d-49ba-b60a-267cd71f6f4a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] delete failed (client error): The resource could not be found. Jan 21 09:43:56.637243 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c33dd90f-3e4d-49ba-b60a-267cd71f6f4a tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/routers/423c28d5-4594-4f44-89d4-47353a383e75 HTTP/1.1" status: 404 len: 336 time: 0.1196995 Jan 21 09:43:56.640861 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54374) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:56.713308 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-a681a695-35a9-4042-b482-01216a60ff96 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] device_id is not set on port bfd89674-a633-437c-8e30-e3ba881e440e yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:43:56.739239 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8c941a79-0196-4349-8ed5-ffbbc46f85b5 req-689ef482-ca3b-4f62-bfa1-b85711f48ac3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c3aa7de-8d0e-4258-9d2d-088d797fc847 HTTP/1.1" status: 200 len: 217 time: 0.1032352 Jan 21 09:43:56.813566 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c941a79-0196-4349-8ed5-ffbbc46f85b5 req-f3022dd9-7ced-4157-aa25-3fff8467a02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:56.813981 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a17ee01-40f6-4453-a58d-7bc6901f76f7 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:56.814561 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a17ee01-40f6-4453-a58d-7bc6901f76f7 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:56.814904 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8c941a79-0196-4349-8ed5-ffbbc46f85b5 req-f3022dd9-7ced-4157-aa25-3fff8467a02e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a49a675f-632a-4690-8ea3-9a194a48b421 HTTP/1.1" status: 200 len: 835 time: 0.0643420 Jan 21 09:43:56.820227 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8a17ee01-40f6-4453-a58d-7bc6901f76f7 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/subnets/5f890f8e-3f40-48b1-aa07-0ad6007ba05d HTTP/1.1" status: 404 len: 337 time: 0.1723359 Jan 21 09:43:56.850998 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54378) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:56.892804 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a747759e-3e34-4911-ba11-c98b1e81982d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.972951 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ecfa35ff-5db2-4b4c-801f-d08f93fb9735 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "GET /v2.0/ports?device_id=d20f92a5-8880-4eda-bb44-7bf4a0983548 HTTP/1.1" status: 200 len: 205 time: 0.1071661 Jan 21 09:43:56.984960 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54382) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:57.093325 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-6a4f07e5-77e0-487b-aba9-c6fde71337c3 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] delete failed (client error): The resource could not be found. Jan 21 09:43:57.094348 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6a4f07e5-77e0-487b-aba9-c6fde71337c3 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/routers/d20f92a5-8880-4eda-bb44-7bf4a0983548 HTTP/1.1" status: 404 len: 336 time: 0.1054735 Jan 21 09:43:57.107007 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54388) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:57.121878 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a747759e-3e34-4911-ba11-c98b1e81982d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Network 9e96aa7b-3c01-40fc-bf3f-7e4370d966a7 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:57.145560 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30156b26-7fd0-43c7-88da-ab03b88087e9 None None] Network 9e96aa7b-3c01-40fc-bf3f-7e4370d966a7 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:43:57.158712 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-a747759e-3e34-4911-ba11-c98b1e81982d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:57.164883 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a747759e-3e34-4911-ba11-c98b1e81982d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Port': ['ID=fc1b2304-abc6-4fe2-9d4b-feab5e644dac,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:57.167203 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a747759e-3e34-4911-ba11-c98b1e81982d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:43:57.204951 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-7264aaf1-3b48-4011-8045-720516a05d87 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:57.205401 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7264aaf1-3b48-4011-8045-720516a05d87 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:57.207113 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7264aaf1-3b48-4011-8045-720516a05d87 tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/subnets/4af20190-d95a-4b39-8ca0-4ca30fd63461 HTTP/1.1" status: 404 len: 337 time: 0.0917556 Jan 21 09:43:57.216236 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54392) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:57.395825 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-394a0aac-5d84-4446-881d-9c7af2f22688 None None] Provisioning for port f4f9cc1d-aa2a-482c-815e-8af0154a1026 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:57.401093 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-394a0aac-5d84-4446-881d-9c7af2f22688 None None] Provisioning complete for port f4f9cc1d-aa2a-482c-815e-8af0154a1026 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:57.401419 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-394a0aac-5d84-4446-881d-9c7af2f22688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.418138 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-a681a695-35a9-4042-b482-01216a60ff96 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Allocated IP 2001:db8::300 (b8ea26dd-3d51-44bb-a090-5ba5bc4a30f8/97db0eb7-1029-422b-8fc6-fc709119f0c7/bfd89674-a633-437c-8e30-e3ba881e440e) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:57.471499 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ca07515b-a68e-4a08-a1a3-3d5769887657 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks [] for subnetpool, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.473652 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a747759e-3e34-4911-ba11-c98b1e81982d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:57.474252 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a747759e-3e34-4911-ba11-c98b1e81982d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.483574 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ca07515b-a68e-4a08-a1a3-3d5769887657 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "DELETE /v2.0/subnetpools/61e5e4bf-0cbc-4b52-9c35-8fefb33161bd HTTP/1.1" status: 204 len: 168 time: 0.9358299 Jan 21 09:43:57.485720 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54406) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:57.504174 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769eab2c-6a39-4bad-9d75-159061db1064 req-6680e6ea-8c2d-43df-a9fd-ee5af7cd8f5b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:57.505671 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-769eab2c-6a39-4bad-9d75-159061db1064 req-6680e6ea-8c2d-43df-a9fd-ee5af7cd8f5b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=a1a4bac6-f64a-4e20-b559-3df1b725651b HTTP/1.1" status: 200 len: 943 time: 0.2753451 Jan 21 09:43:57.546059 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c941a79-0196-4349-8ed5-ffbbc46f85b5 req-1e28d52a-7bed-46fe-883c-93288f1c05e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:57.548034 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8c941a79-0196-4349-8ed5-ffbbc46f85b5 req-1e28d52a-7bed-46fe-883c-93288f1c05e0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ad7d1e2e-0774-4dd8-b4a1-ce49e042d841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7256303 Jan 21 09:43:57.549065 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd9d377-eafa-49a7-a82c-473efe3c6f5d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:57.549667 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fd9d377-eafa-49a7-a82c-473efe3c6f5d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:57.551814 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1fd9d377-eafa-49a7-a82c-473efe3c6f5d tempest-RoutersIpV6Test-329729712 tempest-RoutersIpV6Test-329729712-project] 10.222.0.110 "DELETE /v2.0/subnets/23c6524b-d757-4f03-9ff3-6a49cc063b4e HTTP/1.1" status: 404 len: 337 time: 0.3345964 Jan 21 09:43:57.585413 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ae120f2a-aec3-4a10-9f7c-647a314cc77e tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "GET /v2.0/ports?device_id=30d4da5d-05cf-40c1-80d8-9f808729c428 HTTP/1.1" status: 200 len: 205 time: 0.0985310 Jan 21 09:43:57.589595 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54412) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:57.601404 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a747759e-3e34-4911-ba11-c98b1e81982d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 3.2847450 Jan 21 09:43:57.625501 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-394a0aac-5d84-4446-881d-9c7af2f22688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.732351 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a681a695-35a9-4042-b482-01216a60ff96 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.743227 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-394a0aac-5d84-4446-881d-9c7af2f22688 None None] For port f4f9cc1d-aa2a-482c-815e-8af0154a1026, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=f4f9cc1d-aa2a-482c-815e-8af0154a1026,segment=NetworkSegment(b00cb493-5faf-4137-9874-e7c47fd4047f),segment_id=b00cb493-5faf-4137-9874-e7c47fd4047f)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:43:57.760832 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-394a0aac-5d84-4446-881d-9c7af2f22688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.763647 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54416) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:57.812547 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a681a695-35a9-4042-b482-01216a60ff96 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.825381 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d85d32ce-9915-4ebb-970e-c7dbef14ab5b tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks [] for router, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.905987 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a681a695-35a9-4042-b482-01216a60ff96 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Network b8ea26dd-3d51-44bb-a090-5ba5bc4a30f8 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:57.914159 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-769eab2c-6a39-4bad-9d75-159061db1064 req-8eb258c5-f4fa-40da-b7e2-cb7c4340cab9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=e8fd6672-93bb-4f14-afe5-0087d2781f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3913136 Jan 21 09:43:57.919666 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a0aac-5d84-4446-881d-9c7af2f22688 None None] Pushing event updated for resources: {'Port': ['ID=f4f9cc1d-aa2a-482c-815e-8af0154a1026,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:57.931703 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-a681a695-35a9-4042-b482-01216a60ff96 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:57.945334 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a681a695-35a9-4042-b482-01216a60ff96 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:43:57.947357 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a681a695-35a9-4042-b482-01216a60ff96 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:57.947995 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a681a695-35a9-4042-b482-01216a60ff96 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.997611 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a681a695-35a9-4042-b482-01216a60ff96 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.6665382 Jan 21 09:43:58.005402 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-cabf818c-9138-415b-9f2d-4f304fdc3241 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Deleting port fc1b2304-abc6-4fe2-9d4b-feab5e644dac {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:58.005949 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cabf818c-9138-415b-9f2d-4f304fdc3241 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.021827 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54422) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:58.073977 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device f4f9cc1d-aa2a-482c-815e-8af0154a1026 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:58.147552 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a681a695-35a9-4042-b482-01216a60ff96 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Pushing event updated for resources: {'Port': ['ID=bfd89674-a633-437c-8e30-e3ba881e440e,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:58.149205 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-6afd0092-763b-4e72-9be0-01518bc4a637 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Deleting port bfd89674-a633-437c-8e30-e3ba881e440e {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:58.149541 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6afd0092-763b-4e72-9be0-01518bc4a637 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.160643 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54426) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:58.237199 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-77aeb1c5-5ad9-4074-98e4-bfa8eada2eed None None] Provisioning complete for port f4f9cc1d-aa2a-482c-815e-8af0154a1026 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:58.237808 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-77aeb1c5-5ad9-4074-98e4-bfa8eada2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.300735 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port f4f9cc1d-aa2a-482c-815e-8af0154a1026 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:58.301206 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.437825 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8c941a79-0196-4349-8ed5-ffbbc46f85b5 req-00aa57f8-70ac-4d34-894c-d6df8ac830eb service neutron] 10.222.0.72 "GET /v2.0/networks/ad7d1e2e-0774-4dd8-b4a1-ce49e042d841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8766055 Jan 21 09:43:58.509093 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cabf818c-9138-415b-9f2d-4f304fdc3241 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.541175 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a56c3c37-292f-4a08-96db-89598bab7a26 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=0ffd125f2e19497db276d912c6599666&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3759120 Jan 21 09:43:58.550025 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54434) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:58.578443 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-77aeb1c5-5ad9-4074-98e4-bfa8eada2eed None None] Provisioning for port fc1b2304-abc6-4fe2-9d4b-feab5e644dac completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:58.585204 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-77aeb1c5-5ad9-4074-98e4-bfa8eada2eed None None] Provisioning complete for port fc1b2304-abc6-4fe2-9d4b-feab5e644dac triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:58.585835 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-77aeb1c5-5ad9-4074-98e4-bfa8eada2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.614477 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d85d32ce-9915-4ebb-970e-c7dbef14ab5b tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.648611 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-77aeb1c5-5ad9-4074-98e4-bfa8eada2eed None None] Port fc1b2304-abc6-4fe2-9d4b-feab5e644dac cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:43:58.665439 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d85d32ce-9915-4ebb-970e-c7dbef14ab5b tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.724728 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-cabf818c-9138-415b-9f2d-4f304fdc3241 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Calling delete_port for fc1b2304-abc6-4fe2-9d4b-feab5e644dac owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:58.780008 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-fc6841f8-e46d-4110-bf2c-fb930fa5b3de None None] Provisioning complete for port fc1b2304-abc6-4fe2-9d4b-feab5e644dac triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:58.780600 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fc6841f8-e46d-4110-bf2c-fb930fa5b3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.794354 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d85d32ce-9915-4ebb-970e-c7dbef14ab5b tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.794985 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85d32ce-9915-4ebb-970e-c7dbef14ab5b tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Fanout notify agent at l3_agent the message router_deleted on router 30d4da5d-05cf-40c1-80d8-9f808729c428 {{(pid=87515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:43:58.823197 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8c941a79-0196-4349-8ed5-ffbbc46f85b5 req-851f4613-05aa-4b7c-870f-76a707faaa6a service neutron] 10.222.0.72 "GET /v2.0/networks/ad7d1e2e-0774-4dd8-b4a1-ce49e042d841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085959 Jan 21 09:43:58.832941 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d85d32ce-9915-4ebb-970e-c7dbef14ab5b tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.834020 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d85d32ce-9915-4ebb-970e-c7dbef14ab5b tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "DELETE /v2.0/routers/30d4da5d-05cf-40c1-80d8-9f808729c428 HTTP/1.1" status: 204 len: 168 time: 1.2435029 Jan 21 09:43:58.878978 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-fc6841f8-e46d-4110-bf2c-fb930fa5b3de None None] Port fc1b2304-abc6-4fe2-9d4b-feab5e644dac cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:43:58.881532 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54438) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:58.951773 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-af0f1d44-8237-415d-b80a-9a4082f6d244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.979137 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-af0f1d44-8237-415d-b80a-9a4082f6d244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.981645 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-a2cb1010-d0a0-4e87-aba2-7b40fdede965 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Deleting port ff567e12-3f0c-4cfa-8ea2-a89a08c4c679 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:43:58.981987 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a2cb1010-d0a0-4e87-aba2-7b40fdede965 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.015088 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6afd0092-763b-4e72-9be0-01518bc4a637 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.048236 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-af0f1d44-8237-415d-b80a-9a4082f6d244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.066856 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cabf818c-9138-415b-9f2d-4f304fdc3241 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.124134 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f1d44-8237-415d-b80a-9a4082f6d244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a132e3ae-f02a-4a51-b809-4d6665bbf2c3,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:59.184205 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf818c-9138-415b-9f2d-4f304fdc3241 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'Port': ['ID=fc1b2304-abc6-4fe2-9d4b-feab5e644dac,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:59.245677 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-af0f1d44-8237-415d-b80a-9a4082f6d244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.250768 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-af0f1d44-8237-415d-b80a-9a4082f6d244 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/a132e3ae-f02a-4a51-b809-4d6665bbf2c3 HTTP/1.1" status: 204 len: 168 time: 0.6960435 Jan 21 09:43:59.292331 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cabf818c-9138-415b-9f2d-4f304fdc3241 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.295250 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-cabf818c-9138-415b-9f2d-4f304fdc3241 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/ports/fc1b2304-abc6-4fe2-9d4b-feab5e644dac HTTP/1.1" status: 204 len: 168 time: 1.5278945 Jan 21 09:43:59.297611 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54446) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:59.343630 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-6afd0092-763b-4e72-9be0-01518bc4a637 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Calling delete_port for bfd89674-a633-437c-8e30-e3ba881e440e owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:43:59.356943 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7472213-d54a-4397-b82d-72dd4aea0841 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] GET failed (client error): The resource could not be found. Jan 21 09:43:59.357739 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a7472213-d54a-4397-b82d-72dd4aea0841 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Synchronizing usage tracker for tenant:0b78745c20204b2bb7542d64f98190cf on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:59.380338 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a7472213-d54a-4397-b82d-72dd4aea0841 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Unset dirty status for tenant:0b78745c20204b2bb7542d64f98190cf on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:59.385537 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a7472213-d54a-4397-b82d-72dd4aea0841 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "GET /v2.0/ports/fc1b2304-abc6-4fe2-9d4b-feab5e644dac HTTP/1.1" status: 404 len: 333 time: 0.0868361 Jan 21 09:43:59.386472 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54450) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:59.495735 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-f05ffbae-9768-49b6-9f2a-441e9cfd1eb0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Deleting subnet d53ea57f-f83c-4eb4-94a5-b836b8154d21 {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:43:59.499882 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f05ffbae-9768-49b6-9f2a-441e9cfd1eb0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.596812 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f05ffbae-9768-49b6-9f2a-441e9cfd1eb0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.653654 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda34d3-02ca-4aa2-a609-957943fadf74 req-351d1212-6940-4549-847d-06b2c77ee021 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:59.661418 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-beda34d3-02ca-4aa2-a609-957943fadf74 req-351d1212-6940-4549-847d-06b2c77ee021 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=a1a4bac6-f64a-4e20-b559-3df1b725651b HTTP/1.1" status: 200 len: 943 time: 0.4246848 Jan 21 09:43:59.748991 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f05ffbae-9768-49b6-9f2a-441e9cfd1eb0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.822441 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-beda34d3-02ca-4aa2-a609-957943fadf74 req-8f2fbb5c-e4c5-46e1-889b-6e4aac159075 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=e8fd6672-93bb-4f14-afe5-0087d2781f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600540 Jan 21 09:43:59.853752 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6afd0092-763b-4e72-9be0-01518bc4a637 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.985879 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd0092-763b-4e72-9be0-01518bc4a637 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Pushing event deleted for resources: {'Port': ['ID=bfd89674-a633-437c-8e30-e3ba881e440e,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:00.007292 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a2cb1010-d0a0-4e87-aba2-7b40fdede965 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.017602 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6afd0092-763b-4e72-9be0-01518bc4a637 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.041762 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f05ffbae-9768-49b6-9f2a-441e9cfd1eb0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.093489 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ffbae-9768-49b6-9f2a-441e9cfd1eb0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'Subnet': ['ID=d53ea57f-f83c-4eb4-94a5-b836b8154d21,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:00.097037 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6afd0092-763b-4e72-9be0-01518bc4a637 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] 10.222.0.110 "DELETE /v2.0/ports/bfd89674-a633-437c-8e30-e3ba881e440e HTTP/1.1" status: 204 len: 168 time: 2.0741520 Jan 21 09:44:00.097438 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f05ffbae-9768-49b6-9f2a-441e9cfd1eb0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.097710 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54472) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:00.104306 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e78058a-8341-4f96-a1a8-b03be5240815 None None] Network 9e96aa7b-3c01-40fc-bf3f-7e4370d966a7 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:00.108132 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f05ffbae-9768-49b6-9f2a-441e9cfd1eb0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/subnets/d53ea57f-f83c-4eb4-94a5-b836b8154d21 HTTP/1.1" status: 204 len: 168 time: 0.7204511 Jan 21 09:44:00.110531 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54474) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:00.175743 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-a2cb1010-d0a0-4e87-aba2-7b40fdede965 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Calling delete_port for ff567e12-3f0c-4cfa-8ea2-a89a08c4c679 owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:00.213563 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-fc51c84f-7f4a-4ca6-84ea-cca2d24467db tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b8ea26dd-3d51-44bb-a090-5ba5bc4a30f8', 'external_fixed_ips': [{'subnet_id': '97db0eb7-1029-422b-8fc6-fc709119f0c7', 'ip_address': '2001:db8::300'}]}}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:00.226693 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-fc51c84f-7f4a-4ca6-84ea-cca2d24467db tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:00.240663 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-fc51c84f-7f4a-4ca6-84ea-cca2d24467db tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Usage tracker for resource:router and tenant:eaf383f3c61a48439db183060d04b10a is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:00.245983 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-fc51c84f-7f4a-4ca6-84ea-cca2d24467db tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:00.258412 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-fc51c84f-7f4a-4ca6-84ea-cca2d24467db tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:00.288239 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fc51c84f-7f4a-4ca6-84ea-cca2d24467db tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.289466 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fc51c84f-7f4a-4ca6-84ea-cca2d24467db tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.328574 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd8d0545-c4fd-479f-8654-207154cbe9b0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.357937 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-cd8d0545-c4fd-479f-8654-207154cbe9b0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Deleting port f4f9cc1d-aa2a-482c-815e-8af0154a1026 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:00.358558 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd8d0545-c4fd-479f-8654-207154cbe9b0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.397528 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a2cb1010-d0a0-4e87-aba2-7b40fdede965 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.443234 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98dfaed-3b39-4c39-a854-3d07c5eb6a13 None None] DHCP port deletion for 9e96aa7b-3c01-40fc-bf3f-7e4370d966a7 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:44:00.445282 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54482) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:00.449890 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-e98dfaed-3b39-4c39-a854-3d07c5eb6a13 None None] Deleting port f4f9cc1d-aa2a-482c-815e-8af0154a1026 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:00.450478 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e98dfaed-3b39-4c39-a854-3d07c5eb6a13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.474108 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fc51c84f-7f4a-4ca6-84ea-cca2d24467db tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.477882 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb1010-d0a0-4e87-aba2-7b40fdede965 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Pushing event deleted for resources: {'Port': ['ID=ff567e12-3f0c-4cfa-8ea2-a89a08c4c679,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:00.637090 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-cd8d0545-c4fd-479f-8654-207154cbe9b0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] For port f4f9cc1d-aa2a-482c-815e-8af0154a1026, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=f4f9cc1d-aa2a-482c-815e-8af0154a1026,segment=NetworkSegment(b00cb493-5faf-4137-9874-e7c47fd4047f),segment_id=b00cb493-5faf-4137-9874-e7c47fd4047f)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:00.638076 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd8d0545-c4fd-479f-8654-207154cbe9b0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.913276 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-cd8d0545-c4fd-479f-8654-207154cbe9b0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Calling delete_port for f4f9cc1d-aa2a-482c-815e-8af0154a1026 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:00.960311 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-e98dfaed-3b39-4c39-a854-3d07c5eb6a13 None None] For port f4f9cc1d-aa2a-482c-815e-8af0154a1026, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=f4f9cc1d-aa2a-482c-815e-8af0154a1026,segment=NetworkSegment(b00cb493-5faf-4137-9874-e7c47fd4047f),segment_id=b00cb493-5faf-4137-9874-e7c47fd4047f)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:00.960573 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e98dfaed-3b39-4c39-a854-3d07c5eb6a13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.988425 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-6539c765-7fd3-4031-92ce-a8bf7e47d518 tempest-DvrRoutersNegativeTest-937992494 tempest-DvrRoutersNegativeTest-937992494-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1637102189', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:00.991774 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.policy [None req-6539c765-7fd3-4031-92ce-a8bf7e47d518 tempest-DvrRoutersNegativeTest-937992494 tempest-DvrRoutersNegativeTest-937992494-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87515) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jan 21 09:44:00.992295 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.policy [None req-6539c765-7fd3-4031-92ce-a8bf7e47d518 tempest-DvrRoutersNegativeTest-937992494 tempest-DvrRoutersNegativeTest-937992494-project] Failed policy check for 'create_router' {{(pid=87515) enforce /opt/stack/neutron/neutron/policy.py:520}} Jan 21 09:44:00.993571 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-6539c765-7fd3-4031-92ce-a8bf7e47d518 tempest-DvrRoutersNegativeTest-937992494 tempest-DvrRoutersNegativeTest-937992494-project] create failed (client error): Access was denied to this resource. Jan 21 09:44:00.994777 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6539c765-7fd3-4031-92ce-a8bf7e47d518 tempest-DvrRoutersNegativeTest-937992494 tempest-DvrRoutersNegativeTest-937992494-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5445287 Jan 21 09:44:01.088699 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fc51c84f-7f4a-4ca6-84ea-cca2d24467db tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.117058 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a2cb1010-d0a0-4e87-aba2-7b40fdede965 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.169675 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 6c3aa7de-8d0e-4258-9d2d-088d797fc847 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:44:01.180771 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-e98dfaed-3b39-4c39-a854-3d07c5eb6a13 None None] Calling delete_port for f4f9cc1d-aa2a-482c-815e-8af0154a1026 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:01.182298 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd8d0545-c4fd-479f-8654-207154cbe9b0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.259210 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d0545-c4fd-479f-8654-207154cbe9b0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'Port': ['ID=f4f9cc1d-aa2a-482c-815e-8af0154a1026,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:01.264832 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8d0545-c4fd-479f-8654-207154cbe9b0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] No DVR routers for this DVR port f4f9cc1d-aa2a-482c-815e-8af0154a1026 on host dv-neutron-825731-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:01.404432 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a2cb1010-d0a0-4e87-aba2-7b40fdede965 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "DELETE /v2.0/ports/ff567e12-3f0c-4cfa-8ea2-a89a08c4c679 HTTP/1.1" status: 204 len: 168 time: 2.5216966 Jan 21 09:44:01.406841 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54496) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:01.411371 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd8d0545-c4fd-479f-8654-207154cbe9b0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.437985 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-cd8d0545-c4fd-479f-8654-207154cbe9b0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e96aa7b-3c01-40fc-bf3f-7e4370d966a7']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:01.441844 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 6c3aa7de-8d0e-4258-9d2d-088d797fc847, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6c3aa7de-8d0e-4258-9d2d-088d797fc847,segment=NetworkSegment(fba40be4-9fff-412a-a038-55e4d6cba25c),segment_id=fba40be4-9fff-412a-a038-55e4d6cba25c)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:01.452873 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-cd8d0545-c4fd-479f-8654-207154cbe9b0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b00cb493-5faf-4137-9874-e7c47fd4047f') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:01.453168 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-cd8d0545-c4fd-479f-8654-207154cbe9b0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b00cb493-5faf-4137-9874-e7c47fd4047f') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:01.462144 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': '6c3aa7de-8d0e-4258-9d2d-088d797fc847', 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841', 'port_id': '6c3aa7de-8d0e-4258-9d2d-088d797fc847', 'mac_address': 'fa:16:3e:36:6e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a49a675f-632a-4690-8ea3-9a194a48b421', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:44:01.466610 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54500) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:01.473668 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd8d0545-c4fd-479f-8654-207154cbe9b0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.493553 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd8d0545-c4fd-479f-8654-207154cbe9b0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.501194 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd8d0545-c4fd-479f-8654-207154cbe9b0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:01.501926 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd8d0545-c4fd-479f-8654-207154cbe9b0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.535754 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-e98dfaed-3b39-4c39-a854-3d07c5eb6a13 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:44:01.536112 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-e98dfaed-3b39-4c39-a854-3d07c5eb6a13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:44:01.573262 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee0a2dc-f8c3-4bf0-afd7-1c4bc59c8be0 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Deleting subnet 35fe532c-9656-48dd-8b18-2372a20c9292 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:44:01.578021 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9ee0a2dc-f8c3-4bf0-afd7-1c4bc59c8be0 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.580122 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.602917 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c3aa7de-8d0e-4258-9d2d-088d797fc847 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:44:01.615261 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:44:01.615261 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:01.615261 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:44:01.615261 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:01.615261 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:44:01.615261 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:01.615261 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:44:01.615261 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:01.615261 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:44:01.615261 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:01.615261 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:44:01.615261 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:01.615261 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:44:01.615261 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:01.615261 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:01.615261 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:01.615261 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:01.615261 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:01.615261 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:44:01.615261 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:44:01.615261 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:44:01.615261 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:44:01.615261 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:01.615261 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:01.615261 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:01.615261 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:01.615261 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:01.615261 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:01.615261 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:01.615261 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:01.615261 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:01.615261 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:01.629905 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd8d0545-c4fd-479f-8654-207154cbe9b0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.630142 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 6c3aa7de-8d0e-4258-9d2d-088d797fc847, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6c3aa7de-8d0e-4258-9d2d-088d797fc847,segment=NetworkSegment(fba40be4-9fff-412a-a038-55e4d6cba25c),segment_id=fba40be4-9fff-412a-a038-55e4d6cba25c)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:01.636758 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.639314 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd8d0545-c4fd-479f-8654-207154cbe9b0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.684550 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70028e-cd88-49de-aad2-f5f5f86614a0 req-ab6787f1-1738-435c-8588-7f992fa03e8c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:01.685317 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9ee0a2dc-f8c3-4bf0-afd7-1c4bc59c8be0 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.691924 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-bc70028e-cd88-49de-aad2-f5f5f86614a0 req-ab6787f1-1738-435c-8588-7f992fa03e8c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=a1a4bac6-f64a-4e20-b559-3df1b725651b HTTP/1.1" status: 200 len: 943 time: 0.6082635 Jan 21 09:44:01.694616 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-cd8d0545-c4fd-479f-8654-207154cbe9b0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/networks/9e96aa7b-3c01-40fc-bf3f-7e4370d966a7 HTTP/1.1" status: 204 len: 168 time: 1.5825448 Jan 21 09:44:01.699439 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54506) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:01.714630 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e4f1f9a5-a55b-4927-8047-11a11ca9235c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.718986 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d0545-c4fd-479f-8654-207154cbe9b0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'Network': ['ID=9e96aa7b-3c01-40fc-bf3f-7e4370d966a7,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:01.728650 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-bb184e12-f1da-4bdc-ae82-56ca7751616a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'port': {'network_id': 'c6f429f6-d76f-464b-b10d-73f2378341d1', 'name': 'tempest-PortsTestJSON-1453842837'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:01.776541 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-e4f1f9a5-a55b-4927-8047-11a11ca9235c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:01.781109 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=6c3aa7de-8d0e-4258-9d2d-088d797fc847,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:01.792491 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e4f1f9a5-a55b-4927-8047-11a11ca9235c admin admin] Usage tracker for resource:security_group_rule and tenant:0c04ca096deb4b6081bb48fb11da09c0 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:01.800192 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e4f1f9a5-a55b-4927-8047-11a11ca9235c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:01.815663 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-e4f1f9a5-a55b-4927-8047-11a11ca9235c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:01.830431 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-bc70028e-cd88-49de-aad2-f5f5f86614a0 req-a06597f7-b896-446a-bff9-0f5a3a37fa7e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=e8fd6672-93bb-4f14-afe5-0087d2781f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374476 Jan 21 09:44:01.904424 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-bb184e12-f1da-4bdc-ae82-56ca7751616a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:01.909308 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-bb184e12-f1da-4bdc-ae82-56ca7751616a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:port and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:01.912610 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-bb184e12-f1da-4bdc-ae82-56ca7751616a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:01.919521 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-bb184e12-f1da-4bdc-ae82-56ca7751616a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:01.934533 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb184e12-f1da-4bdc-ae82-56ca7751616a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Made reservation on behalf of 0b78745c20204b2bb7542d64f98190cf for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:01.938427 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bb184e12-f1da-4bdc-ae82-56ca7751616a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.966529 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-bb184e12-f1da-4bdc-ae82-56ca7751616a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] device_id is not set on port 0915d3f8-04fe-4015-ba6d-3596dc8867dd yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:44:02.009297 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9ee0a2dc-f8c3-4bf0-afd7-1c4bc59c8be0 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.037402 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-e98dfaed-3b39-4c39-a854-3d07c5eb6a13 None None] Deleting port f4f9cc1d-aa2a-482c-815e-8af0154a1026 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:02.037783 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e98dfaed-3b39-4c39-a854-3d07c5eb6a13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.091310 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device f4f9cc1d-aa2a-482c-815e-8af0154a1026 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:44:02.108170 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fc51c84f-7f4a-4ca6-84ea-cca2d24467db tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.126700 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['6c3aa7de-8d0e-4258-9d2d-088d797fc847'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 09:44:02.155214 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fc51c84f-7f4a-4ca6-84ea-cca2d24467db tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.176639 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: f4f9cc1d-aa2a-482c-815e-8af0154a1026 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:44:02.177477 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device f4f9cc1d-aa2a-482c-815e-8af0154a1026 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:44:02.226137 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-e98dfaed-3b39-4c39-a854-3d07c5eb6a13 None None] The port 'f4f9cc1d-aa2a-482c-815e-8af0154a1026' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:44:02.290552 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bb184e12-f1da-4bdc-ae82-56ca7751616a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.295311 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e4f1f9a5-a55b-4927-8047-11a11ca9235c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.322971 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bb184e12-f1da-4bdc-ae82-56ca7751616a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.330306 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e4f1f9a5-a55b-4927-8047-11a11ca9235c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.350301 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9ee0a2dc-f8c3-4bf0-afd7-1c4bc59c8be0 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.404033 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb184e12-f1da-4bdc-ae82-56ca7751616a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Network c6f429f6-d76f-464b-b10d-73f2378341d1 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:02.414943 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-bb184e12-f1da-4bdc-ae82-56ca7751616a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:02.426340 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb184e12-f1da-4bdc-ae82-56ca7751616a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:02.433954 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb184e12-f1da-4bdc-ae82-56ca7751616a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:02.434936 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bb184e12-f1da-4bdc-ae82-56ca7751616a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.461919 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb184e12-f1da-4bdc-ae82-56ca7751616a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Port': ['ID=0915d3f8-04fe-4015-ba6d-3596dc8867dd,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:02.467353 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0a2dc-f8c3-4bf0-afd7-1c4bc59c8be0 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Pushing event deleted for resources: {'Subnet': ['ID=35fe532c-9656-48dd-8b18-2372a20c9292,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:02.471788 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9ee0a2dc-f8c3-4bf0-afd7-1c4bc59c8be0 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.474398 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282192b1-9a18-4f00-ad2e-42ed98d57cbf None None] Network 2a4ce690-d3fc-4943-be43-7a8a577e8a61 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:02.499380 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-bb184e12-f1da-4bdc-ae82-56ca7751616a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7863483 Jan 21 09:44:02.502044 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54518) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:02.521678 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1f9a5-a55b-4927-8047-11a11ca9235c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76fcb703-67f6-4058-bfc7-4cc119d705b5,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:02.526708 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e4f1f9a5-a55b-4927-8047-11a11ca9235c admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=0c04ca096deb4b6081bb48fb11da09c0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0589142 Jan 21 09:44:02.534778 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54524) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:02.551343 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-9ee0a2dc-f8c3-4bf0-afd7-1c4bc59c8be0 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "DELETE /v2.0/subnets/35fe532c-9656-48dd-8b18-2372a20c9292 HTTP/1.1" status: 204 len: 168 time: 1.1432860 Jan 21 09:44:02.564296 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54528) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:02.625540 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-497fb50d-5fc5-44f2-a0b4-075c9d0b886d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Deleting port 0915d3f8-04fe-4015-ba6d-3596dc8867dd {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:02.626219 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-497fb50d-5fc5-44f2-a0b4-075c9d0b886d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.645045 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-fc51c84f-7f4a-4ca6-84ea-cca2d24467db tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Allocated IP 2001:db8::300 (b8ea26dd-3d51-44bb-a090-5ba5bc4a30f8/97db0eb7-1029-422b-8fc6-fc709119f0c7/b95b479b-dea4-4e0f-b6ac-71167bb9d3f7) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:02.812917 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-12d9a152-8c27-4bd6-b788-4e170f29f270 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Synchronizing usage tracker for tenant:b19bae91610749c2842623300f66b5c2 on resource:security_group {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:02.830025 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9f961b01-325e-424e-96a5-9ddf1e360ee2 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.831632 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c979da80-5b53-4c22-9360-6c8b4ee0c9db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.872508 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ac1581-06b1-4003-9c73-dd4a9abcce4e None None] DHCP port deletion for 2a4ce690-d3fc-4943-be43-7a8a577e8a61 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:44:02.875463 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-497fb50d-5fc5-44f2-a0b4-075c9d0b886d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.877037 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-71ac1581-06b1-4003-9c73-dd4a9abcce4e None None] Deleting port 0f70c8bd-fd27-4fd4-9f4f-9b019022f4ed {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:02.877417 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-71ac1581-06b1-4003-9c73-dd4a9abcce4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.943471 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c979da80-5b53-4c22-9360-6c8b4ee0c9db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.958599 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-12d9a152-8c27-4bd6-b788-4e170f29f270 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Unset dirty status for tenant:b19bae91610749c2842623300f66b5c2 on resource:security_group {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:02.960160 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-12d9a152-8c27-4bd6-b788-4e170f29f270 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1226420372&fields=id&tenant_id=b19bae91610749c2842623300f66b5c2 HTTP/1.1" status: 200 len: 267 time: 0.3340271 Jan 21 09:44:02.972895 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-9f961b01-325e-424e-96a5-9ddf1e360ee2 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Deleting port 0f70c8bd-fd27-4fd4-9f4f-9b019022f4ed {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:02.973528 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9f961b01-325e-424e-96a5-9ddf1e360ee2 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.108659 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fc51c84f-7f4a-4ca6-84ea-cca2d24467db tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.120386 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-71ac1581-06b1-4003-9c73-dd4a9abcce4e None None] For port 0f70c8bd-fd27-4fd4-9f4f-9b019022f4ed, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=0f70c8bd-fd27-4fd4-9f4f-9b019022f4ed,segment=NetworkSegment(a7c3cd68-94d9-4b3b-a2f2-03f02a091b10),segment_id=a7c3cd68-94d9-4b3b-a2f2-03f02a091b10)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:03.121979 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-71ac1581-06b1-4003-9c73-dd4a9abcce4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.128371 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-497fb50d-5fc5-44f2-a0b4-075c9d0b886d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Calling delete_port for 0915d3f8-04fe-4015-ba6d-3596dc8867dd owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:03.256378 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-71ac1581-06b1-4003-9c73-dd4a9abcce4e None None] Calling delete_port for 0f70c8bd-fd27-4fd4-9f4f-9b019022f4ed owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:03.271724 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-497fb50d-5fc5-44f2-a0b4-075c9d0b886d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.319328 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da17d58-2981-4020-b26d-559288a321fd req-b3bf398e-2267-4b66-8764-3d5a22122ac6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:03.321368 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4da17d58-2981-4020-b26d-559288a321fd req-b3bf398e-2267-4b66-8764-3d5a22122ac6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=a1a4bac6-f64a-4e20-b559-3df1b725651b HTTP/1.1" status: 200 len: 944 time: 0.2564590 Jan 21 09:44:03.332079 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497fb50d-5fc5-44f2-a0b4-075c9d0b886d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'Port': ['ID=0915d3f8-04fe-4015-ba6d-3596dc8867dd,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:03.344819 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-71ac1581-06b1-4003-9c73-dd4a9abcce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.358184 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-497fb50d-5fc5-44f2-a0b4-075c9d0b886d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.388488 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-497fb50d-5fc5-44f2-a0b4-075c9d0b886d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/ports/0915d3f8-04fe-4015-ba6d-3596dc8867dd HTTP/1.1" status: 204 len: 168 time: 0.8828640 Jan 21 09:44:03.388698 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54534) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:03.393463 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4da17d58-2981-4020-b26d-559288a321fd req-cb5f6735-576d-43b4-9f1a-d5f07ffe2a08 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=e8fd6672-93bb-4f14-afe5-0087d2781f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628591 Jan 21 09:44:03.396877 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-baa33116-4ba0-4ee8-9494-dd4b2ac338cf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'port': {'network_id': 'c6f429f6-d76f-464b-b10d-73f2378341d1', 'mac_address': 'fa:16:3e:9a:55:96', 'name': 'tempest-PortsTestJSON-936741926'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:03.418923 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac1581-06b1-4003-9c73-dd4a9abcce4e None None] Pushing event deleted for resources: {'Port': ['ID=0f70c8bd-fd27-4fd4-9f4f-9b019022f4ed,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:03.425961 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ac1581-06b1-4003-9c73-dd4a9abcce4e None None] No DVR routers for this DVR port 0f70c8bd-fd27-4fd4-9f4f-9b019022f4ed on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:03.429579 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c979da80-5b53-4c22-9360-6c8b4ee0c9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.478776 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979da80-5b53-4c22-9360-6c8b4ee0c9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fcb703-67f6-4058-bfc7-4cc119d705b5,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:03.518891 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-baa33116-4ba0-4ee8-9494-dd4b2ac338cf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:03.522837 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-baa33116-4ba0-4ee8-9494-dd4b2ac338cf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:port and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:03.526476 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-baa33116-4ba0-4ee8-9494-dd4b2ac338cf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:03.532321 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-baa33116-4ba0-4ee8-9494-dd4b2ac338cf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:03.542626 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa33116-4ba0-4ee8-9494-dd4b2ac338cf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Made reservation on behalf of 0b78745c20204b2bb7542d64f98190cf for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:03.549521 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-e1a5d0e2-b167-4348-92cf-60037e1cb183 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:03.550960 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-e1a5d0e2-b167-4348-92cf-60037e1cb183 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/networks?id=4880d60f-eaf6-400c-ae63-407f78f8f686 HTTP/1.1" status: 200 len: 812 time: 0.5501621 Jan 21 09:44:03.556644 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fc51c84f-7f4a-4ca6-84ea-cca2d24467db tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.560306 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c979da80-5b53-4c22-9360-6c8b4ee0c9db admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.561389 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c979da80-5b53-4c22-9360-6c8b4ee0c9db admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/76fcb703-67f6-4058-bfc7-4cc119d705b5 HTTP/1.1" status: 204 len: 168 time: 1.0257492 Jan 21 09:44:03.645908 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-4277edae-74da-4d6f-8564-f67ee35a6f62 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/quotas/b19bae91610749c2842623300f66b5c2 HTTP/1.1" status: 200 len: 375 time: 0.0803351 Jan 21 09:44:03.647003 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-9f961b01-325e-424e-96a5-9ddf1e360ee2 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] For port 0f70c8bd-fd27-4fd4-9f4f-9b019022f4ed, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=0f70c8bd-fd27-4fd4-9f4f-9b019022f4ed,segment=NetworkSegment(a7c3cd68-94d9-4b3b-a2f2-03f02a091b10),segment_id=a7c3cd68-94d9-4b3b-a2f2-03f02a091b10)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:03.647362 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9f961b01-325e-424e-96a5-9ddf1e360ee2 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.655288 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-baa33116-4ba0-4ee8-9494-dd4b2ac338cf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.658981 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc51c84f-7f4a-4ca6-84ea-cca2d24467db tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Network b8ea26dd-3d51-44bb-a090-5ba5bc4a30f8 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:03.666706 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-fc51c84f-7f4a-4ca6-84ea-cca2d24467db tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:03.694643 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-baa33116-4ba0-4ee8-9494-dd4b2ac338cf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] device_id is not set on port 2c4291bb-8f98-4757-b1f1-7321e9b85a20 yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:44:03.705184 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc51c84f-7f4a-4ca6-84ea-cca2d24467db tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:03.765399 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51c84f-7f4a-4ca6-84ea-cca2d24467db tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Pushing event updated for resources: {'Port': ['ID=b95b479b-dea4-4e0f-b6ac-71167bb9d3f7,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:03.914316 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-9f961b01-325e-424e-96a5-9ddf1e360ee2 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Calling delete_port for 0f70c8bd-fd27-4fd4-9f4f-9b019022f4ed owned by network:dhcp {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:03.956622 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-baa33116-4ba0-4ee8-9494-dd4b2ac338cf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.989777 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-baa33116-4ba0-4ee8-9494-dd4b2ac338cf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.058250 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 0f70c8bd-fd27-4fd4-9f4f-9b019022f4ed no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:44:04.090877 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa33116-4ba0-4ee8-9494-dd4b2ac338cf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Network c6f429f6-d76f-464b-b10d-73f2378341d1 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:04.095371 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-baa33116-4ba0-4ee8-9494-dd4b2ac338cf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:04.098464 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa33116-4ba0-4ee8-9494-dd4b2ac338cf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:04.107370 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa33116-4ba0-4ee8-9494-dd4b2ac338cf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:04.107819 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-baa33116-4ba0-4ee8-9494-dd4b2ac338cf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.116575 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 0f70c8bd-fd27-4fd4-9f4f-9b019022f4ed {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:44:04.118918 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 0f70c8bd-fd27-4fd4-9f4f-9b019022f4ed not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:44:04.128590 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.api [None req-9f961b01-325e-424e-96a5-9ddf1e360ee2 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:44:04.129082 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG oslo_db.api [None req-9f961b01-325e-424e-96a5-9ddf1e360ee2 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:44:04.147185 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa33116-4ba0-4ee8-9494-dd4b2ac338cf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Port': ['ID=2c4291bb-8f98-4757-b1f1-7321e9b85a20,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:04.147569 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-85030a1a-cbb5-4df7-8465-2a2b83370ce2 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=b19bae91610749c2842623300f66b5c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4801464 Jan 21 09:44:04.161424 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-baa33116-4ba0-4ee8-9494-dd4b2ac338cf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7694323 Jan 21 09:44:04.161635 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54552) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:04.248093 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da83d9f1-fa14-4032-bbef-8be290e20b80 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:04.248976 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-da83d9f1-fa14-4032-bbef-8be290e20b80 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Synchronizing usage tracker for tenant:0b78745c20204b2bb7542d64f98190cf on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:04.266777 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-da83d9f1-fa14-4032-bbef-8be290e20b80 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Unset dirty status for tenant:0b78745c20204b2bb7542d64f98190cf on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:04.268625 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-da83d9f1-fa14-4032-bbef-8be290e20b80 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "GET /v2.0/ports/2c4291bb-8f98-4757-b1f1-7321e9b85a20 HTTP/1.1" status: 200 len: 840 time: 0.1060240 Jan 21 09:44:04.272213 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54562) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:04.338412 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fc51c84f-7f4a-4ca6-84ea-cca2d24467db tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.360815 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-831577a0-7433-4b21-894e-3a3721cca03f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Deleting port 2c4291bb-8f98-4757-b1f1-7321e9b85a20 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:04.361665 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-831577a0-7433-4b21-894e-3a3721cca03f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.457864 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54570) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:04.597863 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-3e8aafba-e7f6-4859-99b8-7621492c1be2 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1726692296', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:04.612802 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-3e8aafba-e7f6-4859-99b8-7621492c1be2 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:04.620368 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-3e8aafba-e7f6-4859-99b8-7621492c1be2 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Usage tracker for resource:router and tenant:7cdb6edf3cd04f8b837cf1c21e871f54 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:04.626358 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-3e8aafba-e7f6-4859-99b8-7621492c1be2 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:04.637120 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-9f961b01-325e-424e-96a5-9ddf1e360ee2 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Deleting port 0f70c8bd-fd27-4fd4-9f4f-9b019022f4ed {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:04.637451 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9f961b01-325e-424e-96a5-9ddf1e360ee2 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.659717 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-831577a0-7433-4b21-894e-3a3721cca03f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.856878 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-3e8aafba-e7f6-4859-99b8-7621492c1be2 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:04.926216 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-831577a0-7433-4b21-894e-3a3721cca03f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Calling delete_port for 2c4291bb-8f98-4757-b1f1-7321e9b85a20 owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:04.938672 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-9f961b01-325e-424e-96a5-9ddf1e360ee2 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] The port '0f70c8bd-fd27-4fd4-9f4f-9b019022f4ed' was deleted {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:44:04.941253 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3e8aafba-e7f6-4859-99b8-7621492c1be2 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.942231 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3e8aafba-e7f6-4859-99b8-7621492c1be2 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.983371 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-20c3522e-8085-47aa-a9c1-0c73bbaec4e7 service neutron] 10.222.0.110 "GET /v2.0/networks/4880d60f-eaf6-400c-ae63-407f78f8f686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7751141 Jan 21 09:44:04.999809 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e1775-e106-4c6f-8f25-24191e7252cb req-66a4da3c-291a-4856-8d91-cdea52a47f92 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:05.001798 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-263e1775-e106-4c6f-8f25-24191e7252cb req-66a4da3c-291a-4856-8d91-cdea52a47f92 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=a1a4bac6-f64a-4e20-b559-3df1b725651b HTTP/1.1" status: 200 len: 944 time: 0.4825656 Jan 21 09:44:05.079571 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-263e1775-e106-4c6f-8f25-24191e7252cb req-b637f434-7b1c-4637-b83d-dd65a8351748 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=e8fd6672-93bb-4f14-afe5-0087d2781f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699222 Jan 21 09:44:05.080445 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-831577a0-7433-4b21-894e-3a3721cca03f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.088987 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 6c3aa7de-8d0e-4258-9d2d-088d797fc847 up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:05.146807 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3e8aafba-e7f6-4859-99b8-7621492c1be2 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.152230 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831577a0-7433-4b21-894e-3a3721cca03f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'Port': ['ID=2c4291bb-8f98-4757-b1f1-7321e9b85a20,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:05.155845 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-831577a0-7433-4b21-894e-3a3721cca03f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.172331 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-831577a0-7433-4b21-894e-3a3721cca03f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/ports/2c4291bb-8f98-4757-b1f1-7321e9b85a20 HTTP/1.1" status: 204 len: 168 time: 0.8983309 Jan 21 09:44:05.174415 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54576) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:05.219575 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port 6c3aa7de-8d0e-4258-9d2d-088d797fc847 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:05.220176 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f7fcfe-c1e1-4cbc-be80-81059f472cc6 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] GET failed (client error): The resource could not be found. Jan 21 09:44:05.220723 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-52f7fcfe-c1e1-4cbc-be80-81059f472cc6 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Synchronizing usage tracker for tenant:0b78745c20204b2bb7542d64f98190cf on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:05.224772 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port 6c3aa7de-8d0e-4258-9d2d-088d797fc847 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:05.225268 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.236547 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-52f7fcfe-c1e1-4cbc-be80-81059f472cc6 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Unset dirty status for tenant:0b78745c20204b2bb7542d64f98190cf on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:05.241202 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-52f7fcfe-c1e1-4cbc-be80-81059f472cc6 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "GET /v2.0/ports/2c4291bb-8f98-4757-b1f1-7321e9b85a20 HTTP/1.1" status: 404 len: 333 time: 0.0623765 Jan 21 09:44:05.241501 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54580) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:05.247960 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-44099b80-160a-4797-95f7-db3efbde068f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'port': {'network_id': 'c6f429f6-d76f-464b-b10d-73f2378341d1', 'name': 'tempest-PortsTestJSON-427171396'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:05.270191 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9f961b01-325e-424e-96a5-9ddf1e360ee2 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.316622 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3e8aafba-e7f6-4859-99b8-7621492c1be2 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.322998 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fc51c84f-7f4a-4ca6-84ea-cca2d24467db tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.333231 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-9f961b01-325e-424e-96a5-9ddf1e360ee2 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a4ce690-d3fc-4943-be43-7a8a577e8a61']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:05.362125 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-44099b80-160a-4797-95f7-db3efbde068f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:05.366792 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.372168 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-44099b80-160a-4797-95f7-db3efbde068f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:05.382298 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44099b80-160a-4797-95f7-db3efbde068f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Made reservation on behalf of 0b78745c20204b2bb7542d64f98190cf for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:05.386486 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-44099b80-160a-4797-95f7-db3efbde068f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.402432 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a4bac6-f64a-4e20-b559-3df1b725651b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3aa7de-8d0e-4258-9d2d-088d797fc847'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:44:05.409528 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-44099b80-160a-4797-95f7-db3efbde068f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] device_id is not set on port 1deae5e8-edfe-47b6-9fc6-89037754ca73 yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:44:05.416619 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 6c3aa7de-8d0e-4258-9d2d-088d797fc847, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6c3aa7de-8d0e-4258-9d2d-088d797fc847,segment=NetworkSegment(fba40be4-9fff-412a-a038-55e4d6cba25c),segment_id=fba40be4-9fff-412a-a038-55e4d6cba25c)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:05.422484 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.437796 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-9f961b01-325e-424e-96a5-9ddf1e360ee2 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7c3cd68-94d9-4b3b-a2f2-03f02a091b10') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:05.438130 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-9f961b01-325e-424e-96a5-9ddf1e360ee2 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7c3cd68-94d9-4b3b-a2f2-03f02a091b10') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:05.460879 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-b2c347b5-2067-47a6-aa89-45968b71c4c4 service neutron] 10.222.0.110 "GET /v2.0/networks/4880d60f-eaf6-400c-ae63-407f78f8f686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4627302 Jan 21 09:44:05.475117 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3e8aafba-e7f6-4859-99b8-7621492c1be2 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.476256 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-3e8aafba-e7f6-4859-99b8-7621492c1be2 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.0158238 Jan 21 09:44:05.478457 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9f961b01-325e-424e-96a5-9ddf1e360ee2 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.489005 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54588) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:05.499158 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-9b8e21b4-94d6-4ceb-972f-6bffd2a8136f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2022962332'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:05.508857 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-9b8e21b4-94d6-4ceb-972f-6bffd2a8136f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:05.533168 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=6c3aa7de-8d0e-4258-9d2d-088d797fc847,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:05.564264 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9f961b01-325e-424e-96a5-9ddf1e360ee2 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.579732 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-9b8e21b4-94d6-4ceb-972f-6bffd2a8136f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Usage tracker for resource:network and tenant:7cdb6edf3cd04f8b837cf1c21e871f54 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:05.582686 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f961b01-325e-424e-96a5-9ddf1e360ee2 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:05.583102 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9f961b01-325e-424e-96a5-9ddf1e360ee2 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.605646 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:44:05.605646 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:44:05.605646 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:44:05.605646 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:44:05.605646 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:44:05.605646 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:44:05.605646 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:44:05.605646 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:44:05.605646 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:44:05.605646 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:05.605646 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:44:05.605646 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:05.605646 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:44:05.605646 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:05.605646 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:44:05.605646 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:05.605646 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:44:05.605646 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:05.605646 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:44:05.605646 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:05.605646 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:44:05.605646 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:05.605646 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:05.605646 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:05.605646 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:05.605646 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:05.605646 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:44:05.605646 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:44:05.605646 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:44:05.605646 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:44:05.605646 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:05.605646 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:05.605646 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:05.605646 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:05.605646 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:05.605646 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:05.605646 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:05.605646 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:05.605646 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:05.605646 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:05.612183 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-9b8e21b4-94d6-4ceb-972f-6bffd2a8136f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:05.634285 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-9b8e21b4-94d6-4ceb-972f-6bffd2a8136f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:05.671341 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a4bac6-f64a-4e20-b559-3df1b725651b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3aa7de-8d0e-4258-9d2d-088d797fc847', 'code': 200} Jan 21 09:44:05.714053 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8e21b4-94d6-4ceb-972f-6bffd2a8136f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Made reservation on behalf of 7cdb6edf3cd04f8b837cf1c21e871f54 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:05.717793 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9b8e21b4-94d6-4ceb-972f-6bffd2a8136f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.731149 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9f961b01-325e-424e-96a5-9ddf1e360ee2 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.739657 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9b8e21b4-94d6-4ceb-972f-6bffd2a8136f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.770367 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9f961b01-325e-424e-96a5-9ddf1e360ee2 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.779140 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-44099b80-160a-4797-95f7-db3efbde068f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.781958 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f961b01-325e-424e-96a5-9ddf1e360ee2 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] Pushing event deleted for resources: {'Network': ['ID=2a4ce690-d3fc-4943-be43-7a8a577e8a61,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:05.790402 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-9f961b01-325e-424e-96a5-9ddf1e360ee2 tempest-TagsExtTest-1042903161 tempest-TagsExtTest-1042903161-project] 10.222.0.110 "DELETE /v2.0/networks/2a4ce690-d3fc-4943-be43-7a8a577e8a61 HTTP/1.1" status: 204 len: 168 time: 3.2251086 Jan 21 09:44:05.791659 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-9b8e21b4-94d6-4ceb-972f-6bffd2a8136f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:05.800614 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-9b8e21b4-94d6-4ceb-972f-6bffd2a8136f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Usage tracker for resource:security_group_rule and tenant:7cdb6edf3cd04f8b837cf1c21e871f54 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:05.804590 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-9b8e21b4-94d6-4ceb-972f-6bffd2a8136f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:05.815984 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-9b8e21b4-94d6-4ceb-972f-6bffd2a8136f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:05.837521 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc51c84f-7f4a-4ca6-84ea-cca2d24467db tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Router b238c703-3e37-433c-8499-1b5e7acd2c83 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:44:05.856993 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-44099b80-160a-4797-95f7-db3efbde068f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.958558 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44099b80-160a-4797-95f7-db3efbde068f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Network c6f429f6-d76f-464b-b10d-73f2378341d1 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:05.962285 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-44099b80-160a-4797-95f7-db3efbde068f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:05.968618 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44099b80-160a-4797-95f7-db3efbde068f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:05.975528 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44099b80-160a-4797-95f7-db3efbde068f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:05.976146 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-44099b80-160a-4797-95f7-db3efbde068f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.993172 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44099b80-160a-4797-95f7-db3efbde068f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Port': ['ID=1deae5e8-edfe-47b6-9fc6-89037754ca73,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:06.015549 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-44099b80-160a-4797-95f7-db3efbde068f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7729342 Jan 21 09:44:06.019648 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54600) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.028346 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-86d0078d-41f9-4753-9d78-32671e92458f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:06.115131 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9b8e21b4-94d6-4ceb-972f-6bffd2a8136f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.138537 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9b8e21b4-94d6-4ceb-972f-6bffd2a8136f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.158174 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b8e21b4-94d6-4ceb-972f-6bffd2a8136f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:06.172464 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9b8e21b4-94d6-4ceb-972f-6bffd2a8136f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.173118 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-9b8e21b4-94d6-4ceb-972f-6bffd2a8136f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Added segment 28705d26-17de-4a24-a189-40d9e25263cb of type vlan for network c1ed6e25-23fb-4b88-b6d4-0b0319d8f4e8 Jan 21 09:44:06.194871 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-361089cb-6320-48ca-b923-2764231b2de5 req-d411e18a-cfd6-4fdd-870b-bedf2271311c tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Synchronizing usage tracker for tenant:b19bae91610749c2842623300f66b5c2 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:06.206998 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9b8e21b4-94d6-4ceb-972f-6bffd2a8136f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.224865 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-86d0078d-41f9-4753-9d78-32671e92458f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.251250 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54614) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.263692 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9b8e21b4-94d6-4ceb-972f-6bffd2a8136f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.269435 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8e21b4-94d6-4ceb-972f-6bffd2a8136f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:06.270020 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9b8e21b4-94d6-4ceb-972f-6bffd2a8136f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.329442 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-361089cb-6320-48ca-b923-2764231b2de5 req-d411e18a-cfd6-4fdd-870b-bedf2271311c tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Unset dirty status for tenant:b19bae91610749c2842623300f66b5c2 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:06.330631 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-361089cb-6320-48ca-b923-2764231b2de5 req-d411e18a-cfd6-4fdd-870b-bedf2271311c tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=c894b34a-9bb4-4a0a-8406-18a46d7824d1 HTTP/1.1" status: 200 len: 210 time: 0.1971776 Jan 21 09:44:06.559701 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-cfbaaacf-ad3e-4652-896e-5c8fae739061 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=2ed35f93ea3a4e0fa42f8c261d07e56b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3049078 Jan 21 09:44:06.562902 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54622) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.577851 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-86d0078d-41f9-4753-9d78-32671e92458f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.583765 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-86d0078d-41f9-4753-9d78-32671e92458f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.622622 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e21b4-94d6-4ceb-972f-6bffd2a8136f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb2c17c-d183-4fde-b0c7-2f2aadff3809,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:06.667128 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-86d0078d-41f9-4753-9d78-32671e92458f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] In _notify_port_updated(), no bound segment for port 1deae5e8-edfe-47b6-9fc6-89037754ca73 on network c6f429f6-d76f-464b-b10d-73f2378341d1 {{(pid=87514) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:44:06.672548 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d0078d-41f9-4753-9d78-32671e92458f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:06.673118 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-86d0078d-41f9-4753-9d78-32671e92458f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.674392 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-86d0078d-41f9-4753-9d78-32671e92458f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "PUT /v2.0/ports/1deae5e8-edfe-47b6-9fc6-89037754ca73 HTTP/1.1" status: 200 len: 818 time: 0.6531510 Jan 21 09:44:06.683466 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54626) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.709453 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e21b4-94d6-4ceb-972f-6bffd2a8136f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Pushing event updated for resources: {'Network': ['ID=c1ed6e25-23fb-4b88-b6d4-0b0319d8f4e8,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:06.715927 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-9b8e21b4-94d6-4ceb-972f-6bffd2a8136f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2228875 Jan 21 09:44:06.721141 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54630) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.739662 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc51c84f-7f4a-4ca6-84ea-cca2d24467db tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:44:06.744509 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network c1ed6e25-23fb-4b88-b6d4-0b0319d8f4e8 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:06.749502 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d0078d-41f9-4753-9d78-32671e92458f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Port': ['ID=1deae5e8-edfe-47b6-9fc6-89037754ca73,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:06.754546 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-446f326c-a99b-42b2-941a-583122c0b870 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Request body: {'subnet': {'network_id': 'c1ed6e25-23fb-4b88-b6d4-0b0319d8f4e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:06.765077 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099f74b-e1a8-4706-83b4-7a4a1cbcd022 req-d6cf9147-063d-4c8a-bd24-bd81a896b582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:06.766584 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3099f74b-e1a8-4706-83b4-7a4a1cbcd022 req-d6cf9147-063d-4c8a-bd24-bd81a896b582 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a1a4bac6-f64a-4e20-b559-3df1b725651b HTTP/1.1" status: 200 len: 1098 time: 0.7794676 Jan 21 09:44:06.778991 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b41d07c-b845-484c-8780-bbcf1721ce78 None None] Sync routers for ids ['b238c703-3e37-433c-8499-1b5e7acd2c83'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:44:06.790620 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b9c5ab01-1c41-43dc-97b5-e303f1e41278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.814170 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f435aac-3dc6-4484-8d6f-f48bb8149091 req-5bc4052b-a822-4296-9510-0f0243e044fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:06.815710 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6f435aac-3dc6-4484-8d6f-f48bb8149091 req-5bc4052b-a822-4296-9510-0f0243e044fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=a1a4bac6-f64a-4e20-b559-3df1b725651b HTTP/1.1" status: 200 len: 945 time: 0.5165515 Jan 21 09:44:06.825993 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fc51c84f-7f4a-4ca6-84ea-cca2d24467db tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.827024 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-a1caf9d7-4e12-4197-a5de-b8dc71afb99d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Deleting port 1deae5e8-edfe-47b6-9fc6-89037754ca73 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:06.827446 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a1caf9d7-4e12-4197-a5de-b8dc71afb99d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.829858 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-fc51c84f-7f4a-4ca6-84ea-cca2d24467db tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.6663060 Jan 21 09:44:06.829997 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b41d07c-b845-484c-8780-bbcf1721ce78 None None] Routers {'b238c703-3e37-433c-8499-1b5e7acd2c83'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:06.830602 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-9b41d07c-b845-484c-8780-bbcf1721ce78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:43:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['b238c703-3e37-433c-8499-1b5e7acd2c83'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:06.830756 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54634) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.924970 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3099f74b-e1a8-4706-83b4-7a4a1cbcd022 req-2c3b0877-7f91-43de-89ca-32c91a3d9a5c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e8fd6672-93bb-4f14-afe5-0087d2781f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491830 Jan 21 09:44:06.948126 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b9c5ab01-1c41-43dc-97b5-e303f1e41278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.967655 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6f435aac-3dc6-4484-8d6f-f48bb8149091 req-921bda55-4604-400d-9254-91008b724ac3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=e8fd6672-93bb-4f14-afe5-0087d2781f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319528 Jan 21 09:44:06.983148 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-446f326c-a99b-42b2-941a-583122c0b870 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:07.016171 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-446f326c-a99b-42b2-941a-583122c0b870 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Usage tracker for resource:subnet and tenant:7cdb6edf3cd04f8b837cf1c21e871f54 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:07.030592 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-446f326c-a99b-42b2-941a-583122c0b870 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:07.049029 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-446f326c-a99b-42b2-941a-583122c0b870 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:07.078490 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9826fd87-1f60-4c77-8367-a7c7b375d3e1 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for router, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.084115 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-9b41d07c-b845-484c-8780-bbcf1721ce78 None None] Set router b238c703-3e37-433c-8499-1b5e7acd2c83 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:44:07.090095 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446f326c-a99b-42b2-941a-583122c0b870 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Made reservation on behalf of 7cdb6edf3cd04f8b837cf1c21e871f54 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:07.093761 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-446f326c-a99b-42b2-941a-583122c0b870 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.328780 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9826fd87-1f60-4c77-8367-a7c7b375d3e1 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.329627 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b9c5ab01-1c41-43dc-97b5-e303f1e41278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.342784 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-9826fd87-1f60-4c77-8367-a7c7b375d3e1 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Deleting port b95b479b-dea4-4e0f-b6ac-71167bb9d3f7 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:07.343384 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9826fd87-1f60-4c77-8367-a7c7b375d3e1 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.412225 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-9b41d07c-b845-484c-8780-bbcf1721ce78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b238c703-3e37-433c-8499-1b5e7acd2c83', 'name': '', 'tenant_id': 'eaf383f3c61a48439db183060d04b10a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ea26dd-3d51-44bb-a090-5ba5bc4a30f8', 'external_fixed_ips': [{'subnet_id': '97db0eb7-1029-422b-8fc6-fc709119f0c7', 'ip_address': '2001:db8::300'}], 'enable_snat': True}, 'gw_port_id': 'b95b479b-dea4-4e0f-b6ac-71167bb9d3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:00Z', 'updated_at': '2022-01-21T09:44:04Z', 'revision_number': 3, 'project_id': 'eaf383f3c61a48439db183060d04b10a', 'gw_port': {'id': 'b95b479b-dea4-4e0f-b6ac-71167bb9d3f7', 'name': '', 'network_id': 'b8ea26dd-3d51-44bb-a090-5ba5bc4a30f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b238c703-3e37-433c-8499-1b5e7acd2c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '97db0eb7-1029-422b-8fc6-fc709119f0c7', 'ip_address': '2001:db8::300', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:02Z', 'updated_at': '2022-01-21T09:44:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97db0eb7-1029-422b-8fc6-fc709119f0c7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:07.417230 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b41d07c-b845-484c-8780-bbcf1721ce78 None None] Checking router: b238c703-3e37-433c-8499-1b5e7acd2c83 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:44:07.417585 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b41d07c-b845-484c-8780-bbcf1721ce78 None None] Updating router b238c703-3e37-433c-8499-1b5e7acd2c83 port b95b479b-dea4-4e0f-b6ac-71167bb9d3f7 binding host dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:44:07.425087 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a1caf9d7-4e12-4197-a5de-b8dc71afb99d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.447519 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5ab01-1c41-43dc-97b5-e303f1e41278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf17922b-8b2c-4016-8bc4-0b360a801033,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:07.529865 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9b41d07c-b845-484c-8780-bbcf1721ce78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.608107 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9826fd87-1f60-4c77-8367-a7c7b375d3e1 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.631987 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-a1caf9d7-4e12-4197-a5de-b8dc71afb99d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Calling delete_port for 1deae5e8-edfe-47b6-9fc6-89037754ca73 owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:07.667813 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b9c5ab01-1c41-43dc-97b5-e303f1e41278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.669086 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b9c5ab01-1c41-43dc-97b5-e303f1e41278 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/cf17922b-8b2c-4016-8bc4-0b360a801033 HTTP/1.1" status: 204 len: 168 time: 1.1052496 Jan 21 09:44:07.701607 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d96be622-6a50-47ed-8f9b-9c0c13fe1f40 req-af27e399-2442-4efa-959c-fca15e6072d4 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=c894b34a-9bb4-4a0a-8406-18a46d7824d1 HTTP/1.1" status: 200 len: 210 time: 0.2370315 Jan 21 09:44:07.791579 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-9826fd87-1f60-4c77-8367-a7c7b375d3e1 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Calling delete_port for b95b479b-dea4-4e0f-b6ac-71167bb9d3f7 owned by network:router_gateway {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:07.826833 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a1caf9d7-4e12-4197-a5de-b8dc71afb99d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.943059 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1caf9d7-4e12-4197-a5de-b8dc71afb99d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'Port': ['ID=1deae5e8-edfe-47b6-9fc6-89037754ca73,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:07.948245 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a1caf9d7-4e12-4197-a5de-b8dc71afb99d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.958035 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-446f326c-a99b-42b2-941a-583122c0b870 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.035293 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9826fd87-1f60-4c77-8367-a7c7b375d3e1 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.036040 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-9b41d07c-b845-484c-8780-bbcf1721ce78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:44:08.036708 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-9b41d07c-b845-484c-8780-bbcf1721ce78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:44:08.043813 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a1caf9d7-4e12-4197-a5de-b8dc71afb99d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/ports/1deae5e8-edfe-47b6-9fc6-89037754ca73 HTTP/1.1" status: 204 len: 168 time: 1.3587894 Jan 21 09:44:08.047722 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54648) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:08.096776 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826fd87-1f60-4c77-8367-a7c7b375d3e1 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Pushing event deleted for resources: {'Port': ['ID=b95b479b-dea4-4e0f-b6ac-71167bb9d3f7,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:08.139148 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9826fd87-1f60-4c77-8367-a7c7b375d3e1 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.139410 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f326c-a99b-42b2-941a-583122c0b870 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Pushing event updated for resources: {'Subnet': ['ID=5ac6a4c5-855f-4a0f-9bf2-14312c3e327a,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:08.162891 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446f326c-a99b-42b2-941a-583122c0b870 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Checking segment: {'id': '28705d26-17de-4a24-a189-40d9e25263cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c1ed6e25-23fb-4b88-b6d4-0b0319d8f4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:08.163448 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446f326c-a99b-42b2-941a-583122c0b870 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Network hostable DHCP agents. Network: c1ed6e25-23fb-4b88-b6d4-0b0319d8f4e8, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:08.209257 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c47c82c-1524-41cc-be16-fe16c0dc6e1b tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:08.210207 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-0c47c82c-1524-41cc-be16-fe16c0dc6e1b tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Synchronizing usage tracker for tenant:0b78745c20204b2bb7542d64f98190cf on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:08.214642 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446f326c-a99b-42b2-941a-583122c0b870 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Network c1ed6e25-23fb-4b88-b6d4-0b0319d8f4e8 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:08.233630 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-0c47c82c-1524-41cc-be16-fe16c0dc6e1b tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Unset dirty status for tenant:0b78745c20204b2bb7542d64f98190cf on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:08.235025 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0c47c82c-1524-41cc-be16-fe16c0dc6e1b tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1804671 Jan 21 09:44:08.238772 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54652) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:08.291543 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-446f326c-a99b-42b2-941a-583122c0b870 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, c1ed6e25-23fb-4b88-b6d4-0b0319d8f4e8) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:08.299527 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b94663e-b9b3-4d22-ba2a-2d8186cdb838 None None] Network c1ed6e25-23fb-4b88-b6d4-0b0319d8f4e8 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:08.315964 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446f326c-a99b-42b2-941a-583122c0b870 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:08.316548 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-446f326c-a99b-42b2-941a-583122c0b870 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.328833 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-3617145e-9895-49d1-9e98-5881a2764eb7 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] GET failed (client error): The resource could not be found. Jan 21 09:44:08.335433 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3617145e-9895-49d1-9e98-5881a2764eb7 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "GET /v2.0/ports/1deae5e8-edfe-47b6-9fc6-89037754ca73 HTTP/1.1" status: 404 len: 333 time: 0.0952306 Jan 21 09:44:08.336241 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54656) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:08.345936 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-9051c9fc-6a45-43a3-a378-c1dd3efc2a35 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1515648280'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:08.351425 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9051c9fc-6a45-43a3-a378-c1dd3efc2a35 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:08.358466 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9051c9fc-6a45-43a3-a378-c1dd3efc2a35 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:network and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:08.368116 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-446f326c-a99b-42b2-941a-583122c0b870 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6384616 Jan 21 09:44:08.369407 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54660) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:08.370722 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9051c9fc-6a45-43a3-a378-c1dd3efc2a35 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:08.385390 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-af487f53-dd33-4306-8565-f70f080f7fe2 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Request body: {'network': {'name': 'tempest-router-network01--985428026'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:08.391926 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-af487f53-dd33-4306-8565-f70f080f7fe2 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:08.396391 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-af487f53-dd33-4306-8565-f70f080f7fe2 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Usage tracker for resource:network and tenant:7cdb6edf3cd04f8b837cf1c21e871f54 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:08.401774 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-af487f53-dd33-4306-8565-f70f080f7fe2 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:08.409166 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-af487f53-dd33-4306-8565-f70f080f7fe2 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:08.419964 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9051c9fc-6a45-43a3-a378-c1dd3efc2a35 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:08.429171 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af487f53-dd33-4306-8565-f70f080f7fe2 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Made reservation on behalf of 7cdb6edf3cd04f8b837cf1c21e871f54 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:08.434249 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-af487f53-dd33-4306-8565-f70f080f7fe2 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.475561 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af487f53-dd33-4306-8565-f70f080f7fe2 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:08.489747 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-af487f53-dd33-4306-8565-f70f080f7fe2 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.490113 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-af487f53-dd33-4306-8565-f70f080f7fe2 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Added segment e62c3951-aa2c-435b-954e-5ab6497dd927 of type vlan for network 72f43fb0-7402-4efa-a640-b60301c8f7a6 Jan 21 09:44:08.506462 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9051c9fc-6a45-43a3-a378-c1dd3efc2a35 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Made reservation on behalf of 0b78745c20204b2bb7542d64f98190cf for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:08.511558 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9051c9fc-6a45-43a3-a378-c1dd3efc2a35 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.545946 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-af487f53-dd33-4306-8565-f70f080f7fe2 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.554864 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9826fd87-1f60-4c77-8367-a7c7b375d3e1 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.564673 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9826fd87-1f60-4c77-8367-a7c7b375d3e1 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.577509 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9051c9fc-6a45-43a3-a378-c1dd3efc2a35 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:08.595188 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9051c9fc-6a45-43a3-a378-c1dd3efc2a35 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.595571 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-9051c9fc-6a45-43a3-a378-c1dd3efc2a35 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Added segment 469f0df2-2f34-4209-8304-85f8e9d02e2b of type vlan for network 6d60ff0a-8a2b-4afd-ae59-d9d059c25f1b Jan 21 09:44:08.603384 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-af487f53-dd33-4306-8565-f70f080f7fe2 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.609150 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af487f53-dd33-4306-8565-f70f080f7fe2 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:08.609788 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-af487f53-dd33-4306-8565-f70f080f7fe2 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.695268 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9051c9fc-6a45-43a3-a378-c1dd3efc2a35 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.707049 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b41d07c-b845-484c-8780-bbcf1721ce78 None None] Port b95b479b-dea4-4e0f-b6ac-71167bb9d3f7 not found while updating agent binding for router b238c703-3e37-433c-8499-1b5e7acd2c83. {{(pid=87516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 21 09:44:08.708372 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-af487f53-dd33-4306-8565-f70f080f7fe2 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3338883 Jan 21 09:44:08.709831 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54664) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:08.733974 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b41d07c-b845-484c-8780-bbcf1721ce78 None None] Routers set() bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:08.739626 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b41d07c-b845-484c-8780-bbcf1721ce78 None None] Router IDs set() for agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 21 09:44:08.740369 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_agentschedulers_db [None req-9b41d07c-b845-484c-8780-bbcf1721ce78 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b238c703-3e37-433c-8499-1b5e7acd2c83'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:43:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent'). {{(pid=87516) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 21 09:44:08.740856 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b41d07c-b845-484c-8780-bbcf1721ce78 None None] The sync data for ids ['b238c703-3e37-433c-8499-1b5e7acd2c83'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:08.742773 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637930e7-4253-4f8b-ae28-59adc1ec5168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-c1ed6e25-23fb-4b88-b6d4-0b0319d8f4e8', 'network_id': 'c1ed6e25-23fb-4b88-b6d4-0b0319d8f4e8', 'tenant_id': '7cdb6edf3cd04f8b837cf1c21e871f54', 'fixed_ips': [{'subnet_id': '5ac6a4c5-855f-4a0f-9bf2-14312c3e327a'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:44:08.744302 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-637930e7-4253-4f8b-ae28-59adc1ec5168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.745300 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-2eecb143-f59d-4ce1-b676-a8250d513d8a tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Request body: {'network': {'name': 'tempest-router-network02--2038478450'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:08.779759 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af487f53-dd33-4306-8565-f70f080f7fe2 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Pushing event updated for resources: {'Network': ['ID=72f43fb0-7402-4efa-a640-b60301c8f7a6,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:08.801335 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-1053894e-cd84-4f57-b753-4f385c0e7ff4 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:08.803942 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-1053894e-cd84-4f57-b753-4f385c0e7ff4 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.72 "GET /v2.0/networks?id=4880d60f-eaf6-400c-ae63-407f78f8f686 HTTP/1.1" status: 200 len: 812 time: 0.5514784 Jan 21 09:44:08.810281 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9826fd87-1f60-4c77-8367-a7c7b375d3e1 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.811191 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9826fd87-1f60-4c77-8367-a7c7b375d3e1 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b238c703-3e37-433c-8499-1b5e7acd2c83 {{(pid=87515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:44:08.815225 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2eecb143-f59d-4ce1-b676-a8250d513d8a tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:08.822919 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9051c9fc-6a45-43a3-a378-c1dd3efc2a35 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.829215 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9051c9fc-6a45-43a3-a378-c1dd3efc2a35 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:08.830035 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9051c9fc-6a45-43a3-a378-c1dd3efc2a35 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.831232 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2eecb143-f59d-4ce1-b676-a8250d513d8a tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Usage tracker for resource:network and tenant:7cdb6edf3cd04f8b837cf1c21e871f54 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:08.834814 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2eecb143-f59d-4ce1-b676-a8250d513d8a tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:08.839830 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9826fd87-1f60-4c77-8367-a7c7b375d3e1 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.843919 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-9826fd87-1f60-4c77-8367-a7c7b375d3e1 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] 10.222.0.110 "DELETE /v2.0/routers/b238c703-3e37-433c-8499-1b5e7acd2c83 HTTP/1.1" status: 204 len: 168 time: 2.0097053 Jan 21 09:44:08.851596 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 72f43fb0-7402-4efa-a640-b60301c8f7a6 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:08.852635 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53c26b-c2df-4419-a738-04503641f3d1 req-e8285743-48ca-49de-b8af-23bec7f53d9e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:08.860259 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0e53c26b-c2df-4419-a738-04503641f3d1 req-e8285743-48ca-49de-b8af-23bec7f53d9e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=a1a4bac6-f64a-4e20-b559-3df1b725651b HTTP/1.1" status: 200 len: 945 time: 0.5150418 Jan 21 09:44:08.861975 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54670) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:08.879336 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2eecb143-f59d-4ce1-b676-a8250d513d8a tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:08.926486 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0e53c26b-c2df-4419-a738-04503641f3d1 req-5fc4da34-c753-462b-8cda-8d664e12f965 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=e8fd6672-93bb-4f14-afe5-0087d2781f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652473 Jan 21 09:44:08.949018 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eecb143-f59d-4ce1-b676-a8250d513d8a tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Made reservation on behalf of 7cdb6edf3cd04f8b837cf1c21e871f54 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:08.952504 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2eecb143-f59d-4ce1-b676-a8250d513d8a tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.983229 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-2888ae2e-c214-450c-b326-926150bae10c tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b19bae91610749c2842623300f66b5c2 HTTP/1.1" status: 200 len: 380 time: 0.0722902 Jan 21 09:44:08.997041 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-73bd652f-0d79-4fec-bd21-ada236c5a03a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Request body: {'port': {'device_id': 'c894b34a-9bb4-4a0a-8406-18a46d7824d1', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'admin_state_up': True, 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'security_groups': ['0e79c6d1-7873-43f1-81f5-805aba1a0560']}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:09.046084 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eecb143-f59d-4ce1-b676-a8250d513d8a tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:09.067131 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-637930e7-4253-4f8b-ae28-59adc1ec5168 None None] Allocated IP 2001:db8::2 (c1ed6e25-23fb-4b88-b6d4-0b0319d8f4e8/5ac6a4c5-855f-4a0f-9bf2-14312c3e327a/09784cbf-eaa2-4e69-901c-89ec7bb983ad) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:09.100135 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051c9fc-6a45-43a3-a378-c1dd3efc2a35 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Network': ['ID=6d60ff0a-8a2b-4afd-ae59-d9d059c25f1b,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:09.112612 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2eecb143-f59d-4ce1-b676-a8250d513d8a tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.113145 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-2eecb143-f59d-4ce1-b676-a8250d513d8a tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Added segment 497863a1-e90d-4cb7-b903-1c08d52886f6 of type vlan for network 14f6e9bc-b038-4d52-9da8-b80ea3fd313e Jan 21 09:44:09.114534 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-67c4816f-af1b-4195-b3f0-caeeec2f59c4 req-b45395c1-076c-4326-b414-a5207d5b9186 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=c894b34a-9bb4-4a0a-8406-18a46d7824d1 HTTP/1.1" status: 200 len: 210 time: 0.2505524 Jan 21 09:44:09.115367 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 6d60ff0a-8a2b-4afd-ae59-d9d059c25f1b details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:09.120150 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9051c9fc-6a45-43a3-a378-c1dd3efc2a35 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7802098 Jan 21 09:44:09.122041 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54678) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:09.142272 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-f52de9b4-492a-4da1-a666-2fd22d242954 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'subnet': {'network_id': '6d60ff0a-8a2b-4afd-ae59-d9d059c25f1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:09.153838 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b36fda-a76e-4750-81f0-fe17a3f2473a tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Deleting subnet 97db0eb7-1029-422b-8fc6-fc709119f0c7 {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:44:09.157987 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e3b36fda-a76e-4750-81f0-fe17a3f2473a tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.219508 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2eecb143-f59d-4ce1-b676-a8250d513d8a tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.226439 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e3b36fda-a76e-4750-81f0-fe17a3f2473a tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.241421 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-73bd652f-0d79-4fec-bd21-ada236c5a03a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:09.300093 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e3b36fda-a76e-4750-81f0-fe17a3f2473a tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.307665 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-73bd652f-0d79-4fec-bd21-ada236c5a03a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:09.337267 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-f52de9b4-492a-4da1-a666-2fd22d242954 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:09.344055 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f52de9b4-492a-4da1-a666-2fd22d242954 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:subnet and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:09.347813 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f52de9b4-492a-4da1-a666-2fd22d242954 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:09.354203 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-73bd652f-0d79-4fec-bd21-ada236c5a03a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Made reservation on behalf of b19bae91610749c2842623300f66b5c2 for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:09.357973 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-73bd652f-0d79-4fec-bd21-ada236c5a03a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.370094 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-f52de9b4-492a-4da1-a666-2fd22d242954 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:09.374743 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2eecb143-f59d-4ce1-b676-a8250d513d8a tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.380278 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eecb143-f59d-4ce1-b676-a8250d513d8a tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:09.380896 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2eecb143-f59d-4ce1-b676-a8250d513d8a tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.397297 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e3b36fda-a76e-4750-81f0-fe17a3f2473a tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.433701 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-637930e7-4253-4f8b-ae28-59adc1ec5168 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.451966 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-637930e7-4253-4f8b-ae28-59adc1ec5168 None None] Transition to ACTIVE for port object 09784cbf-eaa2-4e69-901c-89ec7bb983ad will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:09.456285 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b36fda-a76e-4750-81f0-fe17a3f2473a tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=97db0eb7-1029-422b-8fc6-fc709119f0c7,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:09.458448 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e3b36fda-a76e-4750-81f0-fe17a3f2473a tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.465245 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e3b36fda-a76e-4750-81f0-fe17a3f2473a tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] 10.222.0.110 "DELETE /v2.0/subnets/97db0eb7-1029-422b-8fc6-fc709119f0c7 HTTP/1.1" status: 204 len: 168 time: 0.4844463 Jan 21 09:44:09.468046 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54682) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:09.495439 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-637930e7-4253-4f8b-ae28-59adc1ec5168 None None] Transition to ACTIVE for port object 09784cbf-eaa2-4e69-901c-89ec7bb983ad will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:09.503498 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-637930e7-4253-4f8b-ae28-59adc1ec5168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.510762 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eecb143-f59d-4ce1-b676-a8250d513d8a tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Pushing event updated for resources: {'Network': ['ID=14f6e9bc-b038-4d52-9da8-b80ea3fd313e,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:09.554208 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52de9b4-492a-4da1-a666-2fd22d242954 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Made reservation on behalf of 0b78745c20204b2bb7542d64f98190cf for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:09.558538 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f52de9b4-492a-4da1-a666-2fd22d242954 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.570063 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 14f6e9bc-b038-4d52-9da8-b80ea3fd313e details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:09.579469 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2eecb143-f59d-4ce1-b676-a8250d513d8a tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8663197 Jan 21 09:44:09.588913 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54686) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:09.605499 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9ac0777a-e35a-4212-9be1-28ed33b660e1 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.614036 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-4f93baa3-efec-4421-ba3e-da5369abd251 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Request body: {'subnet': {'network_id': '72f43fb0-7402-4efa-a640-b60301c8f7a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:09.733685 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637930e7-4253-4f8b-ae28-59adc1ec5168 None None] Pushing event updated for resources: {'Port': ['ID=09784cbf-eaa2-4e69-901c-89ec7bb983ad,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:09.741724 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637930e7-4253-4f8b-ae28-59adc1ec5168 None None] Network c1ed6e25-23fb-4b88-b6d4-0b0319d8f4e8 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:09.743728 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-637930e7-4253-4f8b-ae28-59adc1ec5168 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:09.746168 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637930e7-4253-4f8b-ae28-59adc1ec5168 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:09.855443 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-637930e7-4253-4f8b-ae28-59adc1ec5168 None None] Attempting to bind port 09784cbf-eaa2-4e69-901c-89ec7bb983ad on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:09.856080 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-637930e7-4253-4f8b-ae28-59adc1ec5168 None None] Attempting to bind port 09784cbf-eaa2-4e69-901c-89ec7bb983ad by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '28705d26-17de-4a24-a189-40d9e25263cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c1ed6e25-23fb-4b88-b6d4-0b0319d8f4e8'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:09.856623 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637930e7-4253-4f8b-ae28-59adc1ec5168 None None] Attempting to bind port 09784cbf-eaa2-4e69-901c-89ec7bb983ad on network c1ed6e25-23fb-4b88-b6d4-0b0319d8f4e8 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:44:09.862696 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637930e7-4253-4f8b-ae28-59adc1ec5168 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:44:09.863708 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637930e7-4253-4f8b-ae28-59adc1ec5168 None None] Checking segment: {'id': '28705d26-17de-4a24-a189-40d9e25263cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c1ed6e25-23fb-4b88-b6d4-0b0319d8f4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:09.864359 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-637930e7-4253-4f8b-ae28-59adc1ec5168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.864909 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637930e7-4253-4f8b-ae28-59adc1ec5168 None None] Bound using segment: {'id': '28705d26-17de-4a24-a189-40d9e25263cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c1ed6e25-23fb-4b88-b6d4-0b0319d8f4e8'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:44:09.865563 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-637930e7-4253-4f8b-ae28-59adc1ec5168 None None] Bound port: 09784cbf-eaa2-4e69-901c-89ec7bb983ad, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28705d26-17de-4a24-a189-40d9e25263cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c1ed6e25-23fb-4b88-b6d4-0b0319d8f4e8'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:09.866123 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-637930e7-4253-4f8b-ae28-59adc1ec5168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.920991 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9ac0777a-e35a-4212-9be1-28ed33b660e1 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.954868 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-9ac0777a-e35a-4212-9be1-28ed33b660e1 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ea26dd-3d51-44bb-a090-5ba5bc4a30f8']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:09.974528 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-9ac0777a-e35a-4212-9be1-28ed33b660e1 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f820a78-3231-4d87-a7e3-22cadb9250f2') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:09.974826 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-9ac0777a-e35a-4212-9be1-28ed33b660e1 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f820a78-3231-4d87-a7e3-22cadb9250f2') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:09.989243 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9ac0777a-e35a-4212-9be1-28ed33b660e1 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.992210 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-4f93baa3-efec-4421-ba3e-da5369abd251 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:10.003804 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-4f93baa3-efec-4421-ba3e-da5369abd251 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Usage tracker for resource:subnet and tenant:7cdb6edf3cd04f8b837cf1c21e871f54 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:10.010668 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9ac0777a-e35a-4212-9be1-28ed33b660e1 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.013783 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-4f93baa3-efec-4421-ba3e-da5369abd251 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:10.026917 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-637930e7-4253-4f8b-ae28-59adc1ec5168 None None] For port 09784cbf-eaa2-4e69-901c-89ec7bb983ad, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:44:10.028370 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ac0777a-e35a-4212-9be1-28ed33b660e1 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:10.028829 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9ac0777a-e35a-4212-9be1-28ed33b660e1 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.050729 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-4f93baa3-efec-4421-ba3e-da5369abd251 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:10.061856 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:44:10.061856 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:10.061856 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:44:10.061856 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:10.061856 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:44:10.061856 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:10.061856 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:44:10.061856 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:10.061856 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:44:10.061856 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:10.061856 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:44:10.061856 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:10.061856 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:44:10.061856 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:10.061856 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:10.061856 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:10.061856 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:10.061856 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:10.061856 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:44:10.061856 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:44:10.061856 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:44:10.061856 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:44:10.061856 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:10.061856 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:10.061856 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:10.061856 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:10.061856 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:10.061856 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:10.061856 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:10.061856 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:10.061856 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:10.061856 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:10.068300 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-73bd652f-0d79-4fec-bd21-ada236c5a03a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Allocated IP 172.20.0.7 (4880d60f-eaf6-400c-ae63-407f78f8f686/a15dd6d5-fb0e-4d75-9036-70eb3b2240fa/f3bebd59-acd7-4ae2-b489-34b32aa670c1) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:10.132291 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f93baa3-efec-4421-ba3e-da5369abd251 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Made reservation on behalf of 7cdb6edf3cd04f8b837cf1c21e871f54 for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:10.134116 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9ac0777a-e35a-4212-9be1-28ed33b660e1 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.135943 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-637930e7-4253-4f8b-ae28-59adc1ec5168 None None] For port 09784cbf-eaa2-4e69-901c-89ec7bb983ad, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=09784cbf-eaa2-4e69-901c-89ec7bb983ad,segment=NetworkSegment(28705d26-17de-4a24-a189-40d9e25263cb),segment_id=28705d26-17de-4a24-a189-40d9e25263cb)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:44:10.136399 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4f93baa3-efec-4421-ba3e-da5369abd251 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.146738 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-637930e7-4253-4f8b-ae28-59adc1ec5168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.152775 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac0777a-e35a-4212-9be1-28ed33b660e1 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b8ea26dd-3d51-44bb-a090-5ba5bc4a30f8 {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 21 09:44:10.172840 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9ac0777a-e35a-4212-9be1-28ed33b660e1 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.187455 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9ac0777a-e35a-4212-9be1-28ed33b660e1 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] 10.222.0.110 "DELETE /v2.0/networks/b8ea26dd-3d51-44bb-a090-5ba5bc4a30f8 HTTP/1.1" status: 204 len: 168 time: 0.7183514 Jan 21 09:44:10.193758 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0777a-e35a-4212-9be1-28ed33b660e1 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Pushing event deleted for resources: {'Network': ['ID=b8ea26dd-3d51-44bb-a090-5ba5bc4a30f8,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:10.302557 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637930e7-4253-4f8b-ae28-59adc1ec5168 None None] Pushing event updated for resources: {'Port': ['ID=09784cbf-eaa2-4e69-901c-89ec7bb983ad,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:10.358543 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-77432ff0-dd4e-4868-95b7-5c850db56d15 req-ae9b9ef5-452e-40b2-b59e-8be436c43a81 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=c894b34a-9bb4-4a0a-8406-18a46d7824d1 HTTP/1.1" status: 200 len: 210 time: 0.1072230 Jan 21 09:44:10.471079 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f52de9b4-492a-4da1-a666-2fd22d242954 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.859250 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54700) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:10.864642 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-c1b76b7f-2089-41d7-8566-9f1c260d69b4 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Request body: {'router': {'name': 'tempest-router--1070113543', 'project_id': '598be5fee9784afbacf20176f378a9d3'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:10.878583 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c1b76b7f-2089-41d7-8566-9f1c260d69b4 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:10.885426 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c1b76b7f-2089-41d7-8566-9f1c260d69b4 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Usage tracker for resource:router and tenant:598be5fee9784afbacf20176f378a9d3 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:10.891610 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c1b76b7f-2089-41d7-8566-9f1c260d69b4 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:10.902954 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c1b76b7f-2089-41d7-8566-9f1c260d69b4 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:10.918420 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c1b76b7f-2089-41d7-8566-9f1c260d69b4 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.920359 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c1b76b7f-2089-41d7-8566-9f1c260d69b4 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.941904 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c1b76b7f-2089-41d7-8566-9f1c260d69b4 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.952802 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4f93baa3-efec-4421-ba3e-da5369abd251 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.966163 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c1b76b7f-2089-41d7-8566-9f1c260d69b4 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.992448 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c1b76b7f-2089-41d7-8566-9f1c260d69b4 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.994675 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c1b76b7f-2089-41d7-8566-9f1c260d69b4 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1341634 Jan 21 09:44:10.997543 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54704) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:11.000896 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da92ec4-bd8f-4a57-a4e1-143ab50e7a10 req-3d599e2e-e6d4-485f-8b5c-74e56ea0764a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:11.002382 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4da92ec4-bd8f-4a57-a4e1-143ab50e7a10 req-3d599e2e-e6d4-485f-8b5c-74e56ea0764a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=a1a4bac6-f64a-4e20-b559-3df1b725651b HTTP/1.1" status: 200 len: 945 time: 0.9373512 Jan 21 09:44:11.078670 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52de9b4-492a-4da1-a666-2fd22d242954 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Subnet': ['ID=016185ac-4302-4e84-8d71-6822f3f281b1,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:11.154958 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aeb2a4c9-f120-49ad-9209-c3a723bb3a64 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.157452 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52de9b4-492a-4da1-a666-2fd22d242954 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Checking segment: {'id': '469f0df2-2f34-4209-8304-85f8e9d02e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6d60ff0a-8a2b-4afd-ae59-d9d059c25f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:11.157817 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52de9b4-492a-4da1-a666-2fd22d242954 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Network hostable DHCP agents. Network: 6d60ff0a-8a2b-4afd-ae59-d9d059c25f1b, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:11.181894 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f93baa3-efec-4421-ba3e-da5369abd251 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Checking segment: {'id': 'e62c3951-aa2c-435b-954e-5ab6497dd927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '72f43fb0-7402-4efa-a640-b60301c8f7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:11.182247 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f93baa3-efec-4421-ba3e-da5369abd251 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Network hostable DHCP agents. Network: 72f43fb0-7402-4efa-a640-b60301c8f7a6, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:11.193855 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-73bd652f-0d79-4fec-bd21-ada236c5a03a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.205380 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4da92ec4-bd8f-4a57-a4e1-143ab50e7a10 req-8da39c23-97ab-4c92-acfa-8603b80609a0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=e8fd6672-93bb-4f14-afe5-0087d2781f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922238 Jan 21 09:44:11.228562 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93baa3-efec-4421-ba3e-da5369abd251 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Pushing event updated for resources: {'Subnet': ['ID=4b7e6955-a71e-45fa-b435-2663b553b66e,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:11.239968 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-73bd652f-0d79-4fec-bd21-ada236c5a03a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Transition to ACTIVE for port object f3bebd59-acd7-4ae2-b489-34b32aa670c1 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:11.260586 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52de9b4-492a-4da1-a666-2fd22d242954 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Network 6d60ff0a-8a2b-4afd-ae59-d9d059c25f1b is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:11.268171 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f93baa3-efec-4421-ba3e-da5369abd251 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Network 72f43fb0-7402-4efa-a640-b60301c8f7a6 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:11.288644 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-f52de9b4-492a-4da1-a666-2fd22d242954 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 6d60ff0a-8a2b-4afd-ae59-d9d059c25f1b) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:11.294596 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52de9b4-492a-4da1-a666-2fd22d242954 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:11.295385 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f52de9b4-492a-4da1-a666-2fd22d242954 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.300432 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7c9743-01f9-4ac5-b26a-4b2fcc6d882f None None] Network 6d60ff0a-8a2b-4afd-ae59-d9d059c25f1b requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:11.304218 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-73bd652f-0d79-4fec-bd21-ada236c5a03a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.354993 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-4f93baa3-efec-4421-ba3e-da5369abd251 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 72f43fb0-7402-4efa-a640-b60301c8f7a6) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:11.359761 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f93baa3-efec-4421-ba3e-da5369abd251 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:11.360417 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4f93baa3-efec-4421-ba3e-da5369abd251 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.376174 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f90919-c32f-400f-9ed2-64be3d037c3a None None] Network 72f43fb0-7402-4efa-a640-b60301c8f7a6 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:11.420385 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-73bd652f-0d79-4fec-bd21-ada236c5a03a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Network 4880d60f-eaf6-400c-ae63-407f78f8f686 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:11.435823 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-73bd652f-0d79-4fec-bd21-ada236c5a03a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:11.438983 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-73bd652f-0d79-4fec-bd21-ada236c5a03a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:11.506708 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f52de9b4-492a-4da1-a666-2fd22d242954 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3806014 Jan 21 09:44:11.515363 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54712) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:11.534317 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4f93baa3-efec-4421-ba3e-da5369abd251 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9439125 Jan 21 09:44:11.541029 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54716) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:11.558550 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-c0bc8d9a-fec7-45d4-9650-24b45faebc31 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'subnet': {'network_id': '6d60ff0a-8a2b-4afd-ae59-d9d059c25f1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:11.664548 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aeb2a4c9-f120-49ad-9209-c3a723bb3a64 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.671186 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aeb2a4c9-f120-49ad-9209-c3a723bb3a64 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.750213 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-c3e778ee-435b-4667-a460-c9ab4803e68b tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Request body: {'subnet': {'network_id': '14f6e9bc-b038-4d52-9da8-b80ea3fd313e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:11.773365 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd652f-0d79-4fec-bd21-ada236c5a03a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Pushing event updated for resources: {'Port': ['ID=f3bebd59-acd7-4ae2-b489-34b32aa670c1,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:11.801420 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aeb2a4c9-f120-49ad-9209-c3a723bb3a64 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.802050 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb2a4c9-f120-49ad-9209-c3a723bb3a64 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 31d4f805-3b93-45b9-bd2c-b98f812f5a2e {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:44:11.827057 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-c0bc8d9a-fec7-45d4-9650-24b45faebc31 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:11.854156 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-c0bc8d9a-fec7-45d4-9650-24b45faebc31 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:subnet and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:11.863955 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-c0bc8d9a-fec7-45d4-9650-24b45faebc31 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:11.879468 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-c0bc8d9a-fec7-45d4-9650-24b45faebc31 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:11.894272 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aeb2a4c9-f120-49ad-9209-c3a723bb3a64 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.899800 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-aeb2a4c9-f120-49ad-9209-c3a723bb3a64 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] 10.222.0.110 "DELETE /v2.0/routers/31d4f805-3b93-45b9-bd2c-b98f812f5a2e HTTP/1.1" status: 204 len: 168 time: 0.8996644 Jan 21 09:44:11.938868 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-73bd652f-0d79-4fec-bd21-ada236c5a03a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:11.940651 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-73bd652f-0d79-4fec-bd21-ada236c5a03a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.948354 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5cd180-1b30-489f-a39d-2f2349028e83 req-de9906d6-65da-4936-b85f-3fa14b96826b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:11.956132 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-aa5cd180-1b30-489f-a39d-2f2349028e83 req-de9906d6-65da-4936-b85f-3fa14b96826b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=a1a4bac6-f64a-4e20-b559-3df1b725651b HTTP/1.1" status: 200 len: 945 time: 0.2501013 Jan 21 09:44:11.991588 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bc8d9a-fec7-45d4-9650-24b45faebc31 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Made reservation on behalf of 0b78745c20204b2bb7542d64f98190cf for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:11.997300 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c0bc8d9a-fec7-45d4-9650-24b45faebc31 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.997953 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca2d6c6-657a-455f-bbf0-8dca5f907575 None None] Network c1ed6e25-23fb-4b88-b6d4-0b0319d8f4e8 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:12.049927 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-aa5cd180-1b30-489f-a39d-2f2349028e83 req-5e31e516-c5ef-40e8-a461-d65295d97757 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=e8fd6672-93bb-4f14-afe5-0087d2781f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927126 Jan 21 09:44:12.064072 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54722) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:12.168283 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54726) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:12.179834 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-73bd652f-0d79-4fec-bd21-ada236c5a03a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1840966 Jan 21 09:44:12.221417 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb374ad-93c5-4ee2-87fc-7d7bfd6649cc tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:12.222996 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-fcb374ad-93c5-4ee2-87fc-7d7bfd6649cc tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=a1a4bac6-f64a-4e20-b559-3df1b725651b HTTP/1.1" status: 200 len: 1093 time: 0.1562135 Jan 21 09:44:12.226203 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54732) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:12.231460 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-6d638383-2582-46d0-b322-e0f7d0549919 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'floatingip': {'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'port_id': '6c3aa7de-8d0e-4258-9d2d-088d797fc847', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:12.244943 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-6d638383-2582-46d0-b322-e0f7d0549919 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:12.253146 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 09784cbf-eaa2-4e69-901c-89ec7bb983ad up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:12.254373 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-6d638383-2582-46d0-b322-e0f7d0549919 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:floatingip and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:12.260052 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-6d638383-2582-46d0-b322-e0f7d0549919 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:12.276464 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-6d638383-2582-46d0-b322-e0f7d0549919 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:12.292283 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783f4b83-10dc-4cde-84d6-78361ba1b461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-6d60ff0a-8a2b-4afd-ae59-d9d059c25f1b', 'network_id': '6d60ff0a-8a2b-4afd-ae59-d9d059c25f1b', 'tenant_id': '0b78745c20204b2bb7542d64f98190cf', 'fixed_ips': [{'subnet_id': '016185ac-4302-4e84-8d71-6822f3f281b1'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:44:12.293124 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-783f4b83-10dc-4cde-84d6-78361ba1b461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.297892 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6d638383-2582-46d0-b322-e0f7d0549919 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.300051 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-a845de43-b7cc-49b4-be0d-1ed23489204c service neutron] Request body: {'port': {'device_id': 'c894b34a-9bb4-4a0a-8406-18a46d7824d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:12.385518 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.ipam_backend_mixin [None req-c0bc8d9a-fec7-45d4-9650-24b45faebc31 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 016185ac-4302-4e84-8d71-6822f3f281b1 (CIDR: 172.20.0.0/28) Jan 21 09:44:12.395848 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0bc8d9a-fec7-45d4-9650-24b45faebc31 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:44:12.396034 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-abaf7339-e366-48ca-8ff5-e1b8de2e876f None None] Provisioning for port f3bebd59-acd7-4ae2-b489-34b32aa670c1 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:12.396489 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0bc8d9a-fec7-45d4-9650-24b45faebc31 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:12.402953 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-c3e778ee-435b-4667-a460-c9ab4803e68b tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:12.419669 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-c3e778ee-435b-4667-a460-c9ab4803e68b tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Usage tracker for resource:subnet and tenant:7cdb6edf3cd04f8b837cf1c21e871f54 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:12.426959 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-c3e778ee-435b-4667-a460-c9ab4803e68b tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:12.441695 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-c3e778ee-435b-4667-a460-c9ab4803e68b tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:12.451708 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-abaf7339-e366-48ca-8ff5-e1b8de2e876f None None] Provisioning complete for port f3bebd59-acd7-4ae2-b489-34b32aa670c1 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:12.452083 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-abaf7339-e366-48ca-8ff5-e1b8de2e876f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.494781 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45410d6c-da86-4cbe-a28c-9a69b2c35760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-72f43fb0-7402-4efa-a640-b60301c8f7a6', 'network_id': '72f43fb0-7402-4efa-a640-b60301c8f7a6', 'tenant_id': '7cdb6edf3cd04f8b837cf1c21e871f54', 'fixed_ips': [{'subnet_id': '4b7e6955-a71e-45fa-b435-2663b553b66e'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:44:12.495717 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-45410d6c-da86-4cbe-a28c-9a69b2c35760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.537899 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-a845de43-b7cc-49b4-be0d-1ed23489204c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.554110 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6d638383-2582-46d0-b322-e0f7d0549919 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.562891 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 09784cbf-eaa2-4e69-901c-89ec7bb983ad completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:12.571295 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c0bc8d9a-fec7-45d4-9650-24b45faebc31 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0397687 Jan 21 09:44:12.575763 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54736) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:12.578318 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e778ee-435b-4667-a460-c9ab4803e68b tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Made reservation on behalf of 7cdb6edf3cd04f8b837cf1c21e871f54 for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:12.582181 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c3e778ee-435b-4667-a460-c9ab4803e68b tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.619228 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1aebc-d42d-440e-b347-a30dd54f5ee0 req-6ada3904-a017-4298-8fd6-9d29ce795815 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:12.620510 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-f7f1aebc-d42d-440e-b347-a30dd54f5ee0 req-6ada3904-a017-4298-8fd6-9d29ce795815 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Synchronizing usage tracker for tenant:b19bae91610749c2842623300f66b5c2 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:12.632288 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-c61a8e2e-87a7-46ff-a88d-3848e231103f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'subnet': {'network_id': '6d60ff0a-8a2b-4afd-ae59-d9d059c25f1b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:12.650471 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-8be805fc-6232-42bc-a216-2c22af6c430e tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1502145612', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}, 'admin_state_up': False}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:12.660970 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-8be805fc-6232-42bc-a216-2c22af6c430e tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:12.673689 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-8be805fc-6232-42bc-a216-2c22af6c430e tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Usage tracker for resource:router and tenant:98270f194ba8433d8a4fcad995f60dd9 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:12.679373 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-8be805fc-6232-42bc-a216-2c22af6c430e tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:12.695434 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-8be805fc-6232-42bc-a216-2c22af6c430e tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:12.714108 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-abaf7339-e366-48ca-8ff5-e1b8de2e876f None None] Port f3bebd59-acd7-4ae2-b489-34b32aa670c1 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:44:12.733060 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.754782 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8be805fc-6232-42bc-a216-2c22af6c430e tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.755696 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8be805fc-6232-42bc-a216-2c22af6c430e tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.777884 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8be805fc-6232-42bc-a216-2c22af6c430e tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.928135 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-c4e638ce-acdc-4961-a054-1e8aad1cb0d6 None None] Provisioning for port 09784cbf-eaa2-4e69-901c-89ec7bb983ad completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:12.944670 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-c4e638ce-acdc-4961-a054-1e8aad1cb0d6 None None] Provisioning complete for port 09784cbf-eaa2-4e69-901c-89ec7bb983ad triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:12.945043 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c4e638ce-acdc-4961-a054-1e8aad1cb0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.960134 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-f7f1aebc-d42d-440e-b347-a30dd54f5ee0 req-6ada3904-a017-4298-8fd6-9d29ce795815 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Unset dirty status for tenant:b19bae91610749c2842623300f66b5c2 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:12.961959 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f7f1aebc-d42d-440e-b347-a30dd54f5ee0 req-6ada3904-a017-4298-8fd6-9d29ce795815 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=c894b34a-9bb4-4a0a-8406-18a46d7824d1 HTTP/1.1" status: 200 len: 931 time: 1.1892900 Jan 21 09:44:13.012114 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-783f4b83-10dc-4cde-84d6-78361ba1b461 None None] Allocated IP 172.20.0.2 (6d60ff0a-8a2b-4afd-ae59-d9d059c25f1b/016185ac-4302-4e84-8d71-6822f3f281b1/d6c676d7-d52a-4bbe-831c-1a9fe7047859) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:13.021940 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-45410d6c-da86-4cbe-a28c-9a69b2c35760 None None] Allocated IP 2001:db8::2 (72f43fb0-7402-4efa-a640-b60301c8f7a6/4b7e6955-a71e-45fa-b435-2663b553b66e/d281ad57-624a-48e1-92ca-8f9e438f9abb) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:13.023793 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f7f1aebc-d42d-440e-b347-a30dd54f5ee0 req-c4893bb0-da3e-4358-a44c-ed63f79d800d tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498698 Jan 21 09:44:13.029659 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-6d638383-2582-46d0-b322-e0f7d0549919 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Allocated IP 172.26.3.240 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/c08c2ae9-26bc-4782-abee-527148c99880) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:13.123791 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-c61a8e2e-87a7-46ff-a88d-3848e231103f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:13.135564 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-c61a8e2e-87a7-46ff-a88d-3848e231103f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:subnet and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:13.160629 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-c61a8e2e-87a7-46ff-a88d-3848e231103f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:13.186927 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6d638383-2582-46d0-b322-e0f7d0549919 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.203339 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-c61a8e2e-87a7-46ff-a88d-3848e231103f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:13.234510 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6d638383-2582-46d0-b322-e0f7d0549919 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.388185 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d638383-2582-46d0-b322-e0f7d0549919 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:13.394082 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-6d638383-2582-46d0-b322-e0f7d0549919 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:13.452719 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c4e638ce-acdc-4961-a054-1e8aad1cb0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.454918 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61a8e2e-87a7-46ff-a88d-3848e231103f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Made reservation on behalf of 0b78745c20204b2bb7542d64f98190cf for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:13.458446 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c61a8e2e-87a7-46ff-a88d-3848e231103f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.576531 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8be805fc-6232-42bc-a216-2c22af6c430e tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.594789 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-c4e638ce-acdc-4961-a054-1e8aad1cb0d6 None None] For port 09784cbf-eaa2-4e69-901c-89ec7bb983ad, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=09784cbf-eaa2-4e69-901c-89ec7bb983ad,segment=NetworkSegment(28705d26-17de-4a24-a189-40d9e25263cb),segment_id=28705d26-17de-4a24-a189-40d9e25263cb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:13.598571 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d638383-2582-46d0-b322-e0f7d0549919 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:13.621733 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c3e778ee-435b-4667-a460-c9ab4803e68b tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.634143 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c4e638ce-acdc-4961-a054-1e8aad1cb0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.663813 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d638383-2582-46d0-b322-e0f7d0549919 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=c08c2ae9-26bc-4782-abee-527148c99880,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:13.709788 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-783f4b83-10dc-4cde-84d6-78361ba1b461 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.755979 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-783f4b83-10dc-4cde-84d6-78361ba1b461 None None] Transition to ACTIVE for port object d6c676d7-d52a-4bbe-831c-1a9fe7047859 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:13.780422 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-783f4b83-10dc-4cde-84d6-78361ba1b461 None None] Transition to ACTIVE for port object d6c676d7-d52a-4bbe-831c-1a9fe7047859 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:13.799114 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-45410d6c-da86-4cbe-a28c-9a69b2c35760 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.811306 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-45410d6c-da86-4cbe-a28c-9a69b2c35760 None None] Transition to ACTIVE for port object d281ad57-624a-48e1-92ca-8f9e438f9abb will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:13.818483 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-783f4b83-10dc-4cde-84d6-78361ba1b461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.826673 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e778ee-435b-4667-a460-c9ab4803e68b tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Checking segment: {'id': '497863a1-e90d-4cb7-b903-1c08d52886f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '14f6e9bc-b038-4d52-9da8-b80ea3fd313e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:13.827310 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e778ee-435b-4667-a460-c9ab4803e68b tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Network hostable DHCP agents. Network: 14f6e9bc-b038-4d52-9da8-b80ea3fd313e, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:13.835476 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.resource_extend [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-a845de43-b7cc-49b4-be0d-1ed23489204c service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:44:13.855891 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e638ce-acdc-4961-a054-1e8aad1cb0d6 None None] Pushing event updated for resources: {'Port': ['ID=09784cbf-eaa2-4e69-901c-89ec7bb983ad,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:13.859968 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e778ee-435b-4667-a460-c9ab4803e68b tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Pushing event updated for resources: {'Subnet': ['ID=3b84fc9c-6b1d-4f26-90ff-0aa6da56a08f,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:13.912781 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-45410d6c-da86-4cbe-a28c-9a69b2c35760 None None] Transition to ACTIVE for port object d281ad57-624a-48e1-92ca-8f9e438f9abb will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:13.924520 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e778ee-435b-4667-a460-c9ab4803e68b tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Network 14f6e9bc-b038-4d52-9da8-b80ea3fd313e is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:13.932536 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783f4b83-10dc-4cde-84d6-78361ba1b461 None None] Network 6d60ff0a-8a2b-4afd-ae59-d9d059c25f1b is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:13.933463 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-3d97271f-5861-4670-9ab0-e285a7faaa85 None None] Provisioning complete for port 09784cbf-eaa2-4e69-901c-89ec7bb983ad triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:13.933811 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3d97271f-5861-4670-9ab0-e285a7faaa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.955078 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-a845de43-b7cc-49b4-be0d-1ed23489204c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3bebd59-acd7-4ae2-b489-34b32aa670c1 {{(pid=87515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:44:13.961996 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-c3e778ee-435b-4667-a460-c9ab4803e68b tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 14f6e9bc-b038-4d52-9da8-b80ea3fd313e) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:13.966908 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e778ee-435b-4667-a460-c9ab4803e68b tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:13.967824 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c3e778ee-435b-4667-a460-c9ab4803e68b tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.003127 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44afd3e-0f0c-47ca-ab0a-f9159e891fad None None] Network 14f6e9bc-b038-4d52-9da8-b80ea3fd313e requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:14.019739 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-a845de43-b7cc-49b4-be0d-1ed23489204c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.061412 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-a845de43-b7cc-49b4-be0d-1ed23489204c service neutron] Transition to ACTIVE for port object f3bebd59-acd7-4ae2-b489-34b32aa670c1 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:14.065911 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c3e778ee-435b-4667-a460-c9ab4803e68b tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5238152 Jan 21 09:44:14.066564 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54740) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:14.142984 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-a845de43-b7cc-49b4-be0d-1ed23489204c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.218701 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-783f4b83-10dc-4cde-84d6-78361ba1b461 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:14.255621 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 09784cbf-eaa2-4e69-901c-89ec7bb983ad up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:14.280938 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-45410d6c-da86-4cbe-a28c-9a69b2c35760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.292039 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783f4b83-10dc-4cde-84d6-78361ba1b461 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:14.501963 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f4b83-10dc-4cde-84d6-78361ba1b461 None None] Pushing event updated for resources: {'Port': ['ID=d6c676d7-d52a-4bbe-831c-1a9fe7047859,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:14.530730 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957ddef-a48d-4e10-9b27-502eea488848 req-9bf82574-158f-410e-9150-808d77d2fdb7 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:14.538606 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8957ddef-a48d-4e10-9b27-502eea488848 req-9bf82574-158f-410e-9150-808d77d2fdb7 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=c894b34a-9bb4-4a0a-8406-18a46d7824d1 HTTP/1.1" status: 200 len: 943 time: 0.2922421 Jan 21 09:44:14.564763 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45410d6c-da86-4cbe-a28c-9a69b2c35760 None None] Network 72f43fb0-7402-4efa-a640-b60301c8f7a6 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:14.583915 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-45410d6c-da86-4cbe-a28c-9a69b2c35760 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:14.608116 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45410d6c-da86-4cbe-a28c-9a69b2c35760 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:14.685245 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 09784cbf-eaa2-4e69-901c-89ec7bb983ad triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:14.685622 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.690538 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8be805fc-6232-42bc-a216-2c22af6c430e tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router_gateway, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.699779 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a845de43-b7cc-49b4-be0d-1ed23489204c service neutron] Pushing event updated for resources: {'Port': ['ID=f3bebd59-acd7-4ae2-b489-34b32aa670c1,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:14.709804 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-783f4b83-10dc-4cde-84d6-78361ba1b461 None None] Attempting to bind port d6c676d7-d52a-4bbe-831c-1a9fe7047859 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:14.710150 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-783f4b83-10dc-4cde-84d6-78361ba1b461 None None] Attempting to bind port d6c676d7-d52a-4bbe-831c-1a9fe7047859 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '469f0df2-2f34-4209-8304-85f8e9d02e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6d60ff0a-8a2b-4afd-ae59-d9d059c25f1b'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:14.710848 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783f4b83-10dc-4cde-84d6-78361ba1b461 None None] Attempting to bind port d6c676d7-d52a-4bbe-831c-1a9fe7047859 on network 6d60ff0a-8a2b-4afd-ae59-d9d059c25f1b {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:44:14.740402 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8be805fc-6232-42bc-a216-2c22af6c430e tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.745319 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-8957ddef-a48d-4e10-9b27-502eea488848 req-8c456314-7cd7-4c0a-9d58-97b940c676b0 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Synchronizing usage tracker for tenant:b19bae91610749c2842623300f66b5c2 on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:14.747732 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf71ed22-9b6f-4d26-8575-2756a0a5ff51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-14f6e9bc-b038-4d52-9da8-b80ea3fd313e', 'network_id': '14f6e9bc-b038-4d52-9da8-b80ea3fd313e', 'tenant_id': '7cdb6edf3cd04f8b837cf1c21e871f54', 'fixed_ips': [{'subnet_id': '3b84fc9c-6b1d-4f26-90ff-0aa6da56a08f'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:44:14.748555 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cf71ed22-9b6f-4d26-8575-2756a0a5ff51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.799386 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783f4b83-10dc-4cde-84d6-78361ba1b461 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:44:14.799775 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783f4b83-10dc-4cde-84d6-78361ba1b461 None None] Checking segment: {'id': '469f0df2-2f34-4209-8304-85f8e9d02e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6d60ff0a-8a2b-4afd-ae59-d9d059c25f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:14.800092 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-783f4b83-10dc-4cde-84d6-78361ba1b461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.800487 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783f4b83-10dc-4cde-84d6-78361ba1b461 None None] Bound using segment: {'id': '469f0df2-2f34-4209-8304-85f8e9d02e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6d60ff0a-8a2b-4afd-ae59-d9d059c25f1b'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:44:14.800976 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-783f4b83-10dc-4cde-84d6-78361ba1b461 None None] Bound port: d6c676d7-d52a-4bbe-831c-1a9fe7047859, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '469f0df2-2f34-4209-8304-85f8e9d02e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6d60ff0a-8a2b-4afd-ae59-d9d059c25f1b'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:14.801352 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-783f4b83-10dc-4cde-84d6-78361ba1b461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.811341 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45410d6c-da86-4cbe-a28c-9a69b2c35760 None None] Pushing event updated for resources: {'Port': ['ID=d281ad57-624a-48e1-92ca-8f9e438f9abb,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:14.913612 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c61a8e2e-87a7-46ff-a88d-3848e231103f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.968103 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-8957ddef-a48d-4e10-9b27-502eea488848 req-8c456314-7cd7-4c0a-9d58-97b940c676b0 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Unset dirty status for tenant:b19bae91610749c2842623300f66b5c2 on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:14.969641 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8957ddef-a48d-4e10-9b27-502eea488848 req-8c456314-7cd7-4c0a-9d58-97b940c676b0 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4300044 Jan 21 09:44:14.979102 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6d638383-2582-46d0-b322-e0f7d0549919 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.995948 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-a845de43-b7cc-49b4-be0d-1ed23489204c service neutron] Attempting to bind port f3bebd59-acd7-4ae2-b489-34b32aa670c1 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:14.996438 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-a845de43-b7cc-49b4-be0d-1ed23489204c service neutron] Attempting to bind port f3bebd59-acd7-4ae2-b489-34b32aa670c1 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9b216987-8cbc-4835-9c2f-1b45ed9b241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:14.996661 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-a845de43-b7cc-49b4-be0d-1ed23489204c service neutron] Attempting to bind port f3bebd59-acd7-4ae2-b489-34b32aa670c1 on network 4880d60f-eaf6-400c-ae63-407f78f8f686 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:44:15.004658 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-45410d6c-da86-4cbe-a28c-9a69b2c35760 None None] Attempting to bind port d281ad57-624a-48e1-92ca-8f9e438f9abb on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:15.005041 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-45410d6c-da86-4cbe-a28c-9a69b2c35760 None None] Attempting to bind port d281ad57-624a-48e1-92ca-8f9e438f9abb by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'e62c3951-aa2c-435b-954e-5ab6497dd927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '72f43fb0-7402-4efa-a640-b60301c8f7a6'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:15.005405 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45410d6c-da86-4cbe-a28c-9a69b2c35760 None None] Attempting to bind port d281ad57-624a-48e1-92ca-8f9e438f9abb on network 72f43fb0-7402-4efa-a640-b60301c8f7a6 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:44:15.020023 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-a845de43-b7cc-49b4-be0d-1ed23489204c service neutron] Port f3bebd59-acd7-4ae2-b489-34b32aa670c1 on network 4880d60f-eaf6-400c-ae63-407f78f8f686 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:44:15.020417 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-a845de43-b7cc-49b4-be0d-1ed23489204c service neutron] Attempting to bind port f3bebd59-acd7-4ae2-b489-34b32aa670c1 on network 4880d60f-eaf6-400c-ae63-407f78f8f686 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:44:15.023524 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61a8e2e-87a7-46ff-a88d-3848e231103f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Network 6d60ff0a-8a2b-4afd-ae59-d9d059c25f1b is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:15.036473 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45410d6c-da86-4cbe-a28c-9a69b2c35760 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:44:15.036847 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45410d6c-da86-4cbe-a28c-9a69b2c35760 None None] Checking segment: {'id': 'e62c3951-aa2c-435b-954e-5ab6497dd927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '72f43fb0-7402-4efa-a640-b60301c8f7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:15.037246 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-45410d6c-da86-4cbe-a28c-9a69b2c35760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.038203 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45410d6c-da86-4cbe-a28c-9a69b2c35760 None None] Bound using segment: {'id': 'e62c3951-aa2c-435b-954e-5ab6497dd927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '72f43fb0-7402-4efa-a640-b60301c8f7a6'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:44:15.038203 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-45410d6c-da86-4cbe-a28c-9a69b2c35760 None None] Bound port: d281ad57-624a-48e1-92ca-8f9e438f9abb, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e62c3951-aa2c-435b-954e-5ab6497dd927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '72f43fb0-7402-4efa-a640-b60301c8f7a6'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:15.038541 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-45410d6c-da86-4cbe-a28c-9a69b2c35760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.040413 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-c61a8e2e-87a7-46ff-a88d-3848e231103f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:15.048719 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61a8e2e-87a7-46ff-a88d-3848e231103f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:15.049278 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c61a8e2e-87a7-46ff-a88d-3848e231103f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.055786 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-a845de43-b7cc-49b4-be0d-1ed23489204c service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:44:15.056090 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-a845de43-b7cc-49b4-be0d-1ed23489204c service neutron] Checking segment: {'id': '9b216987-8cbc-4835-9c2f-1b45ed9b241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:15.056603 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-a845de43-b7cc-49b4-be0d-1ed23489204c service neutron] Bound using segment: {'id': '9b216987-8cbc-4835-9c2f-1b45ed9b241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:44:15.057000 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-a845de43-b7cc-49b4-be0d-1ed23489204c service neutron] Bound port: f3bebd59-acd7-4ae2-b489-34b32aa670c1, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b216987-8cbc-4835-9c2f-1b45ed9b241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:15.057401 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-a845de43-b7cc-49b4-be0d-1ed23489204c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.080341 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a8e2e-87a7-46ff-a88d-3848e231103f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Subnet': ['ID=d4146c06-9989-4d20-bd0c-263a153c1096,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:15.142679 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6d638383-2582-46d0-b322-e0f7d0549919 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.158411 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c61a8e2e-87a7-46ff-a88d-3848e231103f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5791097 Jan 21 09:44:15.161598 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54746) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:15.162735 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-48098b10-205b-4734-b716-ea612f284368 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.188908 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-783f4b83-10dc-4cde-84d6-78361ba1b461 None None] For port d6c676d7-d52a-4bbe-831c-1a9fe7047859, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:44:15.190159 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-a2cdf451-558b-4ec0-8961-1ec49fdeed61 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'port': {'network_id': '6d60ff0a-8a2b-4afd-ae59-d9d059c25f1b', 'fixed_ips': [{'subnet_id': '016185ac-4302-4e84-8d71-6822f3f281b1'}, {'subnet_id': 'd4146c06-9989-4d20-bd0c-263a153c1096'}], 'name': 'tempest-PortsTestJSON-1878262494'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:15.190408 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-8be805fc-6232-42bc-a216-2c22af6c430e tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Allocated IP 172.26.3.233 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/4a1b6926-da06-4eb7-978d-06ce5deee87d) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:15.226798 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-783f4b83-10dc-4cde-84d6-78361ba1b461 None None] For port d6c676d7-d52a-4bbe-831c-1a9fe7047859, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=d6c676d7-d52a-4bbe-831c-1a9fe7047859,segment=NetworkSegment(469f0df2-2f34-4209-8304-85f8e9d02e2b),segment_id=469f0df2-2f34-4209-8304-85f8e9d02e2b)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:44:15.254287 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-783f4b83-10dc-4cde-84d6-78361ba1b461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.320404 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-cf71ed22-9b6f-4d26-8575-2756a0a5ff51 None None] Allocated IP 2001:db8::2 (14f6e9bc-b038-4d52-9da8-b80ea3fd313e/3b84fc9c-6b1d-4f26-90ff-0aa6da56a08f/951c7753-2eec-4c66-af35-ce8da4ef9de3) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:15.358108 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-45410d6c-da86-4cbe-a28c-9a69b2c35760 None None] For port d281ad57-624a-48e1-92ca-8f9e438f9abb, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:44:15.422899 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-45410d6c-da86-4cbe-a28c-9a69b2c35760 None None] For port d281ad57-624a-48e1-92ca-8f9e438f9abb, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=d281ad57-624a-48e1-92ca-8f9e438f9abb,segment=NetworkSegment(e62c3951-aa2c-435b-954e-5ab6497dd927),segment_id=e62c3951-aa2c-435b-954e-5ab6497dd927)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:44:15.424545 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f4b83-10dc-4cde-84d6-78361ba1b461 None None] Pushing event updated for resources: {'Port': ['ID=d6c676d7-d52a-4bbe-831c-1a9fe7047859,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:15.487775 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8be805fc-6232-42bc-a216-2c22af6c430e tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.489586 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-45410d6c-da86-4cbe-a28c-9a69b2c35760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.523356 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6d638383-2582-46d0-b322-e0f7d0549919 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.531016 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6d638383-2582-46d0-b322-e0f7d0549919 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.649094 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6d638383-2582-46d0-b322-e0f7d0549919 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.679803 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45410d6c-da86-4cbe-a28c-9a69b2c35760 None None] Pushing event updated for resources: {'Port': ['ID=d281ad57-624a-48e1-92ca-8f9e438f9abb,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:15.705623 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-a845de43-b7cc-49b4-be0d-1ed23489204c service neutron] For port f3bebd59-acd7-4ae2-b489-34b32aa670c1, host hv-neutron-8257, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:44:15.708969 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-a845de43-b7cc-49b4-be0d-1ed23489204c service neutron] For port f3bebd59-acd7-4ae2-b489-34b32aa670c1, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f3bebd59-acd7-4ae2-b489-34b32aa670c1,segment=NetworkSegment(9b216987-8cbc-4835-9c2f-1b45ed9b241e),segment_id=9b216987-8cbc-4835-9c2f-1b45ed9b241e)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:44:15.726658 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-a845de43-b7cc-49b4-be0d-1ed23489204c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.786707 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8be805fc-6232-42bc-a216-2c22af6c430e tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.847864 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be805fc-6232-42bc-a216-2c22af6c430e tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:15.859774 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d638383-2582-46d0-b322-e0f7d0549919 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=c08c2ae9-26bc-4782-abee-527148c99880,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:15.860829 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cf71ed22-9b6f-4d26-8575-2756a0a5ff51 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.865848 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-a845de43-b7cc-49b4-be0d-1ed23489204c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:15.869957 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-a845de43-b7cc-49b4-be0d-1ed23489204c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.871612 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-a845de43-b7cc-49b4-be0d-1ed23489204c service neutron] 10.222.0.72 "PUT /v2.0/ports/f3bebd59-acd7-4ae2-b489-34b32aa670c1 HTTP/1.1" status: 200 len: 1093 time: 3.6612785 Jan 21 09:44:15.875442 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c894b34a-9bb4-4a0a-8406-18a46d7824d1', 'tag': 'f3bebd59-acd7-4ae2-b489-34b32aa670c1'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:44:15.880344 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a845de43-b7cc-49b4-be0d-1ed23489204c service neutron] Pushing event updated for resources: {'Port': ['ID=f3bebd59-acd7-4ae2-b489-34b32aa670c1,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:15.880513 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-cf71ed22-9b6f-4d26-8575-2756a0a5ff51 None None] Transition to ACTIVE for port object 951c7753-2eec-4c66-af35-ce8da4ef9de3 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:15.904610 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-8be805fc-6232-42bc-a216-2c22af6c430e tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:15.922291 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be805fc-6232-42bc-a216-2c22af6c430e tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:15.936408 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-cf71ed22-9b6f-4d26-8575-2756a0a5ff51 None None] Transition to ACTIVE for port object 951c7753-2eec-4c66-af35-ce8da4ef9de3 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:15.946640 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cf71ed22-9b6f-4d26-8575-2756a0a5ff51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.052798 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c894b34a-9bb4-4a0a-8406-18a46d7824d1', 'tag': 'f3bebd59-acd7-4ae2-b489-34b32aa670c1', 'status': 'completed', 'code': 200} Jan 21 09:44:16.127739 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-a2cdf451-558b-4ec0-8961-1ec49fdeed61 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:16.142648 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a2cdf451-558b-4ec0-8961-1ec49fdeed61 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:port and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:16.144348 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71ed22-9b6f-4d26-8575-2756a0a5ff51 None None] Pushing event updated for resources: {'Port': ['ID=951c7753-2eec-4c66-af35-ce8da4ef9de3,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:16.146845 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a2cdf451-558b-4ec0-8961-1ec49fdeed61 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:16.181585 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf71ed22-9b6f-4d26-8575-2756a0a5ff51 None None] Network 14f6e9bc-b038-4d52-9da8-b80ea3fd313e is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:16.185274 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-a2cdf451-558b-4ec0-8961-1ec49fdeed61 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:16.189671 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-cf71ed22-9b6f-4d26-8575-2756a0a5ff51 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:16.192916 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf71ed22-9b6f-4d26-8575-2756a0a5ff51 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:16.247091 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be805fc-6232-42bc-a216-2c22af6c430e tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Pushing event updated for resources: {'Port': ['ID=4a1b6926-da06-4eb7-978d-06ce5deee87d,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:16.316952 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device d6c676d7-d52a-4bbe-831c-1a9fe7047859 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:16.339415 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2cdf451-558b-4ec0-8961-1ec49fdeed61 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Made reservation on behalf of 0b78745c20204b2bb7542d64f98190cf for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:16.431719 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-cf71ed22-9b6f-4d26-8575-2756a0a5ff51 None None] Attempting to bind port 951c7753-2eec-4c66-af35-ce8da4ef9de3 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:16.432132 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-cf71ed22-9b6f-4d26-8575-2756a0a5ff51 None None] Attempting to bind port 951c7753-2eec-4c66-af35-ce8da4ef9de3 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '497863a1-e90d-4cb7-b903-1c08d52886f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '14f6e9bc-b038-4d52-9da8-b80ea3fd313e'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:16.432455 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71ed22-9b6f-4d26-8575-2756a0a5ff51 None None] Attempting to bind port 951c7753-2eec-4c66-af35-ce8da4ef9de3 on network 14f6e9bc-b038-4d52-9da8-b80ea3fd313e {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:44:16.440096 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71ed22-9b6f-4d26-8575-2756a0a5ff51 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:44:16.440451 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71ed22-9b6f-4d26-8575-2756a0a5ff51 None None] Checking segment: {'id': '497863a1-e90d-4cb7-b903-1c08d52886f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '14f6e9bc-b038-4d52-9da8-b80ea3fd313e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:16.440851 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cf71ed22-9b6f-4d26-8575-2756a0a5ff51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.441279 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71ed22-9b6f-4d26-8575-2756a0a5ff51 None None] Bound using segment: {'id': '497863a1-e90d-4cb7-b903-1c08d52886f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '14f6e9bc-b038-4d52-9da8-b80ea3fd313e'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:44:16.441804 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-cf71ed22-9b6f-4d26-8575-2756a0a5ff51 None None] Bound port: 951c7753-2eec-4c66-af35-ce8da4ef9de3, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '497863a1-e90d-4cb7-b903-1c08d52886f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '14f6e9bc-b038-4d52-9da8-b80ea3fd313e'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:16.442175 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cf71ed22-9b6f-4d26-8575-2756a0a5ff51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.473204 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-48098b10-205b-4734-b716-ea612f284368 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Allocated IP 2001:db8::1 (72f43fb0-7402-4efa-a640-b60301c8f7a6/4b7e6955-a71e-45fa-b435-2663b553b66e/90b317f9-003e-4a89-957d-943ee7f1c78d) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:16.482010 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-4fd1badf-17ad-4906-ad0e-90883609d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:16.483619 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-4fd1badf-17ad-4906-ad0e-90883609d3c9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b19bae91610749c2842623300f66b5c2&device_id=c894b34a-9bb4-4a0a-8406-18a46d7824d1 HTTP/1.1" status: 200 len: 1096 time: 0.5452857 Jan 21 09:44:16.549547 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.l3_db [None req-6d638383-2582-46d0-b322-e0f7d0549919 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Floating IP a4e7a887-0876-4ba9-947d-b7aa507cf07e associated. External IP: 172.26.3.240, port: 6c3aa7de-8d0e-4258-9d2d-088d797fc847. Jan 21 09:44:16.579833 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-2b20d4a3-3fe0-4672-9021-df621da29351 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3bebd59-acd7-4ae2-b489-34b32aa670c1 HTTP/1.1" status: 200 len: 217 time: 0.0886555 Jan 21 09:44:16.659220 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8cfc25a8-2e34-4457-a726-abbc93133f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.681316 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port d6c676d7-d52a-4bbe-831c-1a9fe7047859 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:16.694098 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device d281ad57-624a-48e1-92ca-8f9e438f9abb up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:16.702596 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-7d4f68ca-b4bf-4c3d-9432-d0a99e382ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:16.704206 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-7d4f68ca-b4bf-4c3d-9432-d0a99e382ea4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a15dd6d5-fb0e-4d75-9036-70eb3b2240fa HTTP/1.1" status: 200 len: 851 time: 0.1064601 Jan 21 09:44:16.762238 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-cf71ed22-9b6f-4d26-8575-2756a0a5ff51 None None] For port 951c7753-2eec-4c66-af35-ce8da4ef9de3, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:44:16.787380 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a2cdf451-558b-4ec0-8961-1ec49fdeed61 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.792819 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-cf71ed22-9b6f-4d26-8575-2756a0a5ff51 None None] For port 951c7753-2eec-4c66-af35-ce8da4ef9de3, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=951c7753-2eec-4c66-af35-ce8da4ef9de3,segment=NetworkSegment(497863a1-e90d-4cb7-b903-1c08d52886f6),segment_id=497863a1-e90d-4cb7-b903-1c08d52886f6)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:44:16.804738 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cf71ed22-9b6f-4d26-8575-2756a0a5ff51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.815663 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-a2cdf451-558b-4ec0-8961-1ec49fdeed61 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] device_id is not set on port 281e4fd6-6cb5-49ac-bf4f-4de14a01b9e8 yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:44:16.922702 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71ed22-9b6f-4d26-8575-2756a0a5ff51 None None] Pushing event updated for resources: {'Port': ['ID=951c7753-2eec-4c66-af35-ce8da4ef9de3,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:16.933034 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port d281ad57-624a-48e1-92ca-8f9e438f9abb completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:16.962862 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b632a0-bcf8-4b48-9591-200048494c3f None None] Network 6d60ff0a-8a2b-4afd-ae59-d9d059c25f1b requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:17.103243 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-6fc4510c-1ebe-4ec2-a2ce-afebd544e192 None None] Provisioning for port d6c676d7-d52a-4bbe-831c-1a9fe7047859 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:17.122810 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-6fc4510c-1ebe-4ec2-a2ce-afebd544e192 None None] Provisioning complete for port d6c676d7-d52a-4bbe-831c-1a9fe7047859 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:17.123571 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6fc4510c-1ebe-4ec2-a2ce-afebd544e192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:17.188432 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51098e3-02bb-4675-a3a2-cac4801b1464 req-fbe77311-6b05-48a9-859a-37e099cc8c0c tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:17.190313 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f51098e3-02bb-4675-a3a2-cac4801b1464 req-fbe77311-6b05-48a9-859a-37e099cc8c0c tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=c894b34a-9bb4-4a0a-8406-18a46d7824d1 HTTP/1.1" status: 200 len: 943 time: 0.8789082 Jan 21 09:44:17.262433 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-48098b10-205b-4734-b716-ea612f284368 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:17.317781 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-3464d295-b0e7-4d9f-9345-ed22fdcd0ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:17.319267 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-3464d295-b0e7-4d9f-9345-ed22fdcd0ab7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4880d60f-eaf6-400c-ae63-407f78f8f686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6049352 Jan 21 09:44:17.365870 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6fc4510c-1ebe-4ec2-a2ce-afebd544e192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:17.403382 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-48098b10-205b-4734-b716-ea612f284368 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Transition to ACTIVE for port object 90b317f9-003e-4a89-957d-943ee7f1c78d will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:17.464944 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-6fc4510c-1ebe-4ec2-a2ce-afebd544e192 None None] For port d6c676d7-d52a-4bbe-831c-1a9fe7047859, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=d6c676d7-d52a-4bbe-831c-1a9fe7047859,segment=NetworkSegment(469f0df2-2f34-4209-8304-85f8e9d02e2b),segment_id=469f0df2-2f34-4209-8304-85f8e9d02e2b)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:17.514357 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6fc4510c-1ebe-4ec2-a2ce-afebd544e192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:17.585148 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541a73fb-5888-4169-b63f-2a2d656e5396 None None] Network 72f43fb0-7402-4efa-a640-b60301c8f7a6 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:17.612185 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8be805fc-6232-42bc-a216-2c22af6c430e tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router_gateway, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:17.658108 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4510c-1ebe-4ec2-a2ce-afebd544e192 None None] Pushing event updated for resources: {'Port': ['ID=d6c676d7-d52a-4bbe-831c-1a9fe7047859,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:17.666922 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f51098e3-02bb-4675-a3a2-cac4801b1464 req-573ea909-0151-4e3e-a2b0-060b8e26802e tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3945863 Jan 21 09:44:17.676966 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d638383-2582-46d0-b322-e0f7d0549919 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router 53d2cd26-1537-4230-8d31-428b6b288f5d has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:44:17.818369 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-065d25cc-7e7d-4c6c-86cd-17c935769760 None None] Provisioning for port d281ad57-624a-48e1-92ca-8f9e438f9abb completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:17.836434 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-a2cdf451-558b-4ec0-8961-1ec49fdeed61 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Allocated IP 172.20.0.6 (6d60ff0a-8a2b-4afd-ae59-d9d059c25f1b/016185ac-4302-4e84-8d71-6822f3f281b1/281e4fd6-6cb5-49ac-bf4f-4de14a01b9e8) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:17.839226 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-065d25cc-7e7d-4c6c-86cd-17c935769760 None None] Provisioning complete for port d281ad57-624a-48e1-92ca-8f9e438f9abb triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:17.839908 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-065d25cc-7e7d-4c6c-86cd-17c935769760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:17.840802 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-48098b10-205b-4734-b716-ea612f284368 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:17.885155 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-446983a0-3826-41a0-884b-8403ad3b8337 service neutron] 10.222.0.72 "GET /v2.0/networks/4880d60f-eaf6-400c-ae63-407f78f8f686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5088706 Jan 21 09:44:17.894884 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-a2cdf451-558b-4ec0-8961-1ec49fdeed61 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Allocated IP 172.20.0.23 (6d60ff0a-8a2b-4afd-ae59-d9d059c25f1b/d4146c06-9989-4d20-bd0c-263a153c1096/281e4fd6-6cb5-49ac-bf4f-4de14a01b9e8) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:17.967011 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48098b10-205b-4734-b716-ea612f284368 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Network 72f43fb0-7402-4efa-a640-b60301c8f7a6 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:17.984228 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-48098b10-205b-4734-b716-ea612f284368 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:17.992809 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48098b10-205b-4734-b716-ea612f284368 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:17.993343 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-48098b10-205b-4734-b716-ea612f284368 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.032689 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48098b10-205b-4734-b716-ea612f284368 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Pushing event updated for resources: {'Port': ['ID=90b317f9-003e-4a89-957d-943ee7f1c78d,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:18.070143 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b004261d-b9f8-4f50-8413-69e92841fc9c None None] Update dhcp port {'port': {'network_id': '6d60ff0a-8a2b-4afd-ae59-d9d059c25f1b', 'fixed_ips': [{'subnet_id': '016185ac-4302-4e84-8d71-6822f3f281b1', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd4146c06-9989-4d20-bd0c-263a153c1096'}], 'binding:host_id': 'dv-neutron-825731-1-hyperv'}, 'id': 'd6c676d7-d52a-4bbe-831c-1a9fe7047859'} from dv-neutron-825731-1-hyperv. {{(pid=87516) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 09:44:18.139105 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b004261d-b9f8-4f50-8413-69e92841fc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.155317 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8be805fc-6232-42bc-a216-2c22af6c430e tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.263470 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d638383-2582-46d0-b322-e0f7d0549919 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:44:18.273512 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 951c7753-2eec-4c66-af35-ce8da4ef9de3 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:18.279128 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4ee87c-039f-4692-b7a9-2846b241e194 None None] Sync routers for ids ['53d2cd26-1537-4230-8d31-428b6b288f5d'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:44:18.299153 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4ee87c-039f-4692-b7a9-2846b241e194 None None] Routers {'53d2cd26-1537-4230-8d31-428b6b288f5d'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:18.299882 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-de4ee87c-039f-4692-b7a9-2846b241e194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:43:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['53d2cd26-1537-4230-8d31-428b6b288f5d'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:18.382211 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-065d25cc-7e7d-4c6c-86cd-17c935769760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.414218 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-efc5de23-412a-4f96-80a6-a97e9937cf46 req-2b92e058-4b37-4ed1-82f8-0ca4c169039c service neutron] 10.222.0.72 "GET /v2.0/networks/4880d60f-eaf6-400c-ae63-407f78f8f686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5164275 Jan 21 09:44:18.487197 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6d638383-2582-46d0-b322-e0f7d0549919 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.598475 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-de4ee87c-039f-4692-b7a9-2846b241e194 None None] Set router 53d2cd26-1537-4230-8d31-428b6b288f5d gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:44:18.613055 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-065d25cc-7e7d-4c6c-86cd-17c935769760 None None] For port d281ad57-624a-48e1-92ca-8f9e438f9abb, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=d281ad57-624a-48e1-92ca-8f9e438f9abb,segment=NetworkSegment(e62c3951-aa2c-435b-954e-5ab6497dd927),segment_id=e62c3951-aa2c-435b-954e-5ab6497dd927)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:18.616097 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41d2573-87ea-4bb9-9b65-c077c0546e43 None None] Network 14f6e9bc-b038-4d52-9da8-b80ea3fd313e requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:18.625571 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-6d638383-2582-46d0-b322-e0f7d0549919 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.3983829 Jan 21 09:44:18.627715 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54754) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:18.639725 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a4bac6-f64a-4e20-b559-3df1b725651b', 'tag': '6c3aa7de-8d0e-4258-9d2d-088d797fc847'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:44:18.661126 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-065d25cc-7e7d-4c6c-86cd-17c935769760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.663097 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 951c7753-2eec-4c66-af35-ce8da4ef9de3 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:18.672068 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be805fc-6232-42bc-a216-2c22af6c430e tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Router 209b5f8c-7caf-446b-a804-c6d59591c71d is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:44:18.745119 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device d6c676d7-d52a-4bbe-831c-1a9fe7047859 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:18.820388 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-48098b10-205b-4734-b716-ea612f284368 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.822762 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a4bac6-f64a-4e20-b559-3df1b725651b', 'tag': '6c3aa7de-8d0e-4258-9d2d-088d797fc847', 'status': 'completed', 'code': 200} Jan 21 09:44:18.858654 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a2cdf451-558b-4ec0-8961-1ec49fdeed61 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.011782 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-a2cdf451-558b-4ec0-8961-1ec49fdeed61 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Transition to ACTIVE for port object 281e4fd6-6cb5-49ac-bf4f-4de14a01b9e8 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:19.048856 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-43e55962-ff72-4c94-b373-45fd4ffa8414 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/floatingips/a4e7a887-0876-4ba9-947d-b7aa507cf07e HTTP/1.1" status: 200 len: 991 time: 0.4171424 Jan 21 09:44:19.075929 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d25cc-7e7d-4c6c-86cd-17c935769760 None None] Pushing event updated for resources: {'Port': ['ID=d281ad57-624a-48e1-92ca-8f9e438f9abb,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:19.084551 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a2b1ce32-3726-4616-8b52-088510f53bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.091025 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-65fdd5b2-2f91-4405-bfc2-d9a328c252a2 None None] Provisioning complete for port d281ad57-624a-48e1-92ca-8f9e438f9abb triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:19.101199 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-65fdd5b2-2f91-4405-bfc2-d9a328c252a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.180134 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e3006-4320-458a-afc6-b75d8dbfa7f7 req-7b15ea47-8bd2-4309-ae6e-7a95200bd33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:19.182240 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-678e3006-4320-458a-afc6-b75d8dbfa7f7 req-7b15ea47-8bd2-4309-ae6e-7a95200bd33a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b19bae91610749c2842623300f66b5c2&device_id=c894b34a-9bb4-4a0a-8406-18a46d7824d1 HTTP/1.1" status: 200 len: 1096 time: 0.6864011 Jan 21 09:44:19.240873 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-de4ee87c-039f-4692-b7a9-2846b241e194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'name': 'tempest-TestNetworkBasicOps-router-34972314', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:43:27Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:10Z', 'updated_at': '2022-01-21T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': 'a4e7a887-0876-4ba9-947d-b7aa507cf07e', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.240', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'port_id': '6c3aa7de-8d0e-4258-9d2d-088d797fc847', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841', 'mac_address': 'fa:16:3e:36:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a4bac6-f64a-4e20-b559-3df1b725651b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:44:14Z', 'updated_at': '2022-01-21T09:44:14Z', 'revision_number': 0, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24d65694-3141-4464-b092-a1b4b2deb852', 'name': '', 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:2e:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'a49a675f-632a-4690-8ea3-9a194a48b421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:25Z', 'updated_at': '2022-01-21T09:43:39Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': 'a49a675f-632a-4690-8ea3-9a194a48b421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:19.249216 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port d6c676d7-d52a-4bbe-831c-1a9fe7047859 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:19.249673 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.250097 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4ee87c-039f-4692-b7a9-2846b241e194 None None] Checking router: 53d2cd26-1537-4230-8d31-428b6b288f5d for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:44:19.261278 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4ee87c-039f-4692-b7a9-2846b241e194 None None] Routers {'53d2cd26-1537-4230-8d31-428b6b288f5d'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:19.261984 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-de4ee87c-039f-4692-b7a9-2846b241e194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['53d2cd26-1537-4230-8d31-428b6b288f5d'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:19.303537 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a2cdf451-558b-4ec0-8961-1ec49fdeed61 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.332512 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb2ff9-d913-428c-83b2-46e54f5bbebc req-80f0947c-7304-453a-9cde-d7ac787c98f1 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:19.334322 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-18cb2ff9-d913-428c-83b2-46e54f5bbebc req-80f0947c-7304-453a-9cde-d7ac787c98f1 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=c894b34a-9bb4-4a0a-8406-18a46d7824d1 HTTP/1.1" status: 200 len: 943 time: 0.2102778 Jan 21 09:44:19.340675 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be805fc-6232-42bc-a216-2c22af6c430e tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:44:19.358049 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63f80e-2f5e-4c3b-9258-fae243f6dbd4 req-32c765b2-e9f6-49dd-9552-20eb1c21a75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:19.359649 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-9b63f80e-2f5e-4c3b-9258-fae243f6dbd4 req-32c765b2-e9f6-49dd-9552-20eb1c21a75d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=a1a4bac6-f64a-4e20-b559-3df1b725651b HTTP/1.1" status: 200 len: 1098 time: 0.4973204 Jan 21 09:44:19.396548 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6267f6d9-f64f-423e-81eb-259955687916 None None] Sync routers for ids ['209b5f8c-7caf-446b-a804-c6d59591c71d'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:44:19.412491 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-18cb2ff9-d913-428c-83b2-46e54f5bbebc req-33c128bb-787f-4af5-af7e-86e9982d2f38 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630820 Jan 21 09:44:19.413517 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8be805fc-6232-42bc-a216-2c22af6c430e tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.418899 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8be805fc-6232-42bc-a216-2c22af6c430e tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.2498355 Jan 21 09:44:19.419903 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54762) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:19.497956 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6267f6d9-f64f-423e-81eb-259955687916 None None] Routers {'209b5f8c-7caf-446b-a804-c6d59591c71d'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:19.498620 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-6267f6d9-f64f-423e-81eb-259955687916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['209b5f8c-7caf-446b-a804-c6d59591c71d'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:19.511702 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-de4ee87c-039f-4692-b7a9-2846b241e194 None None] Set router 53d2cd26-1537-4230-8d31-428b6b288f5d gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:44:19.578366 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cdf451-558b-4ec0-8961-1ec49fdeed61 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Network 6d60ff0a-8a2b-4afd-ae59-d9d059c25f1b is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:19.580737 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-b004261d-b9f8-4f50-8413-69e92841fc9c None None] Allocated IP 172.20.0.18 (6d60ff0a-8a2b-4afd-ae59-d9d059c25f1b/d4146c06-9989-4d20-bd0c-263a153c1096/d6c676d7-d52a-4bbe-831c-1a9fe7047859) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:19.584628 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-6267f6d9-f64f-423e-81eb-259955687916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:19.590112 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-a2cdf451-558b-4ec0-8961-1ec49fdeed61 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:19.594168 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cdf451-558b-4ec0-8961-1ec49fdeed61 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:19.674510 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-5954b19b-f30b-4bd1-b47c-b5c7250281fb tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] 10.222.0.110 "GET /v2.0/routers/209b5f8c-7caf-446b-a804-c6d59591c71d HTTP/1.1" status: 200 len: 925 time: 0.2531300 Jan 21 09:44:19.675628 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6267f6d9-f64f-423e-81eb-259955687916 None None] Routers {'209b5f8c-7caf-446b-a804-c6d59591c71d'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:19.676334 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-6267f6d9-f64f-423e-81eb-259955687916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['209b5f8c-7caf-446b-a804-c6d59591c71d'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:19.677503 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54766) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:19.752581 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-65fdd5b2-2f91-4405-bfc2-d9a328c252a2 None None] Provisioning for port 951c7753-2eec-4c66-af35-ce8da4ef9de3 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:19.780812 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d40c723f-e9d7-4c3d-a355-8b165aab0bba tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] 10.222.0.110 "GET /v2.0/ports?device_id=209b5f8c-7caf-446b-a804-c6d59591c71d HTTP/1.1" status: 200 len: 205 time: 0.0993576 Jan 21 09:44:19.781290 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54770) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:19.801559 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-6267f6d9-f64f-423e-81eb-259955687916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:19.801961 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6267f6d9-f64f-423e-81eb-259955687916 None None] The sync data for ids ['209b5f8c-7caf-446b-a804-c6d59591c71d'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:19.812157 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-65fdd5b2-2f91-4405-bfc2-d9a328c252a2 None None] Provisioning complete for port 951c7753-2eec-4c66-af35-ce8da4ef9de3 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:19.812529 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-65fdd5b2-2f91-4405-bfc2-d9a328c252a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.875977 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cdf451-558b-4ec0-8961-1ec49fdeed61 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Port': ['ID=281e4fd6-6cb5-49ac-bf4f-4de14a01b9e8,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:19.938775 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e3006-4320-458a-afc6-b75d8dbfa7f7 req-e55f2122-4fb7-4bec-8650-7dc97c7a4cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:19.940608 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-678e3006-4320-458a-afc6-b75d8dbfa7f7 req-e55f2122-4fb7-4bec-8650-7dc97c7a4cab service neutron] 10.222.0.72 "GET /v2.0/networks?id=4880d60f-eaf6-400c-ae63-407f78f8f686 HTTP/1.1" status: 200 len: 913 time: 0.6915910 Jan 21 09:44:19.961561 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.036917 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.057980 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-954f2795-874c-4929-8993-1ccbfd1b34db tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.070103 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-b004261d-b9f8-4f50-8413-69e92841fc9c None None] For port d6c676d7-d52a-4bbe-831c-1a9fe7047859, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=d6c676d7-d52a-4bbe-831c-1a9fe7047859,segment=NetworkSegment(469f0df2-2f34-4209-8304-85f8e9d02e2b),segment_id=469f0df2-2f34-4209-8304-85f8e9d02e2b)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:20.080433 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54774) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:20.130048 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-de4ee87c-039f-4692-b7a9-2846b241e194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'name': 'tempest-TestNetworkBasicOps-router-34972314', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:43:27Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:10Z', 'updated_at': '2022-01-21T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': 'a4e7a887-0876-4ba9-947d-b7aa507cf07e', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.240', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'port_id': '6c3aa7de-8d0e-4258-9d2d-088d797fc847', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841', 'mac_address': 'fa:16:3e:36:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a4bac6-f64a-4e20-b559-3df1b725651b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:44:14Z', 'updated_at': '2022-01-21T09:44:14Z', 'revision_number': 0, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24d65694-3141-4464-b092-a1b4b2deb852', 'name': '', 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:2e:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'a49a675f-632a-4690-8ea3-9a194a48b421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:25Z', 'updated_at': '2022-01-21T09:43:39Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': 'a49a675f-632a-4690-8ea3-9a194a48b421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:20.140675 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4ee87c-039f-4692-b7a9-2846b241e194 None None] The sync data for ids ['53d2cd26-1537-4230-8d31-428b6b288f5d'] in dv-neutron-825731-1-hyperv is: [{'id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'name': 'tempest-TestNetworkBasicOps-router-34972314', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:43:27Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:10Z', 'updated_at': '2022-01-21T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': 'a4e7a887-0876-4ba9-947d-b7aa507cf07e', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.240', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'port_id': '6c3aa7de-8d0e-4258-9d2d-088d797fc847', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841', 'mac_address': 'fa:16:3e:36:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a4bac6-f64a-4e20-b559-3df1b725651b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:44:14Z', 'updated_at': '2022-01-21T09:44:14Z', 'revision_number': 0, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24d65694-3141-4464-b092-a1b4b2deb852', 'name': '', 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:2e:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'a49a675f-632a-4690-8ea3-9a194a48b421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:25Z', 'updated_at': '2022-01-21T09:43:39Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': 'a49a675f-632a-4690-8ea3-9a194a48b421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:20.141610 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-65fdd5b2-2f91-4405-bfc2-d9a328c252a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.169530 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device d281ad57-624a-48e1-92ca-8f9e438f9abb up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:20.236294 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cdf451-558b-4ec0-8961-1ec49fdeed61 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:20.236935 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a2cdf451-558b-4ec0-8961-1ec49fdeed61 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.239777 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.resource_extend [None req-b004261d-b9f8-4f50-8413-69e92841fc9c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:44:20.264996 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-678e3006-4320-458a-afc6-b75d8dbfa7f7 req-c4c55279-f320-43ec-8408-9725c362b71a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3bebd59-acd7-4ae2-b489-34b32aa670c1 HTTP/1.1" status: 200 len: 217 time: 0.3073139 Jan 21 09:44:20.273072 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b004261d-b9f8-4f50-8413-69e92841fc9c None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.305268 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-65fdd5b2-2f91-4405-bfc2-d9a328c252a2 None None] For port 951c7753-2eec-4c66-af35-ce8da4ef9de3, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=951c7753-2eec-4c66-af35-ce8da4ef9de3,segment=NetworkSegment(497863a1-e90d-4cb7-b903-1c08d52886f6),segment_id=497863a1-e90d-4cb7-b903-1c08d52886f6)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:20.311887 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-b004261d-b9f8-4f50-8413-69e92841fc9c None None] Transition to ACTIVE for port object d6c676d7-d52a-4bbe-831c-1a9fe7047859 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:20.312763 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-65fdd5b2-2f91-4405-bfc2-d9a328c252a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.327367 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-954f2795-874c-4929-8993-1ccbfd1b34db tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.338472 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-954f2795-874c-4929-8993-1ccbfd1b34db tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Deleting port 4a1b6926-da06-4eb7-978d-06ce5deee87d {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:20.339176 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-954f2795-874c-4929-8993-1ccbfd1b34db tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.367165 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b004261d-b9f8-4f50-8413-69e92841fc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.389597 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63f80e-2f5e-4c3b-9258-fae243f6dbd4 req-768a8669-1e9a-44e6-b254-9b608261832a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:20.391049 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-9b63f80e-2f5e-4c3b-9258-fae243f6dbd4 req-768a8669-1e9a-44e6-b254-9b608261832a service neutron] 10.222.0.72 "GET /v2.0/networks?id=ad7d1e2e-0774-4dd8-b4a1-ce49e042d841 HTTP/1.1" status: 200 len: 898 time: 1.0086689 Jan 21 09:44:20.451982 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-65fdd5b2-2f91-4405-bfc2-d9a328c252a2 None None] Provisioning for port 90b317f9-003e-4a89-957d-943ee7f1c78d completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:20.476120 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-723054ed-8a0f-4661-9e17-bf463f465d91 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/floatingips/a4e7a887-0876-4ba9-947d-b7aa507cf07e HTTP/1.1" status: 200 len: 991 time: 0.3874521 Jan 21 09:44:20.488234 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port d281ad57-624a-48e1-92ca-8f9e438f9abb triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:20.488896 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.498572 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a2cdf451-558b-4ec0-8961-1ec49fdeed61 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 5.3239186 Jan 21 09:44:20.502447 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e3006-4320-458a-afc6-b75d8dbfa7f7 req-6e94abac-9815-4fbd-90eb-1d74cf302cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:20.503945 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-678e3006-4320-458a-afc6-b75d8dbfa7f7 req-6e94abac-9815-4fbd-90eb-1d74cf302cdb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a15dd6d5-fb0e-4d75-9036-70eb3b2240fa HTTP/1.1" status: 200 len: 851 time: 0.2248075 Jan 21 09:44:20.509131 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54780) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:20.516851 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-352c62fe-f608-4bfa-8937-1d1cb4d82229 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '016185ac-4302-4e84-8d71-6822f3f281b1'}]}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:20.520677 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac71cab-d688-4756-a55d-94e28a18380c None None] New status for floating IP a4e7a887-0876-4ba9-947d-b7aa507cf07e: ACTIVE {{(pid=87517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:44:20.530748 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-65fdd5b2-2f91-4405-bfc2-d9a328c252a2 None None] Provisioning complete for port 90b317f9-003e-4a89-957d-943ee7f1c78d triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:20.531353 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-65fdd5b2-2f91-4405-bfc2-d9a328c252a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.562554 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fdd5b2-2f91-4405-bfc2-d9a328c252a2 None None] Pushing event updated for resources: {'Port': ['ID=951c7753-2eec-4c66-af35-ce8da4ef9de3,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:20.672506 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-65fdd5b2-2f91-4405-bfc2-d9a328c252a2 None None] Port 90b317f9-003e-4a89-957d-943ee7f1c78d cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:44:20.679291 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-954f2795-874c-4929-8993-1ccbfd1b34db tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.701578 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004261d-b9f8-4f50-8413-69e92841fc9c None None] Pushing event updated for resources: {'Port': ['ID=d6c676d7-d52a-4bbe-831c-1a9fe7047859,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:20.839483 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-4640eff2-a258-4b04-b3ab-9d2f9e304432 None None] Provisioning complete for port 951c7753-2eec-4c66-af35-ce8da4ef9de3 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:20.840160 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4640eff2-a258-4b04-b3ab-9d2f9e304432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.858690 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-9b63f80e-2f5e-4c3b-9258-fae243f6dbd4 req-8d3a124b-86a4-4f1c-b860-f19ab1496a0b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c3aa7de-8d0e-4258-9d2d-088d797fc847 HTTP/1.1" status: 200 len: 999 time: 0.4550850 Jan 21 09:44:20.891718 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-954f2795-874c-4929-8993-1ccbfd1b34db tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Calling delete_port for 4a1b6926-da06-4eb7-978d-06ce5deee87d owned by network:router_gateway {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:20.946618 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-352c62fe-f608-4bfa-8937-1d1cb4d82229 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.968049 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-48098b10-205b-4734-b716-ea612f284368 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.018670 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-48098b10-205b-4734-b716-ea612f284368 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.019469 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-48098b10-205b-4734-b716-ea612f284368 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.144372 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-4640eff2-a258-4b04-b3ab-9d2f9e304432 None None] Provisioning complete for port 90b317f9-003e-4a89-957d-943ee7f1c78d triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:21.145456 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4640eff2-a258-4b04-b3ab-9d2f9e304432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.159735 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63f80e-2f5e-4c3b-9258-fae243f6dbd4 req-f567c31c-7406-436e-ae73-cb5af68c87bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:21.161202 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-9b63f80e-2f5e-4c3b-9258-fae243f6dbd4 req-f567c31c-7406-436e-ae73-cb5af68c87bd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a49a675f-632a-4690-8ea3-9a194a48b421 HTTP/1.1" status: 200 len: 835 time: 0.2753146 Jan 21 09:44:21.167167 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-954f2795-874c-4929-8993-1ccbfd1b34db tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.214370 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-4640eff2-a258-4b04-b3ab-9d2f9e304432 None None] Port 90b317f9-003e-4a89-957d-943ee7f1c78d cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:44:21.281151 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e3006-4320-458a-afc6-b75d8dbfa7f7 req-a5e95a56-6692-4a32-8d6b-40c8b4eee5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:21.282657 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-678e3006-4320-458a-afc6-b75d8dbfa7f7 req-a5e95a56-6692-4a32-8d6b-40c8b4eee5d9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4880d60f-eaf6-400c-ae63-407f78f8f686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6704071 Jan 21 09:44:21.288706 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48098b10-205b-4734-b716-ea612f284368 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Pushing event updated for resources: {'Port': ['ID=90b317f9-003e-4a89-957d-943ee7f1c78d,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:21.298078 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74453681-8705-4ae1-8283-1f5e4de4dbf0 req-e168113f-b9bf-4aa4-9119-c785e95d99d0 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:21.299920 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-74453681-8705-4ae1-8283-1f5e4de4dbf0 req-e168113f-b9bf-4aa4-9119-c785e95d99d0 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=c894b34a-9bb4-4a0a-8406-18a46d7824d1 HTTP/1.1" status: 200 len: 943 time: 0.6278079 Jan 21 09:44:21.324870 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.363884 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ecce60-058c-4d16-8c62-46a4dd7a2e49 None None] Network 6d60ff0a-8a2b-4afd-ae59-d9d059c25f1b requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:21.430896 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f2795-874c-4929-8993-1ccbfd1b34db tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Pushing event deleted for resources: {'Port': ['ID=4a1b6926-da06-4eb7-978d-06ce5deee87d,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:21.461775 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-954f2795-874c-4929-8993-1ccbfd1b34db tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.489512 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-4773f60b-b050-44e3-95f5-bce9d8dabbb3 None None] Provisioning for port d6c676d7-d52a-4bbe-831c-1a9fe7047859 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:21.499697 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-4773f60b-b050-44e3-95f5-bce9d8dabbb3 None None] Provisioning complete for port d6c676d7-d52a-4bbe-831c-1a9fe7047859 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:21.500292 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4773f60b-b050-44e3-95f5-bce9d8dabbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.506325 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54784) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:21.590423 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-74453681-8705-4ae1-8283-1f5e4de4dbf0 req-28fda8b2-c7ad-4ce3-9543-81ce585e89c7 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105329 Jan 21 09:44:21.681485 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48098b10-205b-4734-b716-ea612f284368 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Network 72f43fb0-7402-4efa-a640-b60301c8f7a6 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:21.695351 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-48098b10-205b-4734-b716-ea612f284368 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:21.726521 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-954f2795-874c-4929-8993-1ccbfd1b34db tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.736813 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-954f2795-874c-4929-8993-1ccbfd1b34db tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.773116 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e82d632f-4c2e-490f-a7d4-bde942ca17a0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/floatingips/a4e7a887-0876-4ba9-947d-b7aa507cf07e HTTP/1.1" status: 200 len: 993 time: 0.2616069 Jan 21 09:44:21.779144 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-954f2795-874c-4929-8993-1ccbfd1b34db tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.779729 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954f2795-874c-4929-8993-1ccbfd1b34db tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Fanout notify agent at l3_agent the message router_deleted on router 209b5f8c-7caf-446b-a804-c6d59591c71d {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:44:21.799147 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-954f2795-874c-4929-8993-1ccbfd1b34db tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.803879 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-954f2795-874c-4929-8993-1ccbfd1b34db tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] 10.222.0.110 "DELETE /v2.0/routers/209b5f8c-7caf-446b-a804-c6d59591c71d HTTP/1.1" status: 204 len: 168 time: 2.0180593 Jan 21 09:44:21.808365 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54788) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:21.813739 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-d5dacaa4-d179-4db8-82bb-841d98ea3117 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Request body: {'router': {'name': 'tempest-snat-router-84769771', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'enable_snat': False}}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:21.818643 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d5dacaa4-d179-4db8-82bb-841d98ea3117 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:21.829201 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d5dacaa4-d179-4db8-82bb-841d98ea3117 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Usage tracker for resource:router and tenant:eaf383f3c61a48439db183060d04b10a is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:21.833716 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d5dacaa4-d179-4db8-82bb-841d98ea3117 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:21.840617 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d5dacaa4-d179-4db8-82bb-841d98ea3117 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:21.854583 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d5dacaa4-d179-4db8-82bb-841d98ea3117 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.855816 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d5dacaa4-d179-4db8-82bb-841d98ea3117 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.875140 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d5dacaa4-d179-4db8-82bb-841d98ea3117 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.971105 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63f80e-2f5e-4c3b-9258-fae243f6dbd4 req-af87aac4-2ef2-4a4b-92dc-d88fe2ea20f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:21.972644 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-9b63f80e-2f5e-4c3b-9258-fae243f6dbd4 req-af87aac4-2ef2-4a4b-92dc-d88fe2ea20f3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ad7d1e2e-0774-4dd8-b4a1-ce49e042d841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7988427 Jan 21 09:44:22.032442 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-678e3006-4320-458a-afc6-b75d8dbfa7f7 req-f8341fd4-8ff2-42af-bc25-d5fff2ca9e8e service neutron] 10.222.0.72 "GET /v2.0/networks/4880d60f-eaf6-400c-ae63-407f78f8f686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7308285 Jan 21 09:44:22.068058 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-592b677d-11e2-4743-bfe2-1c4abdf8f0c7 None None] Provisioning complete for port 90b317f9-003e-4a89-957d-943ee7f1c78d triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:22.068539 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-592b677d-11e2-4743-bfe2-1c4abdf8f0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.156107 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 951c7753-2eec-4c66-af35-ce8da4ef9de3 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:22.192654 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d5dacaa4-d179-4db8-82bb-841d98ea3117 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.210351 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-592b677d-11e2-4743-bfe2-1c4abdf8f0c7 None None] Port 90b317f9-003e-4a89-957d-943ee7f1c78d cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:44:22.238996 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 951c7753-2eec-4c66-af35-ce8da4ef9de3 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:22.239367 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.387805 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-352c62fe-f608-4bfa-8937-1d1cb4d82229 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Delete allocated IP 172.20.0.23 (6d60ff0a-8a2b-4afd-ae59-d9d059c25f1b/d4146c06-9989-4d20-bd0c-263a153c1096) {{(pid=87515) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 21 09:44:22.446326 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-fd1b0161-f3c0-4835-bced-3cbd6f1da02c None None] Provisioning for port 281e4fd6-6cb5-49ac-bf4f-4de14a01b9e8 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:22.458425 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-9b63f80e-2f5e-4c3b-9258-fae243f6dbd4 req-078868bf-ceb3-4f77-962e-85d1923e2141 service neutron] 10.222.0.72 "GET /v2.0/networks/ad7d1e2e-0774-4dd8-b4a1-ce49e042d841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662075 Jan 21 09:44:22.464389 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-fd1b0161-f3c0-4835-bced-3cbd6f1da02c None None] Provisioning complete for port 281e4fd6-6cb5-49ac-bf4f-4de14a01b9e8 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:22.464746 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fd1b0161-f3c0-4835-bced-3cbd6f1da02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.509948 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device d6c676d7-d52a-4bbe-831c-1a9fe7047859 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:22.546233 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d5dacaa4-d179-4db8-82bb-841d98ea3117 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.581225 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d5dacaa4-d179-4db8-82bb-841d98ea3117 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.583978 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-fd1b0161-f3c0-4835-bced-3cbd6f1da02c None None] Port 281e4fd6-6cb5-49ac-bf4f-4de14a01b9e8 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:44:22.608433 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48098b10-205b-4734-b716-ea612f284368 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Router 567b6806-d748-40c2-9d4d-c9ac011fcf51 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:44:22.616378 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-678e3006-4320-458a-afc6-b75d8dbfa7f7 req-fc402c89-e188-4f6a-8719-a9cf5c537c29 service neutron] 10.222.0.72 "GET /v2.0/networks/4880d60f-eaf6-400c-ae63-407f78f8f686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5741787 Jan 21 09:44:22.616551 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-fd1b0161-f3c0-4835-bced-3cbd6f1da02c None None] Provisioning complete for port d6c676d7-d52a-4bbe-831c-1a9fe7047859 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:22.616815 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fd1b0161-f3c0-4835-bced-3cbd6f1da02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.787618 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port d6c676d7-d52a-4bbe-831c-1a9fe7047859 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:22.788286 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.889354 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-9b63f80e-2f5e-4c3b-9258-fae243f6dbd4 req-ee6436ed-de5f-4a4b-ac1b-49c113c20e30 service neutron] 10.222.0.72 "GET /v2.0/networks/ad7d1e2e-0774-4dd8-b4a1-ce49e042d841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195127 Jan 21 09:44:22.903426 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48098b10-205b-4734-b716-ea612f284368 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:44:22.915598 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-48098b10-205b-4734-b716-ea612f284368 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] 10.222.0.110 "PUT /v2.0/routers/567b6806-d748-40c2-9d4d-c9ac011fcf51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8453467 Jan 21 09:44:22.919089 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54794) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:22.928347 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9743569-f40c-4f56-8559-6bdebaca60d8 None None] Sync routers for ids ['567b6806-d748-40c2-9d4d-c9ac011fcf51'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:44:22.943962 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-d5dacaa4-d179-4db8-82bb-841d98ea3117 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Allocated IP 172.26.3.57 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/e0c23f06-d821-46a3-9b1a-d966c85448b6) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:22.981357 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-352c62fe-f608-4bfa-8937-1d1cb4d82229 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.990199 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9743569-f40c-4f56-8559-6bdebaca60d8 None None] Routers {'567b6806-d748-40c2-9d4d-c9ac011fcf51'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:22.990846 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-a9743569-f40c-4f56-8559-6bdebaca60d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['567b6806-d748-40c2-9d4d-c9ac011fcf51'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:23.069408 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-352c62fe-f608-4bfa-8937-1d1cb4d82229 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Ignored duplicate provisioning block setup for port 281e4fd6-6cb5-49ac-bf4f-4de14a01b9e8 by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 21 09:44:23.070004 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f06a32-2de3-47d7-a59e-6e2413505a5e req-b81e4abc-cf1c-4eb5-b823-2a98065103f7 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:23.071432 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d5f06a32-2de3-47d7-a59e-6e2413505a5e req-b81e4abc-cf1c-4eb5-b823-2a98065103f7 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=c894b34a-9bb4-4a0a-8406-18a46d7824d1 HTTP/1.1" status: 200 len: 943 time: 0.3363781 Jan 21 09:44:23.082645 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-352c62fe-f608-4bfa-8937-1d1cb4d82229 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.113351 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-a9743569-f40c-4f56-8559-6bdebaca60d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:23.128808 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9743569-f40c-4f56-8559-6bdebaca60d8 None None] Routers {'567b6806-d748-40c2-9d4d-c9ac011fcf51'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:23.128808 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-a9743569-f40c-4f56-8559-6bdebaca60d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['567b6806-d748-40c2-9d4d-c9ac011fcf51'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:23.150716 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d5f06a32-2de3-47d7-a59e-6e2413505a5e req-ca238d20-ea56-4a21-a893-f646d44a7c08 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700531 Jan 21 09:44:23.179048 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d5dacaa4-d179-4db8-82bb-841d98ea3117 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.200329 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-a9743569-f40c-4f56-8559-6bdebaca60d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:23.200839 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9743569-f40c-4f56-8559-6bdebaca60d8 None None] The sync data for ids ['567b6806-d748-40c2-9d4d-c9ac011fcf51'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:23.215979 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d5dacaa4-d179-4db8-82bb-841d98ea3117 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.221370 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-1101da50-83ba-4f6c-9fc8-0c3dcca50f90 None None] Provisioning complete for port 281e4fd6-6cb5-49ac-bf4f-4de14a01b9e8 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:23.221926 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1101da50-83ba-4f6c-9fc8-0c3dcca50f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.284551 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-1101da50-83ba-4f6c-9fc8-0c3dcca50f90 None None] Port 281e4fd6-6cb5-49ac-bf4f-4de14a01b9e8 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:44:23.296936 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dacaa4-d179-4db8-82bb-841d98ea3117 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:23.300116 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-d5dacaa4-d179-4db8-82bb-841d98ea3117 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:23.304732 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dacaa4-d179-4db8-82bb-841d98ea3117 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:23.343044 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dacaa4-d179-4db8-82bb-841d98ea3117 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Pushing event updated for resources: {'Port': ['ID=e0c23f06-d821-46a3-9b1a-d966c85448b6,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:23.464012 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c62fe-f608-4bfa-8937-1d1cb4d82229 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Port': ['ID=281e4fd6-6cb5-49ac-bf4f-4de14a01b9e8,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:23.506347 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0b28a40b-884e-49ff-a21a-0e804f462e7f None None] Provisioning complete for port 281e4fd6-6cb5-49ac-bf4f-4de14a01b9e8 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:23.507023 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0b28a40b-884e-49ff-a21a-0e804f462e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.562941 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-352c62fe-f608-4bfa-8937-1d1cb4d82229 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] In _notify_port_updated(), no bound segment for port 281e4fd6-6cb5-49ac-bf4f-4de14a01b9e8 on network 6d60ff0a-8a2b-4afd-ae59-d9d059c25f1b {{(pid=87515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:44:23.568280 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352c62fe-f608-4bfa-8937-1d1cb4d82229 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:23.568903 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-352c62fe-f608-4bfa-8937-1d1cb4d82229 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.573246 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-352c62fe-f608-4bfa-8937-1d1cb4d82229 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "PUT /v2.0/ports/281e4fd6-6cb5-49ac-bf4f-4de14a01b9e8 HTTP/1.1" status: 200 len: 919 time: 3.0601149 Jan 21 09:44:23.574122 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54798) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:23.582402 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-c6e42999-da75-48eb-b831-275e7d7e787d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '016185ac-4302-4e84-8d71-6822f3f281b1'}, {'subnet_id': 'd4146c06-9989-4d20-bd0c-263a153c1096'}]}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:23.600527 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-0b28a40b-884e-49ff-a21a-0e804f462e7f None None] Port 281e4fd6-6cb5-49ac-bf4f-4de14a01b9e8 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:44:23.745232 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d5dacaa4-d179-4db8-82bb-841d98ea3117 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.060321 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-8ce2d67c-7ea1-490c-ba80-655c4371eace tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:44:24.061420 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-8ce2d67c-7ea1-490c-ba80-655c4371eace tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] 10.222.0.110 "PUT /v2.0/routers/567b6806-d748-40c2-9d4d-c9ac011fcf51/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1415396 Jan 21 09:44:24.062196 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c6e42999-da75-48eb-b831-275e7d7e787d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.066086 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54802) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:24.224745 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d5dacaa4-d179-4db8-82bb-841d98ea3117 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.463223 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b388c0-5aa3-4348-89fd-1aa1baac4006 req-d247e47a-4e3b-40d2-9467-70cb1b6d7ff5 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:24.464713 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b3b388c0-5aa3-4348-89fd-1aa1baac4006 req-d247e47a-4e3b-40d2-9467-70cb1b6d7ff5 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=c894b34a-9bb4-4a0a-8406-18a46d7824d1 HTTP/1.1" status: 200 len: 943 time: 0.1998746 Jan 21 09:44:24.468684 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-c6e42999-da75-48eb-b831-275e7d7e787d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Allocated IP 172.20.0.23 (6d60ff0a-8a2b-4afd-ae59-d9d059c25f1b/d4146c06-9989-4d20-bd0c-263a153c1096/281e4fd6-6cb5-49ac-bf4f-4de14a01b9e8) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:24.552109 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b3b388c0-5aa3-4348-89fd-1aa1baac4006 req-2379316f-a3af-4b01-828f-30883f2b10b7 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811853 Jan 21 09:44:24.664230 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c6e42999-da75-48eb-b831-275e7d7e787d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.687092 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-c6e42999-da75-48eb-b831-275e7d7e787d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Transition to ACTIVE for port object 281e4fd6-6cb5-49ac-bf4f-4de14a01b9e8 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:24.690800 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c6e42999-da75-48eb-b831-275e7d7e787d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.767371 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e42999-da75-48eb-b831-275e7d7e787d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Port': ['ID=281e4fd6-6cb5-49ac-bf4f-4de14a01b9e8,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:24.808787 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5dacaa4-d179-4db8-82bb-841d98ea3117 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Router 414dcb9c-8e2a-4cb1-b4eb-9f523f5efbaf is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:44:24.919193 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-c6e42999-da75-48eb-b831-275e7d7e787d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] In _notify_port_updated(), no bound segment for port 281e4fd6-6cb5-49ac-bf4f-4de14a01b9e8 on network 6d60ff0a-8a2b-4afd-ae59-d9d059c25f1b {{(pid=87515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:44:24.924796 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e42999-da75-48eb-b831-275e7d7e787d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:24.925518 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c6e42999-da75-48eb-b831-275e7d7e787d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.926921 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c6e42999-da75-48eb-b831-275e7d7e787d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "PUT /v2.0/ports/281e4fd6-6cb5-49ac-bf4f-4de14a01b9e8 HTTP/1.1" status: 200 len: 999 time: 1.3521414 Jan 21 09:44:24.929854 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54808) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:24.983004 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:44:24.998988 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-dfb0f84a-e92c-4339-a5b9-622b371a0060 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Deleting port 281e4fd6-6cb5-49ac-bf4f-4de14a01b9e8 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:24.999443 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dfb0f84a-e92c-4339-a5b9-622b371a0060 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.029590 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-527c2c61-7892-457c-942b-01d63d2a4309 None None] Provisioning for port 281e4fd6-6cb5-49ac-bf4f-4de14a01b9e8 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:25.035470 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-527c2c61-7892-457c-942b-01d63d2a4309 None None] Provisioning complete for port 281e4fd6-6cb5-49ac-bf4f-4de14a01b9e8 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:25.036095 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-527c2c61-7892-457c-942b-01d63d2a4309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.060443 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5dacaa4-d179-4db8-82bb-841d98ea3117 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:44:25.074460 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57da1279-6747-4861-8927-176b6f4e49f0 None None] Sync routers for ids ['414dcb9c-8e2a-4cb1-b4eb-9f523f5efbaf'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:44:25.088727 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57da1279-6747-4861-8927-176b6f4e49f0 None None] Routers {'414dcb9c-8e2a-4cb1-b4eb-9f523f5efbaf'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:25.090033 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-57da1279-6747-4861-8927-176b6f4e49f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['414dcb9c-8e2a-4cb1-b4eb-9f523f5efbaf'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:25.099700 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-566db683-ad9e-46cc-baf0-062917432dfa tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.111815 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-527c2c61-7892-457c-942b-01d63d2a4309 None None] Port 281e4fd6-6cb5-49ac-bf4f-4de14a01b9e8 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:44:25.159049 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d5dacaa4-d179-4db8-82bb-841d98ea3117 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.160284 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d5dacaa4-d179-4db8-82bb-841d98ea3117 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.3509114 Jan 21 09:44:25.163042 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54812) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:25.282669 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-57da1279-6747-4861-8927-176b6f4e49f0 None None] Set router 414dcb9c-8e2a-4cb1-b4eb-9f523f5efbaf gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:44:25.449058 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-665f819d-78db-4326-83aa-3e05c1a55815 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] 10.222.0.110 "GET /v2.0/routers/414dcb9c-8e2a-4cb1-b4eb-9f523f5efbaf HTTP/1.1" status: 200 len: 906 time: 0.2820733 Jan 21 09:44:25.449982 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54816) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:25.452987 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-566db683-ad9e-46cc-baf0-062917432dfa tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Deleting port 90b317f9-003e-4a89-957d-943ee7f1c78d {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:25.453327 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-566db683-ad9e-46cc-baf0-062917432dfa tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.503134 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-ef077416-a2d9-4bc8-b13c-77c390fcff36 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Request body: {'router': {'name': 'tempest-snat-router-84769771', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'enable_snat': True}}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:25.512206 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ef077416-a2d9-4bc8-b13c-77c390fcff36 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:25.525513 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ef077416-a2d9-4bc8-b13c-77c390fcff36 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Usage tracker for resource:router and tenant:eaf383f3c61a48439db183060d04b10a is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:25.534804 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ef077416-a2d9-4bc8-b13c-77c390fcff36 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:25.544595 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ef077416-a2d9-4bc8-b13c-77c390fcff36 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:25.564083 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dfb0f84a-e92c-4339-a5b9-622b371a0060 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.577012 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ef077416-a2d9-4bc8-b13c-77c390fcff36 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.586622 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-57da1279-6747-4861-8927-176b6f4e49f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414dcb9c-8e2a-4cb1-b4eb-9f523f5efbaf', 'name': 'tempest-snat-router-84769771', 'tenant_id': 'eaf383f3c61a48439db183060d04b10a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.57'}], 'enable_snat': False}, 'gw_port_id': 'e0c23f06-d821-46a3-9b1a-d966c85448b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:21Z', 'updated_at': '2022-01-21T09:44:23Z', 'revision_number': 3, 'project_id': 'eaf383f3c61a48439db183060d04b10a', 'gw_port': {'id': 'e0c23f06-d821-46a3-9b1a-d966c85448b6', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414dcb9c-8e2a-4cb1-b4eb-9f523f5efbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:22Z', 'updated_at': '2022-01-21T09:44:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:25.587742 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ef077416-a2d9-4bc8-b13c-77c390fcff36 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.591686 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57da1279-6747-4861-8927-176b6f4e49f0 None None] Checking router: 414dcb9c-8e2a-4cb1-b4eb-9f523f5efbaf for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:44:25.592151 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57da1279-6747-4861-8927-176b6f4e49f0 None None] Updating router 414dcb9c-8e2a-4cb1-b4eb-9f523f5efbaf port e0c23f06-d821-46a3-9b1a-d966c85448b6 binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:44:25.658271 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-57da1279-6747-4861-8927-176b6f4e49f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.665262 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-566db683-ad9e-46cc-baf0-062917432dfa tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.722669 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-dfb0f84a-e92c-4339-a5b9-622b371a0060 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Calling delete_port for 281e4fd6-6cb5-49ac-bf4f-4de14a01b9e8 owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:25.810630 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ef077416-a2d9-4bc8-b13c-77c390fcff36 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.990162 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-566db683-ad9e-46cc-baf0-062917432dfa tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Calling delete_port for 90b317f9-003e-4a89-957d-943ee7f1c78d owned by network:router_interface {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:26.050510 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-57da1279-6747-4861-8927-176b6f4e49f0 None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.107041 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe8ac4-b283-466e-a39c-c33cd7cfbc88 req-c897b24a-c882-4dad-bbde-7a4176a6e8fd tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:26.108551 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8fbe8ac4-b283-466e-a39c-c33cd7cfbc88 req-c897b24a-c882-4dad-bbde-7a4176a6e8fd tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=c894b34a-9bb4-4a0a-8406-18a46d7824d1 HTTP/1.1" status: 200 len: 943 time: 0.4354153 Jan 21 09:44:26.183265 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ef077416-a2d9-4bc8-b13c-77c390fcff36 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.204878 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8fbe8ac4-b283-466e-a39c-c33cd7cfbc88 req-0d175a58-dc78-44a8-bb5a-f8caa83967c7 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869212 Jan 21 09:44:26.232875 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dfb0f84a-e92c-4339-a5b9-622b371a0060 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.246423 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-566db683-ad9e-46cc-baf0-062917432dfa tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.246661 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-57da1279-6747-4861-8927-176b6f4e49f0 None None] Transition to ACTIVE for port object e0c23f06-d821-46a3-9b1a-d966c85448b6 will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:26.253855 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-57da1279-6747-4861-8927-176b6f4e49f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.298113 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566db683-ad9e-46cc-baf0-062917432dfa tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Pushing event deleted for resources: {'Port': ['ID=90b317f9-003e-4a89-957d-943ee7f1c78d,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:26.331280 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb0f84a-e92c-4339-a5b9-622b371a0060 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'Port': ['ID=281e4fd6-6cb5-49ac-bf4f-4de14a01b9e8,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:26.332519 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-57da1279-6747-4861-8927-176b6f4e49f0 None None] Attempting to bind port e0c23f06-d821-46a3-9b1a-d966c85448b6 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:26.333389 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-57da1279-6747-4861-8927-176b6f4e49f0 None None] Attempting to bind port e0c23f06-d821-46a3-9b1a-d966c85448b6 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:26.333389 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57da1279-6747-4861-8927-176b6f4e49f0 None None] Attempting to bind port e0c23f06-d821-46a3-9b1a-d966c85448b6 on network 80a065d7-b55c-43ad-a3e8-c65befe4136c {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:44:26.345417 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57da1279-6747-4861-8927-176b6f4e49f0 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:44:26.345790 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57da1279-6747-4861-8927-176b6f4e49f0 None None] Checking segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:26.346189 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-57da1279-6747-4861-8927-176b6f4e49f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.346581 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57da1279-6747-4861-8927-176b6f4e49f0 None None] Bound using segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:44:26.347050 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-57da1279-6747-4861-8927-176b6f4e49f0 None None] Bound port: e0c23f06-d821-46a3-9b1a-d966c85448b6, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:26.347435 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-57da1279-6747-4861-8927-176b6f4e49f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.439990 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-57da1279-6747-4861-8927-176b6f4e49f0 None None] For port e0c23f06-d821-46a3-9b1a-d966c85448b6, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:44:26.443145 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-57da1279-6747-4861-8927-176b6f4e49f0 None None] For port e0c23f06-d821-46a3-9b1a-d966c85448b6, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e0c23f06-d821-46a3-9b1a-d966c85448b6,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:44:26.448980 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6575d4-d806-4934-9996-42d5f801fb53 None None] Pushing event updated for resources: {'Port': ['ID=e0c23f06-d821-46a3-9b1a-d966c85448b6,revision_number=2']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:26.453838 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-57da1279-6747-4861-8927-176b6f4e49f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.512244 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-566db683-ad9e-46cc-baf0-062917432dfa tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.554774 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57da1279-6747-4861-8927-176b6f4e49f0 None None] Routers {'414dcb9c-8e2a-4cb1-b4eb-9f523f5efbaf'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:26.555942 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-57da1279-6747-4861-8927-176b6f4e49f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['414dcb9c-8e2a-4cb1-b4eb-9f523f5efbaf'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:26.638771 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6575d4-d806-4934-9996-42d5f801fb53 None None] Pushing event updated for resources: {'Port': ['ID=e0c23f06-d821-46a3-9b1a-d966c85448b6,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:26.704503 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dfb0f84a-e92c-4339-a5b9-622b371a0060 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.737691 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-dfb0f84a-e92c-4339-a5b9-622b371a0060 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/ports/281e4fd6-6cb5-49ac-bf4f-4de14a01b9e8 HTTP/1.1" status: 204 len: 168 time: 1.8059886 Jan 21 09:44:26.744704 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54822) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:26.804839 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-20b587a6-cd2c-4d29-9601-9efc0bc24087 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] GET failed (client error): The resource could not be found. Jan 21 09:44:26.805831 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-20b587a6-cd2c-4d29-9601-9efc0bc24087 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Synchronizing usage tracker for tenant:0b78745c20204b2bb7542d64f98190cf on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:26.816223 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-57da1279-6747-4861-8927-176b6f4e49f0 None None] Set router 414dcb9c-8e2a-4cb1-b4eb-9f523f5efbaf gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:44:26.870789 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566db683-ad9e-46cc-baf0-062917432dfa tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Router 567b6806-d748-40c2-9d4d-c9ac011fcf51 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:44:26.942861 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-20b587a6-cd2c-4d29-9601-9efc0bc24087 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Unset dirty status for tenant:0b78745c20204b2bb7542d64f98190cf on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:26.944145 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-20b587a6-cd2c-4d29-9601-9efc0bc24087 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "GET /v2.0/ports/281e4fd6-6cb5-49ac-bf4f-4de14a01b9e8 HTTP/1.1" status: 404 len: 333 time: 0.1982512 Jan 21 09:44:26.946907 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54826) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:27.015122 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566db683-ad9e-46cc-baf0-062917432dfa tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:44:27.029681 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d635996-9836-48a3-a2a9-9b65a8b37265 None None] Sync routers for ids ['567b6806-d748-40c2-9d4d-c9ac011fcf51'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:44:27.042302 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-566db683-ad9e-46cc-baf0-062917432dfa tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] 10.222.0.110 "PUT /v2.0/routers/567b6806-d748-40c2-9d4d-c9ac011fcf51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9749389 Jan 21 09:44:27.042833 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d635996-9836-48a3-a2a9-9b65a8b37265 None None] Routers {'567b6806-d748-40c2-9d4d-c9ac011fcf51'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:27.043192 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54830) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:27.044437 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-0d635996-9836-48a3-a2a9-9b65a8b37265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['567b6806-d748-40c2-9d4d-c9ac011fcf51'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:27.109168 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-0d635996-9836-48a3-a2a9-9b65a8b37265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:27.118706 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d635996-9836-48a3-a2a9-9b65a8b37265 None None] Routers {'567b6806-d748-40c2-9d4d-c9ac011fcf51'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:27.119691 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-0d635996-9836-48a3-a2a9-9b65a8b37265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['567b6806-d748-40c2-9d4d-c9ac011fcf51'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:27.121004 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ef077416-a2d9-4bc8-b13c-77c390fcff36 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.127750 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-57da1279-6747-4861-8927-176b6f4e49f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414dcb9c-8e2a-4cb1-b4eb-9f523f5efbaf', 'name': 'tempest-snat-router-84769771', 'tenant_id': 'eaf383f3c61a48439db183060d04b10a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.57'}], 'enable_snat': False}, 'gw_port_id': 'e0c23f06-d821-46a3-9b1a-d966c85448b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:21Z', 'updated_at': '2022-01-21T09:44:23Z', 'revision_number': 3, 'project_id': 'eaf383f3c61a48439db183060d04b10a', 'gw_port': {'id': 'e0c23f06-d821-46a3-9b1a-d966c85448b6', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414dcb9c-8e2a-4cb1-b4eb-9f523f5efbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:22Z', 'updated_at': '2022-01-21T09:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:27.131645 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57da1279-6747-4861-8927-176b6f4e49f0 None None] The sync data for ids ['414dcb9c-8e2a-4cb1-b4eb-9f523f5efbaf'] in dv-neutron-825731-1-hyperv is: [{'id': '414dcb9c-8e2a-4cb1-b4eb-9f523f5efbaf', 'name': 'tempest-snat-router-84769771', 'tenant_id': 'eaf383f3c61a48439db183060d04b10a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.57'}], 'enable_snat': False}, 'gw_port_id': 'e0c23f06-d821-46a3-9b1a-d966c85448b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:21Z', 'updated_at': '2022-01-21T09:44:23Z', 'revision_number': 3, 'project_id': 'eaf383f3c61a48439db183060d04b10a', 'gw_port': {'id': 'e0c23f06-d821-46a3-9b1a-d966c85448b6', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414dcb9c-8e2a-4cb1-b4eb-9f523f5efbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:22Z', 'updated_at': '2022-01-21T09:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:27.158044 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-070bd941-386d-4e10-8dcd-efcf9799518d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Deleting subnet d4146c06-9989-4d20-bd0c-263a153c1096 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:44:27.163852 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-070bd941-386d-4e10-8dcd-efcf9799518d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.186255 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-0d635996-9836-48a3-a2a9-9b65a8b37265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:27.186653 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d635996-9836-48a3-a2a9-9b65a8b37265 None None] The sync data for ids ['567b6806-d748-40c2-9d4d-c9ac011fcf51'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:27.201393 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-80472102-a4d2-4ef6-9e71-618407a2e11f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] delete failed (client error): The resource could not be found. Jan 21 09:44:27.202699 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-80472102-a4d2-4ef6-9e71-618407a2e11f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] 10.222.0.110 "DELETE /v2.0/routers/tempest-non_exist_router-1869887316 HTTP/1.1" status: 404 len: 335 time: 0.1561329 Jan 21 09:44:27.203819 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ef077416-a2d9-4bc8-b13c-77c390fcff36 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.206709 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54834) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:27.212292 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-c439e525-1807-4f0f-b844-4abae2b30401 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Request body: {'router': {'external_gateway_info': {'network_id': '567b6806-d748-40c2-9d4d-c9ac011fcf51'}}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:27.278316 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-070bd941-386d-4e10-8dcd-efcf9799518d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.510849 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-ef077416-a2d9-4bc8-b13c-77c390fcff36 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Allocated IP 172.26.3.29 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/d6019604-963d-456f-8353-7b456dac983e) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:27.520536 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-070bd941-386d-4e10-8dcd-efcf9799518d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.618922 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f16f8-67b7-4673-86e0-b936942f545c req-a2a5b00d-3c9c-4a38-9012-617787b21331 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:27.620716 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-599f16f8-67b7-4673-86e0-b936942f545c req-a2a5b00d-3c9c-4a38-9012-617787b21331 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=c894b34a-9bb4-4a0a-8406-18a46d7824d1 HTTP/1.1" status: 200 len: 943 time: 0.2891390 Jan 21 09:44:27.752869 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-070bd941-386d-4e10-8dcd-efcf9799518d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.768701 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c439e525-1807-4f0f-b844-4abae2b30401 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.796588 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-599f16f8-67b7-4673-86e0-b936942f545c req-ad283cab-a2bc-4634-bf1e-21b6a4d25fed tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609244 Jan 21 09:44:27.815472 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-c439e525-1807-4f0f-b844-4abae2b30401 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] update failed (client error): The resource could not be found. Jan 21 09:44:27.819784 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c439e525-1807-4f0f-b844-4abae2b30401 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] 10.222.0.110 "PUT /v2.0/routers/567b6806-d748-40c2-9d4d-c9ac011fcf51 HTTP/1.1" status: 404 len: 339 time: 0.6086867 Jan 21 09:44:27.820259 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54840) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:27.826391 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-c41f7958-1872-4f37-b6b6-c597337fc5ba tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1943717020'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:27.827797 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-070bd941-386d-4e10-8dcd-efcf9799518d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.830535 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070bd941-386d-4e10-8dcd-efcf9799518d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'Subnet': ['ID=d4146c06-9989-4d20-bd0c-263a153c1096,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:27.831494 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c41f7958-1872-4f37-b6b6-c597337fc5ba tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:27.835512 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c41f7958-1872-4f37-b6b6-c597337fc5ba tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Usage tracker for resource:network and tenant:7cdb6edf3cd04f8b837cf1c21e871f54 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:27.838915 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bcf1b7-691f-4b42-875f-d67d9642d41b None None] Network 6d60ff0a-8a2b-4afd-ae59-d9d059c25f1b requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:27.842915 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c41f7958-1872-4f37-b6b6-c597337fc5ba tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:27.849066 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c41f7958-1872-4f37-b6b6-c597337fc5ba tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:27.857500 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ef077416-a2d9-4bc8-b13c-77c390fcff36 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.861623 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-070bd941-386d-4e10-8dcd-efcf9799518d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/subnets/d4146c06-9989-4d20-bd0c-263a153c1096 HTTP/1.1" status: 204 len: 168 time: 0.9136417 Jan 21 09:44:27.864650 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54844) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:27.867477 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41f7958-1872-4f37-b6b6-c597337fc5ba tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Made reservation on behalf of 7cdb6edf3cd04f8b837cf1c21e871f54 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:27.871646 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c41f7958-1872-4f37-b6b6-c597337fc5ba tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.899215 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ef077416-a2d9-4bc8-b13c-77c390fcff36 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.901142 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c41f7958-1872-4f37-b6b6-c597337fc5ba tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:27.910767 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c41f7958-1872-4f37-b6b6-c597337fc5ba tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.911116 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-c41f7958-1872-4f37-b6b6-c597337fc5ba tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Added segment 3d72979d-f59f-4395-a72f-38f20952b4ab of type vlan for network adee958c-fa3b-4460-8145-be1d9c8aeb8f Jan 21 09:44:27.939745 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c41f7958-1872-4f37-b6b6-c597337fc5ba tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.956154 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef077416-a2d9-4bc8-b13c-77c390fcff36 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:27.965031 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-ef077416-a2d9-4bc8-b13c-77c390fcff36 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:27.975218 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef077416-a2d9-4bc8-b13c-77c390fcff36 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:28.005836 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c41f7958-1872-4f37-b6b6-c597337fc5ba tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.011807 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41f7958-1872-4f37-b6b6-c597337fc5ba tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:28.012569 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c41f7958-1872-4f37-b6b6-c597337fc5ba tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.059325 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c41f7958-1872-4f37-b6b6-c597337fc5ba tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2381194 Jan 21 09:44:28.062558 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54848) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:28.065098 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef077416-a2d9-4bc8-b13c-77c390fcff36 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Pushing event updated for resources: {'Port': ['ID=d6019604-963d-456f-8353-7b456dac983e,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:28.073832 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-66386ac7-7fe8-4f96-8428-bfcd8ffb727e tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Request body: {'subnet': {'network_id': 'adee958c-fa3b-4460-8145-be1d9c8aeb8f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:28.186808 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e0c23f06-d821-46a3-9b1a-d966c85448b6 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:28.208010 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-930d3f96-7ead-4082-b0d6-97e78b845da0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Deleting subnet 016185ac-4302-4e84-8d71-6822f3f281b1 {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:44:28.211323 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f7958-1872-4f37-b6b6-c597337fc5ba tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Pushing event updated for resources: {'Network': ['ID=adee958c-fa3b-4460-8145-be1d9c8aeb8f,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:28.215854 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-930d3f96-7ead-4082-b0d6-97e78b845da0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.226969 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network adee958c-fa3b-4460-8145-be1d9c8aeb8f details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:28.291137 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-930d3f96-7ead-4082-b0d6-97e78b845da0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.404016 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-930d3f96-7ead-4082-b0d6-97e78b845da0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.410891 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port e0c23f06-d821-46a3-9b1a-d966c85448b6 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:28.418077 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port e0c23f06-d821-46a3-9b1a-d966c85448b6 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:28.418545 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.503284 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-930d3f96-7ead-4082-b0d6-97e78b845da0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.556833 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-66386ac7-7fe8-4f96-8428-bfcd8ffb727e tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:28.565626 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.567536 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d3f96-7ead-4082-b0d6-97e78b845da0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'Subnet': ['ID=016185ac-4302-4e84-8d71-6822f3f281b1,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:28.571829 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-66386ac7-7fe8-4f96-8428-bfcd8ffb727e tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Usage tracker for resource:subnet and tenant:7cdb6edf3cd04f8b837cf1c21e871f54 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:28.574674 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-930d3f96-7ead-4082-b0d6-97e78b845da0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.585373 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-66386ac7-7fe8-4f96-8428-bfcd8ffb727e tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:28.585813 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port e0c23f06-d821-46a3-9b1a-d966c85448b6, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e0c23f06-d821-46a3-9b1a-d966c85448b6,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:28.586715 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-930d3f96-7ead-4082-b0d6-97e78b845da0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/subnets/016185ac-4302-4e84-8d71-6822f3f281b1 HTTP/1.1" status: 204 len: 168 time: 0.7203696 Jan 21 09:44:28.588031 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54852) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:28.591107 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.601770 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-66386ac7-7fe8-4f96-8428-bfcd8ffb727e tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:28.623189 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66386ac7-7fe8-4f96-8428-bfcd8ffb727e tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Made reservation on behalf of 7cdb6edf3cd04f8b837cf1c21e871f54 for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:28.627479 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-66386ac7-7fe8-4f96-8428-bfcd8ffb727e tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.674179 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=e0c23f06-d821-46a3-9b1a-d966c85448b6,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:28.725157 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bc95ad06-6aff-4a36-b6ac-4d1879029ad3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.739981 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-bc95ad06-6aff-4a36-b6ac-4d1879029ad3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Deleting port d6c676d7-d52a-4bbe-831c-1a9fe7047859 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:28.740748 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bc95ad06-6aff-4a36-b6ac-4d1879029ad3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.959468 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda12db5-70c9-40d1-8bd2-750694d5cf10 None None] Network 6d60ff0a-8a2b-4afd-ae59-d9d059c25f1b requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:29.046351 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ef077416-a2d9-4bc8-b13c-77c390fcff36 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.057225 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-849439f7-986f-4318-a30f-2827b3947b23 None None] Provisioning complete for port d6c676d7-d52a-4bbe-831c-1a9fe7047859 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:29.057717 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-849439f7-986f-4318-a30f-2827b3947b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.082020 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-bc95ad06-6aff-4a36-b6ac-4d1879029ad3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] For port d6c676d7-d52a-4bbe-831c-1a9fe7047859, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=d6c676d7-d52a-4bbe-831c-1a9fe7047859,segment=NetworkSegment(469f0df2-2f34-4209-8304-85f8e9d02e2b),segment_id=469f0df2-2f34-4209-8304-85f8e9d02e2b)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:29.082375 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bc95ad06-6aff-4a36-b6ac-4d1879029ad3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.211496 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device f3bebd59-acd7-4ae2-b489-34b32aa670c1 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:44:29.224653 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-bc95ad06-6aff-4a36-b6ac-4d1879029ad3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Calling delete_port for d6c676d7-d52a-4bbe-831c-1a9fe7047859 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:29.254408 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-66386ac7-7fe8-4f96-8428-bfcd8ffb727e tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.299285 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843aca4-2031-43b7-bb7c-4cbe4f213c9d req-182a192d-71a2-4638-b5b1-5b35dc85c5a9 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:29.300816 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9843aca4-2031-43b7-bb7c-4cbe4f213c9d req-182a192d-71a2-4638-b5b1-5b35dc85c5a9 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=c894b34a-9bb4-4a0a-8406-18a46d7824d1 HTTP/1.1" status: 200 len: 943 time: 0.2857244 Jan 21 09:44:29.354796 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bc95ad06-6aff-4a36-b6ac-4d1879029ad3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.412156 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66386ac7-7fe8-4f96-8428-bfcd8ffb727e tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Pushing event updated for resources: {'Subnet': ['ID=7a9abba2-b909-4925-b60a-e9b596046215,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:29.426482 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9843aca4-2031-43b7-bb7c-4cbe4f213c9d req-70545d43-53d8-461d-848a-71717d478f0c tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056910 Jan 21 09:44:29.427324 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc95ad06-6aff-4a36-b6ac-4d1879029ad3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'Port': ['ID=d6c676d7-d52a-4bbe-831c-1a9fe7047859,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:29.436873 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc95ad06-6aff-4a36-b6ac-4d1879029ad3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] No DVR routers for this DVR port d6c676d7-d52a-4bbe-831c-1a9fe7047859 on host dv-neutron-825731-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:29.453141 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a544303-597c-475e-a2e5-3dc4705d19e7 None None] DHCP port deletion for 6d60ff0a-8a2b-4afd-ae59-d9d059c25f1b request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:44:29.506677 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port f3bebd59-acd7-4ae2-b489-34b32aa670c1, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f3bebd59-acd7-4ae2-b489-34b32aa670c1,segment=NetworkSegment(9b216987-8cbc-4835-9c2f-1b45ed9b241e),segment_id=9b216987-8cbc-4835-9c2f-1b45ed9b241e)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:29.524717 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': 'f3bebd59-acd7-4ae2-b489-34b32aa670c1', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'port_id': 'f3bebd59-acd7-4ae2-b489-34b32aa670c1', 'mac_address': 'fa:16:3e:ec:9a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:44:29.531372 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66386ac7-7fe8-4f96-8428-bfcd8ffb727e tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Checking segment: {'id': '3d72979d-f59f-4395-a72f-38f20952b4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'adee958c-fa3b-4460-8145-be1d9c8aeb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:29.531854 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66386ac7-7fe8-4f96-8428-bfcd8ffb727e tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Network hostable DHCP agents. Network: adee958c-fa3b-4460-8145-be1d9c8aeb8f, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:29.572083 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ef077416-a2d9-4bc8-b13c-77c390fcff36 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.575558 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66386ac7-7fe8-4f96-8428-bfcd8ffb727e tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Network adee958c-fa3b-4460-8145-be1d9c8aeb8f is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:29.597561 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.616477 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3bebd59-acd7-4ae2-b489-34b32aa670c1 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:44:29.635100 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-66386ac7-7fe8-4f96-8428-bfcd8ffb727e tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, adee958c-fa3b-4460-8145-be1d9c8aeb8f) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:29.642214 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port f3bebd59-acd7-4ae2-b489-34b32aa670c1, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f3bebd59-acd7-4ae2-b489-34b32aa670c1,segment=NetworkSegment(9b216987-8cbc-4835-9c2f-1b45ed9b241e),segment_id=9b216987-8cbc-4835-9c2f-1b45ed9b241e)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:29.650276 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.658319 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66386ac7-7fe8-4f96-8428-bfcd8ffb727e tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:29.658904 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-66386ac7-7fe8-4f96-8428-bfcd8ffb727e tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.701308 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d403ffe-42ca-4ef2-84a3-3c63888ee04f None None] Network adee958c-fa3b-4460-8145-be1d9c8aeb8f requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:29.702950 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-66386ac7-7fe8-4f96-8428-bfcd8ffb727e tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6390312 Jan 21 09:44:29.705876 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54858) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:29.706795 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bc95ad06-6aff-4a36-b6ac-4d1879029ad3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.736674 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-bc95ad06-6aff-4a36-b6ac-4d1879029ad3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d60ff0a-8a2b-4afd-ae59-d9d059c25f1b']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:29.750876 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-bc95ad06-6aff-4a36-b6ac-4d1879029ad3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '469f0df2-2f34-4209-8304-85f8e9d02e2b') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:29.751227 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-bc95ad06-6aff-4a36-b6ac-4d1879029ad3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '469f0df2-2f34-4209-8304-85f8e9d02e2b') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:29.761654 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-f2fbdc82-afe5-4417-8425-6441abd12eee tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Request body: {'router': {'external_gateway_info': {'network_id': 'adee958c-fa3b-4460-8145-be1d9c8aeb8f'}}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:29.765284 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bc95ad06-6aff-4a36-b6ac-4d1879029ad3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.782203 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bc95ad06-6aff-4a36-b6ac-4d1879029ad3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.788820 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc95ad06-6aff-4a36-b6ac-4d1879029ad3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:29.789202 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bc95ad06-6aff-4a36-b6ac-4d1879029ad3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.809526 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:44:29.809526 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:29.809526 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:44:29.809526 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:29.809526 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:44:29.809526 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:29.809526 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:44:29.809526 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:29.809526 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:44:29.809526 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:29.809526 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:44:29.809526 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:29.809526 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:44:29.809526 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:29.809526 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:29.809526 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:29.809526 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:29.809526 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:29.809526 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:44:29.809526 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:44:29.809526 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:44:29.809526 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:44:29.809526 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:29.809526 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:29.809526 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:29.809526 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:29.809526 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:29.809526 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:29.809526 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:29.809526 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:29.809526 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:29.809526 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:29.907182 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bc95ad06-6aff-4a36-b6ac-4d1879029ad3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.912984 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bc95ad06-6aff-4a36-b6ac-4d1879029ad3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.942428 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc95ad06-6aff-4a36-b6ac-4d1879029ad3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'Network': ['ID=6d60ff0a-8a2b-4afd-ae59-d9d059c25f1b,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:29.953465 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-bc95ad06-6aff-4a36-b6ac-4d1879029ad3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/networks/6d60ff0a-8a2b-4afd-ae59-d9d059c25f1b HTTP/1.1" status: 204 len: 168 time: 1.3631980 Jan 21 09:44:29.959948 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54862) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:29.978811 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=f3bebd59-acd7-4ae2-b489-34b32aa670c1,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:30.004549 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888f0375-b9be-42bf-9d6e-c51c71f3a6b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-adee958c-fa3b-4460-8145-be1d9c8aeb8f', 'network_id': 'adee958c-fa3b-4460-8145-be1d9c8aeb8f', 'tenant_id': '7cdb6edf3cd04f8b837cf1c21e871f54', 'fixed_ips': [{'subnet_id': '7a9abba2-b909-4925-b60a-e9b596046215'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:44:30.005435 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-888f0375-b9be-42bf-9d6e-c51c71f3a6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.047585 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11adb2a-017b-4b78-9f4b-3f631dba9b43 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:30.048521 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-b11adb2a-017b-4b78-9f4b-3f631dba9b43 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Synchronizing usage tracker for tenant:0b78745c20204b2bb7542d64f98190cf on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:30.068474 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-b11adb2a-017b-4b78-9f4b-3f631dba9b43 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Unset dirty status for tenant:0b78745c20204b2bb7542d64f98190cf on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:30.069234 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['f3bebd59-acd7-4ae2-b489-34b32aa670c1'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 09:44:30.075586 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b11adb2a-017b-4b78-9f4b-3f631dba9b43 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1144598 Jan 21 09:44:30.076560 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54866) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:30.123886 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e0c23f06-d821-46a3-9b1a-d966c85448b6 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:30.168975 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c7ca83c3-7b4e-4520-bdf5-7ad8a4c0022d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0909064 Jan 21 09:44:30.172181 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54870) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:30.177781 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-a2b4c3ba-fdf0-4cff-b651-935231d68794 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-936999264'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:30.184028 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a2b4c3ba-fdf0-4cff-b651-935231d68794 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:30.188772 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a2b4c3ba-fdf0-4cff-b651-935231d68794 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:network and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:30.192764 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a2b4c3ba-fdf0-4cff-b651-935231d68794 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:30.199657 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a2b4c3ba-fdf0-4cff-b651-935231d68794 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:30.213224 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b4c3ba-fdf0-4cff-b651-935231d68794 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Made reservation on behalf of 0b78745c20204b2bb7542d64f98190cf for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:30.216958 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a2b4c3ba-fdf0-4cff-b651-935231d68794 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.245760 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2b4c3ba-fdf0-4cff-b651-935231d68794 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:30.254657 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a2b4c3ba-fdf0-4cff-b651-935231d68794 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.255000 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-a2b4c3ba-fdf0-4cff-b651-935231d68794 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Added segment c77e4568-0db9-4442-9e26-b413aa6ddd85 of type vlan for network 8c327735-903d-4f7e-bda7-b977e241ca11 Jan 21 09:44:30.283550 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a2b4c3ba-fdf0-4cff-b651-935231d68794 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.315900 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a2b4c3ba-fdf0-4cff-b651-935231d68794 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.322235 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b4c3ba-fdf0-4cff-b651-935231d68794 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:30.322619 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a2b4c3ba-fdf0-4cff-b651-935231d68794 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.332258 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-888f0375-b9be-42bf-9d6e-c51c71f3a6b9 None None] Allocated IP 2001:db8:1::2 (adee958c-fa3b-4460-8145-be1d9c8aeb8f/7a9abba2-b909-4925-b60a-e9b596046215/beb23f81-82cf-4a17-bcf9-0f4395703237) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:30.334652 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port e0c23f06-d821-46a3-9b1a-d966c85448b6 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:30.335080 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.349303 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f2fbdc82-afe5-4417-8425-6441abd12eee tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.382540 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef077416-a2d9-4bc8-b13c-77c390fcff36 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Router 93b44707-a850-491f-aa90-9ef6336be0d5 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:44:30.445399 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4c3ba-fdf0-4cff-b651-935231d68794 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Network': ['ID=8c327735-903d-4f7e-bda7-b977e241ca11,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:30.450471 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a2b4c3ba-fdf0-4cff-b651-935231d68794 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2768505 Jan 21 09:44:30.453192 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54874) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:30.467130 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-d053643e-f2c2-45e3-87a7-52d90c6abb1f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'subnet': {'network_id': '8c327735-903d-4f7e-bda7-b977e241ca11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:30.467769 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 8c327735-903d-4f7e-bda7-b977e241ca11 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:30.800280 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d053643e-f2c2-45e3-87a7-52d90c6abb1f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:30.809404 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d053643e-f2c2-45e3-87a7-52d90c6abb1f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:subnet and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:30.815047 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d053643e-f2c2-45e3-87a7-52d90c6abb1f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:30.826704 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d053643e-f2c2-45e3-87a7-52d90c6abb1f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:30.829546 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef077416-a2d9-4bc8-b13c-77c390fcff36 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:44:30.846370 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3be49df-3b75-4feb-9c3b-6e02635e097c None None] Sync routers for ids ['93b44707-a850-491f-aa90-9ef6336be0d5'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:44:30.848850 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device d6c676d7-d52a-4bbe-831c-1a9fe7047859 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:44:30.864581 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3be49df-3b75-4feb-9c3b-6e02635e097c None None] Routers {'93b44707-a850-491f-aa90-9ef6336be0d5'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:30.865875 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-f3be49df-3b75-4feb-9c3b-6e02635e097c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['93b44707-a850-491f-aa90-9ef6336be0d5'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:30.869691 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d053643e-f2c2-45e3-87a7-52d90c6abb1f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Made reservation on behalf of 0b78745c20204b2bb7542d64f98190cf for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:30.873321 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d053643e-f2c2-45e3-87a7-52d90c6abb1f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.891444 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: d6c676d7-d52a-4bbe-831c-1a9fe7047859 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:44:30.892123 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device d6c676d7-d52a-4bbe-831c-1a9fe7047859 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:44:30.897922 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ef077416-a2d9-4bc8-b13c-77c390fcff36 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.899118 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ef077416-a2d9-4bc8-b13c-77c390fcff36 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 5.4482868 Jan 21 09:44:30.905303 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54880) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:30.945782 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-888f0375-b9be-42bf-9d6e-c51c71f3a6b9 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.968540 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-888f0375-b9be-42bf-9d6e-c51c71f3a6b9 None None] Transition to ACTIVE for port object beb23f81-82cf-4a17-bcf9-0f4395703237 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:31.011322 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-888f0375-b9be-42bf-9d6e-c51c71f3a6b9 None None] Transition to ACTIVE for port object beb23f81-82cf-4a17-bcf9-0f4395703237 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:31.013490 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fe0cb-c0ed-404b-a911-a4d76fd3aa3e req-2e4e5ffc-7c7a-4eb5-954e-b2929d937796 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:31.015177 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-255fe0cb-c0ed-404b-a911-a4d76fd3aa3e req-2e4e5ffc-7c7a-4eb5-954e-b2929d937796 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=c894b34a-9bb4-4a0a-8406-18a46d7824d1 HTTP/1.1" status: 200 len: 944 time: 0.4118550 Jan 21 09:44:31.031922 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-888f0375-b9be-42bf-9d6e-c51c71f3a6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.057060 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-f2fbdc82-afe5-4417-8425-6441abd12eee tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:44:31.058107 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f2fbdc82-afe5-4417-8425-6441abd12eee tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] 10.222.0.110 "PUT /v2.0/routers/567b6806-d748-40c2-9d4d-c9ac011fcf51 HTTP/1.1" status: 400 len: 364 time: 1.3513510 Jan 21 09:44:31.068843 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54884) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:31.092082 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-f3be49df-3b75-4feb-9c3b-6e02635e097c None None] Set router 93b44707-a850-491f-aa90-9ef6336be0d5 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:44:31.109834 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888f0375-b9be-42bf-9d6e-c51c71f3a6b9 None None] Network adee958c-fa3b-4460-8145-be1d9c8aeb8f is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:31.113714 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-888f0375-b9be-42bf-9d6e-c51c71f3a6b9 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:31.116837 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888f0375-b9be-42bf-9d6e-c51c71f3a6b9 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:31.162109 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-255fe0cb-c0ed-404b-a911-a4d76fd3aa3e req-16f84de1-866a-4bc6-8eef-2c3aff9c0adb tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408267 Jan 21 09:44:31.172559 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f0375-b9be-42bf-9d6e-c51c71f3a6b9 None None] Pushing event updated for resources: {'Port': ['ID=beb23f81-82cf-4a17-bcf9-0f4395703237,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:31.186779 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-41a83aa2-36ae-4805-8057-5198e6ae8db6 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] 10.222.0.110 "GET /v2.0/routers/93b44707-a850-491f-aa90-9ef6336be0d5 HTTP/1.1" status: 200 len: 905 time: 0.2801235 Jan 21 09:44:31.187370 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54888) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:31.231110 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-888f0375-b9be-42bf-9d6e-c51c71f3a6b9 None None] Attempting to bind port beb23f81-82cf-4a17-bcf9-0f4395703237 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:31.231524 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-888f0375-b9be-42bf-9d6e-c51c71f3a6b9 None None] Attempting to bind port beb23f81-82cf-4a17-bcf9-0f4395703237 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '3d72979d-f59f-4395-a72f-38f20952b4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'adee958c-fa3b-4460-8145-be1d9c8aeb8f'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:31.231891 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888f0375-b9be-42bf-9d6e-c51c71f3a6b9 None None] Attempting to bind port beb23f81-82cf-4a17-bcf9-0f4395703237 on network adee958c-fa3b-4460-8145-be1d9c8aeb8f {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:44:31.238048 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888f0375-b9be-42bf-9d6e-c51c71f3a6b9 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:44:31.238546 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888f0375-b9be-42bf-9d6e-c51c71f3a6b9 None None] Checking segment: {'id': '3d72979d-f59f-4395-a72f-38f20952b4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'adee958c-fa3b-4460-8145-be1d9c8aeb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:31.238955 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-888f0375-b9be-42bf-9d6e-c51c71f3a6b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.239349 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888f0375-b9be-42bf-9d6e-c51c71f3a6b9 None None] Bound using segment: {'id': '3d72979d-f59f-4395-a72f-38f20952b4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'adee958c-fa3b-4460-8145-be1d9c8aeb8f'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:44:31.239966 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-888f0375-b9be-42bf-9d6e-c51c71f3a6b9 None None] Bound port: beb23f81-82cf-4a17-bcf9-0f4395703237, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d72979d-f59f-4395-a72f-38f20952b4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'adee958c-fa3b-4460-8145-be1d9c8aeb8f'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:31.240348 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-888f0375-b9be-42bf-9d6e-c51c71f3a6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.339089 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-888f0375-b9be-42bf-9d6e-c51c71f3a6b9 None None] For port beb23f81-82cf-4a17-bcf9-0f4395703237, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:44:31.342549 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-888f0375-b9be-42bf-9d6e-c51c71f3a6b9 None None] For port beb23f81-82cf-4a17-bcf9-0f4395703237, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=beb23f81-82cf-4a17-bcf9-0f4395703237,segment=NetworkSegment(3d72979d-f59f-4395-a72f-38f20952b4ab),segment_id=3d72979d-f59f-4395-a72f-38f20952b4ab)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:44:31.348570 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-888f0375-b9be-42bf-9d6e-c51c71f3a6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.433023 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-f3be49df-3b75-4feb-9c3b-6e02635e097c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b44707-a850-491f-aa90-9ef6336be0d5', 'name': 'tempest-snat-router-84769771', 'tenant_id': 'eaf383f3c61a48439db183060d04b10a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': 'd6019604-963d-456f-8353-7b456dac983e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:25Z', 'updated_at': '2022-01-21T09:44:28Z', 'revision_number': 3, 'project_id': 'eaf383f3c61a48439db183060d04b10a', 'gw_port': {'id': 'd6019604-963d-456f-8353-7b456dac983e', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:75:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b44707-a850-491f-aa90-9ef6336be0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:27Z', 'updated_at': '2022-01-21T09:44:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:31.437354 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3be49df-3b75-4feb-9c3b-6e02635e097c None None] Checking router: 93b44707-a850-491f-aa90-9ef6336be0d5 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:44:31.437810 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3be49df-3b75-4feb-9c3b-6e02635e097c None None] Updating router 93b44707-a850-491f-aa90-9ef6336be0d5 port d6019604-963d-456f-8353-7b456dac983e binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:44:31.440225 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3c211981-dc17-4a7a-8ccb-fb8c34f6dcd7 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.440732 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f0375-b9be-42bf-9d6e-c51c71f3a6b9 None None] Pushing event updated for resources: {'Port': ['ID=beb23f81-82cf-4a17-bcf9-0f4395703237,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:31.497644 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-f3be49df-3b75-4feb-9c3b-6e02635e097c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.680043 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3c211981-dc17-4a7a-8ccb-fb8c34f6dcd7 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.696305 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-3c211981-dc17-4a7a-8ccb-fb8c34f6dcd7 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Deleting port d6019604-963d-456f-8353-7b456dac983e {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:31.696853 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3c211981-dc17-4a7a-8ccb-fb8c34f6dcd7 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.816980 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d053643e-f2c2-45e3-87a7-52d90c6abb1f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.975329 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053643e-f2c2-45e3-87a7-52d90c6abb1f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Subnet': ['ID=6a04c911-ac73-46c3-81bf-4f2f32492251,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:32.010679 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3c211981-dc17-4a7a-8ccb-fb8c34f6dcd7 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:32.016391 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d053643e-f2c2-45e3-87a7-52d90c6abb1f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Checking segment: {'id': 'c77e4568-0db9-4442-9e26-b413aa6ddd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8c327735-903d-4f7e-bda7-b977e241ca11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:32.016754 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d053643e-f2c2-45e3-87a7-52d90c6abb1f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Network hostable DHCP agents. Network: 8c327735-903d-4f7e-bda7-b977e241ca11, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:32.021510 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-500980ea-98ef-437b-aca6-cd51a701c2f9 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:32.025984 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-f3be49df-3b75-4feb-9c3b-6e02635e097c None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:32.045599 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-f3be49df-3b75-4feb-9c3b-6e02635e097c None None] Transition to ACTIVE for port object d6019604-963d-456f-8353-7b456dac983e will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:32.059889 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-f3be49df-3b75-4feb-9c3b-6e02635e097c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:32.169567 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d053643e-f2c2-45e3-87a7-52d90c6abb1f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Network 8c327735-903d-4f7e-bda7-b977e241ca11 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:32.203150 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-f3be49df-3b75-4feb-9c3b-6e02635e097c None None] Attempting to bind port d6019604-963d-456f-8353-7b456dac983e on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:32.203763 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-f3be49df-3b75-4feb-9c3b-6e02635e097c None None] Attempting to bind port d6019604-963d-456f-8353-7b456dac983e by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:32.204232 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3be49df-3b75-4feb-9c3b-6e02635e097c None None] Attempting to bind port d6019604-963d-456f-8353-7b456dac983e on network 80a065d7-b55c-43ad-a3e8-c65befe4136c {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:44:32.222409 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3be49df-3b75-4feb-9c3b-6e02635e097c None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:44:32.223312 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3be49df-3b75-4feb-9c3b-6e02635e097c None None] Checking segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:32.224268 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-f3be49df-3b75-4feb-9c3b-6e02635e097c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:32.224857 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3be49df-3b75-4feb-9c3b-6e02635e097c None None] Bound using segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:44:32.225490 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-f3be49df-3b75-4feb-9c3b-6e02635e097c None None] Bound port: d6019604-963d-456f-8353-7b456dac983e, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:32.226086 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-f3be49df-3b75-4feb-9c3b-6e02635e097c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:32.231066 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device beb23f81-82cf-4a17-bcf9-0f4395703237 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:32.233752 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-d053643e-f2c2-45e3-87a7-52d90c6abb1f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 8c327735-903d-4f7e-bda7-b977e241ca11) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:32.243659 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d053643e-f2c2-45e3-87a7-52d90c6abb1f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:32.244547 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d053643e-f2c2-45e3-87a7-52d90c6abb1f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:32.278565 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a3cd3-fd05-4b6a-880c-d3c2e396c055 None None] Pushing event updated for resources: {'Port': ['ID=d6019604-963d-456f-8353-7b456dac983e,revision_number=2']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:32.296017 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237a3cd3-fd05-4b6a-880c-d3c2e396c055 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:32.296659 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237a3cd3-fd05-4b6a-880c-d3c2e396c055 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:32.297169 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237a3cd3-fd05-4b6a-880c-d3c2e396c055 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:32.297687 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237a3cd3-fd05-4b6a-880c-d3c2e396c055 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:32.298190 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237a3cd3-fd05-4b6a-880c-d3c2e396c055 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:32.298696 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237a3cd3-fd05-4b6a-880c-d3c2e396c055 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:32.299189 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237a3cd3-fd05-4b6a-880c-d3c2e396c055 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:32.299712 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237a3cd3-fd05-4b6a-880c-d3c2e396c055 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:32.300211 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237a3cd3-fd05-4b6a-880c-d3c2e396c055 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:32.300794 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237a3cd3-fd05-4b6a-880c-d3c2e396c055 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:32.301288 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237a3cd3-fd05-4b6a-880c-d3c2e396c055 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:32.301827 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237a3cd3-fd05-4b6a-880c-d3c2e396c055 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:32.330533 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1538503d-08e1-48f7-8069-d93880dfcd27 None None] Network 8c327735-903d-4f7e-bda7-b977e241ca11 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:32.348338 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-f3be49df-3b75-4feb-9c3b-6e02635e097c None None] For port d6019604-963d-456f-8353-7b456dac983e, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:44:32.355077 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-f3be49df-3b75-4feb-9c3b-6e02635e097c None None] For port d6019604-963d-456f-8353-7b456dac983e, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=d6019604-963d-456f-8353-7b456dac983e,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:44:32.363192 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-f3be49df-3b75-4feb-9c3b-6e02635e097c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:32.488416 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-500980ea-98ef-437b-aca6-cd51a701c2f9 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Allocated IP 2001:db8::1 (c1ed6e25-23fb-4b88-b6d4-0b0319d8f4e8/5ac6a4c5-855f-4a0f-9bf2-14312c3e327a/c7b9f601-fcc7-4018-be0f-d0b1cee52424) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:32.640906 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port beb23f81-82cf-4a17-bcf9-0f4395703237 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:32.698339 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-3c211981-dc17-4a7a-8ccb-fb8c34f6dcd7 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Calling delete_port for d6019604-963d-456f-8353-7b456dac983e owned by network:router_gateway {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:32.703173 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3be49df-3b75-4feb-9c3b-6e02635e097c None None] Routers {'93b44707-a850-491f-aa90-9ef6336be0d5'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:32.704853 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-f3be49df-3b75-4feb-9c3b-6e02635e097c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['93b44707-a850-491f-aa90-9ef6336be0d5'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:32.705715 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-500980ea-98ef-437b-aca6-cd51a701c2f9 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:32.732530 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-500980ea-98ef-437b-aca6-cd51a701c2f9 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Transition to ACTIVE for port object c7b9f601-fcc7-4018-be0f-d0b1cee52424 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:32.734468 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011349f4-4f14-4e6e-9615-ee55cb1e2ea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-8c327735-903d-4f7e-bda7-b977e241ca11', 'network_id': '8c327735-903d-4f7e-bda7-b977e241ca11', 'tenant_id': '0b78745c20204b2bb7542d64f98190cf', 'fixed_ips': [{'subnet_id': '6a04c911-ac73-46c3-81bf-4f2f32492251'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:44:32.735424 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-011349f4-4f14-4e6e-9615-ee55cb1e2ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:32.740564 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d053643e-f2c2-45e3-87a7-52d90c6abb1f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2815444 Jan 21 09:44:32.740806 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54894) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:32.754158 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-66844a11-2a4c-4aff-9994-cdc1829ba591 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'port': {'network_id': '8c327735-903d-4f7e-bda7-b977e241ca11', 'name': 'tempest-PortsTestJSON-1434331982'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:32.794559 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a3cd3-fd05-4b6a-880c-d3c2e396c055 None None] Pushing event updated for resources: {'Port': ['ID=d6019604-963d-456f-8353-7b456dac983e,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:32.937848 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-66844a11-2a4c-4aff-9994-cdc1829ba591 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:32.954038 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-f3be49df-3b75-4feb-9c3b-6e02635e097c None None] Set router 93b44707-a850-491f-aa90-9ef6336be0d5 gateway port host: None {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:44:32.974255 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-66844a11-2a4c-4aff-9994-cdc1829ba591 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:32.975008 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-011349f4-4f14-4e6e-9615-ee55cb1e2ea2 None None] Allocated IP 172.20.0.2 (8c327735-903d-4f7e-bda7-b977e241ca11/6a04c911-ac73-46c3-81bf-4f2f32492251/4911ff78-fbd9-4007-8f85-f78aecd17aa2) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:32.995552 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66844a11-2a4c-4aff-9994-cdc1829ba591 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Made reservation on behalf of 0b78745c20204b2bb7542d64f98190cf for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:32.997020 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb52c82-882f-4ba5-84d0-bc7f0139e4cd req-47f1b40f-012f-46b5-bc8e-b192694da247 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:32.999773 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-66844a11-2a4c-4aff-9994-cdc1829ba591 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.004379 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0fb52c82-882f-4ba5-84d0-bc7f0139e4cd req-47f1b40f-012f-46b5-bc8e-b192694da247 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=c894b34a-9bb4-4a0a-8406-18a46d7824d1 HTTP/1.1" status: 200 len: 944 time: 0.4151793 Jan 21 09:44:33.021821 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-500980ea-98ef-437b-aca6-cd51a701c2f9 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.067502 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0fb52c82-882f-4ba5-84d0-bc7f0139e4cd req-6a1d906f-8508-49f6-ac2a-167ca5a4ebc9 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620289 Jan 21 09:44:33.088123 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-3c211981-dc17-4a7a-8ccb-fb8c34f6dcd7 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:44:33.088819 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-3c211981-dc17-4a7a-8ccb-fb8c34f6dcd7 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:44:33.106193 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-66844a11-2a4c-4aff-9994-cdc1829ba591 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] device_id is not set on port 84db9932-cdc3-4663-97c4-9437498091b4 yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:44:33.131215 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b4e0f3-a314-41d8-a7d5-011fce8f4fdd None None] Network adee958c-fa3b-4460-8145-be1d9c8aeb8f requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:33.131778 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-f3be49df-3b75-4feb-9c3b-6e02635e097c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b44707-a850-491f-aa90-9ef6336be0d5', 'name': 'tempest-snat-router-84769771', 'tenant_id': 'eaf383f3c61a48439db183060d04b10a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:25Z', 'updated_at': '2022-01-21T09:44:31Z', 'revision_number': 4, 'project_id': 'eaf383f3c61a48439db183060d04b10a', 'gw_port_host': None}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:33.136266 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3be49df-3b75-4feb-9c3b-6e02635e097c None None] The sync data for ids ['93b44707-a850-491f-aa90-9ef6336be0d5'] in dv-neutron-825731-1-hyperv is: [{'id': '93b44707-a850-491f-aa90-9ef6336be0d5', 'name': 'tempest-snat-router-84769771', 'tenant_id': 'eaf383f3c61a48439db183060d04b10a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:25Z', 'updated_at': '2022-01-21T09:44:31Z', 'revision_number': 4, 'project_id': 'eaf383f3c61a48439db183060d04b10a', 'gw_port_host': None}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:33.169464 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500980ea-98ef-437b-aca6-cd51a701c2f9 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Network c1ed6e25-23fb-4b88-b6d4-0b0319d8f4e8 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:33.173754 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-500980ea-98ef-437b-aca6-cd51a701c2f9 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:33.183785 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500980ea-98ef-437b-aca6-cd51a701c2f9 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:33.184230 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-500980ea-98ef-437b-aca6-cd51a701c2f9 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.186592 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500980ea-98ef-437b-aca6-cd51a701c2f9 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Pushing event updated for resources: {'Port': ['ID=c7b9f601-fcc7-4018-be0f-d0b1cee52424,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:33.214058 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500980ea-98ef-437b-aca6-cd51a701c2f9 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:33.214296 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500980ea-98ef-437b-aca6-cd51a701c2f9 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:33.214541 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500980ea-98ef-437b-aca6-cd51a701c2f9 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:33.214880 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500980ea-98ef-437b-aca6-cd51a701c2f9 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:33.215214 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500980ea-98ef-437b-aca6-cd51a701c2f9 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:33.215579 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500980ea-98ef-437b-aca6-cd51a701c2f9 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:33.215908 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500980ea-98ef-437b-aca6-cd51a701c2f9 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:33.216237 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500980ea-98ef-437b-aca6-cd51a701c2f9 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:33.216568 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500980ea-98ef-437b-aca6-cd51a701c2f9 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:33.216893 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500980ea-98ef-437b-aca6-cd51a701c2f9 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:33.217220 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500980ea-98ef-437b-aca6-cd51a701c2f9 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:33.217682 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500980ea-98ef-437b-aca6-cd51a701c2f9 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:33.251063 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device f3bebd59-acd7-4ae2-b489-34b32aa670c1 up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:33.358541 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-500980ea-98ef-437b-aca6-cd51a701c2f9 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.398126 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e682379d-784d-42a4-a8ef-45369dfc6af9 None None] Provisioning for port beb23f81-82cf-4a17-bcf9-0f4395703237 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:33.408026 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e682379d-784d-42a4-a8ef-45369dfc6af9 None None] Provisioning complete for port beb23f81-82cf-4a17-bcf9-0f4395703237 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:33.408401 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e682379d-784d-42a4-a8ef-45369dfc6af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.469664 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-011349f4-4f14-4e6e-9615-ee55cb1e2ea2 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.497331 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-011349f4-4f14-4e6e-9615-ee55cb1e2ea2 None None] Transition to ACTIVE for port object 4911ff78-fbd9-4007-8f85-f78aecd17aa2 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:33.562293 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port f3bebd59-acd7-4ae2-b489-34b32aa670c1 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:33.565802 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-011349f4-4f14-4e6e-9615-ee55cb1e2ea2 None None] Transition to ACTIVE for port object 4911ff78-fbd9-4007-8f85-f78aecd17aa2 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:33.590075 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-3c211981-dc17-4a7a-8ccb-fb8c34f6dcd7 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Deleting port d6019604-963d-456f-8353-7b456dac983e {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:33.590637 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3c211981-dc17-4a7a-8ccb-fb8c34f6dcd7 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.607076 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port f3bebd59-acd7-4ae2-b489-34b32aa670c1 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:33.607480 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.631126 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-011349f4-4f14-4e6e-9615-ee55cb1e2ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.798534 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011349f4-4f14-4e6e-9615-ee55cb1e2ea2 None None] Network 8c327735-903d-4f7e-bda7-b977e241ca11 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:33.799694 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-3c211981-dc17-4a7a-8ccb-fb8c34f6dcd7 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] For port d6019604-963d-456f-8353-7b456dac983e, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=d6019604-963d-456f-8353-7b456dac983e,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:33.800225 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3c211981-dc17-4a7a-8ccb-fb8c34f6dcd7 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.803272 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e682379d-784d-42a4-a8ef-45369dfc6af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.816111 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011349f4-4f14-4e6e-9615-ee55cb1e2ea2 None None] Pushing event updated for resources: {'Port': ['ID=4911ff78-fbd9-4007-8f85-f78aecd17aa2,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:33.818595 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-011349f4-4f14-4e6e-9615-ee55cb1e2ea2 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:33.826318 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011349f4-4f14-4e6e-9615-ee55cb1e2ea2 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:33.833870 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-66844a11-2a4c-4aff-9994-cdc1829ba591 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Allocated IP 172.20.0.10 (8c327735-903d-4f7e-bda7-b977e241ca11/6a04c911-ac73-46c3-81bf-4f2f32492251/84db9932-cdc3-4663-97c4-9437498091b4) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:33.939788 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-e682379d-784d-42a4-a8ef-45369dfc6af9 None None] For port beb23f81-82cf-4a17-bcf9-0f4395703237, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=beb23f81-82cf-4a17-bcf9-0f4395703237,segment=NetworkSegment(3d72979d-f59f-4395-a72f-38f20952b4ab),segment_id=3d72979d-f59f-4395-a72f-38f20952b4ab)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:33.959201 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-3c211981-dc17-4a7a-8ccb-fb8c34f6dcd7 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Calling delete_port for d6019604-963d-456f-8353-7b456dac983e owned by network:router_gateway {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:33.992307 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e682379d-784d-42a4-a8ef-45369dfc6af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.056615 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-011349f4-4f14-4e6e-9615-ee55cb1e2ea2 None None] Attempting to bind port 4911ff78-fbd9-4007-8f85-f78aecd17aa2 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:34.056984 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-011349f4-4f14-4e6e-9615-ee55cb1e2ea2 None None] Attempting to bind port 4911ff78-fbd9-4007-8f85-f78aecd17aa2 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'c77e4568-0db9-4442-9e26-b413aa6ddd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8c327735-903d-4f7e-bda7-b977e241ca11'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:34.057330 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011349f4-4f14-4e6e-9615-ee55cb1e2ea2 None None] Attempting to bind port 4911ff78-fbd9-4007-8f85-f78aecd17aa2 on network 8c327735-903d-4f7e-bda7-b977e241ca11 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:44:34.077963 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011349f4-4f14-4e6e-9615-ee55cb1e2ea2 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:44:34.078337 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011349f4-4f14-4e6e-9615-ee55cb1e2ea2 None None] Checking segment: {'id': 'c77e4568-0db9-4442-9e26-b413aa6ddd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8c327735-903d-4f7e-bda7-b977e241ca11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:34.078732 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-011349f4-4f14-4e6e-9615-ee55cb1e2ea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.079120 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011349f4-4f14-4e6e-9615-ee55cb1e2ea2 None None] Bound using segment: {'id': 'c77e4568-0db9-4442-9e26-b413aa6ddd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8c327735-903d-4f7e-bda7-b977e241ca11'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:44:34.079611 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-011349f4-4f14-4e6e-9615-ee55cb1e2ea2 None None] Bound port: 4911ff78-fbd9-4007-8f85-f78aecd17aa2, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77e4568-0db9-4442-9e26-b413aa6ddd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8c327735-903d-4f7e-bda7-b977e241ca11'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:34.079980 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-011349f4-4f14-4e6e-9615-ee55cb1e2ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.098127 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.128931 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-500980ea-98ef-437b-aca6-cd51a701c2f9 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.142294 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-500980ea-98ef-437b-aca6-cd51a701c2f9 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.143060 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-500980ea-98ef-437b-aca6-cd51a701c2f9 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.207676 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3c211981-dc17-4a7a-8ccb-fb8c34f6dcd7 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.211788 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e682379d-784d-42a4-a8ef-45369dfc6af9 None None] Pushing event updated for resources: {'Port': ['ID=beb23f81-82cf-4a17-bcf9-0f4395703237,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:34.222988 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c894b34a-9bb4-4a0a-8406-18a46d7824d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3bebd59-acd7-4ae2-b489-34b32aa670c1'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:44:34.242351 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0e9ac208-560e-402f-ba44-5d95375c4bd3 None None] Provisioning for port c7b9f601-fcc7-4018-be0f-d0b1cee52424 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:34.260391 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port f3bebd59-acd7-4ae2-b489-34b32aa670c1, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f3bebd59-acd7-4ae2-b489-34b32aa670c1,segment=NetworkSegment(9b216987-8cbc-4835-9c2f-1b45ed9b241e),segment_id=9b216987-8cbc-4835-9c2f-1b45ed9b241e)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:34.265841 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0e9ac208-560e-402f-ba44-5d95375c4bd3 None None] Provisioning complete for port c7b9f601-fcc7-4018-be0f-d0b1cee52424 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:34.266276 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0e9ac208-560e-402f-ba44-5d95375c4bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.295362 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500980ea-98ef-437b-aca6-cd51a701c2f9 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Pushing event updated for resources: {'Port': ['ID=c7b9f601-fcc7-4018-be0f-d0b1cee52424,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:34.305037 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-66844a11-2a4c-4aff-9994-cdc1829ba591 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.315336 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c211981-dc17-4a7a-8ccb-fb8c34f6dcd7 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6019604-963d-456f-8353-7b456dac983e,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:34.369136 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c894b34a-9bb4-4a0a-8406-18a46d7824d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3bebd59-acd7-4ae2-b489-34b32aa670c1', 'code': 200} Jan 21 09:44:34.390906 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-011349f4-4f14-4e6e-9615-ee55cb1e2ea2 None None] For port 4911ff78-fbd9-4007-8f85-f78aecd17aa2, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:44:34.400061 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-011349f4-4f14-4e6e-9615-ee55cb1e2ea2 None None] For port 4911ff78-fbd9-4007-8f85-f78aecd17aa2, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=4911ff78-fbd9-4007-8f85-f78aecd17aa2,segment=NetworkSegment(c77e4568-0db9-4442-9e26-b413aa6ddd85),segment_id=c77e4568-0db9-4442-9e26-b413aa6ddd85)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:44:34.401627 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.439007 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-66844a11-2a4c-4aff-9994-cdc1829ba591 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Transition to ACTIVE for port object 84db9932-cdc3-4663-97c4-9437498091b4 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:34.447126 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3c211981-dc17-4a7a-8ccb-fb8c34f6dcd7 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.518140 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500980ea-98ef-437b-aca6-cd51a701c2f9 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Network c1ed6e25-23fb-4b88-b6d4-0b0319d8f4e8 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:34.521890 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-500980ea-98ef-437b-aca6-cd51a701c2f9 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:34.562214 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=f3bebd59-acd7-4ae2-b489-34b32aa670c1,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:34.565352 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-011349f4-4f14-4e6e-9615-ee55cb1e2ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.609418 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e7583-f75c-46f6-b050-b6255fae294b req-2524e76a-082f-4306-8ea2-0ad488fd8f8f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:34.611246 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b50e7583-f75c-46f6-b050-b6255fae294b req-2524e76a-082f-4306-8ea2-0ad488fd8f8f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=c894b34a-9bb4-4a0a-8406-18a46d7824d1 HTTP/1.1" status: 200 len: 945 time: 0.2349629 Jan 21 09:44:34.675682 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011349f4-4f14-4e6e-9615-ee55cb1e2ea2 None None] Pushing event updated for resources: {'Port': ['ID=4911ff78-fbd9-4007-8f85-f78aecd17aa2,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:34.701929 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-0e9ac208-560e-402f-ba44-5d95375c4bd3 None None] Port c7b9f601-fcc7-4018-be0f-d0b1cee52424 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:44:34.703549 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3c211981-dc17-4a7a-8ccb-fb8c34f6dcd7 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.709612 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3c211981-dc17-4a7a-8ccb-fb8c34f6dcd7 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.740836 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3c211981-dc17-4a7a-8ccb-fb8c34f6dcd7 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.741758 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c211981-dc17-4a7a-8ccb-fb8c34f6dcd7 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 93b44707-a850-491f-aa90-9ef6336be0d5 {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:44:34.772369 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3c211981-dc17-4a7a-8ccb-fb8c34f6dcd7 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.776580 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3c211981-dc17-4a7a-8ccb-fb8c34f6dcd7 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] 10.222.0.110 "DELETE /v2.0/routers/93b44707-a850-491f-aa90-9ef6336be0d5 HTTP/1.1" status: 204 len: 168 time: 3.5852053 Jan 21 09:44:34.776739 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54902) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:34.813692 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-66844a11-2a4c-4aff-9994-cdc1829ba591 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.835192 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-8df6aa1b-50a7-4b63-838c-2d88bea1f3ca None None] Provisioning complete for port beb23f81-82cf-4a17-bcf9-0f4395703237 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:34.835804 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8df6aa1b-50a7-4b63-838c-2d88bea1f3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.945722 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500980ea-98ef-437b-aca6-cd51a701c2f9 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Router 567b6806-d748-40c2-9d4d-c9ac011fcf51 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:44:34.994094 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66844a11-2a4c-4aff-9994-cdc1829ba591 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Network 8c327735-903d-4f7e-bda7-b977e241ca11 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:35.083757 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-66844a11-2a4c-4aff-9994-cdc1829ba591 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:35.083943 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-94fc171c-008b-461a-8a63-cbe76ab44dfa tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.086358 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66844a11-2a4c-4aff-9994-cdc1829ba591 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:35.129192 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b50e7583-f75c-46f6-b050-b6255fae294b req-ae8742cc-6cc5-42d4-8da3-236ecef51688 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4056060 Jan 21 09:44:35.144138 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66844a11-2a4c-4aff-9994-cdc1829ba591 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Port': ['ID=84db9932-cdc3-4663-97c4-9437498091b4,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:35.176481 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-ed67836e-37fa-498d-bc3a-5920c9fca43a None None] Provisioning complete for port c7b9f601-fcc7-4018-be0f-d0b1cee52424 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:35.176852 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ed67836e-37fa-498d-bc3a-5920c9fca43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.231077 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461a73d-1f3b-498a-a796-512d842ea10c req-1e2e302b-0746-4cf7-8a9e-a3a5ded58b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:35.233000 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3461a73d-1f3b-498a-a796-512d842ea10c req-1e2e302b-0746-4cf7-8a9e-a3a5ded58b45 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c894b34a-9bb4-4a0a-8406-18a46d7824d1 HTTP/1.1" status: 200 len: 1098 time: 0.5114892 Jan 21 09:44:35.243540 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-ed67836e-37fa-498d-bc3a-5920c9fca43a None None] Port c7b9f601-fcc7-4018-be0f-d0b1cee52424 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:44:35.279414 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66844a11-2a4c-4aff-9994-cdc1829ba591 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:35.280072 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-66844a11-2a4c-4aff-9994-cdc1829ba591 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.328448 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500980ea-98ef-437b-aca6-cd51a701c2f9 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:44:35.339202 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3461a73d-1f3b-498a-a796-512d842ea10c req-58fa3119-4c39-4aff-a4c1-f56bf4ac207f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928531 Jan 21 09:44:35.343727 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-66844a11-2a4c-4aff-9994-cdc1829ba591 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6007147 Jan 21 09:44:35.345597 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd36099a-d9b8-4362-b08f-4a1763ecfd24 None None] Sync routers for ids ['567b6806-d748-40c2-9d4d-c9ac011fcf51'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:44:35.349753 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-500980ea-98ef-437b-aca6-cd51a701c2f9 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] 10.222.0.110 "PUT /v2.0/routers/567b6806-d748-40c2-9d4d-c9ac011fcf51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2775388 Jan 21 09:44:35.349753 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54908) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:35.350528 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54910) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:35.355754 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-d0af3beb-e188-496d-8792-c88436b5c9cf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'port': {'network_id': '8c327735-903d-4f7e-bda7-b977e241ca11', 'name': 'tempest-PortsTestJSON-587871647'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:35.357002 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd36099a-d9b8-4362-b08f-4a1763ecfd24 None None] Routers {'567b6806-d748-40c2-9d4d-c9ac011fcf51'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:35.357692 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-cd36099a-d9b8-4362-b08f-4a1763ecfd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['567b6806-d748-40c2-9d4d-c9ac011fcf51'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:35.420844 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-94fc171c-008b-461a-8a63-cbe76ab44dfa tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.423120 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-cd36099a-d9b8-4362-b08f-4a1763ecfd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:35.432003 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-94fc171c-008b-461a-8a63-cbe76ab44dfa tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Deleting port e0c23f06-d821-46a3-9b1a-d966c85448b6 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:35.432455 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-94fc171c-008b-461a-8a63-cbe76ab44dfa tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.434648 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd36099a-d9b8-4362-b08f-4a1763ecfd24 None None] Routers {'567b6806-d748-40c2-9d4d-c9ac011fcf51'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:35.436130 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-cd36099a-d9b8-4362-b08f-4a1763ecfd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['567b6806-d748-40c2-9d4d-c9ac011fcf51'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:35.503121 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-cd36099a-d9b8-4362-b08f-4a1763ecfd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:35.503753 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd36099a-d9b8-4362-b08f-4a1763ecfd24 None None] The sync data for ids ['567b6806-d748-40c2-9d4d-c9ac011fcf51'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:35.626048 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-94fc171c-008b-461a-8a63-cbe76ab44dfa tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] For port e0c23f06-d821-46a3-9b1a-d966c85448b6, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e0c23f06-d821-46a3-9b1a-d966c85448b6,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:35.626401 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-94fc171c-008b-461a-8a63-cbe76ab44dfa tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.762174 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-94fc171c-008b-461a-8a63-cbe76ab44dfa tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Calling delete_port for e0c23f06-d821-46a3-9b1a-d966c85448b6 owned by network:router_gateway {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:35.769790 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-725c3eb9-fd8c-4742-9b0c-fee8b85c1999 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks [] for router, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.925399 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d0af3beb-e188-496d-8792-c88436b5c9cf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:35.933702 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d0af3beb-e188-496d-8792-c88436b5c9cf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:port and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:35.938503 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d0af3beb-e188-496d-8792-c88436b5c9cf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:35.949144 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d0af3beb-e188-496d-8792-c88436b5c9cf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:35.959462 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-725c3eb9-fd8c-4742-9b0c-fee8b85c1999 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 21 09:44:35.960560 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-725c3eb9-fd8c-4742-9b0c-fee8b85c1999 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] 10.222.0.110 "DELETE /v2.0/routers/567b6806-d748-40c2-9d4d-c9ac011fcf51 HTTP/1.1" status: 409 len: 329 time: 0.6089120 Jan 21 09:44:35.964133 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-94fc171c-008b-461a-8a63-cbe76ab44dfa tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.967729 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54916) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:35.972374 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0af3beb-e188-496d-8792-c88436b5c9cf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Made reservation on behalf of 0b78745c20204b2bb7542d64f98190cf for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:35.976228 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d0af3beb-e188-496d-8792-c88436b5c9cf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.997373 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4990ee94-4a00-4a40-a5bb-e14710e4ea6a None None] Network 8c327735-903d-4f7e-bda7-b977e241ca11 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:36.004302 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-d0af3beb-e188-496d-8792-c88436b5c9cf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] device_id is not set on port 513fa810-f2bb-44cf-ae15-99fa58656ee7 yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:44:36.122237 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f9aeda2d-1513-4b90-9246-595763dfed36 None None] Provisioning for port 4911ff78-fbd9-4007-8f85-f78aecd17aa2 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:36.151729 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc171c-008b-461a-8a63-cbe76ab44dfa tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0c23f06-d821-46a3-9b1a-d966c85448b6,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:36.154545 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-d0af3beb-e188-496d-8792-c88436b5c9cf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Allocated IP 172.20.0.9 (8c327735-903d-4f7e-bda7-b977e241ca11/6a04c911-ac73-46c3-81bf-4f2f32492251/513fa810-f2bb-44cf-ae15-99fa58656ee7) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:36.279242 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4911ff78-fbd9-4007-8f85-f78aecd17aa2 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:36.341828 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc171c-008b-461a-8a63-cbe76ab44dfa tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:36.342178 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc171c-008b-461a-8a63-cbe76ab44dfa tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:36.342515 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc171c-008b-461a-8a63-cbe76ab44dfa tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:36.342854 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc171c-008b-461a-8a63-cbe76ab44dfa tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:36.343182 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc171c-008b-461a-8a63-cbe76ab44dfa tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:36.343540 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc171c-008b-461a-8a63-cbe76ab44dfa tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:36.343873 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc171c-008b-461a-8a63-cbe76ab44dfa tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:36.344399 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc171c-008b-461a-8a63-cbe76ab44dfa tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:36.344533 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc171c-008b-461a-8a63-cbe76ab44dfa tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:36.344814 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc171c-008b-461a-8a63-cbe76ab44dfa tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:36.345130 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc171c-008b-461a-8a63-cbe76ab44dfa tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:36.345446 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc171c-008b-461a-8a63-cbe76ab44dfa tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:36.367138 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 4911ff78-fbd9-4007-8f85-f78aecd17aa2 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:36.373225 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 4911ff78-fbd9-4007-8f85-f78aecd17aa2 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:36.373664 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.441914 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d0af3beb-e188-496d-8792-c88436b5c9cf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.464670 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-d0af3beb-e188-496d-8792-c88436b5c9cf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Transition to ACTIVE for port object 513fa810-f2bb-44cf-ae15-99fa58656ee7 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:36.495849 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d0af3beb-e188-496d-8792-c88436b5c9cf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.533730 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.570863 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0af3beb-e188-496d-8792-c88436b5c9cf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Network 8c327735-903d-4f7e-bda7-b977e241ca11 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:36.574096 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-d0af3beb-e188-496d-8792-c88436b5c9cf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:36.576749 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-94fc171c-008b-461a-8a63-cbe76ab44dfa tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.576954 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 4911ff78-fbd9-4007-8f85-f78aecd17aa2, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=4911ff78-fbd9-4007-8f85-f78aecd17aa2,segment=NetworkSegment(c77e4568-0db9-4442-9e26-b413aa6ddd85),segment_id=c77e4568-0db9-4442-9e26-b413aa6ddd85)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:36.582399 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.583823 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device beb23f81-82cf-4a17-bcf9-0f4395703237 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:36.583955 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0af3beb-e188-496d-8792-c88436b5c9cf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:36.641864 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af3beb-e188-496d-8792-c88436b5c9cf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Port': ['ID=513fa810-f2bb-44cf-ae15-99fa58656ee7,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:36.666990 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0af3beb-e188-496d-8792-c88436b5c9cf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:36.667667 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d0af3beb-e188-496d-8792-c88436b5c9cf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.699433 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d0af3beb-e188-496d-8792-c88436b5c9cf tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3471127 Jan 21 09:44:36.699706 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54922) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:36.733862 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-861a09ad-6abd-4107-9a6d-44d35d358aa4 None None] Provisioning complete for port 4911ff78-fbd9-4007-8f85-f78aecd17aa2 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:36.734239 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-861a09ad-6abd-4107-9a6d-44d35d358aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.777228 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=4911ff78-fbd9-4007-8f85-f78aecd17aa2,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:36.821885 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port beb23f81-82cf-4a17-bcf9-0f4395703237 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:36.822508 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.071898 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-861a09ad-6abd-4107-9a6d-44d35d358aa4 None None] Provisioning for port 84db9932-cdc3-4663-97c4-9437498091b4 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:37.082184 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-861a09ad-6abd-4107-9a6d-44d35d358aa4 None None] Provisioning complete for port 84db9932-cdc3-4663-97c4-9437498091b4 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:37.082572 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-861a09ad-6abd-4107-9a6d-44d35d358aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.088817 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515b3d7-58d9-4d07-842d-8d9ab05c69c1 req-b9d6f26b-37a2-4a86-9f05-48a1b8450119 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:37.090418 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3515b3d7-58d9-4d07-842d-8d9ab05c69c1 req-b9d6f26b-37a2-4a86-9f05-48a1b8450119 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=c894b34a-9bb4-4a0a-8406-18a46d7824d1 HTTP/1.1" status: 200 len: 945 time: 0.7582650 Jan 21 09:44:37.134361 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-94fc171c-008b-461a-8a63-cbe76ab44dfa tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.146311 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-94fc171c-008b-461a-8a63-cbe76ab44dfa tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.154214 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-861a09ad-6abd-4107-9a6d-44d35d358aa4 None None] Port 84db9932-cdc3-4663-97c4-9437498091b4 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:44:37.243383 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3515b3d7-58d9-4d07-842d-8d9ab05c69c1 req-ade46b64-d2fe-40fa-a97d-4b55bac4e10b tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394103 Jan 21 09:44:37.247624 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-94fc171c-008b-461a-8a63-cbe76ab44dfa tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.248167 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fc171c-008b-461a-8a63-cbe76ab44dfa tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 414dcb9c-8e2a-4cb1-b4eb-9f523f5efbaf {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:44:37.286703 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-4f6e9341-2b0c-4d13-acf8-662440bc5bea None None] Provisioning for port 513fa810-f2bb-44cf-ae15-99fa58656ee7 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:37.287650 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef568576-aa44-42ce-b017-6eb5bee1038a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:37.290968 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ef568576-aa44-42ce-b017-6eb5bee1038a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 923 time: 0.5807180 Jan 21 09:44:37.293784 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-94fc171c-008b-461a-8a63-cbe76ab44dfa tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.294142 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54926) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:37.294928 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-94fc171c-008b-461a-8a63-cbe76ab44dfa tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] 10.222.0.110 "DELETE /v2.0/routers/414dcb9c-8e2a-4cb1-b4eb-9f523f5efbaf HTTP/1.1" status: 204 len: 168 time: 2.5171797 Jan 21 09:44:37.296064 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-4f6e9341-2b0c-4d13-acf8-662440bc5bea None None] Provisioning complete for port 513fa810-f2bb-44cf-ae15-99fa58656ee7 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:37.296645 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4f6e9341-2b0c-4d13-acf8-662440bc5bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.298660 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54928) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:37.306565 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-1d8336ed-84de-4a79-a1fe-34442d845489 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1999164037', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}, 'admin_state_up': False}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:37.316197 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-1d8336ed-84de-4a79-a1fe-34442d845489 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:37.324561 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-1d8336ed-84de-4a79-a1fe-34442d845489 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Usage tracker for resource:router and tenant:98270f194ba8433d8a4fcad995f60dd9 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:37.329219 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-1d8336ed-84de-4a79-a1fe-34442d845489 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:37.337936 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-1d8336ed-84de-4a79-a1fe-34442d845489 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:37.373479 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-4f6e9341-2b0c-4d13-acf8-662440bc5bea None None] Port 513fa810-f2bb-44cf-ae15-99fa58656ee7 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:44:37.387020 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-4f6e9341-2b0c-4d13-acf8-662440bc5bea None None] Provisioning complete for port 84db9932-cdc3-4663-97c4-9437498091b4 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:37.387352 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4f6e9341-2b0c-4d13-acf8-662440bc5bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.394125 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1d8336ed-84de-4a79-a1fe-34442d845489 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.395334 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1d8336ed-84de-4a79-a1fe-34442d845489 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.403431 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-b9ebce9a-b9da-4eff-9900-75970d2ad57a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Deleting port 513fa810-f2bb-44cf-ae15-99fa58656ee7 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:37.406445 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b9ebce9a-b9da-4eff-9900-75970d2ad57a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.428200 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1d8336ed-84de-4a79-a1fe-34442d845489 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.447231 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3462d862-fffc-4721-a629-88100194273b tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.468277 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-4f6e9341-2b0c-4d13-acf8-662440bc5bea None None] Port 84db9932-cdc3-4663-97c4-9437498091b4 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:44:37.727255 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b9ebce9a-b9da-4eff-9900-75970d2ad57a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.866032 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-b9ebce9a-b9da-4eff-9900-75970d2ad57a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Calling delete_port for 513fa810-f2bb-44cf-ae15-99fa58656ee7 owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:37.960237 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1d8336ed-84de-4a79-a1fe-34442d845489 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.024205 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b9ebce9a-b9da-4eff-9900-75970d2ad57a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.079105 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ebce9a-b9da-4eff-9900-75970d2ad57a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'Port': ['ID=513fa810-f2bb-44cf-ae15-99fa58656ee7,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:38.111375 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4911ff78-fbd9-4007-8f85-f78aecd17aa2 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:38.162200 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-3462d862-fffc-4721-a629-88100194273b tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Deleting port c7b9f601-fcc7-4018-be0f-d0b1cee52424 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:38.162200 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3462d862-fffc-4721-a629-88100194273b tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.199433 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b9ebce9a-b9da-4eff-9900-75970d2ad57a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.204438 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 4911ff78-fbd9-4007-8f85-f78aecd17aa2 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:38.205024 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.213031 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-b9ebce9a-b9da-4eff-9900-75970d2ad57a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/ports/513fa810-f2bb-44cf-ae15-99fa58656ee7 HTTP/1.1" status: 204 len: 168 time: 0.9114451 Jan 21 09:44:38.215451 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54934) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:38.272817 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c45c74a-9936-4dfd-80e2-218955ccc951 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] GET failed (client error): The resource could not be found. Jan 21 09:44:38.273835 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-8c45c74a-9936-4dfd-80e2-218955ccc951 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Synchronizing usage tracker for tenant:0b78745c20204b2bb7542d64f98190cf on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:38.296701 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-8c45c74a-9936-4dfd-80e2-218955ccc951 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Unset dirty status for tenant:0b78745c20204b2bb7542d64f98190cf on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:38.298539 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-8c45c74a-9936-4dfd-80e2-218955ccc951 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "GET /v2.0/ports/513fa810-f2bb-44cf-ae15-99fa58656ee7 HTTP/1.1" status: 404 len: 333 time: 0.0817943 Jan 21 09:44:38.309017 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54940) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:38.396168 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-3399ce87-3beb-4157-b29b-98c97273a49d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Deleting port 84db9932-cdc3-4663-97c4-9437498091b4 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:38.396716 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3399ce87-3beb-4157-b29b-98c97273a49d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.445040 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e0c23f06-d821-46a3-9b1a-d966c85448b6 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:44:38.481632 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: e0c23f06-d821-46a3-9b1a-d966c85448b6 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:44:38.482115 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e0c23f06-d821-46a3-9b1a-d966c85448b6 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:44:38.694968 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1d8336ed-84de-4a79-a1fe-34442d845489 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router_gateway, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.730528 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1d8336ed-84de-4a79-a1fe-34442d845489 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.736773 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3335b373-829c-4eaf-982c-6fe8d2e3c5e3 req-2c0f5960-264a-402b-9281-9c2f2a5c2a81 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:38.737992 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3335b373-829c-4eaf-982c-6fe8d2e3c5e3 req-2c0f5960-264a-402b-9281-9c2f2a5c2a81 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=c894b34a-9bb4-4a0a-8406-18a46d7824d1 HTTP/1.1" status: 200 len: 945 time: 0.1906230 Jan 21 09:44:38.786983 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3462d862-fffc-4721-a629-88100194273b tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.857316 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3335b373-829c-4eaf-982c-6fe8d2e3c5e3 req-368616d2-4281-4d84-9798-f3163bb9a0ad tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701702 Jan 21 09:44:38.860739 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3399ce87-3beb-4157-b29b-98c97273a49d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.928054 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-3462d862-fffc-4721-a629-88100194273b tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Calling delete_port for c7b9f601-fcc7-4018-be0f-d0b1cee52424 owned by network:router_interface {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:38.996763 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-3399ce87-3beb-4157-b29b-98c97273a49d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Calling delete_port for 84db9932-cdc3-4663-97c4-9437498091b4 owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:39.139565 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-1d8336ed-84de-4a79-a1fe-34442d845489 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Allocated IP 172.26.3.26 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/1b0f5ccf-a577-4314-a19b-e1046b07773e) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:39.142196 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3399ce87-3beb-4157-b29b-98c97273a49d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.201566 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3399ce87-3beb-4157-b29b-98c97273a49d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'Port': ['ID=84db9932-cdc3-4663-97c4-9437498091b4,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:39.207691 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273976e5-8580-4d28-820a-cee816684179 req-086deabb-aacc-4acc-8120-dda5608dc5da tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:39.209225 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-273976e5-8580-4d28-820a-cee816684179 req-086deabb-aacc-4acc-8120-dda5608dc5da tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=c894b34a-9bb4-4a0a-8406-18a46d7824d1 HTTP/1.1" status: 200 len: 945 time: 0.2379684 Jan 21 09:44:39.310120 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3399ce87-3beb-4157-b29b-98c97273a49d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.326855 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-3399ce87-3beb-4157-b29b-98c97273a49d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/ports/84db9932-cdc3-4663-97c4-9437498091b4 HTTP/1.1" status: 204 len: 168 time: 1.0134630 Jan 21 09:44:39.327081 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54946) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:39.375222 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-53945cac-d0ae-43ad-9548-7f6fa0a48b37 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] GET failed (client error): The resource could not be found. Jan 21 09:44:39.375782 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-53945cac-d0ae-43ad-9548-7f6fa0a48b37 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Synchronizing usage tracker for tenant:0b78745c20204b2bb7542d64f98190cf on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:39.378316 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-273976e5-8580-4d28-820a-cee816684179 req-e1f1c072-0020-444b-abda-20275c4b24e3 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545596 Jan 21 09:44:39.393238 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-53945cac-d0ae-43ad-9548-7f6fa0a48b37 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Unset dirty status for tenant:0b78745c20204b2bb7542d64f98190cf on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:39.395042 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-53945cac-d0ae-43ad-9548-7f6fa0a48b37 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "GET /v2.0/ports/84db9932-cdc3-4663-97c4-9437498091b4 HTTP/1.1" status: 404 len: 333 time: 0.0668323 Jan 21 09:44:39.398147 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54950) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:39.406950 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1d8336ed-84de-4a79-a1fe-34442d845489 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.409888 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54954) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:39.450017 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3462d862-fffc-4721-a629-88100194273b tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.471751 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6b6fb73-1e6b-494b-9f04-bfe4ce795236 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Deleting subnet 6a04c911-ac73-46c3-81bf-4f2f32492251 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:44:39.474950 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e6b6fb73-1e6b-494b-9f04-bfe4ce795236 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.507880 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462d862-fffc-4721-a629-88100194273b tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Pushing event deleted for resources: {'Port': ['ID=c7b9f601-fcc7-4018-be0f-d0b1cee52424,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:39.536438 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e6b6fb73-1e6b-494b-9f04-bfe4ce795236 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.633387 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e6b6fb73-1e6b-494b-9f04-bfe4ce795236 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.641144 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1d8336ed-84de-4a79-a1fe-34442d845489 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.709701 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e6b6fb73-1e6b-494b-9f04-bfe4ce795236 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.758673 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e6b6fb73-1e6b-494b-9f04-bfe4ce795236 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.762231 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b6fb73-1e6b-494b-9f04-bfe4ce795236 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'Subnet': ['ID=6a04c911-ac73-46c3-81bf-4f2f32492251,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:39.771923 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb6cfbd-2d4f-48b3-bb44-34d56a4e9294 None None] Network 8c327735-903d-4f7e-bda7-b977e241ca11 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:39.773021 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e6b6fb73-1e6b-494b-9f04-bfe4ce795236 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/subnets/6a04c911-ac73-46c3-81bf-4f2f32492251 HTTP/1.1" status: 204 len: 168 time: 0.3735869 Jan 21 09:44:39.773627 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54960) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:39.801542 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3462d862-fffc-4721-a629-88100194273b tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.816537 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8336ed-84de-4a79-a1fe-34442d845489 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:39.825161 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-1d8336ed-84de-4a79-a1fe-34442d845489 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:39.833078 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8336ed-84de-4a79-a1fe-34442d845489 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:39.862003 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8336ed-84de-4a79-a1fe-34442d845489 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Pushing event updated for resources: {'Port': ['ID=1b0f5ccf-a577-4314-a19b-e1046b07773e,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:39.897047 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-44228214-62bd-4144-bb1a-74e1cb0a4557 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.908371 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-44228214-62bd-4144-bb1a-74e1cb0a4557 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Deleting port 4911ff78-fbd9-4007-8f85-f78aecd17aa2 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:39.908703 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-44228214-62bd-4144-bb1a-74e1cb0a4557 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.081637 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1291af36-2616-461a-a9e3-12820cb8c15d None None] DHCP port deletion for 8c327735-903d-4f7e-bda7-b977e241ca11 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:44:40.086079 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-1291af36-2616-461a-a9e3-12820cb8c15d None None] Deleting port 4911ff78-fbd9-4007-8f85-f78aecd17aa2 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:40.086522 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1291af36-2616-461a-a9e3-12820cb8c15d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.133061 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-44228214-62bd-4144-bb1a-74e1cb0a4557 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] For port 4911ff78-fbd9-4007-8f85-f78aecd17aa2, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=4911ff78-fbd9-4007-8f85-f78aecd17aa2,segment=NetworkSegment(c77e4568-0db9-4442-9e26-b413aa6ddd85),segment_id=c77e4568-0db9-4442-9e26-b413aa6ddd85)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:40.133404 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-44228214-62bd-4144-bb1a-74e1cb0a4557 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.207322 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5ff74b-90f4-446c-acf1-b1be33121764 tempest-TestVolumeBootPattern-1021245271 tempest-TestVolumeBootPattern-1021245271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:40.208152 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-2c5ff74b-90f4-446c-acf1-b1be33121764 tempest-TestVolumeBootPattern-1021245271 tempest-TestVolumeBootPattern-1021245271-project-admin] Synchronizing usage tracker for tenant:1a063c0ea71443edbf5c0abd39627be0 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:40.304420 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-1291af36-2616-461a-a9e3-12820cb8c15d None None] For port 4911ff78-fbd9-4007-8f85-f78aecd17aa2, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=4911ff78-fbd9-4007-8f85-f78aecd17aa2,segment=NetworkSegment(c77e4568-0db9-4442-9e26-b413aa6ddd85),segment_id=c77e4568-0db9-4442-9e26-b413aa6ddd85)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:40.304784 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1291af36-2616-461a-a9e3-12820cb8c15d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.371953 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-44228214-62bd-4144-bb1a-74e1cb0a4557 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Calling delete_port for 4911ff78-fbd9-4007-8f85-f78aecd17aa2 owned by network:dhcp {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:40.433301 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-1291af36-2616-461a-a9e3-12820cb8c15d None None] Calling delete_port for 4911ff78-fbd9-4007-8f85-f78aecd17aa2 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:40.455440 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-44228214-62bd-4144-bb1a-74e1cb0a4557 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.463142 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-2c5ff74b-90f4-446c-acf1-b1be33121764 tempest-TestVolumeBootPattern-1021245271 tempest-TestVolumeBootPattern-1021245271-project-admin] Unset dirty status for tenant:1a063c0ea71443edbf5c0abd39627be0 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:40.464344 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2c5ff74b-90f4-446c-acf1-b1be33121764 tempest-TestVolumeBootPattern-1021245271 tempest-TestVolumeBootPattern-1021245271-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=c894b34a-9bb4-4a0a-8406-18a46d7824d1 HTTP/1.1" status: 200 len: 1093 time: 1.0471296 Jan 21 09:44:40.470478 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54964) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:40.475900 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-aaffa1e1-2e04-44d4-9919-77fbcc413f88 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Request body: {'floatingip': {'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'port_id': 'f3bebd59-acd7-4ae2-b489-34b32aa670c1', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:40.490230 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-aaffa1e1-2e04-44d4-9919-77fbcc413f88 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:40.493061 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3462d862-fffc-4721-a629-88100194273b tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Router 567b6806-d748-40c2-9d4d-c9ac011fcf51 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:44:40.502020 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-aaffa1e1-2e04-44d4-9919-77fbcc413f88 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Usage tracker for resource:floatingip and tenant:b19bae91610749c2842623300f66b5c2 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:40.506389 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-aaffa1e1-2e04-44d4-9919-77fbcc413f88 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:40.507624 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44228214-62bd-4144-bb1a-74e1cb0a4557 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'Port': ['ID=4911ff78-fbd9-4007-8f85-f78aecd17aa2,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:40.511764 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-1291af36-2616-461a-a9e3-12820cb8c15d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:44:40.512126 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-1291af36-2616-461a-a9e3-12820cb8c15d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:44:40.513528 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44228214-62bd-4144-bb1a-74e1cb0a4557 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] No DVR routers for this DVR port 4911ff78-fbd9-4007-8f85-f78aecd17aa2 on host dv-neutron-825731-1-hyperv {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:40.514968 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-aaffa1e1-2e04-44d4-9919-77fbcc413f88 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:40.640068 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-44228214-62bd-4144-bb1a-74e1cb0a4557 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.646559 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaffa1e1-2e04-44d4-9919-77fbcc413f88 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for floatingip, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.665496 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-44228214-62bd-4144-bb1a-74e1cb0a4557 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c327735-903d-4f7e-bda7-b977e241ca11']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:40.678820 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-44228214-62bd-4144-bb1a-74e1cb0a4557 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c77e4568-0db9-4442-9e26-b413aa6ddd85') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:40.679423 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-44228214-62bd-4144-bb1a-74e1cb0a4557 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c77e4568-0db9-4442-9e26-b413aa6ddd85') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:40.691965 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-44228214-62bd-4144-bb1a-74e1cb0a4557 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.707954 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-44228214-62bd-4144-bb1a-74e1cb0a4557 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.715276 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44228214-62bd-4144-bb1a-74e1cb0a4557 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:40.715822 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-44228214-62bd-4144-bb1a-74e1cb0a4557 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.731312 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:44:40.731312 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:40.731312 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:44:40.731312 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:40.731312 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:44:40.731312 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:40.731312 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:44:40.731312 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:40.731312 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:44:40.731312 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:40.731312 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:44:40.731312 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:40.731312 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:44:40.731312 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:40.731312 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:40.731312 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:40.731312 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:40.731312 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:40.731312 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:44:40.731312 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:44:40.731312 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:44:40.731312 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:44:40.731312 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:40.731312 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:40.731312 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:40.731312 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:40.731312 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:40.731312 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:40.731312 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:40.731312 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:40.731312 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:40.731312 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:40.763110 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3462d862-fffc-4721-a629-88100194273b tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:44:40.781263 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f346c60-3c57-4398-bd98-1bd9ff59dc3d None None] Sync routers for ids ['567b6806-d748-40c2-9d4d-c9ac011fcf51'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:44:40.801187 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f346c60-3c57-4398-bd98-1bd9ff59dc3d None None] Routers {'567b6806-d748-40c2-9d4d-c9ac011fcf51'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:40.801840 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-3f346c60-3c57-4398-bd98-1bd9ff59dc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['567b6806-d748-40c2-9d4d-c9ac011fcf51'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:40.841176 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-44228214-62bd-4144-bb1a-74e1cb0a4557 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.846574 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-44228214-62bd-4144-bb1a-74e1cb0a4557 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.866585 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-3f346c60-3c57-4398-bd98-1bd9ff59dc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:40.869141 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3462d862-fffc-4721-a629-88100194273b tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] 10.222.0.110 "PUT /v2.0/routers/567b6806-d748-40c2-9d4d-c9ac011fcf51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8680904 Jan 21 09:44:40.873718 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54968) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:40.874538 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44228214-62bd-4144-bb1a-74e1cb0a4557 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'Network': ['ID=8c327735-903d-4f7e-bda7-b977e241ca11,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:40.888662 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f346c60-3c57-4398-bd98-1bd9ff59dc3d None None] Routers {'567b6806-d748-40c2-9d4d-c9ac011fcf51'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:40.894084 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-44228214-62bd-4144-bb1a-74e1cb0a4557 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/networks/8c327735-903d-4f7e-bda7-b977e241ca11 HTTP/1.1" status: 204 len: 168 time: 1.1153851 Jan 21 09:44:40.894084 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54972) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:40.894980 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-3f346c60-3c57-4398-bd98-1bd9ff59dc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['567b6806-d748-40c2-9d4d-c9ac011fcf51'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:40.902367 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-aaa76f7e-3f08-440e-8b87-5cd2d5ba3f5a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-757969121'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:40.909127 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-aaa76f7e-3f08-440e-8b87-5cd2d5ba3f5a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:40.913661 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-aaa76f7e-3f08-440e-8b87-5cd2d5ba3f5a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:network and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:40.918591 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-aaa76f7e-3f08-440e-8b87-5cd2d5ba3f5a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:40.924797 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-aaa76f7e-3f08-440e-8b87-5cd2d5ba3f5a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:40.943533 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa76f7e-3f08-440e-8b87-5cd2d5ba3f5a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Made reservation on behalf of 0b78745c20204b2bb7542d64f98190cf for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:40.950727 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-aaa76f7e-3f08-440e-8b87-5cd2d5ba3f5a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.965102 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-3f346c60-3c57-4398-bd98-1bd9ff59dc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:40.965755 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f346c60-3c57-4398-bd98-1bd9ff59dc3d None None] The sync data for ids ['567b6806-d748-40c2-9d4d-c9ac011fcf51'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:40.989314 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa76f7e-3f08-440e-8b87-5cd2d5ba3f5a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:41.000520 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-aaa76f7e-3f08-440e-8b87-5cd2d5ba3f5a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.001142 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-aaa76f7e-3f08-440e-8b87-5cd2d5ba3f5a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Added segment 556ed3d0-dad3-419a-959c-98c497a51928 of type vlan for network aa423109-9741-4897-9107-2e580efc8f5e Jan 21 09:44:41.013519 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-1291af36-2616-461a-a9e3-12820cb8c15d None None] Deleting port 4911ff78-fbd9-4007-8f85-f78aecd17aa2 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:41.014310 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-0f7c9b43-cb00-4d19-9a11-7e1aca77959e tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] show failed (client error): The resource could not be found. Jan 21 09:44:41.014977 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1291af36-2616-461a-a9e3-12820cb8c15d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.016280 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0f7c9b43-cb00-4d19-9a11-7e1aca77959e tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] 10.222.0.110 "GET /v2.0/routers/tempest-non_exist_router-690173916 HTTP/1.1" status: 404 len: 334 time: 0.1413307 Jan 21 09:44:41.016974 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1d8336ed-84de-4a79-a1fe-34442d845489 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router_gateway, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.048711 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54976) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:41.055375 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-34eb2113-d111-4803-9583-473e5e28e316 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:41.099838 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-1291af36-2616-461a-a9e3-12820cb8c15d None None] The port '4911ff78-fbd9-4007-8f85-f78aecd17aa2' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:44:41.137236 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-aaa76f7e-3f08-440e-8b87-5cd2d5ba3f5a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.141188 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-34eb2113-d111-4803-9583-473e5e28e316 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] update failed (client error): The resource could not be found. Jan 21 09:44:41.146033 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-34eb2113-d111-4803-9583-473e5e28e316 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] 10.222.0.110 "PUT /v2.0/routers/tempest-non_exist_router-149514075 HTTP/1.1" status: 404 len: 334 time: 0.0923886 Jan 21 09:44:41.146033 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54980) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:41.220096 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaffa1e1-2e04-44d4-9919-77fbcc413f88 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.235240 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-d327cd34-dc49-4dd6-b239-0dd4885657f9 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Deleting subnet 7a9abba2-b909-4925-b60a-e9b596046215 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:44:41.238828 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-aaa76f7e-3f08-440e-8b87-5cd2d5ba3f5a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.244885 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa76f7e-3f08-440e-8b87-5cd2d5ba3f5a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:41.245461 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-aaa76f7e-3f08-440e-8b87-5cd2d5ba3f5a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.249340 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d327cd34-dc49-4dd6-b239-0dd4885657f9 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.406684 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d327cd34-dc49-4dd6-b239-0dd4885657f9 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.441846 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-aaa76f7e-3f08-440e-8b87-5cd2d5ba3f5a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5439396 Jan 21 09:44:41.444172 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa76f7e-3f08-440e-8b87-5cd2d5ba3f5a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Network': ['ID=aa423109-9741-4897-9107-2e580efc8f5e,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:41.450073 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54984) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:41.455903 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-02904bf8-9492-409f-97a1-62b374e375b2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'subnet': {'network_id': 'aa423109-9741-4897-9107-2e580efc8f5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:41.460001 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network aa423109-9741-4897-9107-2e580efc8f5e details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:41.600423 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-02904bf8-9492-409f-97a1-62b374e375b2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:41.606420 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-02904bf8-9492-409f-97a1-62b374e375b2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:subnet and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:41.610135 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-02904bf8-9492-409f-97a1-62b374e375b2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:41.618134 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-02904bf8-9492-409f-97a1-62b374e375b2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:41.624116 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d327cd34-dc49-4dd6-b239-0dd4885657f9 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.649332 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1d8336ed-84de-4a79-a1fe-34442d845489 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.671982 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02904bf8-9492-409f-97a1-62b374e375b2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Made reservation on behalf of 0b78745c20204b2bb7542d64f98190cf for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:41.675689 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-02904bf8-9492-409f-97a1-62b374e375b2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.735656 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-aaffa1e1-2e04-44d4-9919-77fbcc413f88 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Allocated IP 172.26.3.99 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/477e1295-a6c3-41b5-9863-f5cfb50d8aac) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:41.818396 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d327cd34-dc49-4dd6-b239-0dd4885657f9 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.866770 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327cd34-dc49-4dd6-b239-0dd4885657f9 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Pushing event deleted for resources: {'Subnet': ['ID=7a9abba2-b909-4925-b60a-e9b596046215,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:41.871783 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d327cd34-dc49-4dd6-b239-0dd4885657f9 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.878625 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e422344-cbb5-43a8-a581-77c35a23981c None None] Network adee958c-fa3b-4460-8145-be1d9c8aeb8f requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:41.887468 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d327cd34-dc49-4dd6-b239-0dd4885657f9 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] 10.222.0.110 "DELETE /v2.0/subnets/7a9abba2-b909-4925-b60a-e9b596046215 HTTP/1.1" status: 204 len: 168 time: 0.7380741 Jan 21 09:44:41.888249 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 54988) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:42.005158 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaffa1e1-2e04-44d4-9919-77fbcc413f88 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.019236 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d8336ed-84de-4a79-a1fe-34442d845489 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Router c2cdf207-9c61-48c9-90aa-9311f6777189 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:44:42.068982 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e4e488d5-766c-45bb-b5fa-88d096f9d786 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.099579 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-e4e488d5-766c-45bb-b5fa-88d096f9d786 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Deleting port beb23f81-82cf-4a17-bcf9-0f4395703237 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:42.099924 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e4e488d5-766c-45bb-b5fa-88d096f9d786 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.137722 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-02904bf8-9492-409f-97a1-62b374e375b2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.162447 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ea764e-5379-44c8-abc9-6fa6046fde4c None None] DHCP port deletion for adee958c-fa3b-4460-8145-be1d9c8aeb8f request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:44:42.167874 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-36ea764e-5379-44c8-abc9-6fa6046fde4c None None] Deleting port beb23f81-82cf-4a17-bcf9-0f4395703237 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:42.168248 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-36ea764e-5379-44c8-abc9-6fa6046fde4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.182560 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaffa1e1-2e04-44d4-9919-77fbcc413f88 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.193512 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4911ff78-fbd9-4007-8f85-f78aecd17aa2 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:44:42.240532 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 4911ff78-fbd9-4007-8f85-f78aecd17aa2 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:44:42.240895 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4911ff78-fbd9-4007-8f85-f78aecd17aa2 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:44:42.274335 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaffa1e1-2e04-44d4-9919-77fbcc413f88 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:42.279860 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-aaffa1e1-2e04-44d4-9919-77fbcc413f88 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:42.286849 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaffa1e1-2e04-44d4-9919-77fbcc413f88 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:42.326654 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaffa1e1-2e04-44d4-9919-77fbcc413f88 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Pushing event updated for resources: {'Port': ['ID=477e1295-a6c3-41b5-9863-f5cfb50d8aac,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:42.331074 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8336ed-84de-4a79-a1fe-34442d845489 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:44:42.358633 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc532e54-fc88-4aa9-b409-bbf8958bd13d None None] Sync routers for ids ['c2cdf207-9c61-48c9-90aa-9311f6777189'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:44:42.397514 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02904bf8-9492-409f-97a1-62b374e375b2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Checking segment: {'id': '556ed3d0-dad3-419a-959c-98c497a51928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'aa423109-9741-4897-9107-2e580efc8f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:42.397779 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02904bf8-9492-409f-97a1-62b374e375b2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Network hostable DHCP agents. Network: aa423109-9741-4897-9107-2e580efc8f5e, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:42.405649 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02904bf8-9492-409f-97a1-62b374e375b2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Subnet': ['ID=2902892f-830e-4584-97f9-caa0900da3f7,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:42.408502 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1d8336ed-84de-4a79-a1fe-34442d845489 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.411830 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1d8336ed-84de-4a79-a1fe-34442d845489 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.1094782 Jan 21 09:44:42.413272 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54992) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:42.424789 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-68d63b55-1a3d-4e0b-926a-33f6c54c3dd7 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'enable_snat': False}}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:42.426479 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc532e54-fc88-4aa9-b409-bbf8958bd13d None None] Routers {'c2cdf207-9c61-48c9-90aa-9311f6777189'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:42.427097 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-cc532e54-fc88-4aa9-b409-bbf8958bd13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['c2cdf207-9c61-48c9-90aa-9311f6777189'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:42.451724 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02904bf8-9492-409f-97a1-62b374e375b2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Network aa423109-9741-4897-9107-2e580efc8f5e is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:42.493845 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-cc532e54-fc88-4aa9-b409-bbf8958bd13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:42.506808 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-36ea764e-5379-44c8-abc9-6fa6046fde4c None None] For port beb23f81-82cf-4a17-bcf9-0f4395703237, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=beb23f81-82cf-4a17-bcf9-0f4395703237,segment=NetworkSegment(3d72979d-f59f-4395-a72f-38f20952b4ab),segment_id=3d72979d-f59f-4395-a72f-38f20952b4ab)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:42.507235 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-36ea764e-5379-44c8-abc9-6fa6046fde4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.518239 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc532e54-fc88-4aa9-b409-bbf8958bd13d None None] Routers {'c2cdf207-9c61-48c9-90aa-9311f6777189'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:42.519336 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-cc532e54-fc88-4aa9-b409-bbf8958bd13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['c2cdf207-9c61-48c9-90aa-9311f6777189'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:42.519730 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-02904bf8-9492-409f-97a1-62b374e375b2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, aa423109-9741-4897-9107-2e580efc8f5e) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:42.538545 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02904bf8-9492-409f-97a1-62b374e375b2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:42.539130 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-02904bf8-9492-409f-97a1-62b374e375b2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.555193 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-e4e488d5-766c-45bb-b5fa-88d096f9d786 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] For port beb23f81-82cf-4a17-bcf9-0f4395703237, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=beb23f81-82cf-4a17-bcf9-0f4395703237,segment=NetworkSegment(3d72979d-f59f-4395-a72f-38f20952b4ab),segment_id=3d72979d-f59f-4395-a72f-38f20952b4ab)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:42.555575 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e4e488d5-766c-45bb-b5fa-88d096f9d786 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.618784 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-02904bf8-9492-409f-97a1-62b374e375b2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1673760 Jan 21 09:44:42.624727 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 54996) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:42.625023 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cabca7-b74b-4687-a860-ec2a761f19fe None None] Network aa423109-9741-4897-9107-2e580efc8f5e requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:42.632205 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-67ac9826-65f7-479d-85c3-4fed702b7cfc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'port': {'network_id': 'aa423109-9741-4897-9107-2e580efc8f5e', 'name': 'tempest-PortsTestJSON-1068140807', 'fixed_ips': [{'subnet_id': '2902892f-830e-4584-97f9-caa0900da3f7', 'ip_address': '172.20.0.10'}]}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:42.684891 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-e4e488d5-766c-45bb-b5fa-88d096f9d786 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Calling delete_port for beb23f81-82cf-4a17-bcf9-0f4395703237 owned by network:dhcp {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:42.751520 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-cc532e54-fc88-4aa9-b409-bbf8958bd13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:42.751922 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc532e54-fc88-4aa9-b409-bbf8958bd13d None None] The sync data for ids ['c2cdf207-9c61-48c9-90aa-9311f6777189'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:42.767686 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e4e488d5-766c-45bb-b5fa-88d096f9d786 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.768079 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-36ea764e-5379-44c8-abc9-6fa6046fde4c None None] Calling delete_port for beb23f81-82cf-4a17-bcf9-0f4395703237 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:42.834933 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.836857 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e488d5-766c-45bb-b5fa-88d096f9d786 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Pushing event deleted for resources: {'Port': ['ID=beb23f81-82cf-4a17-bcf9-0f4395703237,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:42.841158 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e488d5-766c-45bb-b5fa-88d096f9d786 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] No DVR routers for this DVR port beb23f81-82cf-4a17-bcf9-0f4395703237 on host dv-neutron-825731-1-hyperv {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:42.972515 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-36ea764e-5379-44c8-abc9-6fa6046fde4c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:44:42.972880 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-36ea764e-5379-44c8-abc9-6fa6046fde4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:44:42.976960 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e4e488d5-766c-45bb-b5fa-88d096f9d786 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.005348 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-e4e488d5-766c-45bb-b5fa-88d096f9d786 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adee958c-fa3b-4460-8145-be1d9c8aeb8f']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:43.030396 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-e4e488d5-766c-45bb-b5fa-88d096f9d786 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d72979d-f59f-4395-a72f-38f20952b4ab') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:43.030626 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-e4e488d5-766c-45bb-b5fa-88d096f9d786 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d72979d-f59f-4395-a72f-38f20952b4ab') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:43.044820 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e4e488d5-766c-45bb-b5fa-88d096f9d786 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.050983 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a00d38e-360b-44a3-a5be-fd005cba3f89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-aa423109-9741-4897-9107-2e580efc8f5e', 'network_id': 'aa423109-9741-4897-9107-2e580efc8f5e', 'tenant_id': '0b78745c20204b2bb7542d64f98190cf', 'fixed_ips': [{'subnet_id': '2902892f-830e-4584-97f9-caa0900da3f7'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:44:43.051858 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3a00d38e-360b-44a3-a5be-fd005cba3f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.063202 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e4e488d5-766c-45bb-b5fa-88d096f9d786 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.069605 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4e488d5-766c-45bb-b5fa-88d096f9d786 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:43.070002 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e4e488d5-766c-45bb-b5fa-88d096f9d786 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.085605 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:44:43.085605 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:43.085605 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:44:43.085605 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:43.085605 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:44:43.085605 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:43.085605 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:44:43.085605 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:43.085605 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:44:43.085605 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:43.085605 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:44:43.085605 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:43.085605 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:44:43.085605 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:43.085605 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:43.085605 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:43.085605 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:43.085605 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:43.085605 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:44:43.085605 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:44:43.085605 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:44:43.085605 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:44:43.085605 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:43.085605 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:43.085605 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:43.085605 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:43.085605 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:43.085605 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:43.085605 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:43.085605 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:43.085605 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:43.085605 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:43.176801 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e4e488d5-766c-45bb-b5fa-88d096f9d786 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.197311 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e4e488d5-766c-45bb-b5fa-88d096f9d786 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.203378 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e488d5-766c-45bb-b5fa-88d096f9d786 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Pushing event deleted for resources: {'Network': ['ID=adee958c-fa3b-4460-8145-be1d9c8aeb8f,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:43.210892 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e4e488d5-766c-45bb-b5fa-88d096f9d786 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] 10.222.0.110 "DELETE /v2.0/networks/adee958c-fa3b-4460-8145-be1d9c8aeb8f HTTP/1.1" status: 204 len: 168 time: 1.3207591 Jan 21 09:44:43.213003 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55000) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:43.230159 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-3a00d38e-360b-44a3-a5be-fd005cba3f89 None None] Allocated IP 172.20.0.2 (aa423109-9741-4897-9107-2e580efc8f5e/2902892f-830e-4584-97f9-caa0900da3f7/53087ce3-72ac-462c-95a4-024a39558350) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:43.239261 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-67ac9826-65f7-479d-85c3-4fed702b7cfc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:43.253981 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-67ac9826-65f7-479d-85c3-4fed702b7cfc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:port and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:43.258396 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-67ac9826-65f7-479d-85c3-4fed702b7cfc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:43.279505 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-513009bb-48af-4cb4-b2bb-dc6854421ad7 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Deleting subnet 3b84fc9c-6b1d-4f26-90ff-0aa6da56a08f {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:44:43.281857 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-67ac9826-65f7-479d-85c3-4fed702b7cfc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:43.282504 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-513009bb-48af-4cb4-b2bb-dc6854421ad7 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.341622 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-513009bb-48af-4cb4-b2bb-dc6854421ad7 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.364134 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ac9826-65f7-479d-85c3-4fed702b7cfc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Made reservation on behalf of 0b78745c20204b2bb7542d64f98190cf for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:43.432163 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-513009bb-48af-4cb4-b2bb-dc6854421ad7 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.454651 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3a00d38e-360b-44a3-a5be-fd005cba3f89 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.465925 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-3a00d38e-360b-44a3-a5be-fd005cba3f89 None None] Transition to ACTIVE for port object 53087ce3-72ac-462c-95a4-024a39558350 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:43.475415 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-36ea764e-5379-44c8-abc9-6fa6046fde4c None None] Deleting port beb23f81-82cf-4a17-bcf9-0f4395703237 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:43.475799 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-36ea764e-5379-44c8-abc9-6fa6046fde4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.513320 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-513009bb-48af-4cb4-b2bb-dc6854421ad7 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.553808 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513009bb-48af-4cb4-b2bb-dc6854421ad7 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Pushing event deleted for resources: {'Subnet': ['ID=3b84fc9c-6b1d-4f26-90ff-0aa6da56a08f,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:43.555613 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-36ea764e-5379-44c8-abc9-6fa6046fde4c None None] The port 'beb23f81-82cf-4a17-bcf9-0f4395703237' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:44:43.556494 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-513009bb-48af-4cb4-b2bb-dc6854421ad7 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.561771 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-3a00d38e-360b-44a3-a5be-fd005cba3f89 None None] Transition to ACTIVE for port object 53087ce3-72ac-462c-95a4-024a39558350 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:43.562524 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-513009bb-48af-4cb4-b2bb-dc6854421ad7 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] 10.222.0.110 "DELETE /v2.0/subnets/3b84fc9c-6b1d-4f26-90ff-0aa6da56a08f HTTP/1.1" status: 204 len: 168 time: 0.3484895 Jan 21 09:44:43.567884 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55004) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:43.573927 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064a5a96-4f67-4d49-b82c-0466389d7de9 None None] Network 14f6e9bc-b038-4d52-9da8-b80ea3fd313e requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:43.589338 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3a00d38e-360b-44a3-a5be-fd005cba3f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.640669 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-68d63b55-1a3d-4e0b-926a-33f6c54c3dd7 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.680496 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-67ac9826-65f7-479d-85c3-4fed702b7cfc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.715220 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a00d38e-360b-44a3-a5be-fd005cba3f89 None None] Network aa423109-9741-4897-9107-2e580efc8f5e is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:43.725183 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc90c01-8b7e-4049-a3bb-ef3f6f1ed7fd tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Deleting subnet 4b7e6955-a71e-45fa-b435-2663b553b66e {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:44:43.732961 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-3a00d38e-360b-44a3-a5be-fd005cba3f89 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:43.735420 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1cc90c01-8b7e-4049-a3bb-ef3f6f1ed7fd tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.739199 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a00d38e-360b-44a3-a5be-fd005cba3f89 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:43.766965 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaffa1e1-2e04-44d4-9919-77fbcc413f88 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.777071 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-67ac9826-65f7-479d-85c3-4fed702b7cfc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] device_id is not set on port d474e95e-2d1e-4172-a0e4-0d02f6be8e1b yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:44:43.778519 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00d38e-360b-44a3-a5be-fd005cba3f89 None None] Pushing event updated for resources: {'Port': ['ID=53087ce3-72ac-462c-95a4-024a39558350,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:43.854240 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a00d38e-360b-44a3-a5be-fd005cba3f89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:43.854591 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a00d38e-360b-44a3-a5be-fd005cba3f89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:43.854931 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a00d38e-360b-44a3-a5be-fd005cba3f89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:43.855267 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a00d38e-360b-44a3-a5be-fd005cba3f89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:43.855622 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a00d38e-360b-44a3-a5be-fd005cba3f89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:43.855953 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a00d38e-360b-44a3-a5be-fd005cba3f89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:43.856279 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a00d38e-360b-44a3-a5be-fd005cba3f89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:43.856602 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a00d38e-360b-44a3-a5be-fd005cba3f89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:43.856982 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a00d38e-360b-44a3-a5be-fd005cba3f89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:43.857341 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a00d38e-360b-44a3-a5be-fd005cba3f89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:43.857664 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a00d38e-360b-44a3-a5be-fd005cba3f89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:43.857983 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a00d38e-360b-44a3-a5be-fd005cba3f89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:43.903974 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1cc90c01-8b7e-4049-a3bb-ef3f6f1ed7fd tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.957646 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-3a00d38e-360b-44a3-a5be-fd005cba3f89 None None] Attempting to bind port 53087ce3-72ac-462c-95a4-024a39558350 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:43.958025 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-3a00d38e-360b-44a3-a5be-fd005cba3f89 None None] Attempting to bind port 53087ce3-72ac-462c-95a4-024a39558350 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '556ed3d0-dad3-419a-959c-98c497a51928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'aa423109-9741-4897-9107-2e580efc8f5e'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:43.958392 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a00d38e-360b-44a3-a5be-fd005cba3f89 None None] Attempting to bind port 53087ce3-72ac-462c-95a4-024a39558350 on network aa423109-9741-4897-9107-2e580efc8f5e {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:44:43.970860 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a00d38e-360b-44a3-a5be-fd005cba3f89 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:44:43.971234 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a00d38e-360b-44a3-a5be-fd005cba3f89 None None] Checking segment: {'id': '556ed3d0-dad3-419a-959c-98c497a51928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'aa423109-9741-4897-9107-2e580efc8f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:43.971660 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3a00d38e-360b-44a3-a5be-fd005cba3f89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.972060 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a00d38e-360b-44a3-a5be-fd005cba3f89 None None] Bound using segment: {'id': '556ed3d0-dad3-419a-959c-98c497a51928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'aa423109-9741-4897-9107-2e580efc8f5e'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:44:43.972523 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-3a00d38e-360b-44a3-a5be-fd005cba3f89 None None] Bound port: 53087ce3-72ac-462c-95a4-024a39558350, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556ed3d0-dad3-419a-959c-98c497a51928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'aa423109-9741-4897-9107-2e580efc8f5e'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:43.972904 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3a00d38e-360b-44a3-a5be-fd005cba3f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.075951 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-3a00d38e-360b-44a3-a5be-fd005cba3f89 None None] For port 53087ce3-72ac-462c-95a4-024a39558350, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:44:44.081233 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-3a00d38e-360b-44a3-a5be-fd005cba3f89 None None] For port 53087ce3-72ac-462c-95a4-024a39558350, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=53087ce3-72ac-462c-95a4-024a39558350,segment=NetworkSegment(556ed3d0-dad3-419a-959c-98c497a51928),segment_id=556ed3d0-dad3-419a-959c-98c497a51928)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:44:44.085879 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3a00d38e-360b-44a3-a5be-fd005cba3f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.170384 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaffa1e1-2e04-44d4-9919-77fbcc413f88 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.180387 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51789adb-dde6-4fb8-9fff-33a46f046e60 None None] DHCP port deletion for 14f6e9bc-b038-4d52-9da8-b80ea3fd313e request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:44:44.189172 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device beb23f81-82cf-4a17-bcf9-0f4395703237 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:44:44.229419 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-51789adb-dde6-4fb8-9fff-33a46f046e60 None None] Deleting port 951c7753-2eec-4c66-af35-ce8da4ef9de3 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:44.229787 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-51789adb-dde6-4fb8-9fff-33a46f046e60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.272565 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: beb23f81-82cf-4a17-bcf9-0f4395703237 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:44:44.273259 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device beb23f81-82cf-4a17-bcf9-0f4395703237 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:44:44.309738 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00d38e-360b-44a3-a5be-fd005cba3f89 None None] Pushing event updated for resources: {'Port': ['ID=53087ce3-72ac-462c-95a4-024a39558350,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:44.333971 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1cc90c01-8b7e-4049-a3bb-ef3f6f1ed7fd tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.505399 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-51789adb-dde6-4fb8-9fff-33a46f046e60 None None] For port 951c7753-2eec-4c66-af35-ce8da4ef9de3, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=951c7753-2eec-4c66-af35-ce8da4ef9de3,segment=NetworkSegment(497863a1-e90d-4cb7-b903-1c08d52886f6),segment_id=497863a1-e90d-4cb7-b903-1c08d52886f6)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:44.505679 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-51789adb-dde6-4fb8-9fff-33a46f046e60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.569534 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-67ac9826-65f7-479d-85c3-4fed702b7cfc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Allocated IP 172.20.0.10 (aa423109-9741-4897-9107-2e580efc8f5e/2902892f-830e-4584-97f9-caa0900da3f7/d474e95e-2d1e-4172-a0e4-0d02f6be8e1b) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:44.673029 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-51789adb-dde6-4fb8-9fff-33a46f046e60 None None] Calling delete_port for 951c7753-2eec-4c66-af35-ce8da4ef9de3 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:44.761505 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-51789adb-dde6-4fb8-9fff-33a46f046e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.815145 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51789adb-dde6-4fb8-9fff-33a46f046e60 None None] Pushing event deleted for resources: {'Port': ['ID=951c7753-2eec-4c66-af35-ce8da4ef9de3,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:44.818836 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51789adb-dde6-4fb8-9fff-33a46f046e60 None None] No DVR routers for this DVR port 951c7753-2eec-4c66-af35-ce8da4ef9de3 on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:45.003962 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1cc90c01-8b7e-4049-a3bb-ef3f6f1ed7fd tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.129696 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc90c01-8b7e-4049-a3bb-ef3f6f1ed7fd tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Pushing event deleted for resources: {'Subnet': ['ID=4b7e6955-a71e-45fa-b435-2663b553b66e,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:45.155477 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaffa1e1-2e04-44d4-9919-77fbcc413f88 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.159775 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa41bfb6-244d-4622-bd6d-4ca5e40df530 None None] Network 72f43fb0-7402-4efa-a640-b60301c8f7a6 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:45.162080 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1cc90c01-8b7e-4049-a3bb-ef3f6f1ed7fd tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.181471 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaffa1e1-2e04-44d4-9919-77fbcc413f88 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.274211 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-67ac9826-65f7-479d-85c3-4fed702b7cfc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.286554 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1cc90c01-8b7e-4049-a3bb-ef3f6f1ed7fd tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] 10.222.0.110 "DELETE /v2.0/subnets/4b7e6955-a71e-45fa-b435-2663b553b66e HTTP/1.1" status: 204 len: 168 time: 1.7096403 Jan 21 09:44:45.287482 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55008) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:45.412971 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94b480c-7482-4fe2-9d04-0e0033d73f2e None None] Network aa423109-9741-4897-9107-2e580efc8f5e requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:45.420766 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-67ac9826-65f7-479d-85c3-4fed702b7cfc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Transition to ACTIVE for port object d474e95e-2d1e-4172-a0e4-0d02f6be8e1b will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:45.425245 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaffa1e1-2e04-44d4-9919-77fbcc413f88 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Pushing event updated for resources: {'Port': ['ID=477e1295-a6c3-41b5-9863-f5cfb50d8aac,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:45.428914 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fe5a6f57-b979-4537-b987-e23e0599352c tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.465493 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaffa1e1-2e04-44d4-9919-77fbcc413f88 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.470440 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96b69da-4dc0-404b-98ef-36c5401c35e3 None None] DHCP port deletion for 72f43fb0-7402-4efa-a640-b60301c8f7a6 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:44:45.527736 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-a96b69da-4dc0-404b-98ef-36c5401c35e3 None None] Deleting port d281ad57-624a-48e1-92ca-8f9e438f9abb {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:45.527948 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a96b69da-4dc0-404b-98ef-36c5401c35e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.561238 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-69a2ab75-8be1-4e20-ad59-bf1e8d4b13c5 None None] Provisioning for port 53087ce3-72ac-462c-95a4-024a39558350 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:45.574619 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fe5a6f57-b979-4537-b987-e23e0599352c tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.601191 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-fe5a6f57-b979-4537-b987-e23e0599352c tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14f6e9bc-b038-4d52-9da8-b80ea3fd313e']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:45.613653 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-fe5a6f57-b979-4537-b987-e23e0599352c tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '497863a1-e90d-4cb7-b903-1c08d52886f6') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:45.613986 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-fe5a6f57-b979-4537-b987-e23e0599352c tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '497863a1-e90d-4cb7-b903-1c08d52886f6') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:45.626830 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fe5a6f57-b979-4537-b987-e23e0599352c tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.643364 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fe5a6f57-b979-4537-b987-e23e0599352c tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.649857 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe5a6f57-b979-4537-b987-e23e0599352c tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:45.650308 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fe5a6f57-b979-4537-b987-e23e0599352c tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.665886 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:44:45.665886 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:45.665886 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:44:45.665886 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:45.665886 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:44:45.665886 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:45.665886 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:44:45.665886 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:45.665886 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:44:45.665886 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:45.665886 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:44:45.665886 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:45.665886 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:44:45.665886 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:45.665886 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:45.665886 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:45.665886 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:45.665886 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:45.665886 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:44:45.665886 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:44:45.665886 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:44:45.665886 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:44:45.665886 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:45.665886 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:45.665886 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:45.665886 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:45.665886 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:45.665886 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:45.665886 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:45.665886 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:45.665886 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:45.665886 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:45.788426 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-67ac9826-65f7-479d-85c3-4fed702b7cfc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.873124 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fe5a6f57-b979-4537-b987-e23e0599352c tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.880784 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fe5a6f57-b979-4537-b987-e23e0599352c tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.882185 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-a96b69da-4dc0-404b-98ef-36c5401c35e3 None None] For port d281ad57-624a-48e1-92ca-8f9e438f9abb, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=d281ad57-624a-48e1-92ca-8f9e438f9abb,segment=NetworkSegment(e62c3951-aa2c-435b-954e-5ab6497dd927),segment_id=e62c3951-aa2c-435b-954e-5ab6497dd927)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:45.882581 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a96b69da-4dc0-404b-98ef-36c5401c35e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.906598 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.l3_db [None req-aaffa1e1-2e04-44d4-9919-77fbcc413f88 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Floating IP 99dededd-fd56-40cc-8f0b-62d61de48d19 associated. External IP: 172.26.3.99, port: f3bebd59-acd7-4ae2-b489-34b32aa670c1. Jan 21 09:44:45.906854 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-fe5a6f57-b979-4537-b987-e23e0599352c tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] 10.222.0.110 "DELETE /v2.0/networks/14f6e9bc-b038-4d52-9da8-b80ea3fd313e HTTP/1.1" status: 204 len: 168 time: 0.6172514 Jan 21 09:44:45.909837 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55012) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:45.910656 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a6f57-b979-4537-b987-e23e0599352c tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Pushing event deleted for resources: {'Network': ['ID=14f6e9bc-b038-4d52-9da8-b80ea3fd313e,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:45.959515 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ac9826-65f7-479d-85c3-4fed702b7cfc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Network aa423109-9741-4897-9107-2e580efc8f5e is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:45.979302 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-67ac9826-65f7-479d-85c3-4fed702b7cfc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:45.990194 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ac9826-65f7-479d-85c3-4fed702b7cfc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:46.010782 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-a96b69da-4dc0-404b-98ef-36c5401c35e3 None None] Calling delete_port for d281ad57-624a-48e1-92ca-8f9e438f9abb owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:46.037126 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8a505505-b88f-4fea-aec8-8543fb5477ba tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.049625 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-8a505505-b88f-4fea-aec8-8543fb5477ba tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Deleting port d281ad57-624a-48e1-92ca-8f9e438f9abb {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:46.050006 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8a505505-b88f-4fea-aec8-8543fb5477ba tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.128042 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a96b69da-4dc0-404b-98ef-36c5401c35e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.150674 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-8a505505-b88f-4fea-aec8-8543fb5477ba tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] The port 'd281ad57-624a-48e1-92ca-8f9e438f9abb' was deleted {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:44:46.266206 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 53087ce3-72ac-462c-95a4-024a39558350 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:46.282238 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac9826-65f7-479d-85c3-4fed702b7cfc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Port': ['ID=d474e95e-2d1e-4172-a0e4-0d02f6be8e1b,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:46.295913 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b69da-4dc0-404b-98ef-36c5401c35e3 None None] Pushing event deleted for resources: {'Port': ['ID=d281ad57-624a-48e1-92ca-8f9e438f9abb,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:46.315739 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96b69da-4dc0-404b-98ef-36c5401c35e3 None None] No DVR routers for this DVR port d281ad57-624a-48e1-92ca-8f9e438f9abb on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:46.350151 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8a505505-b88f-4fea-aec8-8543fb5477ba tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.361335 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 53087ce3-72ac-462c-95a4-024a39558350 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:46.366831 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 53087ce3-72ac-462c-95a4-024a39558350 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:46.367309 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.382637 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-68d63b55-1a3d-4e0b-926a-33f6c54c3dd7 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.384959 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-8a505505-b88f-4fea-aec8-8543fb5477ba tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f43fb0-7402-4efa-a640-b60301c8f7a6']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:46.387248 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-68d63b55-1a3d-4e0b-926a-33f6c54c3dd7 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555907'] for router, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.402124 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-8a505505-b88f-4fea-aec8-8543fb5477ba tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e62c3951-aa2c-435b-954e-5ab6497dd927') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:46.402711 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-8a505505-b88f-4fea-aec8-8543fb5477ba tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e62c3951-aa2c-435b-954e-5ab6497dd927') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:46.418058 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8a505505-b88f-4fea-aec8-8543fb5477ba tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.438237 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8a505505-b88f-4fea-aec8-8543fb5477ba tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.448331 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a505505-b88f-4fea-aec8-8543fb5477ba tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:46.449675 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8a505505-b88f-4fea-aec8-8543fb5477ba tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.469145 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:44:46.469145 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:46.469145 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:44:46.469145 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:46.469145 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:44:46.469145 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:46.469145 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:44:46.469145 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:46.469145 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:44:46.469145 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:46.469145 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:44:46.469145 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:46.469145 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:44:46.469145 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:46.469145 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:46.469145 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:46.469145 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:46.469145 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:46.469145 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:44:46.469145 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:44:46.469145 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:44:46.469145 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:44:46.469145 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:46.469145 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:46.469145 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:46.469145 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:46.469145 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:46.469145 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:46.469145 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:46.469145 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:46.469145 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:46.469145 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:46.519490 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-035c113f-1a65-4147-9623-99ea38f608f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.525238 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.546677 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-35c63b42-46bf-4fb6-b140-5e5dd54e1a2c None None] Provisioning complete for port 53087ce3-72ac-462c-95a4-024a39558350 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:46.546998 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-35c63b42-46bf-4fb6-b140-5e5dd54e1a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.568821 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8a505505-b88f-4fea-aec8-8543fb5477ba tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.574440 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8a505505-b88f-4fea-aec8-8543fb5477ba tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.591128 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ac9826-65f7-479d-85c3-4fed702b7cfc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:46.591825 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-67ac9826-65f7-479d-85c3-4fed702b7cfc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.606946 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-8a505505-b88f-4fea-aec8-8543fb5477ba tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] 10.222.0.110 "DELETE /v2.0/networks/72f43fb0-7402-4efa-a640-b60301c8f7a6 HTTP/1.1" status: 204 len: 168 time: 0.6940932 Jan 21 09:44:46.608140 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a505505-b88f-4fea-aec8-8543fb5477ba tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Pushing event deleted for resources: {'Network': ['ID=72f43fb0-7402-4efa-a640-b60301c8f7a6,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:46.611605 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55016) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:46.632158 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 53087ce3-72ac-462c-95a4-024a39558350, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=53087ce3-72ac-462c-95a4-024a39558350,segment=NetworkSegment(556ed3d0-dad3-419a-959c-98c497a51928),segment_id=556ed3d0-dad3-419a-959c-98c497a51928)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:46.643615 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.644420 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-67ac9826-65f7-479d-85c3-4fed702b7cfc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.0180266 Jan 21 09:44:46.660397 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55020) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:46.670748 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-6a7b760a-296c-4481-be65-b8d9876d88dc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'port': {'network_id': 'aa423109-9741-4897-9107-2e580efc8f5e', 'name': 'tempest-PortsTestJSON-1261196273', 'fixed_ips': [{'subnet_id': '2902892f-830e-4584-97f9-caa0900da3f7', 'ip_address': '172.20.0.9'}]}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:46.751857 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 951c7753-2eec-4c66-af35-ce8da4ef9de3 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:44:46.812188 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 951c7753-2eec-4c66-af35-ce8da4ef9de3 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:44:46.812445 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 951c7753-2eec-4c66-af35-ce8da4ef9de3 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:44:46.812867 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device d281ad57-624a-48e1-92ca-8f9e438f9abb no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:44:46.819695 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d87338d-2510-4135-8f6c-fdb93ba95a12 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Deleting subnet 5ac6a4c5-855f-4a0f-9bf2-14312c3e327a {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:44:46.828789 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1d87338d-2510-4135-8f6c-fdb93ba95a12 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.857923 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: d281ad57-624a-48e1-92ca-8f9e438f9abb {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:44:46.858288 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device d281ad57-624a-48e1-92ca-8f9e438f9abb not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:44:46.867091 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=53087ce3-72ac-462c-95a4-024a39558350,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:46.884948 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-35c63b42-46bf-4fb6-b140-5e5dd54e1a2c None None] Provisioning for port d474e95e-2d1e-4172-a0e4-0d02f6be8e1b completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:46.890419 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-35c63b42-46bf-4fb6-b140-5e5dd54e1a2c None None] Provisioning complete for port d474e95e-2d1e-4172-a0e4-0d02f6be8e1b triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:46.890871 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-35c63b42-46bf-4fb6-b140-5e5dd54e1a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.900699 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1d87338d-2510-4135-8f6c-fdb93ba95a12 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.946650 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d63b55-1a3d-4e0b-926a-33f6c54c3dd7 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Router c2cdf207-9c61-48c9-90aa-9311f6777189 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:44:46.948665 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-35c63b42-46bf-4fb6-b140-5e5dd54e1a2c None None] Port d474e95e-2d1e-4172-a0e4-0d02f6be8e1b cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:44:46.991300 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-6a7b760a-296c-4481-be65-b8d9876d88dc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:46.999252 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-6a7b760a-296c-4481-be65-b8d9876d88dc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:port and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:47.003146 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-6a7b760a-296c-4481-be65-b8d9876d88dc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:47.014797 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-6a7b760a-296c-4481-be65-b8d9876d88dc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:47.023514 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaffa1e1-2e04-44d4-9919-77fbcc413f88 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Router bd4a324c-06cd-436c-aae0-6ab472b1b8e0 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:44:47.029795 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7b760a-296c-4481-be65-b8d9876d88dc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Made reservation on behalf of 0b78745c20204b2bb7542d64f98190cf for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:47.048173 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1d87338d-2510-4135-8f6c-fdb93ba95a12 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.070684 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-a49715f6-9774-4123-b3ab-3f6f4345705d None None] Provisioning complete for port d474e95e-2d1e-4172-a0e4-0d02f6be8e1b triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:47.071033 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a49715f6-9774-4123-b3ab-3f6f4345705d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.128898 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-a49715f6-9774-4123-b3ab-3f6f4345705d None None] Port d474e95e-2d1e-4172-a0e4-0d02f6be8e1b cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:44:47.217917 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6a7b760a-296c-4481-be65-b8d9876d88dc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.229527 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1d87338d-2510-4135-8f6c-fdb93ba95a12 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.275893 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1d87338d-2510-4135-8f6c-fdb93ba95a12 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.278451 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87338d-2510-4135-8f6c-fdb93ba95a12 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Pushing event deleted for resources: {'Subnet': ['ID=5ac6a4c5-855f-4a0f-9bf2-14312c3e327a,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:47.283026 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-6a7b760a-296c-4481-be65-b8d9876d88dc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] device_id is not set on port 55bbde82-b1b7-49b0-b412-e17679c9ad71 yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:44:47.283337 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d63b55-1a3d-4e0b-926a-33f6c54c3dd7 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:44:47.288790 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-68d63b55-1a3d-4e0b-926a-33f6c54c3dd7 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.293757 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-68d63b55-1a3d-4e0b-926a-33f6c54c3dd7 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] 10.222.0.110 "PUT /v2.0/routers/c2cdf207-9c61-48c9-90aa-9311f6777189 HTTP/1.1" status: 200 len: 925 time: 4.8767447 Jan 21 09:44:47.294067 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0693e4-5c7e-4b7d-895c-5d1652cf7f95 None None] Network c1ed6e25-23fb-4b88-b6d4-0b0319d8f4e8 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:47.296818 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ce2bb8-7992-40d3-b91c-6924322371d5 None None] Sync routers for ids ['c2cdf207-9c61-48c9-90aa-9311f6777189'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:44:47.300596 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55024) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:47.309621 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ce2bb8-7992-40d3-b91c-6924322371d5 None None] Routers {'c2cdf207-9c61-48c9-90aa-9311f6777189'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:47.311141 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-57ce2bb8-7992-40d3-b91c-6924322371d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['c2cdf207-9c61-48c9-90aa-9311f6777189'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:47.326454 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1d87338d-2510-4135-8f6c-fdb93ba95a12 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] 10.222.0.110 "DELETE /v2.0/subnets/5ac6a4c5-855f-4a0f-9bf2-14312c3e327a HTTP/1.1" status: 204 len: 168 time: 0.7136168 Jan 21 09:44:47.332793 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55028) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:47.397718 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-57ce2bb8-7992-40d3-b91c-6924322371d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:47.407597 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaffa1e1-2e04-44d4-9919-77fbcc413f88 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:44:47.412826 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ce2bb8-7992-40d3-b91c-6924322371d5 None None] Routers {'c2cdf207-9c61-48c9-90aa-9311f6777189'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:47.414357 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-57ce2bb8-7992-40d3-b91c-6924322371d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['c2cdf207-9c61-48c9-90aa-9311f6777189'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:47.419150 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29ab012-32ca-4556-b240-fce18746b06f None None] Sync routers for ids ['bd4a324c-06cd-436c-aae0-6ab472b1b8e0'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:44:47.484590 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaffa1e1-2e04-44d4-9919-77fbcc413f88 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.491050 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-57ce2bb8-7992-40d3-b91c-6924322371d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:47.491814 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ce2bb8-7992-40d3-b91c-6924322371d5 None None] The sync data for ids ['c2cdf207-9c61-48c9-90aa-9311f6777189'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:47.512753 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29ab012-32ca-4556-b240-fce18746b06f None None] Routers {'bd4a324c-06cd-436c-aae0-6ab472b1b8e0'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:47.513515 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-f29ab012-32ca-4556-b240-fce18746b06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['bd4a324c-06cd-436c-aae0-6ab472b1b8e0'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:47.523242 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a9295fce-db6c-47d7-8320-7e663455856f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.587724 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-aaffa1e1-2e04-44d4-9919-77fbcc413f88 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.1030366 Jan 21 09:44:47.587724 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c894b34a-9bb4-4a0a-8406-18a46d7824d1', 'tag': 'f3bebd59-acd7-4ae2-b489-34b32aa670c1'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:44:47.587724 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e98598b4-acfe-4fc8-9199-dc8a17e388be tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] 10.222.0.110 "GET /v2.0/routers/c2cdf207-9c61-48c9-90aa-9311f6777189 HTTP/1.1" status: 200 len: 925 time: 0.2795370 Jan 21 09:44:47.588253 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55034) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:47.626093 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-a9295fce-db6c-47d7-8320-7e663455856f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Deleting port 09784cbf-eaa2-4e69-901c-89ec7bb983ad {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:47.626454 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a9295fce-db6c-47d7-8320-7e663455856f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.628743 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c894b34a-9bb4-4a0a-8406-18a46d7824d1', 'tag': 'f3bebd59-acd7-4ae2-b489-34b32aa670c1', 'status': 'completed', 'code': 200} Jan 21 09:44:47.725850 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-f29ab012-32ca-4556-b240-fce18746b06f None None] Set router bd4a324c-06cd-436c-aae0-6ab472b1b8e0 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:44:47.801379 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465b6c8a-6198-45b3-a434-b539b450fc26 None None] DHCP port deletion for c1ed6e25-23fb-4b88-b6d4-0b0319d8f4e8 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:44:47.808855 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-465b6c8a-6198-45b3-a434-b539b450fc26 None None] Deleting port 09784cbf-eaa2-4e69-901c-89ec7bb983ad {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:47.809360 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-465b6c8a-6198-45b3-a434-b539b450fc26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.894713 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-6a7b760a-296c-4481-be65-b8d9876d88dc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Allocated IP 172.20.0.9 (aa423109-9741-4897-9107-2e580efc8f5e/2902892f-830e-4584-97f9-caa0900da3f7/55bbde82-b1b7-49b0-b412-e17679c9ad71) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:48.145405 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b53aa9-431e-47f2-87ee-85670a620437 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:48.146086 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-96b53aa9-431e-47f2-87ee-85670a620437 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Synchronizing usage tracker for tenant:eaf383f3c61a48439db183060d04b10a on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:48.161114 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c62b2-552a-4ca5-9b80-9d10ba61f034 req-879c6126-7f2d-45be-b4e5-ea6dde00785d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:48.163107 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2f1c62b2-552a-4ca5-9b80-9d10ba61f034 req-879c6126-7f2d-45be-b4e5-ea6dde00785d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b19bae91610749c2842623300f66b5c2&device_id=c894b34a-9bb4-4a0a-8406-18a46d7824d1 HTTP/1.1" status: 200 len: 1098 time: 0.3592811 Jan 21 09:44:48.170247 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 53087ce3-72ac-462c-95a4-024a39558350 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:48.224600 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-a9295fce-db6c-47d7-8320-7e663455856f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] For port 09784cbf-eaa2-4e69-901c-89ec7bb983ad, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=09784cbf-eaa2-4e69-901c-89ec7bb983ad,segment=NetworkSegment(28705d26-17de-4a24-a189-40d9e25263cb),segment_id=28705d26-17de-4a24-a189-40d9e25263cb)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:48.224600 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a9295fce-db6c-47d7-8320-7e663455856f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.297862 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-96b53aa9-431e-47f2-87ee-85670a620437 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Unset dirty status for tenant:eaf383f3c61a48439db183060d04b10a on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:48.297862 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-96b53aa9-431e-47f2-87ee-85670a620437 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] 10.222.0.110 "GET /v2.0/ports?network_id=80a065d7-b55c-43ad-a3e8-c65befe4136c&device_id=c2cdf207-9c61-48c9-90aa-9311f6777189&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7122056 Jan 21 09:44:48.303001 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55040) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:48.312953 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-465b6c8a-6198-45b3-a434-b539b450fc26 None None] For port 09784cbf-eaa2-4e69-901c-89ec7bb983ad, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=09784cbf-eaa2-4e69-901c-89ec7bb983ad,segment=NetworkSegment(28705d26-17de-4a24-a189-40d9e25263cb),segment_id=28705d26-17de-4a24-a189-40d9e25263cb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:48.312953 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-465b6c8a-6198-45b3-a434-b539b450fc26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.426408 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-a9295fce-db6c-47d7-8320-7e663455856f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Calling delete_port for 09784cbf-eaa2-4e69-901c-89ec7bb983ad owned by network:dhcp {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:48.546595 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-465b6c8a-6198-45b3-a434-b539b450fc26 None None] Calling delete_port for 09784cbf-eaa2-4e69-901c-89ec7bb983ad owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:48.596631 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 53087ce3-72ac-462c-95a4-024a39558350 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:48.597002 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.616196 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6a7b760a-296c-4481-be65-b8d9876d88dc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.625297 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fbfa88-db65-4f60-a936-7e6a7e363ace tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:48.626086 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-92fbfa88-db65-4f60-a936-7e6a7e363ace tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Synchronizing usage tracker for tenant:eaf383f3c61a48439db183060d04b10a on resource:network {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:48.639718 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c62b2-552a-4ca5-9b80-9d10ba61f034 req-4d06bc45-9c05-4873-b522-c7e2b98e2f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:48.641176 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2f1c62b2-552a-4ca5-9b80-9d10ba61f034 req-4d06bc45-9c05-4873-b522-c7e2b98e2f1d service neutron] 10.222.0.72 "GET /v2.0/networks?id=4880d60f-eaf6-400c-ae63-407f78f8f686 HTTP/1.1" status: 200 len: 913 time: 0.4633923 Jan 21 09:44:48.644225 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-92fbfa88-db65-4f60-a936-7e6a7e363ace tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Unset dirty status for tenant:eaf383f3c61a48439db183060d04b10a on resource:network {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:48.644894 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-6a7b760a-296c-4481-be65-b8d9876d88dc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Transition to ACTIVE for port object 55bbde82-b1b7-49b0-b412-e17679c9ad71 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:48.647182 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-92fbfa88-db65-4f60-a936-7e6a7e363ace tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] 10.222.0.110 "GET /v2.0/networks/80a065d7-b55c-43ad-a3e8-c65befe4136c HTTP/1.1" status: 200 len: 881 time: 0.3444920 Jan 21 09:44:48.647326 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a9295fce-db6c-47d7-8320-7e663455856f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.649524 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55044) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:48.703793 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-36823bd5-8ea5-48ea-a457-af0957933873 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] 10.222.0.110 "GET /v2.0/ports?device_id=c2cdf207-9c61-48c9-90aa-9311f6777189 HTTP/1.1" status: 200 len: 205 time: 0.0520928 Jan 21 09:44:48.705607 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55048) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:48.777703 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9295fce-db6c-47d7-8320-7e663455856f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Pushing event deleted for resources: {'Port': ['ID=09784cbf-eaa2-4e69-901c-89ec7bb983ad,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:48.783771 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9295fce-db6c-47d7-8320-7e663455856f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] No DVR routers for this DVR port 09784cbf-eaa2-4e69-901c-89ec7bb983ad on host dv-neutron-825731-1-hyperv {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:48.816824 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-465b6c8a-6198-45b3-a434-b539b450fc26 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:44:48.817802 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-465b6c8a-6198-45b3-a434-b539b450fc26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:44:48.821238 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-f29ab012-32ca-4556-b240-fce18746b06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'name': 'tempest-TestVolumeBootPattern-2048454854-router', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:55Z', 'updated_at': '2022-01-21T09:43:07Z', 'revision_number': 4, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'gw_port': {'id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:58Z', 'updated_at': '2022-01-21T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '99dededd-fd56-40cc-8f0b-62d61de48d19', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'floating_ip_address': '172.26.3.99', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'port_id': 'f3bebd59-acd7-4ae2-b489-34b32aa670c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'mac_address': 'fa:16:3e:ec:9a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c894b34a-9bb4-4a0a-8406-18a46d7824d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:44:43Z', 'updated_at': '2022-01-21T09:44:43Z', 'revision_number': 0, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9d219ea-cc58-44c1-819b-db9bbadc11d0', 'name': '', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'mac_address': 'fa:16:3e:bb:4c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:43:14Z', 'revision_number': 5, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'subnets': [{'id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:48.842220 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29ab012-32ca-4556-b240-fce18746b06f None None] Checking router: bd4a324c-06cd-436c-aae0-6ab472b1b8e0 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:44:48.864504 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2f1c62b2-552a-4ca5-9b80-9d10ba61f034 req-75ed35be-4946-41a4-8687-67a348a0ced1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3bebd59-acd7-4ae2-b489-34b32aa670c1 HTTP/1.1" status: 200 len: 998 time: 0.2104042 Jan 21 09:44:48.911523 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a072df99-40a6-4d7a-9720-df2d7d18c666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.916120 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29ab012-32ca-4556-b240-fce18746b06f None None] Routers {'bd4a324c-06cd-436c-aae0-6ab472b1b8e0'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:48.916734 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-f29ab012-32ca-4556-b240-fce18746b06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['bd4a324c-06cd-436c-aae0-6ab472b1b8e0'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:48.941162 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d15d8e32-a1b2-4cce-ae58-24369b0bc961 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.995854 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 09784cbf-eaa2-4e69-901c-89ec7bb983ad no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:44:49.002000 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a9295fce-db6c-47d7-8320-7e663455856f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.015193 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6a7b760a-296c-4481-be65-b8d9876d88dc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.048226 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 09784cbf-eaa2-4e69-901c-89ec7bb983ad {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:44:49.048226 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 09784cbf-eaa2-4e69-901c-89ec7bb983ad not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:44:49.104828 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-a9295fce-db6c-47d7-8320-7e663455856f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1ed6e25-23fb-4b88-b6d4-0b0319d8f4e8']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:49.140651 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-a9295fce-db6c-47d7-8320-7e663455856f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28705d26-17de-4a24-a189-40d9e25263cb') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:49.140651 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-a9295fce-db6c-47d7-8320-7e663455856f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28705d26-17de-4a24-a189-40d9e25263cb') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:49.146785 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c62b2-552a-4ca5-9b80-9d10ba61f034 req-49fa34c3-8058-4c55-a6c8-14d99fbea237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:49.148606 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2f1c62b2-552a-4ca5-9b80-9d10ba61f034 req-49fa34c3-8058-4c55-a6c8-14d99fbea237 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a15dd6d5-fb0e-4d75-9036-70eb3b2240fa HTTP/1.1" status: 200 len: 851 time: 0.2644219 Jan 21 09:44:49.153281 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7b760a-296c-4481-be65-b8d9876d88dc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Network aa423109-9741-4897-9107-2e580efc8f5e is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:49.169741 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-f29ab012-32ca-4556-b240-fce18746b06f None None] Set router bd4a324c-06cd-436c-aae0-6ab472b1b8e0 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:44:49.198166 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-6a7b760a-296c-4481-be65-b8d9876d88dc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:49.207837 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d15d8e32-a1b2-4cce-ae58-24369b0bc961 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.209599 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7b760a-296c-4481-be65-b8d9876d88dc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:49.220768 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-d15d8e32-a1b2-4cce-ae58-24369b0bc961 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Deleting port 1b0f5ccf-a577-4314-a19b-e1046b07773e {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:49.221318 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d15d8e32-a1b2-4cce-ae58-24369b0bc961 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.242658 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a9295fce-db6c-47d7-8320-7e663455856f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.260457 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b760a-296c-4481-be65-b8d9876d88dc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Port': ['ID=55bbde82-b1b7-49b0-b412-e17679c9ad71,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:49.289340 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a9295fce-db6c-47d7-8320-7e663455856f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.301924 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9295fce-db6c-47d7-8320-7e663455856f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:49.302524 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a9295fce-db6c-47d7-8320-7e663455856f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.334980 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-465b6c8a-6198-45b3-a434-b539b450fc26 None None] Deleting port 09784cbf-eaa2-4e69-901c-89ec7bb983ad {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:49.335668 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-465b6c8a-6198-45b3-a434-b539b450fc26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.454591 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-465b6c8a-6198-45b3-a434-b539b450fc26 None None] The port '09784cbf-eaa2-4e69-901c-89ec7bb983ad' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:44:49.497159 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d15d8e32-a1b2-4cce-ae58-24369b0bc961 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.596776 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:44:49.596776 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:49.596776 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:44:49.596776 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:49.596776 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:44:49.596776 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:49.596776 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:44:49.596776 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:49.596776 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:44:49.596776 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:49.596776 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:44:49.596776 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:49.596776 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:44:49.596776 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:49.596776 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:49.596776 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:49.596776 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:49.596776 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:49.596776 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:44:49.596776 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:44:49.596776 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:44:49.596776 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:44:49.596776 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:49.596776 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:49.596776 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:49.596776 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:49.596776 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:49.596776 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:49.596776 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:49.596776 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:49.596776 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:49.596776 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:49.620343 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a9295fce-db6c-47d7-8320-7e663455856f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.659251 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-de214a49-2475-45dc-8019-7ed8ab78f804 None None] Provisioning for port 55bbde82-b1b7-49b0-b412-e17679c9ad71 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:49.662263 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a9295fce-db6c-47d7-8320-7e663455856f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.662683 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-d15d8e32-a1b2-4cce-ae58-24369b0bc961 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Calling delete_port for 1b0f5ccf-a577-4314-a19b-e1046b07773e owned by network:router_gateway {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:49.668050 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-de214a49-2475-45dc-8019-7ed8ab78f804 None None] Provisioning complete for port 55bbde82-b1b7-49b0-b412-e17679c9ad71 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:49.668050 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-de214a49-2475-45dc-8019-7ed8ab78f804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.675895 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7b760a-296c-4481-be65-b8d9876d88dc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:49.676593 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6a7b760a-296c-4481-be65-b8d9876d88dc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.702542 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9295fce-db6c-47d7-8320-7e663455856f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Pushing event deleted for resources: {'Network': ['ID=c1ed6e25-23fb-4b88-b6d4-0b0319d8f4e8,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:49.711833 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a9295fce-db6c-47d7-8320-7e663455856f tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] 10.222.0.110 "DELETE /v2.0/networks/c1ed6e25-23fb-4b88-b6d4-0b0319d8f4e8 HTTP/1.1" status: 204 len: 168 time: 2.3776119 Jan 21 09:44:49.715049 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55052) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:49.767828 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6a7b760a-296c-4481-be65-b8d9876d88dc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1063685 Jan 21 09:44:49.771614 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-1e3feafa-e333-40d9-95d6-660486e89477 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Synchronizing usage tracker for tenant:7cdb6edf3cd04f8b837cf1c21e871f54 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:49.773999 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55056) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:49.787143 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-de214a49-2475-45dc-8019-7ed8ab78f804 None None] Port 55bbde82-b1b7-49b0-b412-e17679c9ad71 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:44:49.799741 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.842744 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-f29ab012-32ca-4556-b240-fce18746b06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'name': 'tempest-TestVolumeBootPattern-2048454854-router', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:55Z', 'updated_at': '2022-01-21T09:43:07Z', 'revision_number': 4, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'gw_port': {'id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:58Z', 'updated_at': '2022-01-21T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '99dededd-fd56-40cc-8f0b-62d61de48d19', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'floating_ip_address': '172.26.3.99', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'port_id': 'f3bebd59-acd7-4ae2-b489-34b32aa670c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'mac_address': 'fa:16:3e:ec:9a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c894b34a-9bb4-4a0a-8406-18a46d7824d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:44:43Z', 'updated_at': '2022-01-21T09:44:43Z', 'revision_number': 0, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9d219ea-cc58-44c1-819b-db9bbadc11d0', 'name': '', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'mac_address': 'fa:16:3e:bb:4c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:43:14Z', 'revision_number': 5, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'subnets': [{'id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:49.856794 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29ab012-32ca-4556-b240-fce18746b06f None None] The sync data for ids ['bd4a324c-06cd-436c-aae0-6ab472b1b8e0'] in dv-neutron-825731-1-hyperv is: [{'id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'name': 'tempest-TestVolumeBootPattern-2048454854-router', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:55Z', 'updated_at': '2022-01-21T09:43:07Z', 'revision_number': 4, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'gw_port': {'id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:58Z', 'updated_at': '2022-01-21T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '99dededd-fd56-40cc-8f0b-62d61de48d19', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'floating_ip_address': '172.26.3.99', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'port_id': 'f3bebd59-acd7-4ae2-b489-34b32aa670c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'mac_address': 'fa:16:3e:ec:9a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c894b34a-9bb4-4a0a-8406-18a46d7824d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:44:43Z', 'updated_at': '2022-01-21T09:44:43Z', 'revision_number': 0, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9d219ea-cc58-44c1-819b-db9bbadc11d0', 'name': '', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'mac_address': 'fa:16:3e:bb:4c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:43:14Z', 'revision_number': 5, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'subnets': [{'id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:49.859361 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c62b2-552a-4ca5-9b80-9d10ba61f034 req-ff5236ad-89ed-470e-91dc-4ad3e19b6963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:49.861093 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2f1c62b2-552a-4ca5-9b80-9d10ba61f034 req-ff5236ad-89ed-470e-91dc-4ad3e19b6963 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4880d60f-eaf6-400c-ae63-407f78f8f686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7035327 Jan 21 09:44:49.874377 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.908275 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-1e3feafa-e333-40d9-95d6-660486e89477 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Unset dirty status for tenant:7cdb6edf3cd04f8b837cf1c21e871f54 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:49.910103 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1e3feafa-e333-40d9-95d6-660486e89477 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] 10.222.0.110 "GET /v2.0/ports?device_id=567b6806-d748-40c2-9d4d-c9ac011fcf51 HTTP/1.1" status: 200 len: 205 time: 0.1937916 Jan 21 09:44:49.914628 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55060) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:50.042300 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e898c0-0987-423b-b667-37663c50dfab tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:50.043002 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-33e898c0-0987-423b-b667-37663c50dfab tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Synchronizing usage tracker for tenant:0b78745c20204b2bb7542d64f98190cf on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:50.055237 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2f1c62b2-552a-4ca5-9b80-9d10ba61f034 req-b4a310ec-8eab-42c5-b3fc-99ba04e7d4fd service neutron] 10.222.0.72 "GET /v2.0/networks/4880d60f-eaf6-400c-ae63-407f78f8f686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842265 Jan 21 09:44:50.079598 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-69f6bcd0-c2ef-4745-bc0a-2b90a0e33ef0 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.089076 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-33e898c0-0987-423b-b667-37663c50dfab tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Unset dirty status for tenant:0b78745c20204b2bb7542d64f98190cf on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:50.091435 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-33e898c0-0987-423b-b667-37663c50dfab tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3134875 Jan 21 09:44:50.093536 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55064) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:50.150758 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d15d8e32-a1b2-4cce-ae58-24369b0bc961 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.185868 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa7d3d1-9d47-42cb-a26a-019ec7df7de2 None None] New status for floating IP 99dededd-fd56-40cc-8f0b-62d61de48d19: ACTIVE {{(pid=87517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:44:50.281439 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2f1c62b2-552a-4ca5-9b80-9d10ba61f034 req-7696517c-a41e-42e4-80b1-92b3c77f77b2 service neutron] 10.222.0.72 "GET /v2.0/networks/4880d60f-eaf6-400c-ae63-407f78f8f686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188020 Jan 21 09:44:50.295249 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3bea7d-e9b8-4849-984c-0b2c7d8d9810 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:50.301032 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3bea7d-e9b8-4849-984c-0b2c7d8d9810 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:50.308371 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3bea7d-e9b8-4849-984c-0b2c7d8d9810 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:50.310024 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-9e3bea7d-e9b8-4849-984c-0b2c7d8d9810 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.2154114 Jan 21 09:44:50.312968 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55068) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:50.377643 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d8e32-a1b2-4cce-ae58-24369b0bc961 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Pushing event deleted for resources: {'Port': ['ID=1b0f5ccf-a577-4314-a19b-e1046b07773e,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:50.388753 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-80eda9c5-391e-4d6e-9d26-8dc94eef8272 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Deleting port 55bbde82-b1b7-49b0-b412-e17679c9ad71 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:50.389228 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-80eda9c5-391e-4d6e-9d26-8dc94eef8272 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.627742 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-69f6bcd0-c2ef-4745-bc0a-2b90a0e33ef0 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.631575 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-69f6bcd0-c2ef-4745-bc0a-2b90a0e33ef0 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.647252 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-80eda9c5-391e-4d6e-9d26-8dc94eef8272 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.660680 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d15d8e32-a1b2-4cce-ae58-24369b0bc961 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.705392 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-69f6bcd0-c2ef-4745-bc0a-2b90a0e33ef0 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.706113 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f6bcd0-c2ef-4745-bc0a-2b90a0e33ef0 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Fanout notify agent at l3_agent the message router_deleted on router 567b6806-d748-40c2-9d4d-c9ac011fcf51 {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:44:50.777160 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-80eda9c5-391e-4d6e-9d26-8dc94eef8272 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Calling delete_port for 55bbde82-b1b7-49b0-b412-e17679c9ad71 owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:50.848154 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d15d8e32-a1b2-4cce-ae58-24369b0bc961 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.850535 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d15d8e32-a1b2-4cce-ae58-24369b0bc961 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.855722 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-69f6bcd0-c2ef-4745-bc0a-2b90a0e33ef0 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.856816 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-69f6bcd0-c2ef-4745-bc0a-2b90a0e33ef0 tempest-RoutersNegativeIpV6Test-603865226 tempest-RoutersNegativeIpV6Test-603865226-project] 10.222.0.110 "DELETE /v2.0/routers/567b6806-d748-40c2-9d4d-c9ac011fcf51 HTTP/1.1" status: 204 len: 168 time: 0.9398084 Jan 21 09:44:50.881094 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d15d8e32-a1b2-4cce-ae58-24369b0bc961 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.881641 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15d8e32-a1b2-4cce-ae58-24369b0bc961 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Fanout notify agent at l3_agent the message router_deleted on router c2cdf207-9c61-48c9-90aa-9311f6777189 {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:44:50.895258 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d15d8e32-a1b2-4cce-ae58-24369b0bc961 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.896379 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d15d8e32-a1b2-4cce-ae58-24369b0bc961 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] 10.222.0.110 "DELETE /v2.0/routers/c2cdf207-9c61-48c9-90aa-9311f6777189 HTTP/1.1" status: 204 len: 168 time: 2.1897035 Jan 21 09:44:50.900655 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55074) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:50.905529 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-36446fb1-5005-4d37-9042-2f8ca5e628a3 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1409016297', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:50.915332 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-36446fb1-5005-4d37-9042-2f8ca5e628a3 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:50.926551 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-36446fb1-5005-4d37-9042-2f8ca5e628a3 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Usage tracker for resource:router and tenant:98270f194ba8433d8a4fcad995f60dd9 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:50.931585 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-36446fb1-5005-4d37-9042-2f8ca5e628a3 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:50.940550 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-36446fb1-5005-4d37-9042-2f8ca5e628a3 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:50.954250 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-80eda9c5-391e-4d6e-9d26-8dc94eef8272 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.998912 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-36446fb1-5005-4d37-9042-2f8ca5e628a3 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.999950 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-36446fb1-5005-4d37-9042-2f8ca5e628a3 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.011966 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eda9c5-391e-4d6e-9d26-8dc94eef8272 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'Port': ['ID=55bbde82-b1b7-49b0-b412-e17679c9ad71,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:51.115272 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-36446fb1-5005-4d37-9042-2f8ca5e628a3 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.145846 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-80eda9c5-391e-4d6e-9d26-8dc94eef8272 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.159791 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-36446fb1-5005-4d37-9042-2f8ca5e628a3 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.174848 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55080) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:51.181504 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-80eda9c5-391e-4d6e-9d26-8dc94eef8272 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/ports/55bbde82-b1b7-49b0-b412-e17679c9ad71 HTTP/1.1" status: 204 len: 168 time: 0.8669853 Jan 21 09:44:51.184219 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55084) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:51.201220 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-36446fb1-5005-4d37-9042-2f8ca5e628a3 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.203005 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-36446fb1-5005-4d37-9042-2f8ca5e628a3 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3013110 Jan 21 09:44:51.207496 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55090) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:51.213524 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-297c73b6-d0aa-4f60-98fb-e16950bcb221 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Request body: {'router': {'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:51.237356 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-820bba79-3864-4dd2-8b55-37de5ce8355d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] GET failed (client error): The resource could not be found. Jan 21 09:44:51.238297 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-820bba79-3864-4dd2-8b55-37de5ce8355d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Synchronizing usage tracker for tenant:0b78745c20204b2bb7542d64f98190cf on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:51.262599 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-820bba79-3864-4dd2-8b55-37de5ce8355d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Unset dirty status for tenant:0b78745c20204b2bb7542d64f98190cf on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:51.264182 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-820bba79-3864-4dd2-8b55-37de5ce8355d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "GET /v2.0/ports/55bbde82-b1b7-49b0-b412-e17679c9ad71 HTTP/1.1" status: 404 len: 333 time: 0.0786986 Jan 21 09:44:51.266837 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55094) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:51.319281 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.339342 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-9c17eb5c-173b-4ebb-9904-bcc30078d36e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Deleting port d474e95e-2d1e-4172-a0e4-0d02f6be8e1b {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:51.339698 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9c17eb5c-173b-4ebb-9904-bcc30078d36e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.590387 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9c17eb5c-173b-4ebb-9904-bcc30078d36e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.705549 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-653cfcce-2bbb-4612-be3f-037672ea998c admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=7cdb6edf3cd04f8b837cf1c21e871f54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5290751 Jan 21 09:44:51.707895 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55098) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:51.721004 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-9c17eb5c-173b-4ebb-9904-bcc30078d36e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Calling delete_port for d474e95e-2d1e-4172-a0e4-0d02f6be8e1b owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:51.782962 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-297c73b6-d0aa-4f60-98fb-e16950bcb221 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.866528 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9c17eb5c-173b-4ebb-9904-bcc30078d36e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.866819 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-872e6a52-1cd6-436a-ac02-c028cbbf0280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.920119 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17eb5c-173b-4ebb-9904-bcc30078d36e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'Port': ['ID=d474e95e-2d1e-4172-a0e4-0d02f6be8e1b,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:51.946515 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-872e6a52-1cd6-436a-ac02-c028cbbf0280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.026254 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-872e6a52-1cd6-436a-ac02-c028cbbf0280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.029534 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9c17eb5c-173b-4ebb-9904-bcc30078d36e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.045493 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e6a52-1cd6-436a-ac02-c028cbbf0280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb2c17c-d183-4fde-b0c7-2f2aadff3809,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:52.047820 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9c17eb5c-173b-4ebb-9904-bcc30078d36e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/ports/d474e95e-2d1e-4172-a0e4-0d02f6be8e1b HTTP/1.1" status: 204 len: 168 time: 0.7797108 Jan 21 09:44:52.055824 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55102) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:52.121221 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-872e6a52-1cd6-436a-ac02-c028cbbf0280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.124669 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-872e6a52-1cd6-436a-ac02-c028cbbf0280 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/1eb2c17c-d183-4fde-b0c7-2f2aadff3809 HTTP/1.1" status: 204 len: 168 time: 0.4135795 Jan 21 09:44:52.223202 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-297c73b6-d0aa-4f60-98fb-e16950bcb221 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router_gateway, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.224646 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee84bd51-3324-4e0c-a67a-e78380abcd8a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] GET failed (client error): The resource could not be found. Jan 21 09:44:52.225183 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ee84bd51-3324-4e0c-a67a-e78380abcd8a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Synchronizing usage tracker for tenant:0b78745c20204b2bb7542d64f98190cf on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:52.243244 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ee84bd51-3324-4e0c-a67a-e78380abcd8a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Unset dirty status for tenant:0b78745c20204b2bb7542d64f98190cf on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:52.247824 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55108) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:52.248115 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ee84bd51-3324-4e0c-a67a-e78380abcd8a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "GET /v2.0/ports/d474e95e-2d1e-4172-a0e4-0d02f6be8e1b HTTP/1.1" status: 404 len: 333 time: 0.1964402 Jan 21 09:44:52.287223 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-297c73b6-d0aa-4f60-98fb-e16950bcb221 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.367862 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-2966df88-9e32-4898-b101-9e6aab7a3988 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Deleting subnet 2902892f-830e-4584-97f9-caa0900da3f7 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:44:52.379748 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2966df88-9e32-4898-b101-9e6aab7a3988 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.471473 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2966df88-9e32-4898-b101-9e6aab7a3988 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.542101 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-297c73b6-d0aa-4f60-98fb-e16950bcb221 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Allocated IP 172.26.3.229 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/ee52cfb8-7a18-4e41-9637-7e8286d0942f) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:52.668442 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2966df88-9e32-4898-b101-9e6aab7a3988 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.762616 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-297c73b6-d0aa-4f60-98fb-e16950bcb221 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.780704 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2966df88-9e32-4898-b101-9e6aab7a3988 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.826221 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2966df88-9e32-4898-b101-9e6aab7a3988 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.831230 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6174e1b9-1261-43f4-9751-63d910ef0874 None None] Network aa423109-9741-4897-9107-2e580efc8f5e requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:52.838843 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2966df88-9e32-4898-b101-9e6aab7a3988 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'Subnet': ['ID=2902892f-830e-4584-97f9-caa0900da3f7,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:52.844635 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2966df88-9e32-4898-b101-9e6aab7a3988 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/subnets/2902892f-830e-4584-97f9-caa0900da3f7 HTTP/1.1" status: 204 len: 168 time: 0.5958505 Jan 21 09:44:52.847290 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55130) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:52.857794 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-297c73b6-d0aa-4f60-98fb-e16950bcb221 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.890413 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55134) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:52.928717 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297c73b6-d0aa-4f60-98fb-e16950bcb221 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:52.932602 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-297c73b6-d0aa-4f60-98fb-e16950bcb221 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:52.936925 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297c73b6-d0aa-4f60-98fb-e16950bcb221 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:52.976147 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c73b6-d0aa-4f60-98fb-e16950bcb221 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Pushing event updated for resources: {'Port': ['ID=ee52cfb8-7a18-4e41-9637-7e8286d0942f,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:53.019659 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bc9ca541-0bcd-461b-81af-b38da44ee56f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.033205 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-bc9ca541-0bcd-461b-81af-b38da44ee56f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Deleting port 53087ce3-72ac-462c-95a4-024a39558350 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:53.033831 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bc9ca541-0bcd-461b-81af-b38da44ee56f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.094933 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-748e1309-7ab3-4681-93e8-e05dd4ebb726 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-664675568', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:53.106953 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-748e1309-7ab3-4681-93e8-e05dd4ebb726 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:53.117170 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-748e1309-7ab3-4681-93e8-e05dd4ebb726 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Usage tracker for resource:router and tenant:6f5169a532a742cea727eb65685065fb is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:53.124749 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-748e1309-7ab3-4681-93e8-e05dd4ebb726 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:53.165369 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-748e1309-7ab3-4681-93e8-e05dd4ebb726 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:53.195986 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-748e1309-7ab3-4681-93e8-e05dd4ebb726 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.197178 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-748e1309-7ab3-4681-93e8-e05dd4ebb726 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.201656 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c82047-c678-4c2f-8ba1-3a9da47cf657 None None] DHCP port deletion for aa423109-9741-4897-9107-2e580efc8f5e request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:44:53.206143 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f1c82047-c678-4c2f-8ba1-3a9da47cf657 None None] Deleting port 53087ce3-72ac-462c-95a4-024a39558350 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:53.206513 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f1c82047-c678-4c2f-8ba1-3a9da47cf657 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.297122 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-748e1309-7ab3-4681-93e8-e05dd4ebb726 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.331647 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-bc9ca541-0bcd-461b-81af-b38da44ee56f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] For port 53087ce3-72ac-462c-95a4-024a39558350, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=53087ce3-72ac-462c-95a4-024a39558350,segment=NetworkSegment(556ed3d0-dad3-419a-959c-98c497a51928),segment_id=556ed3d0-dad3-419a-959c-98c497a51928)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:53.332006 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bc9ca541-0bcd-461b-81af-b38da44ee56f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.417123 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f1c82047-c678-4c2f-8ba1-3a9da47cf657 None None] For port 53087ce3-72ac-462c-95a4-024a39558350, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=53087ce3-72ac-462c-95a4-024a39558350,segment=NetworkSegment(556ed3d0-dad3-419a-959c-98c497a51928),segment_id=556ed3d0-dad3-419a-959c-98c497a51928)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:44:53.417526 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f1c82047-c678-4c2f-8ba1-3a9da47cf657 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.459483 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-748e1309-7ab3-4681-93e8-e05dd4ebb726 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.476298 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-bc9ca541-0bcd-461b-81af-b38da44ee56f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Calling delete_port for 53087ce3-72ac-462c-95a4-024a39558350 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:53.501663 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-297c73b6-d0aa-4f60-98fb-e16950bcb221 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router_gateway, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.545258 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-748e1309-7ab3-4681-93e8-e05dd4ebb726 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.549735 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-748e1309-7ab3-4681-93e8-e05dd4ebb726 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6583383 Jan 21 09:44:53.560531 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55142) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:53.574316 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-bf5b868c-7da2-4063-8e80-9813dff30bb7 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-85190168'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:53.575718 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bc9ca541-0bcd-461b-81af-b38da44ee56f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.579609 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-bf5b868c-7da2-4063-8e80-9813dff30bb7 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:53.583436 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-bf5b868c-7da2-4063-8e80-9813dff30bb7 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Usage tracker for resource:network and tenant:6f5169a532a742cea727eb65685065fb is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:53.583616 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f1c82047-c678-4c2f-8ba1-3a9da47cf657 None None] Calling delete_port for 53087ce3-72ac-462c-95a4-024a39558350 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:53.586401 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-bf5b868c-7da2-4063-8e80-9813dff30bb7 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:53.593118 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-bf5b868c-7da2-4063-8e80-9813dff30bb7 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:53.608507 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5b868c-7da2-4063-8e80-9813dff30bb7 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Made reservation on behalf of 6f5169a532a742cea727eb65685065fb for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:53.612447 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bf5b868c-7da2-4063-8e80-9813dff30bb7 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.623710 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9ca541-0bcd-461b-81af-b38da44ee56f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] No DVR routers for this DVR port 53087ce3-72ac-462c-95a4-024a39558350 on host dv-neutron-825731-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:53.634624 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bf5b868c-7da2-4063-8e80-9813dff30bb7 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.656130 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-bf5b868c-7da2-4063-8e80-9813dff30bb7 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:53.660204 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-bf5b868c-7da2-4063-8e80-9813dff30bb7 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Usage tracker for resource:security_group_rule and tenant:6f5169a532a742cea727eb65685065fb is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:53.663334 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-bf5b868c-7da2-4063-8e80-9813dff30bb7 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:53.671819 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-bf5b868c-7da2-4063-8e80-9813dff30bb7 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:53.680873 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-f1c82047-c678-4c2f-8ba1-3a9da47cf657 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:44:53.681380 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-f1c82047-c678-4c2f-8ba1-3a9da47cf657 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:44:53.690979 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ca541-0bcd-461b-81af-b38da44ee56f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'Port': ['ID=53087ce3-72ac-462c-95a4-024a39558350,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:53.778587 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bc9ca541-0bcd-461b-81af-b38da44ee56f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.808267 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-bc9ca541-0bcd-461b-81af-b38da44ee56f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa423109-9741-4897-9107-2e580efc8f5e']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:53.823303 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-bc9ca541-0bcd-461b-81af-b38da44ee56f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '556ed3d0-dad3-419a-959c-98c497a51928') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:53.823878 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-bc9ca541-0bcd-461b-81af-b38da44ee56f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '556ed3d0-dad3-419a-959c-98c497a51928') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:53.836031 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bc9ca541-0bcd-461b-81af-b38da44ee56f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.856463 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bc9ca541-0bcd-461b-81af-b38da44ee56f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.863210 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc9ca541-0bcd-461b-81af-b38da44ee56f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:44:53.863559 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bc9ca541-0bcd-461b-81af-b38da44ee56f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.878528 dv-neutron-825731-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:44:53.878528 dv-neutron-825731-1-hyperv neutron-server[87514]: util.warn( Jan 21 09:44:53.878528 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:44:53.878528 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:44:53.878528 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:44:53.878528 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:53.878528 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:44:53.878528 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:53.878528 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:44:53.878528 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:53.878528 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:44:53.878528 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:53.878528 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:44:53.878528 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:53.878528 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:44:53.878528 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:53.878528 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:53.878528 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:53.878528 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:53.878528 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:53.878528 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:44:53.878528 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:44:53.878528 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:44:53.878528 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:44:53.878528 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:53.878528 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:44:53.878528 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:53.878528 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:44:53.878528 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:53.878528 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:44:53.878528 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:53.878528 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:44:53.878528 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:53.878528 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:53.968063 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bc9ca541-0bcd-461b-81af-b38da44ee56f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.988170 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bc9ca541-0bcd-461b-81af-b38da44ee56f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.996874 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ca541-0bcd-461b-81af-b38da44ee56f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'Network': ['ID=aa423109-9741-4897-9107-2e580efc8f5e,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:53.997609 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-297c73b6-d0aa-4f60-98fb-e16950bcb221 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.008308 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-bc9ca541-0bcd-461b-81af-b38da44ee56f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/networks/aa423109-9741-4897-9107-2e580efc8f5e HTTP/1.1" status: 204 len: 168 time: 1.1587884 Jan 21 09:44:54.012988 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-297c73b6-d0aa-4f60-98fb-e16950bcb221 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555907'] for router, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.013243 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55148) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:54.018692 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-6b0163e5-ab29-4760-be4b-913962241319 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-380262385'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:54.020269 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bf5b868c-7da2-4063-8e80-9813dff30bb7 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.023512 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-6b0163e5-ab29-4760-be4b-913962241319 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:54.028684 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-6b0163e5-ab29-4760-be4b-913962241319 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:network and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:54.031623 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-6b0163e5-ab29-4760-be4b-913962241319 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:54.037614 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-6b0163e5-ab29-4760-be4b-913962241319 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:54.064340 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0163e5-ab29-4760-be4b-913962241319 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Made reservation on behalf of 0b78745c20204b2bb7542d64f98190cf for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:54.068792 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b0163e5-ab29-4760-be4b-913962241319 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.078273 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bf5b868c-7da2-4063-8e80-9813dff30bb7 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.101702 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b0163e5-ab29-4760-be4b-913962241319 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:54.115189 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 53087ce3-72ac-462c-95a4-024a39558350 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:44:54.115790 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b0163e5-ab29-4760-be4b-913962241319 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.115901 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-6b0163e5-ab29-4760-be4b-913962241319 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Added segment 46eb4d3b-3d89-42f5-b07f-d2386b6ca7e4 of type vlan for network 0c38bf30-eefe-48ee-a942-425983d5607d Jan 21 09:44:54.124494 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf5b868c-7da2-4063-8e80-9813dff30bb7 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:54.145880 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b0163e5-ab29-4760-be4b-913962241319 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.161569 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 53087ce3-72ac-462c-95a4-024a39558350 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:44:54.161918 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 53087ce3-72ac-462c-95a4-024a39558350 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:44:54.178284 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b0163e5-ab29-4760-be4b-913962241319 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.182480 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f1c82047-c678-4c2f-8ba1-3a9da47cf657 None None] Deleting port 53087ce3-72ac-462c-95a4-024a39558350 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:54.182901 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f1c82047-c678-4c2f-8ba1-3a9da47cf657 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.184318 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0163e5-ab29-4760-be4b-913962241319 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:54.184900 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b0163e5-ab29-4760-be4b-913962241319 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.203226 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b868c-7da2-4063-8e80-9813dff30bb7 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bba630b7-b1d2-4ca2-9d1f-aca7e14f4fe2,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:54.206002 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bf5b868c-7da2-4063-8e80-9813dff30bb7 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.206334 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-bf5b868c-7da2-4063-8e80-9813dff30bb7 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Added segment 4d4f0485-4a43-4546-bee5-08521e2c1372 of type vlan for network d93069fb-6ab3-451e-9998-c2e5ab97901c Jan 21 09:44:54.254516 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-6b0163e5-ab29-4760-be4b-913962241319 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2377391 Jan 21 09:44:54.256346 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55154) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:54.261205 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f1c82047-c678-4c2f-8ba1-3a9da47cf657 None None] The port '53087ce3-72ac-462c-95a4-024a39558350' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:44:54.263172 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bf5b868c-7da2-4063-8e80-9813dff30bb7 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.273027 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-257809e1-4525-4fd4-9f81-cc6d796d2d02 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'subnet': {'network_id': '0c38bf30-eefe-48ee-a942-425983d5607d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:54.307301 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0163e5-ab29-4760-be4b-913962241319 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Network': ['ID=0c38bf30-eefe-48ee-a942-425983d5607d,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:54.318192 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 0c38bf30-eefe-48ee-a942-425983d5607d details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:54.413065 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bf5b868c-7da2-4063-8e80-9813dff30bb7 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.419075 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5b868c-7da2-4063-8e80-9813dff30bb7 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:54.419668 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bf5b868c-7da2-4063-8e80-9813dff30bb7 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.477560 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-257809e1-4525-4fd4-9f81-cc6d796d2d02 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:54.485244 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-257809e1-4525-4fd4-9f81-cc6d796d2d02 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:subnet and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:54.489682 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297c73b6-d0aa-4f60-98fb-e16950bcb221 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Router a2a0ba7d-2c09-47f0-90e7-037aa0223b67 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:44:54.492289 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-257809e1-4525-4fd4-9f81-cc6d796d2d02 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:54.504405 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-257809e1-4525-4fd4-9f81-cc6d796d2d02 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:54.563268 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b868c-7da2-4063-8e80-9813dff30bb7 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Pushing event updated for resources: {'Network': ['ID=d93069fb-6ab3-451e-9998-c2e5ab97901c,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:54.574253 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network d93069fb-6ab3-451e-9998-c2e5ab97901c details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:54.736617 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-bf5b868c-7da2-4063-8e80-9813dff30bb7 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1749191 Jan 21 09:44:54.739453 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55158) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:54.745958 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257809e1-4525-4fd4-9f81-cc6d796d2d02 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Made reservation on behalf of 0b78745c20204b2bb7542d64f98190cf for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:54.748460 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-380e8982-e893-4486-8397-f6deeb2bf347 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Request body: {'subnet': {'network_id': 'd93069fb-6ab3-451e-9998-c2e5ab97901c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:54.749512 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-257809e1-4525-4fd4-9f81-cc6d796d2d02 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.862735 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-380e8982-e893-4486-8397-f6deeb2bf347 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:54.866500 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-380e8982-e893-4486-8397-f6deeb2bf347 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Usage tracker for resource:subnet and tenant:6f5169a532a742cea727eb65685065fb is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:54.870064 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-380e8982-e893-4486-8397-f6deeb2bf347 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:54.875771 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-380e8982-e893-4486-8397-f6deeb2bf347 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:54.884974 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380e8982-e893-4486-8397-f6deeb2bf347 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Made reservation on behalf of 6f5169a532a742cea727eb65685065fb for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:54.888588 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-380e8982-e893-4486-8397-f6deeb2bf347 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.964893 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297c73b6-d0aa-4f60-98fb-e16950bcb221 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:44:54.975542 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af003f94-0505-42f6-861c-219ae00f3856 None None] Sync routers for ids ['a2a0ba7d-2c09-47f0-90e7-037aa0223b67'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:44:54.978539 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-297c73b6-d0aa-4f60-98fb-e16950bcb221 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.979696 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-297c73b6-d0aa-4f60-98fb-e16950bcb221 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] 10.222.0.110 "PUT /v2.0/routers/a2a0ba7d-2c09-47f0-90e7-037aa0223b67 HTTP/1.1" status: 200 len: 884 time: 3.7707689 Jan 21 09:44:54.982874 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55162) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:54.990097 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af003f94-0505-42f6-861c-219ae00f3856 None None] Routers {'a2a0ba7d-2c09-47f0-90e7-037aa0223b67'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:54.990645 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-af003f94-0505-42f6-861c-219ae00f3856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['a2a0ba7d-2c09-47f0-90e7-037aa0223b67'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:55.061887 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-af003f94-0505-42f6-861c-219ae00f3856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:55.070313 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af003f94-0505-42f6-861c-219ae00f3856 None None] Routers {'a2a0ba7d-2c09-47f0-90e7-037aa0223b67'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:44:55.070915 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-af003f94-0505-42f6-861c-219ae00f3856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['a2a0ba7d-2c09-47f0-90e7-037aa0223b67'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:55.114513 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-380e8982-e893-4486-8397-f6deeb2bf347 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.138647 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-af003f94-0505-42f6-861c-219ae00f3856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:55.139181 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af003f94-0505-42f6-861c-219ae00f3856 None None] The sync data for ids ['a2a0ba7d-2c09-47f0-90e7-037aa0223b67'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:55.301807 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-704077e6-56a7-4df2-88d1-0448f48cd1d7 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] 10.222.0.110 "GET /v2.0/routers/a2a0ba7d-2c09-47f0-90e7-037aa0223b67 HTTP/1.1" status: 200 len: 925 time: 0.3174555 Jan 21 09:44:55.307029 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55166) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:55.343998 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-257809e1-4525-4fd4-9f81-cc6d796d2d02 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.351222 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380e8982-e893-4486-8397-f6deeb2bf347 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Checking segment: {'id': '4d4f0485-4a43-4546-bee5-08521e2c1372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd93069fb-6ab3-451e-9998-c2e5ab97901c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:55.351603 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380e8982-e893-4486-8397-f6deeb2bf347 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Network hostable DHCP agents. Network: d93069fb-6ab3-451e-9998-c2e5ab97901c, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:55.355655 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e8982-e893-4486-8397-f6deeb2bf347 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Pushing event updated for resources: {'Subnet': ['ID=05934145-36d2-4788-96dc-b8824ab60eba,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:55.372990 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380e8982-e893-4486-8397-f6deeb2bf347 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Network d93069fb-6ab3-451e-9998-c2e5ab97901c is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:55.381764 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-380e8982-e893-4486-8397-f6deeb2bf347 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, d93069fb-6ab3-451e-9998-c2e5ab97901c) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:55.388461 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380e8982-e893-4486-8397-f6deeb2bf347 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:55.388780 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-380e8982-e893-4486-8397-f6deeb2bf347 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.392371 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60125589-7539-4cd7-b413-a5ec0cd2fc12 None None] Network d93069fb-6ab3-451e-9998-c2e5ab97901c requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:55.407634 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-30686ff6-45ba-4e92-8b21-1e94088beb6d req-77e8b3a0-949f-4f61-9b64-6336f1f87ca1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a1a4bac6-f64a-4e20-b559-3df1b725651b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3252990 Jan 21 09:44:55.418204 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-380e8982-e893-4486-8397-f6deeb2bf347 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6744854 Jan 21 09:44:55.418510 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55170) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:55.428667 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-109cc562-6a4b-4b80-ab44-858d476e13eb tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Request body: {'network': {'name': 'tempest-router-network01--651885179'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:55.436387 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-109cc562-6a4b-4b80-ab44-858d476e13eb tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:55.441230 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-109cc562-6a4b-4b80-ab44-858d476e13eb tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Usage tracker for resource:network and tenant:6f5169a532a742cea727eb65685065fb is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:55.444208 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-109cc562-6a4b-4b80-ab44-858d476e13eb tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:55.448168 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257809e1-4525-4fd4-9f81-cc6d796d2d02 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Subnet': ['ID=3c392549-dffa-43ad-865c-d567ed2c963b,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:55.451255 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-109cc562-6a4b-4b80-ab44-858d476e13eb tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:55.467880 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109cc562-6a4b-4b80-ab44-858d476e13eb tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Made reservation on behalf of 6f5169a532a742cea727eb65685065fb for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:55.470517 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257809e1-4525-4fd4-9f81-cc6d796d2d02 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Checking segment: {'id': '46eb4d3b-3d89-42f5-b07f-d2386b6ca7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0c38bf30-eefe-48ee-a942-425983d5607d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:55.470862 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257809e1-4525-4fd4-9f81-cc6d796d2d02 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Network hostable DHCP agents. Network: 0c38bf30-eefe-48ee-a942-425983d5607d, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:55.472806 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-109cc562-6a4b-4b80-ab44-858d476e13eb tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.489841 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0d8c4f-7170-4de0-8f56-8e890ab49dff tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:55.491356 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1f0d8c4f-7170-4de0-8f56-8e890ab49dff tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] 10.222.0.110 "GET /v2.0/ports?network_id=80a065d7-b55c-43ad-a3e8-c65befe4136c&device_id=a2a0ba7d-2c09-47f0-90e7-037aa0223b67&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1850080 Jan 21 09:44:55.494301 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55174) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:55.499526 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257809e1-4525-4fd4-9f81-cc6d796d2d02 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Network 0c38bf30-eefe-48ee-a942-425983d5607d is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:55.511169 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-257809e1-4525-4fd4-9f81-cc6d796d2d02 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 0c38bf30-eefe-48ee-a942-425983d5607d) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:55.517371 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257809e1-4525-4fd4-9f81-cc6d796d2d02 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:55.518182 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-257809e1-4525-4fd4-9f81-cc6d796d2d02 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.522795 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bd6fac-91b1-46a4-8f42-5b751f6b5f82 None None] Network 0c38bf30-eefe-48ee-a942-425983d5607d requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:55.558956 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-109cc562-6a4b-4b80-ab44-858d476e13eb tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:55.581458 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-257809e1-4525-4fd4-9f81-cc6d796d2d02 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3225918 Jan 21 09:44:55.588581 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55178) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:55.597934 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-ee4dc952-45c3-43fd-b857-0a96b2de25dc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-687985321', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:55.606518 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ee4dc952-45c3-43fd-b857-0a96b2de25dc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:55.611970 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ee4dc952-45c3-43fd-b857-0a96b2de25dc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:router and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:55.615846 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ee4dc952-45c3-43fd-b857-0a96b2de25dc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:55.618683 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-109cc562-6a4b-4b80-ab44-858d476e13eb tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.619113 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-109cc562-6a4b-4b80-ab44-858d476e13eb tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Added segment 3d61e217-93f5-45b5-88ea-800a35ba2898 of type vlan for network 2321a7e6-4586-4578-90d4-2b6bed4dbb82 Jan 21 09:44:55.624746 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ee4dc952-45c3-43fd-b857-0a96b2de25dc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:55.637201 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30686ff6-45ba-4e92-8b21-1e94088beb6d req-65ca3ce9-65e2-4299-9800-18211e047b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:55.639121 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-30686ff6-45ba-4e92-8b21-1e94088beb6d req-65ca3ce9-65e2-4299-9800-18211e047b31 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=a1a4bac6-f64a-4e20-b559-3df1b725651b HTTP/1.1" status: 200 len: 1098 time: 0.1254568 Jan 21 09:44:55.640941 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ee4dc952-45c3-43fd-b857-0a96b2de25dc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.642050 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ee4dc952-45c3-43fd-b857-0a96b2de25dc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.660754 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ee4dc952-45c3-43fd-b857-0a96b2de25dc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.676287 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea90e68-048c-4621-8e39-f33ca388b0bc tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:55.680657 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3ea90e68-048c-4621-8e39-f33ca388b0bc tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] 10.222.0.110 "GET /v2.0/networks/80a065d7-b55c-43ad-a3e8-c65befe4136c HTTP/1.1" status: 200 len: 881 time: 0.1823432 Jan 21 09:44:55.680657 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-109cc562-6a4b-4b80-ab44-858d476e13eb tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.683603 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55182) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:55.732470 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-431bb839-5e67-4d3d-a9c4-f0e58be3e32f tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] 10.222.0.110 "GET /v2.0/ports?device_id=a2a0ba7d-2c09-47f0-90e7-037aa0223b67 HTTP/1.1" status: 200 len: 205 time: 0.0478027 Jan 21 09:44:55.735036 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55186) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:55.755791 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8addfe8-c9fb-4c4f-a870-7a59b1991838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-d93069fb-6ab3-451e-9998-c2e5ab97901c', 'network_id': 'd93069fb-6ab3-451e-9998-c2e5ab97901c', 'tenant_id': '6f5169a532a742cea727eb65685065fb', 'fixed_ips': [{'subnet_id': '05934145-36d2-4788-96dc-b8824ab60eba'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:44:55.756797 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c8addfe8-c9fb-4c4f-a870-7a59b1991838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.773199 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ee4dc952-45c3-43fd-b857-0a96b2de25dc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.842438 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ee4dc952-45c3-43fd-b857-0a96b2de25dc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.843628 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ee4dc952-45c3-43fd-b857-0a96b2de25dc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2540751 Jan 21 09:44:55.846322 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55192) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:55.855906 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-3892f723-b98a-4e86-9900-7a682dd46d88 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'port': {'network_id': '0c38bf30-eefe-48ee-a942-425983d5607d', 'name': 'tempest-PortsTestJSON-576575125'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:55.870677 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30686ff6-45ba-4e92-8b21-1e94088beb6d req-35c130a3-40a4-4828-8c2f-c7e85bc88b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:55.872156 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-30686ff6-45ba-4e92-8b21-1e94088beb6d req-35c130a3-40a4-4828-8c2f-c7e85bc88b92 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ad7d1e2e-0774-4dd8-b4a1-ce49e042d841 HTTP/1.1" status: 200 len: 898 time: 0.2030513 Jan 21 09:44:55.919682 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-109cc562-6a4b-4b80-ab44-858d476e13eb tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.925639 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109cc562-6a4b-4b80-ab44-858d476e13eb tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:55.926214 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-109cc562-6a4b-4b80-ab44-858d476e13eb tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.998731 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-109cc562-6a4b-4b80-ab44-858d476e13eb tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5784426 Jan 21 09:44:56.006618 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55196) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:56.011891 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d16a685-3a34-420f-a6b6-8ff1eea6b27a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-0c38bf30-eefe-48ee-a942-425983d5607d', 'network_id': '0c38bf30-eefe-48ee-a942-425983d5607d', 'tenant_id': '0b78745c20204b2bb7542d64f98190cf', 'fixed_ips': [{'subnet_id': '3c392549-dffa-43ad-865c-d567ed2c963b'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:44:56.012838 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7d16a685-3a34-420f-a6b6-8ff1eea6b27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.072331 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-98c70765-2779-480d-9c65-adde0e813d55 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Request body: {'network': {'name': 'tempest-router-network02--478814161'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:56.075576 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-30686ff6-45ba-4e92-8b21-1e94088beb6d req-e1ee28ae-dd54-4644-8955-4e01ca84ad5d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c3aa7de-8d0e-4258-9d2d-088d797fc847 HTTP/1.1" status: 200 len: 1001 time: 0.1861794 Jan 21 09:44:56.076801 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-98c70765-2779-480d-9c65-adde0e813d55 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:56.081143 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-03357f8f-75fc-4795-b4d1-b1723270d357 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.124339 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-c8addfe8-c9fb-4c4f-a870-7a59b1991838 None None] Allocated IP 172.20.0.2 (d93069fb-6ab3-451e-9998-c2e5ab97901c/05934145-36d2-4788-96dc-b8824ab60eba/46ed9794-af09-4b26-9e89-f67131472076) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:56.143469 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-98c70765-2779-480d-9c65-adde0e813d55 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Usage tracker for resource:network and tenant:6f5169a532a742cea727eb65685065fb is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:56.147765 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-3892f723-b98a-4e86-9900-7a682dd46d88 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:56.153806 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cc562-6a4b-4b80-ab44-858d476e13eb tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Pushing event updated for resources: {'Network': ['ID=2321a7e6-4586-4578-90d4-2b6bed4dbb82,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:56.156233 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-98c70765-2779-480d-9c65-adde0e813d55 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:56.156683 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-3892f723-b98a-4e86-9900-7a682dd46d88 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:port and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:56.161640 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-3892f723-b98a-4e86-9900-7a682dd46d88 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:56.170411 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30686ff6-45ba-4e92-8b21-1e94088beb6d req-5899445f-d637-4a4c-a27e-b3a73113fc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:56.173016 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-30686ff6-45ba-4e92-8b21-1e94088beb6d req-5899445f-d637-4a4c-a27e-b3a73113fc5b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a49a675f-632a-4690-8ea3-9a194a48b421 HTTP/1.1" status: 200 len: 835 time: 0.0956991 Jan 21 09:44:56.174314 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-3892f723-b98a-4e86-9900-7a682dd46d88 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:56.180558 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-98c70765-2779-480d-9c65-adde0e813d55 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:56.182507 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 2321a7e6-4586-4578-90d4-2b6bed4dbb82 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:56.211030 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c70765-2779-480d-9c65-adde0e813d55 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Made reservation on behalf of 6f5169a532a742cea727eb65685065fb for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:56.225826 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3892f723-b98a-4e86-9900-7a682dd46d88 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Made reservation on behalf of 0b78745c20204b2bb7542d64f98190cf for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:56.231073 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-98c70765-2779-480d-9c65-adde0e813d55 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.233135 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3892f723-b98a-4e86-9900-7a682dd46d88 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.264200 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-3892f723-b98a-4e86-9900-7a682dd46d88 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] device_id is not set on port c8e73b40-48a2-431b-9253-b77f6233f0c6 yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:44:56.388608 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98c70765-2779-480d-9c65-adde0e813d55 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:56.418462 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-03357f8f-75fc-4795-b4d1-b1723270d357 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.418462 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-98c70765-2779-480d-9c65-adde0e813d55 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.418462 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-98c70765-2779-480d-9c65-adde0e813d55 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Added segment fb71dcf6-c07d-42a7-89e4-e98713dac3b6 of type vlan for network 2ec94a50-d8bc-432c-919c-cd05e1f64cbc Jan 21 09:44:56.436875 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-7d16a685-3a34-420f-a6b6-8ff1eea6b27a None None] Allocated IP 172.20.0.2 (0c38bf30-eefe-48ee-a942-425983d5607d/3c392549-dffa-43ad-865c-d567ed2c963b/591b217b-b5c2-45a8-b8e5-62f81b88909d) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:56.443476 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-03357f8f-75fc-4795-b4d1-b1723270d357 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Deleting port ee52cfb8-7a18-4e41-9637-7e8286d0942f {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:44:56.443476 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-03357f8f-75fc-4795-b4d1-b1723270d357 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.516846 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-98c70765-2779-480d-9c65-adde0e813d55 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.526293 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30686ff6-45ba-4e92-8b21-1e94088beb6d req-c771cd1a-12e0-406e-ada0-07a78cee25e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:56.527910 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-30686ff6-45ba-4e92-8b21-1e94088beb6d req-c771cd1a-12e0-406e-ada0-07a78cee25e6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ad7d1e2e-0774-4dd8-b4a1-ce49e042d841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3453622 Jan 21 09:44:56.638075 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c8addfe8-c9fb-4c4f-a870-7a59b1991838 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.642371 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-98c70765-2779-480d-9c65-adde0e813d55 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.647998 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c70765-2779-480d-9c65-adde0e813d55 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:56.648658 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-98c70765-2779-480d-9c65-adde0e813d55 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.660627 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-c8addfe8-c9fb-4c4f-a870-7a59b1991838 None None] Transition to ACTIVE for port object 46ed9794-af09-4b26-9e89-f67131472076 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:56.709429 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-c8addfe8-c9fb-4c4f-a870-7a59b1991838 None None] Transition to ACTIVE for port object 46ed9794-af09-4b26-9e89-f67131472076 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:56.729522 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-30686ff6-45ba-4e92-8b21-1e94088beb6d req-294cd0e4-49b8-4ec9-9fd2-4f3b29c99595 service neutron] 10.222.0.72 "GET /v2.0/networks/ad7d1e2e-0774-4dd8-b4a1-ce49e042d841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937003 Jan 21 09:44:56.758868 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c8addfe8-c9fb-4c4f-a870-7a59b1991838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.800785 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-98c70765-2779-480d-9c65-adde0e813d55 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7928226 Jan 21 09:44:56.807964 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-03357f8f-75fc-4795-b4d1-b1723270d357 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.817577 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55202) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:56.817952 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c70765-2779-480d-9c65-adde0e813d55 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Pushing event updated for resources: {'Network': ['ID=2ec94a50-d8bc-432c-919c-cd05e1f64cbc,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:56.841634 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-e8a68930-9017-4280-bacb-dd6166e7f789 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Request body: {'subnet': {'network_id': '2321a7e6-4586-4578-90d4-2b6bed4dbb82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:56.845083 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 2ec94a50-d8bc-432c-919c-cd05e1f64cbc details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:56.869613 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8addfe8-c9fb-4c4f-a870-7a59b1991838 None None] Pushing event updated for resources: {'Port': ['ID=46ed9794-af09-4b26-9e89-f67131472076,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:56.886236 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-30686ff6-45ba-4e92-8b21-1e94088beb6d req-0c131532-038a-4e56-bb33-10da81d21532 service neutron] 10.222.0.72 "GET /v2.0/networks/ad7d1e2e-0774-4dd8-b4a1-ce49e042d841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491132 Jan 21 09:44:56.926554 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8addfe8-c9fb-4c4f-a870-7a59b1991838 None None] Network d93069fb-6ab3-451e-9998-c2e5ab97901c is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:56.926554 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-c8addfe8-c9fb-4c4f-a870-7a59b1991838 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:56.980352 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7d16a685-3a34-420f-a6b6-8ff1eea6b27a None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.980352 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8addfe8-c9fb-4c4f-a870-7a59b1991838 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:57.010617 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-03357f8f-75fc-4795-b4d1-b1723270d357 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Calling delete_port for ee52cfb8-7a18-4e41-9637-7e8286d0942f owned by network:router_gateway {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:44:57.045578 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-7d16a685-3a34-420f-a6b6-8ff1eea6b27a None None] Transition to ACTIVE for port object 591b217b-b5c2-45a8-b8e5-62f81b88909d will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:57.130959 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-c8addfe8-c9fb-4c4f-a870-7a59b1991838 None None] Attempting to bind port 46ed9794-af09-4b26-9e89-f67131472076 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:57.130959 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-c8addfe8-c9fb-4c4f-a870-7a59b1991838 None None] Attempting to bind port 46ed9794-af09-4b26-9e89-f67131472076 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '4d4f0485-4a43-4546-bee5-08521e2c1372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd93069fb-6ab3-451e-9998-c2e5ab97901c'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:57.130959 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8addfe8-c9fb-4c4f-a870-7a59b1991838 None None] Attempting to bind port 46ed9794-af09-4b26-9e89-f67131472076 on network d93069fb-6ab3-451e-9998-c2e5ab97901c {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:44:57.130959 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-7d16a685-3a34-420f-a6b6-8ff1eea6b27a None None] Transition to ACTIVE for port object 591b217b-b5c2-45a8-b8e5-62f81b88909d will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:57.130959 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8addfe8-c9fb-4c4f-a870-7a59b1991838 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:44:57.130959 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8addfe8-c9fb-4c4f-a870-7a59b1991838 None None] Checking segment: {'id': '4d4f0485-4a43-4546-bee5-08521e2c1372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd93069fb-6ab3-451e-9998-c2e5ab97901c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:57.130959 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c8addfe8-c9fb-4c4f-a870-7a59b1991838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.138950 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8addfe8-c9fb-4c4f-a870-7a59b1991838 None None] Bound using segment: {'id': '4d4f0485-4a43-4546-bee5-08521e2c1372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd93069fb-6ab3-451e-9998-c2e5ab97901c'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:44:57.138950 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-c8addfe8-c9fb-4c4f-a870-7a59b1991838 None None] Bound port: 46ed9794-af09-4b26-9e89-f67131472076, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d4f0485-4a43-4546-bee5-08521e2c1372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd93069fb-6ab3-451e-9998-c2e5ab97901c'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:57.138950 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c8addfe8-c9fb-4c4f-a870-7a59b1991838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.246744 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-c8addfe8-c9fb-4c4f-a870-7a59b1991838 None None] For port 46ed9794-af09-4b26-9e89-f67131472076, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:44:57.246744 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-c8addfe8-c9fb-4c4f-a870-7a59b1991838 None None] For port 46ed9794-af09-4b26-9e89-f67131472076, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=46ed9794-af09-4b26-9e89-f67131472076,segment=NetworkSegment(4d4f0485-4a43-4546-bee5-08521e2c1372),segment_id=4d4f0485-4a43-4546-bee5-08521e2c1372)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:44:57.246744 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7d16a685-3a34-420f-a6b6-8ff1eea6b27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.270005 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-3892f723-b98a-4e86-9900-7a682dd46d88 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Allocated IP 172.20.0.13 (0c38bf30-eefe-48ee-a942-425983d5607d/3c392549-dffa-43ad-865c-d567ed2c963b/c8e73b40-48a2-431b-9253-b77f6233f0c6) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:57.287962 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c8addfe8-c9fb-4c4f-a870-7a59b1991838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.315621 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d16a685-3a34-420f-a6b6-8ff1eea6b27a None None] Network 0c38bf30-eefe-48ee-a942-425983d5607d is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:57.316873 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-7d16a685-3a34-420f-a6b6-8ff1eea6b27a None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:57.319988 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d16a685-3a34-420f-a6b6-8ff1eea6b27a None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:57.472419 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16a685-3a34-420f-a6b6-8ff1eea6b27a None None] Pushing event updated for resources: {'Port': ['ID=591b217b-b5c2-45a8-b8e5-62f81b88909d,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:57.542610 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-7d16a685-3a34-420f-a6b6-8ff1eea6b27a None None] Attempting to bind port 591b217b-b5c2-45a8-b8e5-62f81b88909d on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:57.542610 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-7d16a685-3a34-420f-a6b6-8ff1eea6b27a None None] Attempting to bind port 591b217b-b5c2-45a8-b8e5-62f81b88909d by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '46eb4d3b-3d89-42f5-b07f-d2386b6ca7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0c38bf30-eefe-48ee-a942-425983d5607d'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:57.542610 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d16a685-3a34-420f-a6b6-8ff1eea6b27a None None] Attempting to bind port 591b217b-b5c2-45a8-b8e5-62f81b88909d on network 0c38bf30-eefe-48ee-a942-425983d5607d {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:44:57.552175 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-03357f8f-75fc-4795-b4d1-b1723270d357 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.552175 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-e8a68930-9017-4280-bacb-dd6166e7f789 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:57.564211 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d16a685-3a34-420f-a6b6-8ff1eea6b27a None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:44:57.564211 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d16a685-3a34-420f-a6b6-8ff1eea6b27a None None] Checking segment: {'id': '46eb4d3b-3d89-42f5-b07f-d2386b6ca7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0c38bf30-eefe-48ee-a942-425983d5607d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:57.564211 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7d16a685-3a34-420f-a6b6-8ff1eea6b27a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.564211 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d16a685-3a34-420f-a6b6-8ff1eea6b27a None None] Bound using segment: {'id': '46eb4d3b-3d89-42f5-b07f-d2386b6ca7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0c38bf30-eefe-48ee-a942-425983d5607d'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:44:57.564211 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-7d16a685-3a34-420f-a6b6-8ff1eea6b27a None None] Bound port: 591b217b-b5c2-45a8-b8e5-62f81b88909d, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46eb4d3b-3d89-42f5-b07f-d2386b6ca7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0c38bf30-eefe-48ee-a942-425983d5607d'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:57.573513 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7d16a685-3a34-420f-a6b6-8ff1eea6b27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.613643 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-e8a68930-9017-4280-bacb-dd6166e7f789 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Usage tracker for resource:subnet and tenant:6f5169a532a742cea727eb65685065fb is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:57.624327 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-e8a68930-9017-4280-bacb-dd6166e7f789 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:57.704470 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03357f8f-75fc-4795-b4d1-b1723270d357 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Pushing event deleted for resources: {'Port': ['ID=ee52cfb8-7a18-4e41-9637-7e8286d0942f,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:57.704470 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-e8a68930-9017-4280-bacb-dd6166e7f789 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:57.746042 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3892f723-b98a-4e86-9900-7a682dd46d88 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.750887 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8addfe8-c9fb-4c4f-a870-7a59b1991838 None None] Pushing event updated for resources: {'Port': ['ID=46ed9794-af09-4b26-9e89-f67131472076,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:57.773615 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-3892f723-b98a-4e86-9900-7a682dd46d88 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Transition to ACTIVE for port object c8e73b40-48a2-431b-9253-b77f6233f0c6 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:57.776010 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a68930-9017-4280-bacb-dd6166e7f789 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Made reservation on behalf of 6f5169a532a742cea727eb65685065fb for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:57.780778 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e8a68930-9017-4280-bacb-dd6166e7f789 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.846737 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-7d16a685-3a34-420f-a6b6-8ff1eea6b27a None None] For port 591b217b-b5c2-45a8-b8e5-62f81b88909d, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:44:57.852670 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-7d16a685-3a34-420f-a6b6-8ff1eea6b27a None None] For port 591b217b-b5c2-45a8-b8e5-62f81b88909d, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=591b217b-b5c2-45a8-b8e5-62f81b88909d,segment=NetworkSegment(46eb4d3b-3d89-42f5-b07f-d2386b6ca7e4),segment_id=46eb4d3b-3d89-42f5-b07f-d2386b6ca7e4)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:44:57.858895 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3892f723-b98a-4e86-9900-7a682dd46d88 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.862090 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7d16a685-3a34-420f-a6b6-8ff1eea6b27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.862544 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-03357f8f-75fc-4795-b4d1-b1723270d357 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.959253 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3892f723-b98a-4e86-9900-7a682dd46d88 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Network 0c38bf30-eefe-48ee-a942-425983d5607d is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:57.962396 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-3892f723-b98a-4e86-9900-7a682dd46d88 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:57.965120 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3892f723-b98a-4e86-9900-7a682dd46d88 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:44:58.022868 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3892f723-b98a-4e86-9900-7a682dd46d88 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Port': ['ID=c8e73b40-48a2-431b-9253-b77f6233f0c6,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:58.083019 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3892f723-b98a-4e86-9900-7a682dd46d88 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:58.083953 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3892f723-b98a-4e86-9900-7a682dd46d88 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:58.086972 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16a685-3a34-420f-a6b6-8ff1eea6b27a None None] Pushing event updated for resources: {'Port': ['ID=591b217b-b5c2-45a8-b8e5-62f81b88909d,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:58.135282 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-3892f723-b98a-4e86-9900-7a682dd46d88 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2869821 Jan 21 09:44:58.139229 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55206) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:58.173427 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-03357f8f-75fc-4795-b4d1-b1723270d357 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:58.176365 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-03357f8f-75fc-4795-b4d1-b1723270d357 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:58.235479 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 46ed9794-af09-4b26-9e89-f67131472076 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:58.293000 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-03357f8f-75fc-4795-b4d1-b1723270d357 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:58.293605 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03357f8f-75fc-4795-b4d1-b1723270d357 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Fanout notify agent at l3_agent the message router_deleted on router a2a0ba7d-2c09-47f0-90e7-037aa0223b67 {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:44:58.356456 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-03357f8f-75fc-4795-b4d1-b1723270d357 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:58.358606 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-03357f8f-75fc-4795-b4d1-b1723270d357 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] 10.222.0.110 "DELETE /v2.0/routers/a2a0ba7d-2c09-47f0-90e7-037aa0223b67 HTTP/1.1" status: 204 len: 168 time: 2.6214764 Jan 21 09:44:58.369799 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 46ed9794-af09-4b26-9e89-f67131472076 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:58.374183 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55210) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:58.383090 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-d334f270-3e73-4c49-bcbf-33fb16c7d14b tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2006789950', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:58.399696 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d334f270-3e73-4c49-bcbf-33fb16c7d14b tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:58.410553 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d334f270-3e73-4c49-bcbf-33fb16c7d14b tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Usage tracker for resource:router and tenant:98270f194ba8433d8a4fcad995f60dd9 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:58.415172 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d334f270-3e73-4c49-bcbf-33fb16c7d14b tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:58.422265 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d334f270-3e73-4c49-bcbf-33fb16c7d14b tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:58.425853 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e8a68930-9017-4280-bacb-dd6166e7f789 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:58.478980 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d334f270-3e73-4c49-bcbf-33fb16c7d14b tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:58.480280 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d334f270-3e73-4c49-bcbf-33fb16c7d14b tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:58.528921 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a68930-9017-4280-bacb-dd6166e7f789 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Pushing event updated for resources: {'Subnet': ['ID=cd247f53-646e-445c-ae7d-cca5e0c69d3b,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:58.539950 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d334f270-3e73-4c49-bcbf-33fb16c7d14b tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:58.542717 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a68930-9017-4280-bacb-dd6166e7f789 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Checking segment: {'id': '3d61e217-93f5-45b5-88ea-800a35ba2898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2321a7e6-4586-4578-90d4-2b6bed4dbb82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:44:58.543318 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a68930-9017-4280-bacb-dd6166e7f789 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Network hostable DHCP agents. Network: 2321a7e6-4586-4578-90d4-2b6bed4dbb82, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:58.580282 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d334f270-3e73-4c49-bcbf-33fb16c7d14b tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:58.589769 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a68930-9017-4280-bacb-dd6166e7f789 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Network 2321a7e6-4586-4578-90d4-2b6bed4dbb82 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:58.608255 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-e8a68930-9017-4280-bacb-dd6166e7f789 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 2321a7e6-4586-4578-90d4-2b6bed4dbb82) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:58.612145 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a68930-9017-4280-bacb-dd6166e7f789 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:58.612749 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e8a68930-9017-4280-bacb-dd6166e7f789 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:58.619198 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d334f270-3e73-4c49-bcbf-33fb16c7d14b tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:58.619515 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e0fca3-5c86-47e5-a74e-6fe270b0166e None None] Network 2321a7e6-4586-4578-90d4-2b6bed4dbb82 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:58.620956 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d334f270-3e73-4c49-bcbf-33fb16c7d14b tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2455931 Jan 21 09:44:58.626426 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55214) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:58.633933 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-b327566d-1d1b-4cae-8953-ff5ee8fcfa1e tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'enable_snat': True}}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:58.704748 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e8a68930-9017-4280-bacb-dd6166e7f789 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8756778 Jan 21 09:44:58.707989 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55218) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:58.716391 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-06d4e5d3-65d6-4818-85a2-0c26b4a6c2a2 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Request body: {'subnet': {'network_id': '2ec94a50-d8bc-432c-919c-cd05e1f64cbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:58.908920 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d7cd61-bdd7-48ef-a5b6-4a197e6072d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-2321a7e6-4586-4578-90d4-2b6bed4dbb82', 'network_id': '2321a7e6-4586-4578-90d4-2b6bed4dbb82', 'tenant_id': '6f5169a532a742cea727eb65685065fb', 'fixed_ips': [{'subnet_id': 'cd247f53-646e-445c-ae7d-cca5e0c69d3b'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:44:58.910036 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e2d7cd61-bdd7-48ef-a5b6-4a197e6072d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:58.933556 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-06d4e5d3-65d6-4818-85a2-0c26b4a6c2a2 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:58.946609 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-06d4e5d3-65d6-4818-85a2-0c26b4a6c2a2 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Usage tracker for resource:subnet and tenant:6f5169a532a742cea727eb65685065fb is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:58.957308 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-06d4e5d3-65d6-4818-85a2-0c26b4a6c2a2 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:58.974844 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-06d4e5d3-65d6-4818-85a2-0c26b4a6c2a2 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:59.138508 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-e2d7cd61-bdd7-48ef-a5b6-4a197e6072d0 None None] Allocated IP 172.20.0.2 (2321a7e6-4586-4578-90d4-2b6bed4dbb82/cd247f53-646e-445c-ae7d-cca5e0c69d3b/0dac6666-1426-423c-bc07-18db679007c5) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:59.197224 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91002c11-69b2-44b2-88c4-8465895f8ed1 None None] Network d93069fb-6ab3-451e-9998-c2e5ab97901c requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:59.211787 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d4e5d3-65d6-4818-85a2-0c26b4a6c2a2 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Made reservation on behalf of 6f5169a532a742cea727eb65685065fb for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:59.216180 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-06d4e5d3-65d6-4818-85a2-0c26b4a6c2a2 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.274725 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a0329215-49f1-4810-acdd-c57b4c3853c1 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.323322 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b327566d-1d1b-4cae-8953-ff5ee8fcfa1e tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.368094 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-50a8ab06-68ee-4d3c-a138-2671c297c758 None None] Provisioning for port 46ed9794-af09-4b26-9e89-f67131472076 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:59.398580 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-50a8ab06-68ee-4d3c-a138-2671c297c758 None None] Provisioning complete for port 46ed9794-af09-4b26-9e89-f67131472076 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:59.399168 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50a8ab06-68ee-4d3c-a138-2671c297c758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.571502 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b4982d-31eb-4f78-80cc-da7ff557285f None None] Network 0c38bf30-eefe-48ee-a942-425983d5607d requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:44:59.716553 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e2d7cd61-bdd7-48ef-a5b6-4a197e6072d0 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.733397 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e2d7cd61-bdd7-48ef-a5b6-4a197e6072d0 None None] Transition to ACTIVE for port object 0dac6666-1426-423c-bc07-18db679007c5 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:59.754886 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b327566d-1d1b-4cae-8953-ff5ee8fcfa1e tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.757438 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e2d7cd61-bdd7-48ef-a5b6-4a197e6072d0 None None] Transition to ACTIVE for port object 0dac6666-1426-423c-bc07-18db679007c5 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:59.796310 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b327566d-1d1b-4cae-8953-ff5ee8fcfa1e tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.836775 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e2d7cd61-bdd7-48ef-a5b6-4a197e6072d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.882328 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-06d4e5d3-65d6-4818-85a2-0c26b4a6c2a2 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.938186 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50a8ab06-68ee-4d3c-a138-2671c297c758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.940531 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-b327566d-1d1b-4cae-8953-ff5ee8fcfa1e tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Allocated IP 172.26.3.158 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/a53a66ed-4e14-450c-87ac-4dc6b5d625d2) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:59.957745 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a0329215-49f1-4810-acdd-c57b4c3853c1 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.966957 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a0329215-49f1-4810-acdd-c57b4c3853c1 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.986556 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d7cd61-bdd7-48ef-a5b6-4a197e6072d0 None None] Network 2321a7e6-4586-4578-90d4-2b6bed4dbb82 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:59.996087 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-e2d7cd61-bdd7-48ef-a5b6-4a197e6072d0 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:00.006945 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d7cd61-bdd7-48ef-a5b6-4a197e6072d0 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:00.012711 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7cd61-bdd7-48ef-a5b6-4a197e6072d0 None None] Pushing event updated for resources: {'Port': ['ID=0dac6666-1426-423c-bc07-18db679007c5,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:00.016635 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4e5d3-65d6-4818-85a2-0c26b4a6c2a2 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Pushing event updated for resources: {'Subnet': ['ID=7e3b5e54-ac3b-46ec-b074-08a6e586a026,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:00.107879 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-50a8ab06-68ee-4d3c-a138-2671c297c758 None None] For port 46ed9794-af09-4b26-9e89-f67131472076, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=46ed9794-af09-4b26-9e89-f67131472076,segment=NetworkSegment(4d4f0485-4a43-4546-bee5-08521e2c1372),segment_id=4d4f0485-4a43-4546-bee5-08521e2c1372)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:00.119289 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d4e5d3-65d6-4818-85a2-0c26b4a6c2a2 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Checking segment: {'id': 'fb71dcf6-c07d-42a7-89e4-e98713dac3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2ec94a50-d8bc-432c-919c-cd05e1f64cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:45:00.119701 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d4e5d3-65d6-4818-85a2-0c26b4a6c2a2 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Network hostable DHCP agents. Network: 2ec94a50-d8bc-432c-919c-cd05e1f64cbc, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:45:00.128937 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0329215-49f1-4810-acdd-c57b4c3853c1 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Port': ['ID=c8e73b40-48a2-431b-9253-b77f6233f0c6,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:00.149480 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50a8ab06-68ee-4d3c-a138-2671c297c758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.161073 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b327566d-1d1b-4cae-8953-ff5ee8fcfa1e tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.216844 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b327566d-1d1b-4cae-8953-ff5ee8fcfa1e tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.263303 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d4e5d3-65d6-4818-85a2-0c26b4a6c2a2 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Network 2ec94a50-d8bc-432c-919c-cd05e1f64cbc is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:45:00.292958 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-06d4e5d3-65d6-4818-85a2-0c26b4a6c2a2 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 2ec94a50-d8bc-432c-919c-cd05e1f64cbc) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:00.302216 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d4e5d3-65d6-4818-85a2-0c26b4a6c2a2 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:00.302216 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-06d4e5d3-65d6-4818-85a2-0c26b4a6c2a2 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.314995 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b327566d-1d1b-4cae-8953-ff5ee8fcfa1e tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:00.317674 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-b327566d-1d1b-4cae-8953-ff5ee8fcfa1e tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:00.321305 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b327566d-1d1b-4cae-8953-ff5ee8fcfa1e tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:00.362166 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327566d-1d1b-4cae-8953-ff5ee8fcfa1e tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Pushing event updated for resources: {'Port': ['ID=a53a66ed-4e14-450c-87ac-4dc6b5d625d2,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:00.373998 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 591b217b-b5c2-45a8-b8e5-62f81b88909d up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:00.381621 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-06d4e5d3-65d6-4818-85a2-0c26b4a6c2a2 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6652865 Jan 21 09:45:00.381621 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55226) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:00.406822 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6099050-a024-45ab-92dd-86e731dc5d5d None None] Network 2ec94a50-d8bc-432c-919c-cd05e1f64cbc requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:00.422601 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-e2d7cd61-bdd7-48ef-a5b6-4a197e6072d0 None None] Attempting to bind port 0dac6666-1426-423c-bc07-18db679007c5 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:00.422601 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-e2d7cd61-bdd7-48ef-a5b6-4a197e6072d0 None None] Attempting to bind port 0dac6666-1426-423c-bc07-18db679007c5 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '3d61e217-93f5-45b5-88ea-800a35ba2898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2321a7e6-4586-4578-90d4-2b6bed4dbb82'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:00.422993 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d7cd61-bdd7-48ef-a5b6-4a197e6072d0 None None] Attempting to bind port 0dac6666-1426-423c-bc07-18db679007c5 on network 2321a7e6-4586-4578-90d4-2b6bed4dbb82 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:45:00.491206 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a0329215-49f1-4810-acdd-c57b4c3853c1 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.493764 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d7cd61-bdd7-48ef-a5b6-4a197e6072d0 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:45:00.493764 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d7cd61-bdd7-48ef-a5b6-4a197e6072d0 None None] Checking segment: {'id': '3d61e217-93f5-45b5-88ea-800a35ba2898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2321a7e6-4586-4578-90d4-2b6bed4dbb82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:45:00.493764 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e2d7cd61-bdd7-48ef-a5b6-4a197e6072d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.493764 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d7cd61-bdd7-48ef-a5b6-4a197e6072d0 None None] Bound using segment: {'id': '3d61e217-93f5-45b5-88ea-800a35ba2898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2321a7e6-4586-4578-90d4-2b6bed4dbb82'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:45:00.495927 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-e2d7cd61-bdd7-48ef-a5b6-4a197e6072d0 None None] Bound port: 0dac6666-1426-423c-bc07-18db679007c5, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d61e217-93f5-45b5-88ea-800a35ba2898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2321a7e6-4586-4578-90d4-2b6bed4dbb82'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:00.495927 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e2d7cd61-bdd7-48ef-a5b6-4a197e6072d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.603775 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-3d44ad79-9e63-47e4-b8b3-d8a0a8c429a4 None None] Provisioning for port 591b217b-b5c2-45a8-b8e5-62f81b88909d completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:00.642138 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8ab06-68ee-4d3c-a138-2671c297c758 None None] Pushing event updated for resources: {'Port': ['ID=46ed9794-af09-4b26-9e89-f67131472076,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:00.740826 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-e2d7cd61-bdd7-48ef-a5b6-4a197e6072d0 None None] For port 0dac6666-1426-423c-bc07-18db679007c5, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:45:00.761289 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-e2d7cd61-bdd7-48ef-a5b6-4a197e6072d0 None None] For port 0dac6666-1426-423c-bc07-18db679007c5, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=0dac6666-1426-423c-bc07-18db679007c5,segment=NetworkSegment(3d61e217-93f5-45b5-88ea-800a35ba2898),segment_id=3d61e217-93f5-45b5-88ea-800a35ba2898)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:45:00.948577 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b327566d-1d1b-4cae-8953-ff5ee8fcfa1e tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.955170 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e2d7cd61-bdd7-48ef-a5b6-4a197e6072d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.001448 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 591b217b-b5c2-45a8-b8e5-62f81b88909d completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:01.045866 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 591b217b-b5c2-45a8-b8e5-62f81b88909d triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:01.046444 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.097768 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5398ea-e222-41d3-94a6-10e70d509435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-2ec94a50-d8bc-432c-919c-cd05e1f64cbc', 'network_id': '2ec94a50-d8bc-432c-919c-cd05e1f64cbc', 'tenant_id': '6f5169a532a742cea727eb65685065fb', 'fixed_ips': [{'subnet_id': '7e3b5e54-ac3b-46ec-b074-08a6e586a026'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:45:01.098638 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fd5398ea-e222-41d3-94a6-10e70d509435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.187343 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a2b17bb7-a2cd-4116-be1e-a43fd8514086 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.205604 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a0329215-49f1-4810-acdd-c57b4c3853c1 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.252699 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-3d4270b6-4b06-4487-9d5b-3938468c4225 None None] Provisioning complete for port 46ed9794-af09-4b26-9e89-f67131472076 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:01.253106 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3d4270b6-4b06-4487-9d5b-3938468c4225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.288900 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7cd61-bdd7-48ef-a5b6-4a197e6072d0 None None] Pushing event updated for resources: {'Port': ['ID=0dac6666-1426-423c-bc07-18db679007c5,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:01.571296 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.850434 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b327566d-1d1b-4cae-8953-ff5ee8fcfa1e tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.862015 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b327566d-1d1b-4cae-8953-ff5ee8fcfa1e tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555907'] for router, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.863618 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 591b217b-b5c2-45a8-b8e5-62f81b88909d, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=591b217b-b5c2-45a8-b8e5-62f81b88909d,segment=NetworkSegment(46eb4d3b-3d89-42f5-b07f-d2386b6ca7e4),segment_id=46eb4d3b-3d89-42f5-b07f-d2386b6ca7e4)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:01.876633 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-fd5398ea-e222-41d3-94a6-10e70d509435 None None] Allocated IP 172.20.0.2 (2ec94a50-d8bc-432c-919c-cd05e1f64cbc/7e3b5e54-ac3b-46ec-b074-08a6e586a026/6670b9c7-aee7-4e64-a3a0-b733239b274e) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:01.982633 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:45:02.019885 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.199910 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b327566d-1d1b-4cae-8953-ff5ee8fcfa1e tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Router 21f934da-03ee-45c8-b835-0a3a7c09392b is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:45:02.209947 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-8a294eca-867d-46a3-806b-4578a8e384fd None None] Provisioning for port c8e73b40-48a2-431b-9253-b77f6233f0c6 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:02.219802 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-8a294eca-867d-46a3-806b-4578a8e384fd None None] Provisioning complete for port c8e73b40-48a2-431b-9253-b77f6233f0c6 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:02.220180 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8a294eca-867d-46a3-806b-4578a8e384fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.303294 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=591b217b-b5c2-45a8-b8e5-62f81b88909d,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:02.349386 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 0dac6666-1426-423c-bc07-18db679007c5 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:02.422705 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-a2b17bb7-a2cd-4116-be1e-a43fd8514086 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Allocated IP 172.20.0.1 (2321a7e6-4586-4578-90d4-2b6bed4dbb82/cd247f53-646e-445c-ae7d-cca5e0c69d3b/037fd029-67a7-4a0c-ad10-8d41ef2e3191) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:02.494682 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a0329215-49f1-4810-acdd-c57b4c3853c1 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.508723 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b327566d-1d1b-4cae-8953-ff5ee8fcfa1e tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:45:02.519879 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b327566d-1d1b-4cae-8953-ff5ee8fcfa1e tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.524631 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b327566d-1d1b-4cae-8953-ff5ee8fcfa1e tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] 10.222.0.110 "PUT /v2.0/routers/21f934da-03ee-45c8-b835-0a3a7c09392b HTTP/1.1" status: 200 len: 919 time: 3.8944550 Jan 21 09:45:02.525341 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55230) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:02.534710 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-8a294eca-867d-46a3-806b-4578a8e384fd None None] Port c8e73b40-48a2-431b-9253-b77f6233f0c6 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:02.567354 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fd5398ea-e222-41d3-94a6-10e70d509435 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.591443 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-fd5398ea-e222-41d3-94a6-10e70d509435 None None] Transition to ACTIVE for port object 6670b9c7-aee7-4e64-a3a0-b733239b274e will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:02.616896 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-8a294eca-867d-46a3-806b-4578a8e384fd None None] Provisioning complete for port 591b217b-b5c2-45a8-b8e5-62f81b88909d triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:02.617649 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8a294eca-867d-46a3-806b-4578a8e384fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.617770 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7204f28-3e6f-488e-ae42-15ed552fa2a8 None None] Sync routers for ids ['21f934da-03ee-45c8-b835-0a3a7c09392b'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:45:02.643764 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7204f28-3e6f-488e-ae42-15ed552fa2a8 None None] Routers {'21f934da-03ee-45c8-b835-0a3a7c09392b'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:02.644177 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-c7204f28-3e6f-488e-ae42-15ed552fa2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['21f934da-03ee-45c8-b835-0a3a7c09392b'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:02.669985 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 0dac6666-1426-423c-bc07-18db679007c5 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:02.682952 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a0329215-49f1-4810-acdd-c57b4c3853c1 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.714657 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-fd5398ea-e222-41d3-94a6-10e70d509435 None None] Transition to ACTIVE for port object 6670b9c7-aee7-4e64-a3a0-b733239b274e will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:02.719059 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 46ed9794-af09-4b26-9e89-f67131472076 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:02.751600 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-c7204f28-3e6f-488e-ae42-15ed552fa2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:02.773063 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7204f28-3e6f-488e-ae42-15ed552fa2a8 None None] Routers {'21f934da-03ee-45c8-b835-0a3a7c09392b'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:02.773957 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-c7204f28-3e6f-488e-ae42-15ed552fa2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['21f934da-03ee-45c8-b835-0a3a7c09392b'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:02.809275 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fd5398ea-e222-41d3-94a6-10e70d509435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.822522 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-878e6385-5f86-43e3-b6ae-47c70af295cf tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] 10.222.0.110 "GET /v2.0/routers/21f934da-03ee-45c8-b835-0a3a7c09392b HTTP/1.1" status: 200 len: 925 time: 0.2957652 Jan 21 09:45:02.825551 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55234) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:02.847380 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a2b17bb7-a2cd-4116-be1e-a43fd8514086 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.922807 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-c7204f28-3e6f-488e-ae42-15ed552fa2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:02.922807 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7204f28-3e6f-488e-ae42-15ed552fa2a8 None None] The sync data for ids ['21f934da-03ee-45c8-b835-0a3a7c09392b'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:45:02.929110 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0329215-49f1-4810-acdd-c57b4c3853c1 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Port': ['ID=c8e73b40-48a2-431b-9253-b77f6233f0c6,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:02.929110 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a0329215-49f1-4810-acdd-c57b4c3853c1 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.935436 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-a2b17bb7-a2cd-4116-be1e-a43fd8514086 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Transition to ACTIVE for port object 037fd029-67a7-4a0c-ad10-8d41ef2e3191 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:02.945901 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5398ea-e222-41d3-94a6-10e70d509435 None None] Network 2ec94a50-d8bc-432c-919c-cd05e1f64cbc is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:02.945901 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-fd5398ea-e222-41d3-94a6-10e70d509435 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:03.004913 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a2b17bb7-a2cd-4116-be1e-a43fd8514086 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.016916 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc0f78c-49bf-481f-aa8f-471e7ad07707 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:03.023707 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-dcc0f78c-49bf-481f-aa8f-471e7ad07707 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Synchronizing usage tracker for tenant:eaf383f3c61a48439db183060d04b10a on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:03.024722 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5398ea-e222-41d3-94a6-10e70d509435 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:03.038347 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9f2436-b1fb-4314-bbd9-7c46c6c749f7 None None] Network 2321a7e6-4586-4578-90d4-2b6bed4dbb82 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:03.044919 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-dcc0f78c-49bf-481f-aa8f-471e7ad07707 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Unset dirty status for tenant:eaf383f3c61a48439db183060d04b10a on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:03.046721 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-dcc0f78c-49bf-481f-aa8f-471e7ad07707 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] 10.222.0.110 "GET /v2.0/ports?network_id=80a065d7-b55c-43ad-a3e8-c65befe4136c&device_id=21f934da-03ee-45c8-b835-0a3a7c09392b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2195907 Jan 21 09:45:03.049300 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55238) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:03.106863 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b17bb7-a2cd-4116-be1e-a43fd8514086 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Network 2321a7e6-4586-4578-90d4-2b6bed4dbb82 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:03.112398 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-a2b17bb7-a2cd-4116-be1e-a43fd8514086 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:03.147272 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5398ea-e222-41d3-94a6-10e70d509435 None None] Pushing event updated for resources: {'Port': ['ID=6670b9c7-aee7-4e64-a3a0-b733239b274e,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:03.200977 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b489aa-2584-4c98-843e-84a70cbc4241 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:03.202752 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-54b489aa-2584-4c98-843e-84a70cbc4241 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] 10.222.0.110 "GET /v2.0/networks/80a065d7-b55c-43ad-a3e8-c65befe4136c HTTP/1.1" status: 200 len: 881 time: 0.1528389 Jan 21 09:45:03.205908 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55242) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:03.219536 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 46ed9794-af09-4b26-9e89-f67131472076 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:03.219903 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.255278 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9aeabdb6-e7e4-4e7a-b69c-7cbddf48edf2 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] 10.222.0.110 "GET /v2.0/ports?device_id=21f934da-03ee-45c8-b835-0a3a7c09392b HTTP/1.1" status: 200 len: 205 time: 0.0481191 Jan 21 09:45:03.256283 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55246) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:03.310354 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b17bb7-a2cd-4116-be1e-a43fd8514086 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:03.349080 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-fd5398ea-e222-41d3-94a6-10e70d509435 None None] Attempting to bind port 6670b9c7-aee7-4e64-a3a0-b733239b274e on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:03.349660 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-fd5398ea-e222-41d3-94a6-10e70d509435 None None] Attempting to bind port 6670b9c7-aee7-4e64-a3a0-b733239b274e by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'fb71dcf6-c07d-42a7-89e4-e98713dac3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2ec94a50-d8bc-432c-919c-cd05e1f64cbc'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:03.350197 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5398ea-e222-41d3-94a6-10e70d509435 None None] Attempting to bind port 6670b9c7-aee7-4e64-a3a0-b733239b274e on network 2ec94a50-d8bc-432c-919c-cd05e1f64cbc {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:45:03.369744 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b17bb7-a2cd-4116-be1e-a43fd8514086 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Pushing event updated for resources: {'Port': ['ID=037fd029-67a7-4a0c-ad10-8d41ef2e3191,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:03.383413 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5398ea-e222-41d3-94a6-10e70d509435 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:45:03.384018 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5398ea-e222-41d3-94a6-10e70d509435 None None] Checking segment: {'id': 'fb71dcf6-c07d-42a7-89e4-e98713dac3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2ec94a50-d8bc-432c-919c-cd05e1f64cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:45:03.384676 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fd5398ea-e222-41d3-94a6-10e70d509435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.385233 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5398ea-e222-41d3-94a6-10e70d509435 None None] Bound using segment: {'id': 'fb71dcf6-c07d-42a7-89e4-e98713dac3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2ec94a50-d8bc-432c-919c-cd05e1f64cbc'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:45:03.385876 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-fd5398ea-e222-41d3-94a6-10e70d509435 None None] Bound port: 6670b9c7-aee7-4e64-a3a0-b733239b274e, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb71dcf6-c07d-42a7-89e4-e98713dac3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2ec94a50-d8bc-432c-919c-cd05e1f64cbc'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:03.386425 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fd5398ea-e222-41d3-94a6-10e70d509435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.415263 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a2b17bb7-a2cd-4116-be1e-a43fd8514086 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.458311 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0329215-49f1-4810-acdd-c57b4c3853c1 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Network 0c38bf30-eefe-48ee-a942-425983d5607d is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:03.458311 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-a0329215-49f1-4810-acdd-c57b4c3853c1 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:03.487808 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1be2b46b-f93a-4782-b78d-69d8ff99002c tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.610760 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-fd5398ea-e222-41d3-94a6-10e70d509435 None None] For port 6670b9c7-aee7-4e64-a3a0-b733239b274e, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:45:03.616643 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-fd5398ea-e222-41d3-94a6-10e70d509435 None None] For port 6670b9c7-aee7-4e64-a3a0-b733239b274e, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=6670b9c7-aee7-4e64-a3a0-b733239b274e,segment=NetworkSegment(fb71dcf6-c07d-42a7-89e4-e98713dac3b6),segment_id=fb71dcf6-c07d-42a7-89e4-e98713dac3b6)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:45:03.715528 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1be2b46b-f93a-4782-b78d-69d8ff99002c tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.721563 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-c822cf3a-f09e-4b61-b7e8-3ea4e0bc4471 None None] Provisioning complete for port c8e73b40-48a2-431b-9253-b77f6233f0c6 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:03.721563 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c822cf3a-f09e-4b61-b7e8-3ea4e0bc4471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.726989 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a2b17bb7-a2cd-4116-be1e-a43fd8514086 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.737160 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-1be2b46b-f93a-4782-b78d-69d8ff99002c tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Deleting port a53a66ed-4e14-450c-87ac-4dc6b5d625d2 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:03.738175 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1be2b46b-f93a-4782-b78d-69d8ff99002c tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.773666 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fd5398ea-e222-41d3-94a6-10e70d509435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.920141 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-c822cf3a-f09e-4b61-b7e8-3ea4e0bc4471 None None] Port c8e73b40-48a2-431b-9253-b77f6233f0c6 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:03.945951 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5398ea-e222-41d3-94a6-10e70d509435 None None] Pushing event updated for resources: {'Port': ['ID=6670b9c7-aee7-4e64-a3a0-b733239b274e,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:03.959460 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-c822cf3a-f09e-4b61-b7e8-3ea4e0bc4471 None None] Provisioning for port 0dac6666-1426-423c-bc07-18db679007c5 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:03.973557 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-c822cf3a-f09e-4b61-b7e8-3ea4e0bc4471 None None] Provisioning complete for port 0dac6666-1426-423c-bc07-18db679007c5 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:03.973937 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c822cf3a-f09e-4b61-b7e8-3ea4e0bc4471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.047125 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0329215-49f1-4810-acdd-c57b4c3853c1 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Router a78043ab-c82c-4ff1-ba56-a5b851295162 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:45:04.123249 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1be2b46b-f93a-4782-b78d-69d8ff99002c tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.196436 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c822cf3a-f09e-4b61-b7e8-3ea4e0bc4471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.219269 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 591b217b-b5c2-45a8-b8e5-62f81b88909d up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:04.333577 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-1be2b46b-f93a-4782-b78d-69d8ff99002c tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Calling delete_port for a53a66ed-4e14-450c-87ac-4dc6b5d625d2 owned by network:router_gateway {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:04.375383 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0329215-49f1-4810-acdd-c57b4c3853c1 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:45:04.395461 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b21731-dfc6-4e83-8042-99562c66fd12 None None] Sync routers for ids ['a78043ab-c82c-4ff1-ba56-a5b851295162'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:45:04.452099 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b21731-dfc6-4e83-8042-99562c66fd12 None None] Routers {'a78043ab-c82c-4ff1-ba56-a5b851295162'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:04.452744 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-20b21731-dfc6-4e83-8042-99562c66fd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['a78043ab-c82c-4ff1-ba56-a5b851295162'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:04.488775 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a0329215-49f1-4810-acdd-c57b4c3853c1 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "PUT /v2.0/routers/a78043ab-c82c-4ff1-ba56-a5b851295162/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3445687 Jan 21 09:45:04.489386 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55250) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:04.527753 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-c822cf3a-f09e-4b61-b7e8-3ea4e0bc4471 None None] For port 0dac6666-1426-423c-bc07-18db679007c5, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=0dac6666-1426-423c-bc07-18db679007c5,segment=NetworkSegment(3d61e217-93f5-45b5-88ea-800a35ba2898),segment_id=3d61e217-93f5-45b5-88ea-800a35ba2898)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:04.532096 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-20b21731-dfc6-4e83-8042-99562c66fd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:04.539093 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 591b217b-b5c2-45a8-b8e5-62f81b88909d triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:04.539093 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.612291 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c822cf3a-f09e-4b61-b7e8-3ea4e0bc4471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.676314 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b21731-dfc6-4e83-8042-99562c66fd12 None None] Routers {'a78043ab-c82c-4ff1-ba56-a5b851295162'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:04.676974 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-20b21731-dfc6-4e83-8042-99562c66fd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['a78043ab-c82c-4ff1-ba56-a5b851295162'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:04.709510 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1be2b46b-f93a-4782-b78d-69d8ff99002c tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.772039 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a2b17bb7-a2cd-4116-be1e-a43fd8514086 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.798967 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb37fe0c-1c09-47fd-8ecb-122ba40d8e22 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:04.799865 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-cb37fe0c-1c09-47fd-8ecb-122ba40d8e22 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Synchronizing usage tracker for tenant:0b78745c20204b2bb7542d64f98190cf on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:04.802439 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2b46b-f93a-4782-b78d-69d8ff99002c tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Pushing event deleted for resources: {'Port': ['ID=a53a66ed-4e14-450c-87ac-4dc6b5d625d2,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:04.811987 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a2b17bb7-a2cd-4116-be1e-a43fd8514086 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.827669 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-20b21731-dfc6-4e83-8042-99562c66fd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:04.828232 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b21731-dfc6-4e83-8042-99562c66fd12 None None] The sync data for ids ['a78043ab-c82c-4ff1-ba56-a5b851295162'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:45:04.859492 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-05482335-5dfe-45fa-b041-e70511e0574a None None] Provisioning complete for port c8e73b40-48a2-431b-9253-b77f6233f0c6 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:04.859876 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-05482335-5dfe-45fa-b041-e70511e0574a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.899212 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822cf3a-f09e-4b61-b7e8-3ea4e0bc4471 None None] Pushing event updated for resources: {'Port': ['ID=0dac6666-1426-423c-bc07-18db679007c5,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:04.942598 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1be2b46b-f93a-4782-b78d-69d8ff99002c tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.945966 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a2b17bb7-a2cd-4116-be1e-a43fd8514086 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.971179 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-05482335-5dfe-45fa-b041-e70511e0574a None None] Port c8e73b40-48a2-431b-9253-b77f6233f0c6 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:04.994543 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-05482335-5dfe-45fa-b041-e70511e0574a None None] Provisioning complete for port 0dac6666-1426-423c-bc07-18db679007c5 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:04.995038 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-05482335-5dfe-45fa-b041-e70511e0574a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:05.030987 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-cb37fe0c-1c09-47fd-8ecb-122ba40d8e22 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Unset dirty status for tenant:0b78745c20204b2bb7542d64f98190cf on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:05.032258 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-cb37fe0c-1c09-47fd-8ecb-122ba40d8e22 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "GET /v2.0/ports?device_id=a78043ab-c82c-4ff1-ba56-a5b851295162 HTTP/1.1" status: 200 len: 982 time: 0.5416446 Jan 21 09:45:05.050829 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55256) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:05.141589 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-05482335-5dfe-45fa-b041-e70511e0574a None None] Provisioning for port 037fd029-67a7-4a0c-ad10-8d41ef2e3191 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:05.146399 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-05482335-5dfe-45fa-b041-e70511e0574a None None] Provisioning complete for port 037fd029-67a7-4a0c-ad10-8d41ef2e3191 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:05.146851 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-05482335-5dfe-45fa-b041-e70511e0574a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:05.161185 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1be2b46b-f93a-4782-b78d-69d8ff99002c tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:05.166053 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1be2b46b-f93a-4782-b78d-69d8ff99002c tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:05.208483 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b17bb7-a2cd-4116-be1e-a43fd8514086 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Pushing event updated for resources: {'Port': ['ID=037fd029-67a7-4a0c-ad10-8d41ef2e3191,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:05.216017 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1be2b46b-f93a-4782-b78d-69d8ff99002c tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:05.216845 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be2b46b-f93a-4782-b78d-69d8ff99002c tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Fanout notify agent at l3_agent the message router_deleted on router 21f934da-03ee-45c8-b835-0a3a7c09392b {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:45:05.237485 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1be2b46b-f93a-4782-b78d-69d8ff99002c tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:05.238724 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1be2b46b-f93a-4782-b78d-69d8ff99002c tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] 10.222.0.110 "DELETE /v2.0/routers/21f934da-03ee-45c8-b835-0a3a7c09392b HTTP/1.1" status: 204 len: 168 time: 1.9812839 Jan 21 09:45:05.243381 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55260) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:05.252980 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-695a0802-3181-4286-bb60-f537e6d9ba06 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1026338256', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:05.262987 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-695a0802-3181-4286-bb60-f537e6d9ba06 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:05.268723 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-695a0802-3181-4286-bb60-f537e6d9ba06 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Usage tracker for resource:router and tenant:98270f194ba8433d8a4fcad995f60dd9 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:05.273698 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-695a0802-3181-4286-bb60-f537e6d9ba06 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:05.284872 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-695a0802-3181-4286-bb60-f537e6d9ba06 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:05.288291 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-05482335-5dfe-45fa-b041-e70511e0574a None None] Port 037fd029-67a7-4a0c-ad10-8d41ef2e3191 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:05.300988 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-695a0802-3181-4286-bb60-f537e6d9ba06 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:05.302526 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-695a0802-3181-4286-bb60-f537e6d9ba06 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:05.326554 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-695a0802-3181-4286-bb60-f537e6d9ba06 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:05.370763 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-695a0802-3181-4286-bb60-f537e6d9ba06 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:05.410311 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-695a0802-3181-4286-bb60-f537e6d9ba06 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:05.417391 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-695a0802-3181-4286-bb60-f537e6d9ba06 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1685760 Jan 21 09:45:05.417391 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55264) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:05.424511 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-55eb7e6a-3ec8-4e23-9229-0e8f066b1163 None None] Provisioning complete for port 037fd029-67a7-4a0c-ad10-8d41ef2e3191 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:05.426119 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-55eb7e6a-3ec8-4e23-9229-0e8f066b1163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:05.435027 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-30b79594-35a2-474e-b655-5a5d62acdf66 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'enable_snat': False}}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:05.516380 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-55eb7e6a-3ec8-4e23-9229-0e8f066b1163 None None] Port 037fd029-67a7-4a0c-ad10-8d41ef2e3191 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:05.582120 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b17bb7-a2cd-4116-be1e-a43fd8514086 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Network 2321a7e6-4586-4578-90d4-2b6bed4dbb82 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:05.584820 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-a2b17bb7-a2cd-4116-be1e-a43fd8514086 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:05.740967 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51abd2cc-e7c5-42f6-a255-49106afabca4 None None] Network 2ec94a50-d8bc-432c-919c-cd05e1f64cbc requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:05.899022 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-d36e1578-1a28-4552-8445-337e23c6bf5d None None] Provisioning for port 6670b9c7-aee7-4e64-a3a0-b733239b274e completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:06.006379 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b17bb7-a2cd-4116-be1e-a43fd8514086 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Router 42d5f8a1-938d-4ae8-ba92-736682315b45 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:45:06.039524 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-3fe0d1cd-bb39-474a-b9bc-8f40847495a0 None None] Provisioning complete for port 037fd029-67a7-4a0c-ad10-8d41ef2e3191 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:06.039893 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3fe0d1cd-bb39-474a-b9bc-8f40847495a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:06.108632 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-3fe0d1cd-bb39-474a-b9bc-8f40847495a0 None None] Port 037fd029-67a7-4a0c-ad10-8d41ef2e3191 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:06.157127 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-30b79594-35a2-474e-b655-5a5d62acdf66 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:06.246713 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b17bb7-a2cd-4116-be1e-a43fd8514086 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:45:06.257860 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a2b17bb7-a2cd-4116-be1e-a43fd8514086 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] 10.222.0.110 "PUT /v2.0/routers/42d5f8a1-938d-4ae8-ba92-736682315b45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8773477 Jan 21 09:45:06.259098 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55268) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:06.260026 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8c46d7-24c1-4006-a647-3452a6997950 None None] Sync routers for ids ['42d5f8a1-938d-4ae8-ba92-736682315b45'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:45:06.287273 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8c46d7-24c1-4006-a647-3452a6997950 None None] Routers {'42d5f8a1-938d-4ae8-ba92-736682315b45'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:06.288038 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-de8c46d7-24c1-4006-a647-3452a6997950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['42d5f8a1-938d-4ae8-ba92-736682315b45'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:06.329571 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 6670b9c7-aee7-4e64-a3a0-b733239b274e up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:06.389362 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-de8c46d7-24c1-4006-a647-3452a6997950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:06.409503 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8c46d7-24c1-4006-a647-3452a6997950 None None] Routers {'42d5f8a1-938d-4ae8-ba92-736682315b45'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:06.410840 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-de8c46d7-24c1-4006-a647-3452a6997950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['42d5f8a1-938d-4ae8-ba92-736682315b45'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:06.465701 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 6670b9c7-aee7-4e64-a3a0-b733239b274e completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:06.473302 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 6670b9c7-aee7-4e64-a3a0-b733239b274e triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:06.473972 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:06.497284 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-de8c46d7-24c1-4006-a647-3452a6997950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:06.497902 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8c46d7-24c1-4006-a647-3452a6997950 None None] The sync data for ids ['42d5f8a1-938d-4ae8-ba92-736682315b45'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:45:06.512477 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1f80d52f-dd97-499e-a644-deb2f1d07e95 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:06.569534 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-6185213f-62b2-45f9-b550-28bbbcad64a2 None None] Provisioning complete for port 6670b9c7-aee7-4e64-a3a0-b733239b274e triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:06.569766 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6185213f-62b2-45f9-b550-28bbbcad64a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:06.687977 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:06.693714 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-30b79594-35a2-474e-b655-5a5d62acdf66 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:06.734824 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-30b79594-35a2-474e-b655-5a5d62acdf66 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:06.773041 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 6670b9c7-aee7-4e64-a3a0-b733239b274e, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=6670b9c7-aee7-4e64-a3a0-b733239b274e,segment=NetworkSegment(fb71dcf6-c07d-42a7-89e4-e98713dac3b6),segment_id=fb71dcf6-c07d-42a7-89e4-e98713dac3b6)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:06.781050 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6185213f-62b2-45f9-b550-28bbbcad64a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:06.793328 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:06.793957 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 0dac6666-1426-423c-bc07-18db679007c5 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:06.938426 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-30b79594-35a2-474e-b655-5a5d62acdf66 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Allocated IP 172.26.3.81 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/609cf184-b175-43b9-b233-52f3f0139f26) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:06.990530 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=6670b9c7-aee7-4e64-a3a0-b733239b274e,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:07.013990 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-6185213f-62b2-45f9-b550-28bbbcad64a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:45:07.014359 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-6185213f-62b2-45f9-b550-28bbbcad64a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:45:07.014978 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 0dac6666-1426-423c-bc07-18db679007c5 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:07.015351 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:07.147260 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-30b79594-35a2-474e-b655-5a5d62acdf66 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:07.183625 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-30b79594-35a2-474e-b655-5a5d62acdf66 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:07.256548 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b79594-35a2-474e-b655-5a5d62acdf66 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:07.260140 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-30b79594-35a2-474e-b655-5a5d62acdf66 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:07.266736 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b79594-35a2-474e-b655-5a5d62acdf66 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:07.296505 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b79594-35a2-474e-b655-5a5d62acdf66 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Pushing event updated for resources: {'Port': ['ID=609cf184-b175-43b9-b233-52f3f0139f26,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:07.343500 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-1f80d52f-dd97-499e-a644-deb2f1d07e95 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Deleting port c8e73b40-48a2-431b-9253-b77f6233f0c6 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:07.343500 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1f80d52f-dd97-499e-a644-deb2f1d07e95 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:07.558293 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-1dbb21e5-0ad4-4e40-9fe0-b9f0b91922f1 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:45:07.563907 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1dbb21e5-0ad4-4e40-9fe0-b9f0b91922f1 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] 10.222.0.110 "PUT /v2.0/routers/42d5f8a1-938d-4ae8-ba92-736682315b45/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3015680 Jan 21 09:45:07.563907 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55274) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:07.741186 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-30b79594-35a2-474e-b655-5a5d62acdf66 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:07.748536 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1f80d52f-dd97-499e-a644-deb2f1d07e95 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:07.945710 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-1f80d52f-dd97-499e-a644-deb2f1d07e95 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Calling delete_port for c8e73b40-48a2-431b-9253-b77f6233f0c6 owned by network:router_interface {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:08.160878 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 6670b9c7-aee7-4e64-a3a0-b733239b274e up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:08.232023 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 6670b9c7-aee7-4e64-a3a0-b733239b274e triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:08.232291 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.271599 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-30b79594-35a2-474e-b655-5a5d62acdf66 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.275798 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-30b79594-35a2-474e-b655-5a5d62acdf66 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555907'] for router, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.492031 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1f80d52f-dd97-499e-a644-deb2f1d07e95 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.500285 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b79594-35a2-474e-b655-5a5d62acdf66 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Router 69f670b8-4d4b-4e11-ac6e-45fb82b46caf is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:45:08.592246 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80d52f-dd97-499e-a644-deb2f1d07e95 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'Port': ['ID=c8e73b40-48a2-431b-9253-b77f6233f0c6,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:08.699629 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b79594-35a2-474e-b655-5a5d62acdf66 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:45:08.708988 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-30b79594-35a2-474e-b655-5a5d62acdf66 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.710284 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-30b79594-35a2-474e-b655-5a5d62acdf66 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] 10.222.0.110 "PUT /v2.0/routers/69f670b8-4d4b-4e11-ac6e-45fb82b46caf HTTP/1.1" status: 200 len: 919 time: 3.2906909 Jan 21 09:45:08.711819 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60512da9-94ae-4fdb-902b-1c433ef00057 None None] Sync routers for ids ['69f670b8-4d4b-4e11-ac6e-45fb82b46caf'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:45:08.713501 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55278) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:08.726528 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dcbb5a0f-7122-4f79-a14c-03bc3890f6f5 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.727216 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60512da9-94ae-4fdb-902b-1c433ef00057 None None] Routers {'69f670b8-4d4b-4e11-ac6e-45fb82b46caf'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:08.727877 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-60512da9-94ae-4fdb-902b-1c433ef00057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['69f670b8-4d4b-4e11-ac6e-45fb82b46caf'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:08.808249 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-60512da9-94ae-4fdb-902b-1c433ef00057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:08.817467 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60512da9-94ae-4fdb-902b-1c433ef00057 None None] Routers {'69f670b8-4d4b-4e11-ac6e-45fb82b46caf'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:08.818060 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-60512da9-94ae-4fdb-902b-1c433ef00057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['69f670b8-4d4b-4e11-ac6e-45fb82b46caf'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:08.883096 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-60512da9-94ae-4fdb-902b-1c433ef00057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:08.883524 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60512da9-94ae-4fdb-902b-1c433ef00057 None None] The sync data for ids ['69f670b8-4d4b-4e11-ac6e-45fb82b46caf'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:45:08.921338 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1f80d52f-dd97-499e-a644-deb2f1d07e95 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.931314 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1ef12ad2-4cc5-460b-bf02-5eef891b5381 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] 10.222.0.110 "GET /v2.0/routers/69f670b8-4d4b-4e11-ac6e-45fb82b46caf HTTP/1.1" status: 200 len: 925 time: 0.2158375 Jan 21 09:45:08.934126 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55282) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:09.006225 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b950b160-03b8-4486-8e22-0616a43023b9 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:09.007847 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b950b160-03b8-4486-8e22-0616a43023b9 tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] 10.222.0.110 "GET /v2.0/ports?network_id=80a065d7-b55c-43ad-a3e8-c65befe4136c&device_id=69f670b8-4d4b-4e11-ac6e-45fb82b46caf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0726249 Jan 21 09:45:09.011011 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55286) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:09.139603 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d2cc6a-acbd-430c-92f9-32b0514927be tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:09.140976 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-17d2cc6a-acbd-430c-92f9-32b0514927be tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] 10.222.0.110 "GET /v2.0/networks/80a065d7-b55c-43ad-a3e8-c65befe4136c HTTP/1.1" status: 200 len: 881 time: 0.1290383 Jan 21 09:45:09.143812 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55290) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:09.189681 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8859194b-8487-4775-850e-c971812aea89 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] 10.222.0.110 "GET /v2.0/ports?device_id=69f670b8-4d4b-4e11-ac6e-45fb82b46caf HTTP/1.1" status: 200 len: 205 time: 0.0438652 Jan 21 09:45:09.191551 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55294) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:09.310923 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f80d52f-dd97-499e-a644-deb2f1d07e95 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Router a78043ab-c82c-4ff1-ba56-a5b851295162 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:45:09.375251 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6a9521c9-2d40-4d84-adf3-71fd56f7b8db tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:09.489279 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f80d52f-dd97-499e-a644-deb2f1d07e95 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:45:09.499094 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392bbf1b-da49-45da-8778-48820c4500d7 None None] Sync routers for ids ['a78043ab-c82c-4ff1-ba56-a5b851295162'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:45:09.508794 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392bbf1b-da49-45da-8778-48820c4500d7 None None] Routers {'a78043ab-c82c-4ff1-ba56-a5b851295162'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:09.510133 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-392bbf1b-da49-45da-8778-48820c4500d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['a78043ab-c82c-4ff1-ba56-a5b851295162'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:09.519525 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-dcbb5a0f-7122-4f79-a14c-03bc3890f6f5 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Deleting port 037fd029-67a7-4a0c-ad10-8d41ef2e3191 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:09.520074 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dcbb5a0f-7122-4f79-a14c-03bc3890f6f5 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:09.552915 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1f80d52f-dd97-499e-a644-deb2f1d07e95 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "PUT /v2.0/routers/a78043ab-c82c-4ff1-ba56-a5b851295162/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4986429 Jan 21 09:45:09.555039 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55298) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:09.587772 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-392bbf1b-da49-45da-8778-48820c4500d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:09.599348 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392bbf1b-da49-45da-8778-48820c4500d7 None None] Routers {'a78043ab-c82c-4ff1-ba56-a5b851295162'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:09.600047 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-392bbf1b-da49-45da-8778-48820c4500d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['a78043ab-c82c-4ff1-ba56-a5b851295162'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:09.677219 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-392bbf1b-da49-45da-8778-48820c4500d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:09.678055 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392bbf1b-da49-45da-8778-48820c4500d7 None None] The sync data for ids ['a78043ab-c82c-4ff1-ba56-a5b851295162'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:45:09.740173 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6a9521c9-2d40-4d84-adf3-71fd56f7b8db tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:09.747873 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f34ecc5-acec-4b2f-b22a-dc9414ea5119 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] GET failed (client error): The resource could not be found. Jan 21 09:45:09.748397 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-0f34ecc5-acec-4b2f-b22a-dc9414ea5119 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Synchronizing usage tracker for tenant:0b78745c20204b2bb7542d64f98190cf on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:09.756055 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-6a9521c9-2d40-4d84-adf3-71fd56f7b8db tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Deleting port 609cf184-b175-43b9-b233-52f3f0139f26 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:09.756386 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6a9521c9-2d40-4d84-adf3-71fd56f7b8db tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:09.808537 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-0f34ecc5-acec-4b2f-b22a-dc9414ea5119 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Unset dirty status for tenant:0b78745c20204b2bb7542d64f98190cf on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:09.812447 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55302) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:09.812672 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0f34ecc5-acec-4b2f-b22a-dc9414ea5119 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "GET /v2.0/ports/c8e73b40-48a2-431b-9253-b77f6233f0c6 HTTP/1.1" status: 404 len: 333 time: 0.2562339 Jan 21 09:45:09.940689 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6a9521c9-2d40-4d84-adf3-71fd56f7b8db tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:09.970059 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dcbb5a0f-7122-4f79-a14c-03bc3890f6f5 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:09.978672 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-12c2ab3d-d2b5-44e5-8f1a-4f1e303d537d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for router, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.070221 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-6a9521c9-2d40-4d84-adf3-71fd56f7b8db tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Calling delete_port for 609cf184-b175-43b9-b233-52f3f0139f26 owned by network:router_gateway {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:10.213664 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-dcbb5a0f-7122-4f79-a14c-03bc3890f6f5 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Calling delete_port for 037fd029-67a7-4a0c-ad10-8d41ef2e3191 owned by network:router_interface {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:10.253543 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6a9521c9-2d40-4d84-adf3-71fd56f7b8db tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.301030 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9521c9-2d40-4d84-adf3-71fd56f7b8db tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Pushing event deleted for resources: {'Port': ['ID=609cf184-b175-43b9-b233-52f3f0139f26,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:10.405343 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6a9521c9-2d40-4d84-adf3-71fd56f7b8db tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.471654 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-12c2ab3d-d2b5-44e5-8f1a-4f1e303d537d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.480658 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-12c2ab3d-d2b5-44e5-8f1a-4f1e303d537d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.532076 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-12c2ab3d-d2b5-44e5-8f1a-4f1e303d537d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.532076 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c2ab3d-d2b5-44e5-8f1a-4f1e303d537d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Fanout notify agent at l3_agent the message router_deleted on router a78043ab-c82c-4ff1-ba56-a5b851295162 {{(pid=87515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:45:10.537570 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-12c2ab3d-d2b5-44e5-8f1a-4f1e303d537d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.544438 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-12c2ab3d-d2b5-44e5-8f1a-4f1e303d537d tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/routers/a78043ab-c82c-4ff1-ba56-a5b851295162 HTTP/1.1" status: 204 len: 168 time: 0.7247009 Jan 21 09:45:10.544438 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55308) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:10.584367 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6a9521c9-2d40-4d84-adf3-71fd56f7b8db tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.588200 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6a9521c9-2d40-4d84-adf3-71fd56f7b8db tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.613725 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6a9521c9-2d40-4d84-adf3-71fd56f7b8db tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.614339 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9521c9-2d40-4d84-adf3-71fd56f7b8db tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Fanout notify agent at l3_agent the message router_deleted on router 69f670b8-4d4b-4e11-ac6e-45fb82b46caf {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:45:10.632503 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6a9521c9-2d40-4d84-adf3-71fd56f7b8db tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.633819 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-6a9521c9-2d40-4d84-adf3-71fd56f7b8db tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] 10.222.0.110 "DELETE /v2.0/routers/69f670b8-4d4b-4e11-ac6e-45fb82b46caf HTTP/1.1" status: 204 len: 168 time: 1.4408398 Jan 21 09:45:10.643894 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55312) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:10.643894 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-0d9a6da6-6887-4f34-8e03-71f244964137 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-673931270', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}, 'admin_state_up': False}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:10.656513 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-0d9a6da6-6887-4f34-8e03-71f244964137 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:10.656513 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-0d9a6da6-6887-4f34-8e03-71f244964137 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Usage tracker for resource:router and tenant:98270f194ba8433d8a4fcad995f60dd9 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:10.664747 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-0d9a6da6-6887-4f34-8e03-71f244964137 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:10.665350 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fa91bd7-d0b5-40a4-9698-64ef6c18e698 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Deleting subnet 3c392549-dffa-43ad-865c-d567ed2c963b {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:45:10.669513 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-0d9a6da6-6887-4f34-8e03-71f244964137 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:10.671882 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3fa91bd7-d0b5-40a4-9698-64ef6c18e698 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.677464 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0d9a6da6-6887-4f34-8e03-71f244964137 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.680469 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0d9a6da6-6887-4f34-8e03-71f244964137 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.699628 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0d9a6da6-6887-4f34-8e03-71f244964137 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.714292 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dcbb5a0f-7122-4f79-a14c-03bc3890f6f5 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.805061 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb5a0f-7122-4f79-a14c-03bc3890f6f5 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Pushing event deleted for resources: {'Port': ['ID=037fd029-67a7-4a0c-ad10-8d41ef2e3191,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:10.826028 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3fa91bd7-d0b5-40a4-9698-64ef6c18e698 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:11.067374 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0d9a6da6-6887-4f34-8e03-71f244964137 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:11.241345 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dcbb5a0f-7122-4f79-a14c-03bc3890f6f5 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:11.257015 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3fa91bd7-d0b5-40a4-9698-64ef6c18e698 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:11.521939 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0d9a6da6-6887-4f34-8e03-71f244964137 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router_gateway, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:11.560066 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0d9a6da6-6887-4f34-8e03-71f244964137 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:11.590517 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcbb5a0f-7122-4f79-a14c-03bc3890f6f5 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Router 42d5f8a1-938d-4ae8-ba92-736682315b45 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:45:11.590517 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3fa91bd7-d0b5-40a4-9698-64ef6c18e698 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:11.634436 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa91bd7-d0b5-40a4-9698-64ef6c18e698 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'Subnet': ['ID=3c392549-dffa-43ad-865c-d567ed2c963b,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:11.646628 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3fa91bd7-d0b5-40a4-9698-64ef6c18e698 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:11.652784 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3742b6d6-56fd-4cb2-b147-6cab1ecc4372 None None] Network 0c38bf30-eefe-48ee-a942-425983d5607d requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:11.733081 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-0d9a6da6-6887-4f34-8e03-71f244964137 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Allocated IP 172.26.3.223 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/9e554c4f-9edc-4778-9ae1-f40c8035ef23) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:11.770523 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-3fa91bd7-d0b5-40a4-9698-64ef6c18e698 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/subnets/3c392549-dffa-43ad-865c-d567ed2c963b HTTP/1.1" status: 204 len: 168 time: 1.2276442 Jan 21 09:45:11.780921 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55316) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:11.812067 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbb5a0f-7122-4f79-a14c-03bc3890f6f5 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:45:11.826909 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-dcbb5a0f-7122-4f79-a14c-03bc3890f6f5 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] 10.222.0.110 "PUT /v2.0/routers/42d5f8a1-938d-4ae8-ba92-736682315b45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2580292 Jan 21 09:45:11.838881 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55320) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:11.844606 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1dcc95-139f-46cd-bcd9-544650221bad None None] Sync routers for ids ['42d5f8a1-938d-4ae8-ba92-736682315b45'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:45:11.893873 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1dcc95-139f-46cd-bcd9-544650221bad None None] Routers {'42d5f8a1-938d-4ae8-ba92-736682315b45'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:11.893873 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-dd1dcc95-139f-46cd-bcd9-544650221bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['42d5f8a1-938d-4ae8-ba92-736682315b45'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:11.919346 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-eb6777af-6e20-4241-b798-4a4fe1188d33 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] delete failed (client error): The resource could not be found. Jan 21 09:45:11.920295 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-eb6777af-6e20-4241-b798-4a4fe1188d33 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] 10.222.0.110 "DELETE /v2.0/routers/tempest-non_exist_router-410484730 HTTP/1.1" status: 404 len: 334 time: 0.0807455 Jan 21 09:45:11.927006 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55324) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:11.934756 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-d00e84a8-5c42-46e6-a297-d1ab9fdaca62 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Request body: {'router': {'external_gateway_info': {'network_id': '42d5f8a1-938d-4ae8-ba92-736682315b45'}}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:11.974012 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-dd1dcc95-139f-46cd-bcd9-544650221bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:11.987737 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1dcc95-139f-46cd-bcd9-544650221bad None None] Routers {'42d5f8a1-938d-4ae8-ba92-736682315b45'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:11.987931 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9d3428bb-9544-4c86-9f9d-27b506735b3c tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:11.988109 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-dd1dcc95-139f-46cd-bcd9-544650221bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['42d5f8a1-938d-4ae8-ba92-736682315b45'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:11.999373 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-9d3428bb-9544-4c86-9f9d-27b506735b3c tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Deleting port 591b217b-b5c2-45a8-b8e5-62f81b88909d {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:11.999373 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9d3428bb-9544-4c86-9f9d-27b506735b3c tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:12.065640 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-dd1dcc95-139f-46cd-bcd9-544650221bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:12.065640 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1dcc95-139f-46cd-bcd9-544650221bad None None] The sync data for ids ['42d5f8a1-938d-4ae8-ba92-736682315b45'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:45:12.174117 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0d9a6da6-6887-4f34-8e03-71f244964137 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:12.183965 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe8d851-67af-4037-a374-b7dbed1df9ea None None] DHCP port deletion for 0c38bf30-eefe-48ee-a942-425983d5607d request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:45:12.189755 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-5fe8d851-67af-4037-a374-b7dbed1df9ea None None] Deleting port 591b217b-b5c2-45a8-b8e5-62f81b88909d {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:12.189755 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5fe8d851-67af-4037-a374-b7dbed1df9ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:12.261271 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-9d3428bb-9544-4c86-9f9d-27b506735b3c tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] For port 591b217b-b5c2-45a8-b8e5-62f81b88909d, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=591b217b-b5c2-45a8-b8e5-62f81b88909d,segment=NetworkSegment(46eb4d3b-3d89-42f5-b07f-d2386b6ca7e4),segment_id=46eb4d3b-3d89-42f5-b07f-d2386b6ca7e4)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:12.261271 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9d3428bb-9544-4c86-9f9d-27b506735b3c tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:12.388685 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-9d3428bb-9544-4c86-9f9d-27b506735b3c tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Calling delete_port for 591b217b-b5c2-45a8-b8e5-62f81b88909d owned by network:dhcp {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:12.418104 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d00e84a8-5c42-46e6-a297-d1ab9fdaca62 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:12.422313 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-5fe8d851-67af-4037-a374-b7dbed1df9ea None None] For port 591b217b-b5c2-45a8-b8e5-62f81b88909d, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=591b217b-b5c2-45a8-b8e5-62f81b88909d,segment=NetworkSegment(46eb4d3b-3d89-42f5-b07f-d2386b6ca7e4),segment_id=46eb4d3b-3d89-42f5-b07f-d2386b6ca7e4)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:12.422313 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5fe8d851-67af-4037-a374-b7dbed1df9ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:12.455982 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-d00e84a8-5c42-46e6-a297-d1ab9fdaca62 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] update failed (client error): The resource could not be found. Jan 21 09:45:12.460752 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d00e84a8-5c42-46e6-a297-d1ab9fdaca62 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] 10.222.0.110 "PUT /v2.0/routers/42d5f8a1-938d-4ae8-ba92-736682315b45 HTTP/1.1" status: 404 len: 339 time: 0.5284111 Jan 21 09:45:12.460752 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0d9a6da6-6887-4f34-8e03-71f244964137 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:12.465755 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55328) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:12.525902 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9a6da6-6887-4f34-8e03-71f244964137 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:12.533876 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-0d9a6da6-6887-4f34-8e03-71f244964137 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:12.539598 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9a6da6-6887-4f34-8e03-71f244964137 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:12.564485 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-5fe8d851-67af-4037-a374-b7dbed1df9ea None None] Calling delete_port for 591b217b-b5c2-45a8-b8e5-62f81b88909d owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:12.590610 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a6da6-6887-4f34-8e03-71f244964137 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Pushing event updated for resources: {'Port': ['ID=9e554c4f-9edc-4778-9ae1-f40c8035ef23,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:12.623621 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:12.681533 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-5fe8d851-67af-4037-a374-b7dbed1df9ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:45:12.683761 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-5fe8d851-67af-4037-a374-b7dbed1df9ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:45:12.721667 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9d3428bb-9544-4c86-9f9d-27b506735b3c tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:12.837137 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3428bb-9544-4c86-9f9d-27b506735b3c tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'Port': ['ID=591b217b-b5c2-45a8-b8e5-62f81b88909d,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:12.848803 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3428bb-9544-4c86-9f9d-27b506735b3c tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] No DVR routers for this DVR port 591b217b-b5c2-45a8-b8e5-62f81b88909d on host dv-neutron-825731-1-hyperv {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:45:13.144707 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0d9a6da6-6887-4f34-8e03-71f244964137 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router_gateway, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:13.185256 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-5fe8d851-67af-4037-a374-b7dbed1df9ea None None] Deleting port 591b217b-b5c2-45a8-b8e5-62f81b88909d {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:13.185787 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5fe8d851-67af-4037-a374-b7dbed1df9ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:13.190082 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9d3428bb-9544-4c86-9f9d-27b506735b3c tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:13.234401 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-9d3428bb-9544-4c86-9f9d-27b506735b3c tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c38bf30-eefe-48ee-a942-425983d5607d']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:13.251681 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-9d3428bb-9544-4c86-9f9d-27b506735b3c tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46eb4d3b-3d89-42f5-b07f-d2386b6ca7e4') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:13.252105 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-9d3428bb-9544-4c86-9f9d-27b506735b3c tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46eb4d3b-3d89-42f5-b07f-d2386b6ca7e4') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:13.285898 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-5fe8d851-67af-4037-a374-b7dbed1df9ea None None] The port '591b217b-b5c2-45a8-b8e5-62f81b88909d' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:45:13.301415 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9d3428bb-9544-4c86-9f9d-27b506735b3c tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:13.309373 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-42fe1d10-09e2-436f-9644-dc36533f9140 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:13.392856 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9d3428bb-9544-4c86-9f9d-27b506735b3c tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:13.407066 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d3428bb-9544-4c86-9f9d-27b506735b3c tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:45:13.407350 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9d3428bb-9544-4c86-9f9d-27b506735b3c tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:13.425248 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:45:13.425248 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:45:13.425248 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:45:13.425248 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:45:13.425248 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:45:13.425248 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:45:13.425248 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:45:13.425248 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:45:13.425248 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:45:13.425248 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:45:13.425248 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:45:13.425248 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:45:13.425248 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:45:13.425248 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:45:13.425248 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:45:13.425248 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:45:13.425248 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:45:13.425248 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:45:13.425248 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:45:13.425248 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:45:13.425248 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:45:13.425248 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:45:13.425248 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:45:13.425248 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:45:13.425248 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:45:13.425248 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:45:13.425248 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:45:13.425248 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:45:13.425248 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:45:13.425248 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:45:13.425248 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:45:13.425248 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:45:13.544789 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0d9a6da6-6887-4f34-8e03-71f244964137 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:13.625483 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9d3428bb-9544-4c86-9f9d-27b506735b3c tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:13.652937 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9d3428bb-9544-4c86-9f9d-27b506735b3c tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:13.662791 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3428bb-9544-4c86-9f9d-27b506735b3c tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'Network': ['ID=0c38bf30-eefe-48ee-a942-425983d5607d,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:13.722415 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-9d3428bb-9544-4c86-9f9d-27b506735b3c tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/networks/0c38bf30-eefe-48ee-a942-425983d5607d HTTP/1.1" status: 204 len: 168 time: 1.9311113 Jan 21 09:45:13.722415 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55332) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:13.824956 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9a6da6-6887-4f34-8e03-71f244964137 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Router 9414ac6e-680d-4faa-971f-ea1bf34088e8 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:45:13.845337 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7def3d0-7a4f-42e7-8873-1b781c83e231 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:13.845917 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-c7def3d0-7a4f-42e7-8873-1b781c83e231 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Synchronizing usage tracker for tenant:0b78745c20204b2bb7542d64f98190cf on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:13.885566 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-42fe1d10-09e2-436f-9644-dc36533f9140 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Allocated IP 172.20.0.1 (d93069fb-6ab3-451e-9998-c2e5ab97901c/05934145-36d2-4788-96dc-b8824ab60eba/c8345d4c-0f2e-41a8-8d04-ed5a0e0d0d31) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:13.890280 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-c7def3d0-7a4f-42e7-8873-1b781c83e231 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Unset dirty status for tenant:0b78745c20204b2bb7542d64f98190cf on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:13.891976 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c7def3d0-7a4f-42e7-8873-1b781c83e231 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "GET /v2.0/ports/71d01a6a-b1d6-446f-bd61-edbe6263613d HTTP/1.1" status: 200 len: 841 time: 0.1711249 Jan 21 09:45:13.897249 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55336) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:14.032328 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9a6da6-6887-4f34-8e03-71f244964137 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:45:14.045082 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a47b426-da53-47e5-a9aa-60d21d67da43 None None] Sync routers for ids ['9414ac6e-680d-4faa-971f-ea1bf34088e8'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:45:14.053845 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a47b426-da53-47e5-a9aa-60d21d67da43 None None] Routers {'9414ac6e-680d-4faa-971f-ea1bf34088e8'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:14.054130 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-0a47b426-da53-47e5-a9aa-60d21d67da43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['9414ac6e-680d-4faa-971f-ea1bf34088e8'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:14.069423 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0d9a6da6-6887-4f34-8e03-71f244964137 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.073326 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0d9a6da6-6887-4f34-8e03-71f244964137 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.4342611 Jan 21 09:45:14.074786 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55340) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:14.084024 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-41d2d4bb-1332-4efd-9321-b1a650554bde tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:14.131377 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-0a47b426-da53-47e5-a9aa-60d21d67da43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:14.144602 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a47b426-da53-47e5-a9aa-60d21d67da43 None None] Routers {'9414ac6e-680d-4faa-971f-ea1bf34088e8'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:14.144887 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-0a47b426-da53-47e5-a9aa-60d21d67da43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['9414ac6e-680d-4faa-971f-ea1bf34088e8'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:14.189102 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 591b217b-b5c2-45a8-b8e5-62f81b88909d no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:45:14.210567 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-0a47b426-da53-47e5-a9aa-60d21d67da43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:14.210716 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a47b426-da53-47e5-a9aa-60d21d67da43 None None] The sync data for ids ['9414ac6e-680d-4faa-971f-ea1bf34088e8'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:45:14.231231 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 591b217b-b5c2-45a8-b8e5-62f81b88909d {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:45:14.231361 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 591b217b-b5c2-45a8-b8e5-62f81b88909d not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:45:14.269192 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-284eae59-66da-4aaf-8e77-ccdcf6771779 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "GET /v2.0/ports/71d01a6a-b1d6-446f-bd61-edbe6263613d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3708479 Jan 21 09:45:14.274687 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55344) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:14.284029 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-9964bb01-7afb-4535-a691-2b0cab9942e0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'subnet': {'network_id': 'c6f429f6-d76f-464b-b10d-73f2378341d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:14.308333 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-42fe1d10-09e2-436f-9644-dc36533f9140 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.329075 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-42fe1d10-09e2-436f-9644-dc36533f9140 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Transition to ACTIVE for port object c8345d4c-0f2e-41a8-8d04-ed5a0e0d0d31 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:14.364497 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-42fe1d10-09e2-436f-9644-dc36533f9140 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.448352 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fe1d10-09e2-436f-9644-dc36533f9140 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Network d93069fb-6ab3-451e-9998-c2e5ab97901c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:14.449699 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-42fe1d10-09e2-436f-9644-dc36533f9140 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:14.454161 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fe1d10-09e2-436f-9644-dc36533f9140 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:14.486879 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe1d10-09e2-436f-9644-dc36533f9140 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Pushing event updated for resources: {'Port': ['ID=c8345d4c-0f2e-41a8-8d04-ed5a0e0d0d31,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:14.531262 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-42fe1d10-09e2-436f-9644-dc36533f9140 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.672216 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-42fe1d10-09e2-436f-9644-dc36533f9140 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.742706 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9964bb01-7afb-4535-a691-2b0cab9942e0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:14.751650 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9964bb01-7afb-4535-a691-2b0cab9942e0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:subnet and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:14.755752 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9964bb01-7afb-4535-a691-2b0cab9942e0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:14.786068 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f5f41d3d-ac53-4b5e-9cbe-cea6c75e352f None None] Provisioning for port c8345d4c-0f2e-41a8-8d04-ed5a0e0d0d31 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:14.793188 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f5f41d3d-ac53-4b5e-9cbe-cea6c75e352f None None] Provisioning complete for port c8345d4c-0f2e-41a8-8d04-ed5a0e0d0d31 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:14.793878 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f5f41d3d-ac53-4b5e-9cbe-cea6c75e352f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.818685 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9964bb01-7afb-4535-a691-2b0cab9942e0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:14.849389 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9964bb01-7afb-4535-a691-2b0cab9942e0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Made reservation on behalf of 0b78745c20204b2bb7542d64f98190cf for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:14.852767 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9964bb01-7afb-4535-a691-2b0cab9942e0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.858096 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f5f41d3d-ac53-4b5e-9cbe-cea6c75e352f None None] Port c8345d4c-0f2e-41a8-8d04-ed5a0e0d0d31 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:15.040666 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-41d2d4bb-1332-4efd-9321-b1a650554bde tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.064925 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-41d2d4bb-1332-4efd-9321-b1a650554bde tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.108527 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-41d2d4bb-1332-4efd-9321-b1a650554bde tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Deleting port 9e554c4f-9edc-4778-9ae1-f40c8035ef23 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:15.108527 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-41d2d4bb-1332-4efd-9321-b1a650554bde tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.123194 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-42fe1d10-09e2-436f-9644-dc36533f9140 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.130337 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-42fe1d10-09e2-436f-9644-dc36533f9140 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.267467 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-42fe1d10-09e2-436f-9644-dc36533f9140 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.271128 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe1d10-09e2-436f-9644-dc36533f9140 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Pushing event updated for resources: {'Port': ['ID=c8345d4c-0f2e-41a8-8d04-ed5a0e0d0d31,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:15.304612 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9964bb01-7afb-4535-a691-2b0cab9942e0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.390795 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-41d2d4bb-1332-4efd-9321-b1a650554bde tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.398673 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9964bb01-7afb-4535-a691-2b0cab9942e0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Network c6f429f6-d76f-464b-b10d-73f2378341d1 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:15.407475 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-9964bb01-7afb-4535-a691-2b0cab9942e0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:15.416581 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9964bb01-7afb-4535-a691-2b0cab9942e0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:15.416581 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9964bb01-7afb-4535-a691-2b0cab9942e0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.417399 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fe1d10-09e2-436f-9644-dc36533f9140 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Network d93069fb-6ab3-451e-9998-c2e5ab97901c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:15.418726 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-42fe1d10-09e2-436f-9644-dc36533f9140 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:15.419351 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ed73e1-4be4-422a-9f7f-f8dfbf785506 None None] Network c6f429f6-d76f-464b-b10d-73f2378341d1 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:15.471159 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964bb01-7afb-4535-a691-2b0cab9942e0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Subnet': ['ID=4ed788d4-2840-4a67-a538-f9dc4fdb1eeb,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:15.548095 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-41d2d4bb-1332-4efd-9321-b1a650554bde tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Calling delete_port for 9e554c4f-9edc-4778-9ae1-f40c8035ef23 owned by network:router_gateway {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:15.588857 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42fe1d10-09e2-436f-9644-dc36533f9140 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Router 42d5f8a1-938d-4ae8-ba92-736682315b45 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:45:15.604976 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9964bb01-7afb-4535-a691-2b0cab9942e0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3282492 Jan 21 09:45:15.607815 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55350) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:15.613535 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-42ff3c48-f687-4b4e-82f2-e8164a972246 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'security_group': {'name': 'tempest-secgroup-1180063120'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:15.624618 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-42ff3c48-f687-4b4e-82f2-e8164a972246 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:15.644057 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-42ff3c48-f687-4b4e-82f2-e8164a972246 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:security_group and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:15.653860 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-42ff3c48-f687-4b4e-82f2-e8164a972246 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:15.661611 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-42ff3c48-f687-4b4e-82f2-e8164a972246 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:15.679673 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-42ff3c48-f687-4b4e-82f2-e8164a972246 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.711503 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-42ff3c48-f687-4b4e-82f2-e8164a972246 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:15.717743 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-42ff3c48-f687-4b4e-82f2-e8164a972246 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:security_group_rule and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:15.722879 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-42ff3c48-f687-4b4e-82f2-e8164a972246 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:15.731990 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-38600f45-363d-404f-bbb8-ec5b7afd7ca7 None None] Provisioning complete for port c8345d4c-0f2e-41a8-8d04-ed5a0e0d0d31 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:15.732365 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-38600f45-363d-404f-bbb8-ec5b7afd7ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.732740 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-42ff3c48-f687-4b4e-82f2-e8164a972246 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:15.791450 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-38600f45-363d-404f-bbb8-ec5b7afd7ca7 None None] Port c8345d4c-0f2e-41a8-8d04-ed5a0e0d0d31 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:15.817251 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08882a6e-5080-4199-965a-31161c447b9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-c6f429f6-d76f-464b-b10d-73f2378341d1', 'network_id': 'c6f429f6-d76f-464b-b10d-73f2378341d1', 'tenant_id': '0b78745c20204b2bb7542d64f98190cf', 'fixed_ips': [{'subnet_id': '4ed788d4-2840-4a67-a538-f9dc4fdb1eeb'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:45:15.818386 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-08882a6e-5080-4199-965a-31161c447b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.834176 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-41d2d4bb-1332-4efd-9321-b1a650554bde tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.902909 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d2d4bb-1332-4efd-9321-b1a650554bde tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Pushing event deleted for resources: {'Port': ['ID=9e554c4f-9edc-4778-9ae1-f40c8035ef23,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:15.948132 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fe1d10-09e2-436f-9644-dc36533f9140 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:45:15.955899 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-42fe1d10-09e2-436f-9644-dc36533f9140 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] 10.222.0.110 "PUT /v2.0/routers/42d5f8a1-938d-4ae8-ba92-736682315b45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4891622 Jan 21 09:45:15.957171 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55354) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:15.959207 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a21618-cfcc-4d00-8641-82c63ea1aede None None] Sync routers for ids ['42d5f8a1-938d-4ae8-ba92-736682315b45'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:45:15.983785 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a21618-cfcc-4d00-8641-82c63ea1aede None None] Routers {'42d5f8a1-938d-4ae8-ba92-736682315b45'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:15.984415 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-39a21618-cfcc-4d00-8641-82c63ea1aede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['42d5f8a1-938d-4ae8-ba92-736682315b45'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:16.037979 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-42ff3c48-f687-4b4e-82f2-e8164a972246 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.041980 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-41d2d4bb-1332-4efd-9321-b1a650554bde tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.050826 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-39a21618-cfcc-4d00-8641-82c63ea1aede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:16.065116 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-08882a6e-5080-4199-965a-31161c447b9f None None] Allocated IP 172.20.0.2 (c6f429f6-d76f-464b-b10d-73f2378341d1/4ed788d4-2840-4a67-a538-f9dc4fdb1eeb/c7459881-3662-41a7-966b-9e86fe68ccaf) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:16.071441 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a21618-cfcc-4d00-8641-82c63ea1aede None None] Routers {'42d5f8a1-938d-4ae8-ba92-736682315b45'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:16.072154 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-39a21618-cfcc-4d00-8641-82c63ea1aede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['42d5f8a1-938d-4ae8-ba92-736682315b45'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:16.104898 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-42ff3c48-f687-4b4e-82f2-e8164a972246 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.123153 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0f7f1cd0-affc-4195-ad3f-21fb36b3d478 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks [] for router, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.176955 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-39a21618-cfcc-4d00-8641-82c63ea1aede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:16.177287 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a21618-cfcc-4d00-8641-82c63ea1aede None None] The sync data for ids ['42d5f8a1-938d-4ae8-ba92-736682315b45'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:45:16.290140 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-0f7f1cd0-affc-4195-ad3f-21fb36b3d478 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 21 09:45:16.294377 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0f7f1cd0-affc-4195-ad3f-21fb36b3d478 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] 10.222.0.110 "DELETE /v2.0/routers/42d5f8a1-938d-4ae8-ba92-736682315b45 HTTP/1.1" status: 409 len: 329 time: 0.3328297 Jan 21 09:45:16.294541 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55358) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:16.393391 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-08882a6e-5080-4199-965a-31161c447b9f None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.404642 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-08882a6e-5080-4199-965a-31161c447b9f None None] Transition to ACTIVE for port object c7459881-3662-41a7-966b-9e86fe68ccaf will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:16.424439 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-08882a6e-5080-4199-965a-31161c447b9f None None] Transition to ACTIVE for port object c7459881-3662-41a7-966b-9e86fe68ccaf will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:16.431568 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-08882a6e-5080-4199-965a-31161c447b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.464799 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-42ff3c48-f687-4b4e-82f2-e8164a972246 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.466016 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-42ff3c48-f687-4b4e-82f2-e8164a972246 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8570445 Jan 21 09:45:16.517132 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08882a6e-5080-4199-965a-31161c447b9f None None] Network c6f429f6-d76f-464b-b10d-73f2378341d1 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:16.520902 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-08882a6e-5080-4199-965a-31161c447b9f None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:16.524879 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08882a6e-5080-4199-965a-31161c447b9f None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:16.530709 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff3c48-f687-4b4e-82f2-e8164a972246 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90be7887-a35b-4c72-a7fa-a21a57168ddd,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:16.532826 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55362) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:16.535140 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-428b4813-fb4b-449f-a948-eb2f6f09c0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.536698 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08882a6e-5080-4199-965a-31161c447b9f None None] Pushing event updated for resources: {'Port': ['ID=c7459881-3662-41a7-966b-9e86fe68ccaf,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:16.552061 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-090519d1-d31b-4ebb-bb58-9572da079781 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'security_group': {'name': 'tempest-secgroup-375624882'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:16.561430 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-090519d1-d31b-4ebb-bb58-9572da079781 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:16.624687 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-090519d1-d31b-4ebb-bb58-9572da079781 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:security_group and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:16.629538 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-090519d1-d31b-4ebb-bb58-9572da079781 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:16.633643 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-41d2d4bb-1332-4efd-9321-b1a650554bde tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.634253 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-08882a6e-5080-4199-965a-31161c447b9f None None] Attempting to bind port c7459881-3662-41a7-966b-9e86fe68ccaf on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:16.634700 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-08882a6e-5080-4199-965a-31161c447b9f None None] Attempting to bind port c7459881-3662-41a7-966b-9e86fe68ccaf by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'cf177a5b-c83c-4d42-89c3-6ce638080ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c6f429f6-d76f-464b-b10d-73f2378341d1'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:16.635065 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08882a6e-5080-4199-965a-31161c447b9f None None] Attempting to bind port c7459881-3662-41a7-966b-9e86fe68ccaf on network c6f429f6-d76f-464b-b10d-73f2378341d1 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:45:16.638782 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-090519d1-d31b-4ebb-bb58-9572da079781 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:16.640621 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08882a6e-5080-4199-965a-31161c447b9f None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:45:16.641241 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08882a6e-5080-4199-965a-31161c447b9f None None] Checking segment: {'id': 'cf177a5b-c83c-4d42-89c3-6ce638080ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c6f429f6-d76f-464b-b10d-73f2378341d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:45:16.641643 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-08882a6e-5080-4199-965a-31161c447b9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.642041 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08882a6e-5080-4199-965a-31161c447b9f None None] Bound using segment: {'id': 'cf177a5b-c83c-4d42-89c3-6ce638080ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c6f429f6-d76f-464b-b10d-73f2378341d1'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:45:16.642391 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-41d2d4bb-1332-4efd-9321-b1a650554bde tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555907'] for router, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.642534 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-08882a6e-5080-4199-965a-31161c447b9f None None] Bound port: c7459881-3662-41a7-966b-9e86fe68ccaf, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf177a5b-c83c-4d42-89c3-6ce638080ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c6f429f6-d76f-464b-b10d-73f2378341d1'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:16.642868 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-08882a6e-5080-4199-965a-31161c447b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.712054 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-090519d1-d31b-4ebb-bb58-9572da079781 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.738343 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-08882a6e-5080-4199-965a-31161c447b9f None None] For port c7459881-3662-41a7-966b-9e86fe68ccaf, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:45:16.746807 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-08882a6e-5080-4199-965a-31161c447b9f None None] For port c7459881-3662-41a7-966b-9e86fe68ccaf, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=c7459881-3662-41a7-966b-9e86fe68ccaf,segment=NetworkSegment(cf177a5b-c83c-4d42-89c3-6ce638080ff3),segment_id=cf177a5b-c83c-4d42-89c3-6ce638080ff3)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:45:16.751548 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-08882a6e-5080-4199-965a-31161c447b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.796355 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-090519d1-d31b-4ebb-bb58-9572da079781 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:16.802936 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d2d4bb-1332-4efd-9321-b1a650554bde tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Router 9414ac6e-680d-4faa-971f-ea1bf34088e8 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:45:16.804000 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-090519d1-d31b-4ebb-bb58-9572da079781 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:security_group_rule and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:16.811609 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-090519d1-d31b-4ebb-bb58-9572da079781 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:16.820213 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-090519d1-d31b-4ebb-bb58-9572da079781 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:16.845916 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08882a6e-5080-4199-965a-31161c447b9f None None] Pushing event updated for resources: {'Port': ['ID=c7459881-3662-41a7-966b-9e86fe68ccaf,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:16.880815 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c79c59e5-2587-4608-8254-985506222949 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.971461 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d2d4bb-1332-4efd-9321-b1a650554bde tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:45:16.988907 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3883c428-4434-4355-847b-51b2f8fab70c None None] Sync routers for ids ['9414ac6e-680d-4faa-971f-ea1bf34088e8'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:45:17.004065 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-41d2d4bb-1332-4efd-9321-b1a650554bde tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:17.007951 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-41d2d4bb-1332-4efd-9321-b1a650554bde tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] 10.222.0.110 "PUT /v2.0/routers/9414ac6e-680d-4faa-971f-ea1bf34088e8 HTTP/1.1" status: 200 len: 709 time: 2.9301574 Jan 21 09:45:17.009092 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3883c428-4434-4355-847b-51b2f8fab70c None None] Routers {'9414ac6e-680d-4faa-971f-ea1bf34088e8'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:17.011687 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55368) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:17.034070 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-3883c428-4434-4355-847b-51b2f8fab70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['9414ac6e-680d-4faa-971f-ea1bf34088e8'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:17.143313 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-3883c428-4434-4355-847b-51b2f8fab70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:17.156184 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3883c428-4434-4355-847b-51b2f8fab70c None None] Routers {'9414ac6e-680d-4faa-971f-ea1bf34088e8'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:17.156815 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-3883c428-4434-4355-847b-51b2f8fab70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:44:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['9414ac6e-680d-4faa-971f-ea1bf34088e8'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:17.191815 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-090519d1-d31b-4ebb-bb58-9572da079781 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:17.204186 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-78ef976c-df26-42be-97bf-a5532a08270b tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] 10.222.0.110 "GET /v2.0/routers/9414ac6e-680d-4faa-971f-ea1bf34088e8 HTTP/1.1" status: 200 len: 744 time: 0.1917379 Jan 21 09:45:17.205497 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-090519d1-d31b-4ebb-bb58-9572da079781 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:17.209450 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55372) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:17.238012 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-3883c428-4434-4355-847b-51b2f8fab70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:17.238297 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3883c428-4434-4355-847b-51b2f8fab70c None None] The sync data for ids ['9414ac6e-680d-4faa-971f-ea1bf34088e8'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:45:17.283322 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f97e42f9-e7cc-4850-8eb7-7e22a9e4830f tempest-RoutersIpV6AdminTest-1038076438 tempest-RoutersIpV6AdminTest-1038076438-project-admin] 10.222.0.110 "GET /v2.0/ports?network_id=80a065d7-b55c-43ad-a3e8-c65befe4136c&device_id=9414ac6e-680d-4faa-971f-ea1bf34088e8 HTTP/1.1" status: 200 len: 205 time: 0.0612824 Jan 21 09:45:17.290241 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55376) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:17.303507 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-c79c59e5-2587-4608-8254-985506222949 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Deleting port c8345d4c-0f2e-41a8-8d04-ed5a0e0d0d31 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:17.304048 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c79c59e5-2587-4608-8254-985506222949 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:17.336846 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090519d1-d31b-4ebb-bb58-9572da079781 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd0bd0e-7cb9-49cf-820c-480d5b3acc2e,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:17.345820 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-090519d1-d31b-4ebb-bb58-9572da079781 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:17.346956 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-090519d1-d31b-4ebb-bb58-9572da079781 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8079760 Jan 21 09:45:17.349710 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b8a1ee1d-c88a-44c4-818c-82cf731d0687 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] 10.222.0.110 "GET /v2.0/ports?device_id=9414ac6e-680d-4faa-971f-ea1bf34088e8 HTTP/1.1" status: 200 len: 205 time: 0.0552351 Jan 21 09:45:17.349920 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55380) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:17.352691 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55382) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:17.357705 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-d1805c50-030c-49b7-b3e5-bac353905a34 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-25058004', 'security_groups': ['cfd0bd0e-7cb9-49cf-820c-480d5b3acc2e'], 'network_id': 'c6f429f6-d76f-464b-b10d-73f2378341d1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4ed788d4-2840-4a67-a538-f9dc4fdb1eeb'}]}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:17.574023 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4ecb81bd-53e1-4700-8109-9baa9e6d6f85 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:17.632373 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c79c59e5-2587-4608-8254-985506222949 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:17.784870 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-c79c59e5-2587-4608-8254-985506222949 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Calling delete_port for c8345d4c-0f2e-41a8-8d04-ed5a0e0d0d31 owned by network:router_interface {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:17.943450 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-64b70c62-7772-4ad0-804d-f0f6724759ca None None] Provisioning complete for port 71d01a6a-b1d6-446f-bd61-edbe6263613d triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:17.944421 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-64b70c62-7772-4ad0-804d-f0f6724759ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.005608 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c79c59e5-2587-4608-8254-985506222949 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.028847 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-64b70c62-7772-4ad0-804d-f0f6724759ca None None] Port 71d01a6a-b1d6-446f-bd61-edbe6263613d cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:18.041533 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-64b70c62-7772-4ad0-804d-f0f6724759ca None None] Provisioning for port c7459881-3662-41a7-966b-9e86fe68ccaf completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:18.057977 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c59e5-2587-4608-8254-985506222949 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Pushing event deleted for resources: {'Port': ['ID=c8345d4c-0f2e-41a8-8d04-ed5a0e0d0d31,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:18.064938 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d1805c50-030c-49b7-b3e5-bac353905a34 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:18.073352 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4ecb81bd-53e1-4700-8109-9baa9e6d6f85 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.075708 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d1805c50-030c-49b7-b3e5-bac353905a34 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:port and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:18.078658 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4ecb81bd-53e1-4700-8109-9baa9e6d6f85 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.080497 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d1805c50-030c-49b7-b3e5-bac353905a34 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:18.091363 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d1805c50-030c-49b7-b3e5-bac353905a34 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:18.111740 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1805c50-030c-49b7-b3e5-bac353905a34 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Made reservation on behalf of 0b78745c20204b2bb7542d64f98190cf for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:18.143362 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4ecb81bd-53e1-4700-8109-9baa9e6d6f85 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.143887 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ecb81bd-53e1-4700-8109-9baa9e6d6f85 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Fanout notify agent at l3_agent the message router_deleted on router 9414ac6e-680d-4faa-971f-ea1bf34088e8 {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:45:18.173221 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4ecb81bd-53e1-4700-8109-9baa9e6d6f85 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.177471 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4ecb81bd-53e1-4700-8109-9baa9e6d6f85 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] 10.222.0.110 "DELETE /v2.0/routers/9414ac6e-680d-4faa-971f-ea1bf34088e8 HTTP/1.1" status: 204 len: 168 time: 0.8208227 Jan 21 09:45:18.186774 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55388) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:18.241126 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-14f9b701-b538-4903-9988-b1d279de3d43 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] 10.222.0.110 "GET /v2.0/ports?device_id=9414ac6e-680d-4faa-971f-ea1bf34088e8 HTTP/1.1" status: 200 len: 205 time: 0.0522094 Jan 21 09:45:18.242147 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55392) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:18.242251 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c7459881-3662-41a7-966b-9e86fe68ccaf up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:18.272863 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d1805c50-030c-49b7-b3e5-bac353905a34 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.296308 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-d1805c50-030c-49b7-b3e5-bac353905a34 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] device_id is not set on port 37eafbe7-1ae6-40b9-8c3d-4b5d89ae0470 yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:45:18.323532 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-b1159a74-7b01-40ce-adc1-9772697d3256 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] delete failed (client error): The resource could not be found. Jan 21 09:45:18.327806 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-b1159a74-7b01-40ce-adc1-9772697d3256 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] 10.222.0.110 "DELETE /v2.0/routers/9414ac6e-680d-4faa-971f-ea1bf34088e8 HTTP/1.1" status: 404 len: 336 time: 0.0825341 Jan 21 09:45:18.328921 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55396) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:18.331910 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port c7459881-3662-41a7-966b-9e86fe68ccaf completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:18.341449 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port c7459881-3662-41a7-966b-9e86fe68ccaf triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:18.342095 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.438128 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-427e22e1-237c-47d1-aa36-052c3249fabe tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] 10.222.0.110 "GET /v2.0/ports?device_id=69f670b8-4d4b-4e11-ac6e-45fb82b46caf HTTP/1.1" status: 200 len: 205 time: 0.0587964 Jan 21 09:45:18.443484 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55400) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:18.462125 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.495202 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port c7459881-3662-41a7-966b-9e86fe68ccaf, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=c7459881-3662-41a7-966b-9e86fe68ccaf,segment=NetworkSegment(cf177a5b-c83c-4d42-89c3-6ce638080ff3),segment_id=cf177a5b-c83c-4d42-89c3-6ce638080ff3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:18.499408 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.505715 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c79c59e5-2587-4608-8254-985506222949 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.554351 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-6834f47f-8817-47a0-aac8-4135e54a4116 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] delete failed (client error): The resource could not be found. Jan 21 09:45:18.558589 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-6834f47f-8817-47a0-aac8-4135e54a4116 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] 10.222.0.110 "DELETE /v2.0/routers/69f670b8-4d4b-4e11-ac6e-45fb82b46caf HTTP/1.1" status: 404 len: 336 time: 0.1139069 Jan 21 09:45:18.559206 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55404) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:18.567819 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=c7459881-3662-41a7-966b-9e86fe68ccaf,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:18.621482 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8ac10c24-e733-4f16-803a-280e7fa4079d tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] 10.222.0.110 "GET /v2.0/ports?device_id=21f934da-03ee-45c8-b835-0a3a7c09392b HTTP/1.1" status: 200 len: 205 time: 0.0570109 Jan 21 09:45:18.622532 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55408) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:18.702331 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-1386323b-10d5-4cfe-99a3-3920f3121595 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] delete failed (client error): The resource could not be found. Jan 21 09:45:18.703067 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1386323b-10d5-4cfe-99a3-3920f3121595 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] 10.222.0.110 "DELETE /v2.0/routers/21f934da-03ee-45c8-b835-0a3a7c09392b HTTP/1.1" status: 404 len: 336 time: 0.0796509 Jan 21 09:45:18.704224 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-d1805c50-030c-49b7-b3e5-bac353905a34 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Allocated IP 172.20.0.7 (c6f429f6-d76f-464b-b10d-73f2378341d1/4ed788d4-2840-4a67-a538-f9dc4fdb1eeb/37eafbe7-1ae6-40b9-8c3d-4b5d89ae0470) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:18.705948 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55412) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:18.755083 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7d8a3381-fddd-4ce4-bb1f-919427abff57 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] 10.222.0.110 "GET /v2.0/ports?device_id=a2a0ba7d-2c09-47f0-90e7-037aa0223b67 HTTP/1.1" status: 200 len: 205 time: 0.0480645 Jan 21 09:45:18.761107 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55416) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:18.782117 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79c59e5-2587-4608-8254-985506222949 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Router 42d5f8a1-938d-4ae8-ba92-736682315b45 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:45:18.841395 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-9ee0d400-3860-4170-87b4-17df44b1b1e6 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] delete failed (client error): The resource could not be found. Jan 21 09:45:18.842431 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9ee0d400-3860-4170-87b4-17df44b1b1e6 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] 10.222.0.110 "DELETE /v2.0/routers/a2a0ba7d-2c09-47f0-90e7-037aa0223b67 HTTP/1.1" status: 404 len: 336 time: 0.0804224 Jan 21 09:45:18.846609 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55420) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:18.851635 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-33f868d6-0b16-45be-9c55-d89d029b34f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:19.027793 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d1805c50-030c-49b7-b3e5-bac353905a34 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:19.045203 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-d1805c50-030c-49b7-b3e5-bac353905a34 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Transition to ACTIVE for port object 37eafbe7-1ae6-40b9-8c3d-4b5d89ae0470 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:19.070482 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d1805c50-030c-49b7-b3e5-bac353905a34 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:19.080704 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a71dd714-a0ae-4ec1-aa49-bbb22b1bb5f9 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] 10.222.0.110 "GET /v2.0/ports?device_id=c2cdf207-9c61-48c9-90aa-9311f6777189 HTTP/1.1" status: 200 len: 205 time: 0.2341068 Jan 21 09:45:19.083500 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55424) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:19.140838 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79c59e5-2587-4608-8254-985506222949 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:45:19.145605 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1805c50-030c-49b7-b3e5-bac353905a34 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Network c6f429f6-d76f-464b-b10d-73f2378341d1 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:19.149211 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-d1805c50-030c-49b7-b3e5-bac353905a34 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:19.153374 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1805c50-030c-49b7-b3e5-bac353905a34 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:19.155279 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa3acae-5d87-4182-93aa-86f67120a9b7 None None] Sync routers for ids ['42d5f8a1-938d-4ae8-ba92-736682315b45'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:45:19.159224 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-6c6f92a9-1aa9-4ff2-99fa-2bf9e94a72bf tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] delete failed (client error): The resource could not be found. Jan 21 09:45:19.162856 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6c6f92a9-1aa9-4ff2-99fa-2bf9e94a72bf tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] 10.222.0.110 "DELETE /v2.0/routers/c2cdf207-9c61-48c9-90aa-9311f6777189 HTTP/1.1" status: 404 len: 336 time: 0.0759158 Jan 21 09:45:19.162856 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55428) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:19.174785 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa3acae-5d87-4182-93aa-86f67120a9b7 None None] Routers {'42d5f8a1-938d-4ae8-ba92-736682315b45'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:19.175735 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-caa3acae-5d87-4182-93aa-86f67120a9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:45:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['42d5f8a1-938d-4ae8-ba92-736682315b45'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:19.187214 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1805c50-030c-49b7-b3e5-bac353905a34 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Port': ['ID=37eafbe7-1ae6-40b9-8c3d-4b5d89ae0470,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:19.213329 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c79c59e5-2587-4608-8254-985506222949 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] 10.222.0.110 "PUT /v2.0/routers/42d5f8a1-938d-4ae8-ba92-736682315b45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9177408 Jan 21 09:45:19.217819 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-aaf4f5fc-d032-4f95-8d9d-d0a3cdbcd7fb tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] 10.222.0.110 "GET /v2.0/ports?device_id=209b5f8c-7caf-446b-a804-c6d59591c71d HTTP/1.1" status: 200 len: 205 time: 0.0519102 Jan 21 09:45:19.217819 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55432) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:19.219607 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55434) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:19.235766 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1805c50-030c-49b7-b3e5-bac353905a34 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:19.236400 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d1805c50-030c-49b7-b3e5-bac353905a34 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:19.267533 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d1805c50-030c-49b7-b3e5-bac353905a34 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9163566 Jan 21 09:45:19.271417 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55440) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:19.280412 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-caa3acae-5d87-4182-93aa-86f67120a9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:19.281201 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-037edf55-9618-447d-8dd1-877a2d847823 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'subnet': {'network_id': 'c6f429f6-d76f-464b-b10d-73f2378341d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:19.290027 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa3acae-5d87-4182-93aa-86f67120a9b7 None None] Routers {'42d5f8a1-938d-4ae8-ba92-736682315b45'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:19.291977 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-caa3acae-5d87-4182-93aa-86f67120a9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:45:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['42d5f8a1-938d-4ae8-ba92-736682315b45'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:19.363183 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-80e6e091-b5bb-40fd-8dbe-329ff04a1658 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] delete failed (client error): The resource could not be found. Jan 21 09:45:19.364383 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-80e6e091-b5bb-40fd-8dbe-329ff04a1658 tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] 10.222.0.110 "DELETE /v2.0/routers/209b5f8c-7caf-446b-a804-c6d59591c71d HTTP/1.1" status: 404 len: 336 time: 0.1439438 Jan 21 09:45:19.365410 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-25548511-ea88-4650-9ee6-bc3cd9a08e67 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] show failed (client error): The resource could not be found. Jan 21 09:45:19.371350 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-25548511-ea88-4650-9ee6-bc3cd9a08e67 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] 10.222.0.110 "GET /v2.0/routers/tempest-non_exist_router-140943738 HTTP/1.1" status: 404 len: 334 time: 0.1483667 Jan 21 09:45:19.371350 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55444) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:19.371642 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-caa3acae-5d87-4182-93aa-86f67120a9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:19.371642 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa3acae-5d87-4182-93aa-86f67120a9b7 None None] The sync data for ids ['42d5f8a1-938d-4ae8-ba92-736682315b45'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:45:19.371830 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55448) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:19.410468 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-efa56e52-46f6-497b-bbff-458fe78ea49a tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:19.477883 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-11d02a65-4c7f-4d48-bf8a-db719814995d tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] DELETE failed (client error): The resource could not be found. Jan 21 09:45:19.478246 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11d02a65-4c7f-4d48-bf8a-db719814995d tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:19.482862 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-11d02a65-4c7f-4d48-bf8a-db719814995d tempest-RoutersIpV6AdminTest-925843182 tempest-RoutersIpV6AdminTest-925843182-project] 10.222.0.110 "DELETE /v2.0/subnets/97db0eb7-1029-422b-8fc6-fc709119f0c7 HTTP/1.1" status: 404 len: 337 time: 0.1128430 Jan 21 09:45:19.485161 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-efa56e52-46f6-497b-bbff-458fe78ea49a tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] update failed (client error): The resource could not be found. Jan 21 09:45:19.486630 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-efa56e52-46f6-497b-bbff-458fe78ea49a tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] 10.222.0.110 "PUT /v2.0/routers/tempest-non_exist_router-642858327 HTTP/1.1" status: 404 len: 334 time: 0.1138651 Jan 21 09:45:19.492285 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55454) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:19.495029 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-477676bd-2e0b-42fd-9e21-7235fe7f4bcb None None] Provisioning for port 37eafbe7-1ae6-40b9-8c3d-4b5d89ae0470 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:19.500515 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-477676bd-2e0b-42fd-9e21-7235fe7f4bcb None None] Provisioning complete for port 37eafbe7-1ae6-40b9-8c3d-4b5d89ae0470 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:19.501194 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-477676bd-2e0b-42fd-9e21-7235fe7f4bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:19.559510 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-477676bd-2e0b-42fd-9e21-7235fe7f4bcb None None] Port 37eafbe7-1ae6-40b9-8c3d-4b5d89ae0470 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:19.572580 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-055abd60-d4b5-4bcb-978d-ea9f2d0e6958 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Deleting subnet 7e3b5e54-ac3b-46ec-b074-08a6e586a026 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:45:19.573732 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-037edf55-9618-447d-8dd1-877a2d847823 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:19.575768 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-055abd60-d4b5-4bcb-978d-ea9f2d0e6958 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:19.578766 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-037edf55-9618-447d-8dd1-877a2d847823 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:subnet and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:19.581872 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-037edf55-9618-447d-8dd1-877a2d847823 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:19.587733 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-037edf55-9618-447d-8dd1-877a2d847823 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:19.599168 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037edf55-9618-447d-8dd1-877a2d847823 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Made reservation on behalf of 0b78745c20204b2bb7542d64f98190cf for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:19.604417 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-037edf55-9618-447d-8dd1-877a2d847823 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:19.632464 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-055abd60-d4b5-4bcb-978d-ea9f2d0e6958 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:19.749600 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-055abd60-d4b5-4bcb-978d-ea9f2d0e6958 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:19.775712 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.ipam_backend_mixin [None req-037edf55-9618-447d-8dd1-877a2d847823 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4ed788d4-2840-4a67-a538-f9dc4fdb1eeb (CIDR: 172.20.0.0/28) Jan 21 09:45:19.780558 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:19.784031 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-037edf55-9618-447d-8dd1-877a2d847823 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:45:19.784713 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-037edf55-9618-447d-8dd1-877a2d847823 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:19.809010 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-037edf55-9618-447d-8dd1-877a2d847823 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5353451 Jan 21 09:45:19.811212 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55460) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:19.819595 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-3c7350ff-ad11-4e6c-86dd-e4cb45a4bf93 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'subnet': {'network_id': 'c6f429f6-d76f-464b-b10d-73f2378341d1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:19.834833 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55464) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:19.870511 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:19.941714 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-055abd60-d4b5-4bcb-978d-ea9f2d0e6958 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:19.961794 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-facaff56-534f-42ac-b5dc-a22147720c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:19.981665 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-facaff56-534f-42ac-b5dc-a22147720c43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:19.985630 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-facaff56-534f-42ac-b5dc-a22147720c43 admin admin] Usage tracker for resource:security_group_rule and tenant:98270f194ba8433d8a4fcad995f60dd9 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:19.988452 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-facaff56-534f-42ac-b5dc-a22147720c43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:19.994144 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-facaff56-534f-42ac-b5dc-a22147720c43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:19.996022 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055abd60-d4b5-4bcb-978d-ea9f2d0e6958 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Pushing event deleted for resources: {'Subnet': ['ID=7e3b5e54-ac3b-46ec-b074-08a6e586a026,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:20.010775 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8819f7-79a1-4f2f-a8f7-6aa1ec42f120 None None] Network 2ec94a50-d8bc-432c-919c-cd05e1f64cbc requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:20.011154 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-055abd60-d4b5-4bcb-978d-ea9f2d0e6958 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.024824 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-055abd60-d4b5-4bcb-978d-ea9f2d0e6958 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] 10.222.0.110 "DELETE /v2.0/subnets/7e3b5e54-ac3b-46ec-b074-08a6e586a026 HTTP/1.1" status: 204 len: 168 time: 0.5287888 Jan 21 09:45:20.025949 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55470) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:20.030842 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-3c7350ff-ad11-4e6c-86dd-e4cb45a4bf93 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:20.035061 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-3c7350ff-ad11-4e6c-86dd-e4cb45a4bf93 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:subnet and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:20.038114 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-3c7350ff-ad11-4e6c-86dd-e4cb45a4bf93 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:20.044354 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-3c7350ff-ad11-4e6c-86dd-e4cb45a4bf93 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:20.054288 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7350ff-ad11-4e6c-86dd-e4cb45a4bf93 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Made reservation on behalf of 0b78745c20204b2bb7542d64f98190cf for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:20.058250 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3c7350ff-ad11-4e6c-86dd-e4cb45a4bf93 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.113899 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-028ea822-cd12-4395-9a1e-19d83df9a10b tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Deleting subnet cd247f53-646e-445c-ae7d-cca5e0c69d3b {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:45:20.122828 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-028ea822-cd12-4395-9a1e-19d83df9a10b tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.189309 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c7459881-3662-41a7-966b-9e86fe68ccaf up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:20.200061 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-facaff56-534f-42ac-b5dc-a22147720c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.206487 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-028ea822-cd12-4395-9a1e-19d83df9a10b tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.241261 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-facaff56-534f-42ac-b5dc-a22147720c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.294178 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port c7459881-3662-41a7-966b-9e86fe68ccaf triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:20.294514 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.297300 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-facaff56-534f-42ac-b5dc-a22147720c43 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=98270f194ba8433d8a4fcad995f60dd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4611993 Jan 21 09:45:20.300581 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55474) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:20.321865 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facaff56-534f-42ac-b5dc-a22147720c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bcb88f-955c-48c7-9fa5-33670a2042c2,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:20.365865 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-028ea822-cd12-4395-9a1e-19d83df9a10b tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.419841 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-78b398c2-6f8c-4264-84ef-0329a3599870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.452127 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3c7350ff-ad11-4e6c-86dd-e4cb45a4bf93 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.457127 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efe2cea-5642-4b0c-9ccd-05aab9e96e57 None None] DHCP port deletion for 2ec94a50-d8bc-432c-919c-cd05e1f64cbc request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:45:20.468417 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-028ea822-cd12-4395-9a1e-19d83df9a10b tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.477165 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-3efe2cea-5642-4b0c-9ccd-05aab9e96e57 None None] Deleting port 6670b9c7-aee7-4e64-a3a0-b733239b274e {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:20.477576 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3efe2cea-5642-4b0c-9ccd-05aab9e96e57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.514575 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ea822-cd12-4395-9a1e-19d83df9a10b tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Pushing event deleted for resources: {'Subnet': ['ID=cd247f53-646e-445c-ae7d-cca5e0c69d3b,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:20.516421 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-028ea822-cd12-4395-9a1e-19d83df9a10b tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.531507 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-028ea822-cd12-4395-9a1e-19d83df9a10b tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] 10.222.0.110 "DELETE /v2.0/subnets/cd247f53-646e-445c-ae7d-cca5e0c69d3b HTTP/1.1" status: 204 len: 168 time: 0.5034585 Jan 21 09:45:20.531621 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55478) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:20.533847 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7350ff-ad11-4e6c-86dd-e4cb45a4bf93 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Subnet': ['ID=187b20e4-e36f-43d6-8f9c-7e3357a6b366,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:20.534023 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6525cabe-18c3-4842-94d6-61bef551ab53 None None] Network 2321a7e6-4586-4578-90d4-2b6bed4dbb82 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:20.537432 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-78b398c2-6f8c-4264-84ef-0329a3599870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.564404 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7350ff-ad11-4e6c-86dd-e4cb45a4bf93 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Network c6f429f6-d76f-464b-b10d-73f2378341d1 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:20.568127 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-3c7350ff-ad11-4e6c-86dd-e4cb45a4bf93 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:20.571776 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7350ff-ad11-4e6c-86dd-e4cb45a4bf93 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:20.573449 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3c7350ff-ad11-4e6c-86dd-e4cb45a4bf93 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.593928 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b160eb-2c87-41aa-8d46-7249f5311e06 None None] Network c6f429f6-d76f-464b-b10d-73f2378341d1 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:20.614948 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-3c7350ff-ad11-4e6c-86dd-e4cb45a4bf93 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7996140 Jan 21 09:45:20.614948 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55482) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:20.620753 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-b0b6a584-bd9f-44b0-9b31-684d540d28f2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2117556679', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '187b20e4-e36f-43d6-8f9c-7e3357a6b366'}], 'security_groups': ['90be7887-a35b-4c72-a7fa-a21a57168ddd']}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:20.678839 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ec0529aa-8c39-41a0-8549-8d503a543a49 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.686244 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-78b398c2-6f8c-4264-84ef-0329a3599870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.692811 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ec0529aa-8c39-41a0-8549-8d503a543a49 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Deleting port 6670b9c7-aee7-4e64-a3a0-b733239b274e {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:20.693176 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ec0529aa-8c39-41a0-8549-8d503a543a49 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.720067 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b398c2-6f8c-4264-84ef-0329a3599870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bcb88f-955c-48c7-9fa5-33670a2042c2,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:20.746861 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-78b398c2-6f8c-4264-84ef-0329a3599870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.749341 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-78b398c2-6f8c-4264-84ef-0329a3599870 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/d3bcb88f-955c-48c7-9fa5-33670a2042c2 HTTP/1.1" status: 204 len: 168 time: 0.4469559 Jan 21 09:45:20.956037 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-ec0529aa-8c39-41a0-8549-8d503a543a49 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] For port 6670b9c7-aee7-4e64-a3a0-b733239b274e, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=6670b9c7-aee7-4e64-a3a0-b733239b274e,segment=NetworkSegment(fb71dcf6-c07d-42a7-89e4-e98713dac3b6),segment_id=fb71dcf6-c07d-42a7-89e4-e98713dac3b6)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:20.956694 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ec0529aa-8c39-41a0-8549-8d503a543a49 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.122219 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ec0529aa-8c39-41a0-8549-8d503a543a49 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Calling delete_port for 6670b9c7-aee7-4e64-a3a0-b733239b274e owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:21.132306 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b0b6a584-bd9f-44b0-9b31-684d540d28f2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.160053 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-3efe2cea-5642-4b0c-9ccd-05aab9e96e57 None None] For port 6670b9c7-aee7-4e64-a3a0-b733239b274e, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=6670b9c7-aee7-4e64-a3a0-b733239b274e,segment=NetworkSegment(fb71dcf6-c07d-42a7-89e4-e98713dac3b6),segment_id=fb71dcf6-c07d-42a7-89e4-e98713dac3b6)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:21.160456 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3efe2cea-5642-4b0c-9ccd-05aab9e96e57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.213079 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55490) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:21.216177 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ec0529aa-8c39-41a0-8549-8d503a543a49 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.285436 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0529aa-8c39-41a0-8549-8d503a543a49 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Pushing event deleted for resources: {'Port': ['ID=6670b9c7-aee7-4e64-a3a0-b733239b274e,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:21.297261 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0529aa-8c39-41a0-8549-8d503a543a49 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] No DVR routers for this DVR port 6670b9c7-aee7-4e64-a3a0-b733239b274e on host dv-neutron-825731-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:45:21.317926 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-3efe2cea-5642-4b0c-9ccd-05aab9e96e57 None None] Calling delete_port for 6670b9c7-aee7-4e64-a3a0-b733239b274e owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:21.374538 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55494) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:21.374714 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-28d76165-648e-449a-ae03-87a52dacc192 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=eaf383f3c61a48439db183060d04b10a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1601157 Jan 21 09:45:21.379380 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.435635 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-3efe2cea-5642-4b0c-9ccd-05aab9e96e57 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:45:21.436117 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-3efe2cea-5642-4b0c-9ccd-05aab9e96e57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:45:21.473103 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ec0529aa-8c39-41a0-8549-8d503a543a49 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.492169 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c1f0ce-7705-4d83-8163-d72574fe5cf2 None None] DHCP port deletion for 2321a7e6-4586-4578-90d4-2b6bed4dbb82 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:45:21.503259 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-ec0529aa-8c39-41a0-8549-8d503a543a49 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ec94a50-d8bc-432c-919c-cd05e1f64cbc']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:21.514798 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f1c1f0ce-7705-4d83-8163-d72574fe5cf2 None None] Deleting port 0dac6666-1426-423c-bc07-18db679007c5 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:21.515121 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f1c1f0ce-7705-4d83-8163-d72574fe5cf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.517366 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-ec0529aa-8c39-41a0-8549-8d503a543a49 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb71dcf6-c07d-42a7-89e4-e98713dac3b6') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:21.517766 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-ec0529aa-8c39-41a0-8549-8d503a543a49 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb71dcf6-c07d-42a7-89e4-e98713dac3b6') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:21.528384 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-67648fbd-280a-4926-8a84-d7c44b485d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.532680 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ec0529aa-8c39-41a0-8549-8d503a543a49 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.552086 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ec0529aa-8c39-41a0-8549-8d503a543a49 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.559258 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec0529aa-8c39-41a0-8549-8d503a543a49 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:45:21.559810 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ec0529aa-8c39-41a0-8549-8d503a543a49 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.575995 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:45:21.575995 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:45:21.575995 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:45:21.575995 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:45:21.575995 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:45:21.575995 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:45:21.575995 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:45:21.575995 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:45:21.575995 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:45:21.575995 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:45:21.575995 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:45:21.575995 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:45:21.575995 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:45:21.575995 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:45:21.575995 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:45:21.575995 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:45:21.575995 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:45:21.575995 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:45:21.575995 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:45:21.575995 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:45:21.575995 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:45:21.575995 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:45:21.575995 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:45:21.575995 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:45:21.575995 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:45:21.575995 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:45:21.575995 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:45:21.575995 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:45:21.575995 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:45:21.575995 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:45:21.575995 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:45:21.575995 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:45:21.585543 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee10edc-5ade-4724-a3c9-13b0eb4bde14 None None] Update dhcp port {'port': {'network_id': 'c6f429f6-d76f-464b-b10d-73f2378341d1', 'fixed_ips': [{'subnet_id': '4ed788d4-2840-4a67-a538-f9dc4fdb1eeb', 'ip_address': '172.20.0.2'}, {'subnet_id': '187b20e4-e36f-43d6-8f9c-7e3357a6b366'}], 'binding:host_id': 'dv-neutron-825731-1-hyperv'}, 'id': 'c7459881-3662-41a7-966b-9e86fe68ccaf'} from dv-neutron-825731-1-hyperv. {{(pid=87516) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 09:45:21.608135 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-67648fbd-280a-4926-8a84-d7c44b485d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.677940 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ec0529aa-8c39-41a0-8549-8d503a543a49 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.700437 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ec0529aa-8c39-41a0-8549-8d503a543a49 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.709474 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0529aa-8c39-41a0-8549-8d503a543a49 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Pushing event deleted for resources: {'Network': ['ID=2ec94a50-d8bc-432c-919c-cd05e1f64cbc,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:21.716953 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ec0529aa-8c39-41a0-8549-8d503a543a49 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] 10.222.0.110 "DELETE /v2.0/networks/2ec94a50-d8bc-432c-919c-cd05e1f64cbc HTTP/1.1" status: 204 len: 168 time: 1.1841166 Jan 21 09:45:21.720570 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55500) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:21.740574 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7ee10edc-5ade-4724-a3c9-13b0eb4bde14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.815815 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-b0b6a584-bd9f-44b0-9b31-684d540d28f2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Delete allocated IP 172.20.0.7 (c6f429f6-d76f-464b-b10d-73f2378341d1/4ed788d4-2840-4a67-a538-f9dc4fdb1eeb) {{(pid=87515) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 21 09:45:21.817925 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-67648fbd-280a-4926-8a84-d7c44b485d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.855300 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f1c1f0ce-7705-4d83-8163-d72574fe5cf2 None None] For port 0dac6666-1426-423c-bc07-18db679007c5, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=0dac6666-1426-423c-bc07-18db679007c5,segment=NetworkSegment(3d61e217-93f5-45b5-88ea-800a35ba2898),segment_id=3d61e217-93f5-45b5-88ea-800a35ba2898)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:21.855724 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f1c1f0ce-7705-4d83-8163-d72574fe5cf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.897297 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-b0b6a584-bd9f-44b0-9b31-684d540d28f2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Allocated IP 172.20.0.28 (c6f429f6-d76f-464b-b10d-73f2378341d1/187b20e4-e36f-43d6-8f9c-7e3357a6b366/37eafbe7-1ae6-40b9-8c3d-4b5d89ae0470) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:21.911212 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67648fbd-280a-4926-8a84-d7c44b485d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ab60bf-e694-40aa-9f03-c1b1faa867db,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:21.934964 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3407ff8c-1fbf-4223-8b23-998308eeab3d tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.936985 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-67648fbd-280a-4926-8a84-d7c44b485d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.938076 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-67648fbd-280a-4926-8a84-d7c44b485d88 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/46ab60bf-e694-40aa-9f03-c1b1faa867db HTTP/1.1" status: 204 len: 168 time: 0.5622647 Jan 21 09:45:21.971477 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-3407ff8c-1fbf-4223-8b23-998308eeab3d tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Deleting port 0dac6666-1426-423c-bc07-18db679007c5 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:21.971477 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3407ff8c-1fbf-4223-8b23-998308eeab3d tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.038938 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-3efe2cea-5642-4b0c-9ccd-05aab9e96e57 None None] Deleting port 6670b9c7-aee7-4e64-a3a0-b733239b274e {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:22.039138 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3efe2cea-5642-4b0c-9ccd-05aab9e96e57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.109133 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f1c1f0ce-7705-4d83-8163-d72574fe5cf2 None None] Calling delete_port for 0dac6666-1426-423c-bc07-18db679007c5 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:22.215456 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-3efe2cea-5642-4b0c-9ccd-05aab9e96e57 None None] The port '6670b9c7-aee7-4e64-a3a0-b733239b274e' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:45:22.240341 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 6670b9c7-aee7-4e64-a3a0-b733239b274e no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:45:22.286859 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 6670b9c7-aee7-4e64-a3a0-b733239b274e {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:45:22.287208 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 6670b9c7-aee7-4e64-a3a0-b733239b274e not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:45:22.287755 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 0dac6666-1426-423c-bc07-18db679007c5 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:45:22.347411 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-3407ff8c-1fbf-4223-8b23-998308eeab3d tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] For port 0dac6666-1426-423c-bc07-18db679007c5, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=0dac6666-1426-423c-bc07-18db679007c5,segment=NetworkSegment(3d61e217-93f5-45b5-88ea-800a35ba2898),segment_id=3d61e217-93f5-45b5-88ea-800a35ba2898)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:22.347769 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3407ff8c-1fbf-4223-8b23-998308eeab3d tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.361848 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f1c1f0ce-7705-4d83-8163-d72574fe5cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.366829 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b0b6a584-bd9f-44b0-9b31-684d540d28f2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.409643 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No active binding found for port 0dac6666-1426-423c-bc07-18db679007c5 {{(pid=87516) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 21 09:45:22.409806 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 0dac6666-1426-423c-bc07-18db679007c5 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:45:22.412971 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1f0ce-7705-4d83-8163-d72574fe5cf2 None None] Pushing event deleted for resources: {'Port': ['ID=0dac6666-1426-423c-bc07-18db679007c5,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:22.416763 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c1f0ce-7705-4d83-8163-d72574fe5cf2 None None] No DVR routers for this DVR port 0dac6666-1426-423c-bc07-18db679007c5 on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:45:22.490253 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-3407ff8c-1fbf-4223-8b23-998308eeab3d tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Calling delete_port for 0dac6666-1426-423c-bc07-18db679007c5 owned by network:dhcp {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:22.543285 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-b0b6a584-bd9f-44b0-9b31-684d540d28f2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Transition to ACTIVE for port object 37eafbe7-1ae6-40b9-8c3d-4b5d89ae0470 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:22.549249 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b0b6a584-bd9f-44b0-9b31-684d540d28f2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.636197 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-7ee10edc-5ade-4724-a3c9-13b0eb4bde14 None None] Allocated IP 172.20.0.18 (c6f429f6-d76f-464b-b10d-73f2378341d1/187b20e4-e36f-43d6-8f9c-7e3357a6b366/c7459881-3662-41a7-966b-9e86fe68ccaf) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:22.725958 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6a584-bd9f-44b0-9b31-684d540d28f2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Port': ['ID=37eafbe7-1ae6-40b9-8c3d-4b5d89ae0470,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:22.763641 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.api [None req-3407ff8c-1fbf-4223-8b23-998308eeab3d tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:45:22.763641 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG oslo_db.api [None req-3407ff8c-1fbf-4223-8b23-998308eeab3d tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:45:22.767321 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-b0b6a584-bd9f-44b0-9b31-684d540d28f2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] In _notify_port_updated(), no bound segment for port 37eafbe7-1ae6-40b9-8c3d-4b5d89ae0470 on network c6f429f6-d76f-464b-b10d-73f2378341d1 {{(pid=87515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:45:22.775466 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b6a584-bd9f-44b0-9b31-684d540d28f2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:22.775466 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b0b6a584-bd9f-44b0-9b31-684d540d28f2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.779332 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-b0b6a584-bd9f-44b0-9b31-684d540d28f2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "PUT /v2.0/ports/37eafbe7-1ae6-40b9-8c3d-4b5d89ae0470 HTTP/1.1" status: 200 len: 921 time: 2.1610844 Jan 21 09:45:22.779615 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55522) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:22.831072 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-7ee10edc-5ade-4724-a3c9-13b0eb4bde14 None None] For port c7459881-3662-41a7-966b-9e86fe68ccaf, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=c7459881-3662-41a7-966b-9e86fe68ccaf,segment=NetworkSegment(cf177a5b-c83c-4d42-89c3-6ce638080ff3),segment_id=cf177a5b-c83c-4d42-89c3-6ce638080ff3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:22.856395 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-d1c4266f-b2e9-4ffb-8b4d-a9a4294e2d55 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Deleting port 37eafbe7-1ae6-40b9-8c3d-4b5d89ae0470 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:22.856743 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d1c4266f-b2e9-4ffb-8b4d-a9a4294e2d55 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.871469 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7ee10edc-5ade-4724-a3c9-13b0eb4bde14 None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.897913 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-7ee10edc-5ade-4724-a3c9-13b0eb4bde14 None None] Transition to ACTIVE for port object c7459881-3662-41a7-966b-9e86fe68ccaf will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:22.903218 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7ee10edc-5ade-4724-a3c9-13b0eb4bde14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.060003 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee10edc-5ade-4724-a3c9-13b0eb4bde14 None None] Pushing event updated for resources: {'Port': ['ID=c7459881-3662-41a7-966b-9e86fe68ccaf,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:23.078429 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55530) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:23.204685 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-840501a8-8f5a-42b3-af23-58ab4014d9ef tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1287455338'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:23.209853 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-840501a8-8f5a-42b3-af23-58ab4014d9ef tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:23.213981 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-840501a8-8f5a-42b3-af23-58ab4014d9ef tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Usage tracker for resource:network and tenant:998576f94d7c4ad6b92095f32419b3ce is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:23.218090 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-840501a8-8f5a-42b3-af23-58ab4014d9ef tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:23.226036 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-840501a8-8f5a-42b3-af23-58ab4014d9ef tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:23.239754 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840501a8-8f5a-42b3-af23-58ab4014d9ef tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Made reservation on behalf of 998576f94d7c4ad6b92095f32419b3ce for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:23.246737 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-840501a8-8f5a-42b3-af23-58ab4014d9ef tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.260554 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-840501a8-8f5a-42b3-af23-58ab4014d9ef tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.269498 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d1c4266f-b2e9-4ffb-8b4d-a9a4294e2d55 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.271166 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-3407ff8c-1fbf-4223-8b23-998308eeab3d tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Deleting port 0dac6666-1426-423c-bc07-18db679007c5 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:23.272398 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3407ff8c-1fbf-4223-8b23-998308eeab3d tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.314989 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-840501a8-8f5a-42b3-af23-58ab4014d9ef tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:23.350130 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-840501a8-8f5a-42b3-af23-58ab4014d9ef tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Usage tracker for resource:security_group_rule and tenant:998576f94d7c4ad6b92095f32419b3ce is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:23.427690 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-d1c4266f-b2e9-4ffb-8b4d-a9a4294e2d55 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Calling delete_port for 37eafbe7-1ae6-40b9-8c3d-4b5d89ae0470 owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:23.476512 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-3407ff8c-1fbf-4223-8b23-998308eeab3d tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] The port '0dac6666-1426-423c-bc07-18db679007c5' was deleted {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:45:23.477914 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-840501a8-8f5a-42b3-af23-58ab4014d9ef tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:23.511473 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-840501a8-8f5a-42b3-af23-58ab4014d9ef tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:23.587155 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d1c4266f-b2e9-4ffb-8b4d-a9a4294e2d55 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.622499 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3407ff8c-1fbf-4223-8b23-998308eeab3d tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.651553 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4266f-b2e9-4ffb-8b4d-a9a4294e2d55 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'Port': ['ID=37eafbe7-1ae6-40b9-8c3d-4b5d89ae0470,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:23.656047 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-3407ff8c-1fbf-4223-8b23-998308eeab3d tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2321a7e6-4586-4578-90d4-2b6bed4dbb82']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:23.674403 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-3407ff8c-1fbf-4223-8b23-998308eeab3d tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d61e217-93f5-45b5-88ea-800a35ba2898') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:23.674599 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-3407ff8c-1fbf-4223-8b23-998308eeab3d tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d61e217-93f5-45b5-88ea-800a35ba2898') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:23.693482 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3407ff8c-1fbf-4223-8b23-998308eeab3d tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.723913 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3407ff8c-1fbf-4223-8b23-998308eeab3d tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.735944 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-8e95f536-3b22-4006-9d6f-489469fb5d8f None None] Provisioning complete for port 71d01a6a-b1d6-446f-bd61-edbe6263613d triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:23.736936 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8e95f536-3b22-4006-9d6f-489469fb5d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.737436 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3407ff8c-1fbf-4223-8b23-998308eeab3d tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:45:23.737889 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3407ff8c-1fbf-4223-8b23-998308eeab3d tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:45:23.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:45:23.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:45:23.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:45:23.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:45:23.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:45:23.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:45:23.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:45:23.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:45:23.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:45:23.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:45:23.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:45:23.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:45:23.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:45:23.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:45:23.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:45:23.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:45:23.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:45:23.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:45:23.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:45:23.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:45:23.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:45:23.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:45:23.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:45:23.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:45:23.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:45:23.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:45:23.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:45:23.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:45:23.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:45:23.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:45:23.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:45:23.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:45:23.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:45:23.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:45:23.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:45:23.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:45:23.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:45:23.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:45:23.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:45:23.774902 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d1c4266f-b2e9-4ffb-8b4d-a9a4294e2d55 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.787732 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d1c4266f-b2e9-4ffb-8b4d-a9a4294e2d55 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/ports/37eafbe7-1ae6-40b9-8c3d-4b5d89ae0470 HTTP/1.1" status: 204 len: 168 time: 1.0070450 Jan 21 09:45:23.790623 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55536) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:23.818924 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-8e95f536-3b22-4006-9d6f-489469fb5d8f None None] Port 71d01a6a-b1d6-446f-bd61-edbe6263613d cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:23.823050 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-8e95f536-3b22-4006-9d6f-489469fb5d8f None None] Could not find standard attr ID for object 37eafbe7-1ae6-40b9-8c3d-4b5d89ae0470. {{(pid=87516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:45:23.834901 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-8e95f536-3b22-4006-9d6f-489469fb5d8f None None] Provisioning for port c7459881-3662-41a7-966b-9e86fe68ccaf completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:23.842434 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-8e95f536-3b22-4006-9d6f-489469fb5d8f None None] Provisioning complete for port c7459881-3662-41a7-966b-9e86fe68ccaf triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:23.842813 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8e95f536-3b22-4006-9d6f-489469fb5d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.866003 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-3749832e-b080-4bd2-bba5-f31208b59296 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] GET failed (client error): The resource could not be found. Jan 21 09:45:23.866904 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-3749832e-b080-4bd2-bba5-f31208b59296 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Synchronizing usage tracker for tenant:0b78745c20204b2bb7542d64f98190cf on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:23.869199 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-840501a8-8f5a-42b3-af23-58ab4014d9ef tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.877582 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-840501a8-8f5a-42b3-af23-58ab4014d9ef tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.886662 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-3749832e-b080-4bd2-bba5-f31208b59296 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Unset dirty status for tenant:0b78745c20204b2bb7542d64f98190cf on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:23.888261 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3749832e-b080-4bd2-bba5-f31208b59296 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "GET /v2.0/ports/37eafbe7-1ae6-40b9-8c3d-4b5d89ae0470 HTTP/1.1" status: 404 len: 333 time: 0.0915508 Jan 21 09:45:23.891352 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55540) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:23.906704 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-840501a8-8f5a-42b3-af23-58ab4014d9ef tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:45:23.918048 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-840501a8-8f5a-42b3-af23-58ab4014d9ef tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.918401 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-840501a8-8f5a-42b3-af23-58ab4014d9ef tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Added segment 33f12409-9b01-42cb-bb45-5410ad99df51 of type vlan for network 7f3c12d7-3a83-45b4-bbb5-5a0462c838ef Jan 21 09:45:23.925814 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3407ff8c-1fbf-4223-8b23-998308eeab3d tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.929925 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3407ff8c-1fbf-4223-8b23-998308eeab3d tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.974975 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c3121109-56d0-48fe-b1e2-a573dc09d8ed tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.981014 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3407ff8c-1fbf-4223-8b23-998308eeab3d tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Pushing event deleted for resources: {'Network': ['ID=2321a7e6-4586-4578-90d4-2b6bed4dbb82,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:24.005281 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c3121109-56d0-48fe-b1e2-a573dc09d8ed tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.009291 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840501a8-8f5a-42b3-af23-58ab4014d9ef tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=950dc1e5-7e29-48b1-9c67-bab587e508a8,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:24.019324 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-3407ff8c-1fbf-4223-8b23-998308eeab3d tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] 10.222.0.110 "DELETE /v2.0/networks/2321a7e6-4586-4578-90d4-2b6bed4dbb82 HTTP/1.1" status: 204 len: 168 time: 2.2929685 Jan 21 09:45:24.019324 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-840501a8-8f5a-42b3-af23-58ab4014d9ef tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.022087 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55544) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:24.054699 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-840501a8-8f5a-42b3-af23-58ab4014d9ef tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.061513 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840501a8-8f5a-42b3-af23-58ab4014d9ef tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:24.062207 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-840501a8-8f5a-42b3-af23-58ab4014d9ef tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.117525 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-840501a8-8f5a-42b3-af23-58ab4014d9ef tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0379343 Jan 21 09:45:24.120683 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55550) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:24.122787 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-09178f39-4993-4f1b-a251-298a3238e029 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Deleting subnet 05934145-36d2-4788-96dc-b8824ab60eba {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:45:24.127210 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-09178f39-4993-4f1b-a251-298a3238e029 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.128882 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-f35b7a57-09a8-4f7f-9834-ceb842969168 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Request body: {'subnet': {'network_id': '7f3c12d7-3a83-45b4-bbb5-5a0462c838ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:24.173522 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c3121109-56d0-48fe-b1e2-a573dc09d8ed tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.205872 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840501a8-8f5a-42b3-af23-58ab4014d9ef tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Pushing event updated for resources: {'Network': ['ID=7f3c12d7-3a83-45b4-bbb5-5a0462c838ef,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:24.222365 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 7f3c12d7-3a83-45b4-bbb5-5a0462c838ef details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:45:24.241663 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3121109-56d0-48fe-b1e2-a573dc09d8ed tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd0bd0e-7cb9-49cf-820c-480d5b3acc2e,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:24.246612 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c3121109-56d0-48fe-b1e2-a573dc09d8ed tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.247987 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c3121109-56d0-48fe-b1e2-a573dc09d8ed tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/security-groups/cfd0bd0e-7cb9-49cf-820c-480d5b3acc2e HTTP/1.1" status: 204 len: 168 time: 0.3554423 Jan 21 09:45:24.254734 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55554) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:24.269086 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c7459881-3662-41a7-966b-9e86fe68ccaf up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:24.304286 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-09178f39-4993-4f1b-a251-298a3238e029 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.304683 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-f35b7a57-09a8-4f7f-9834-ceb842969168 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:24.313293 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f35b7a57-09a8-4f7f-9834-ceb842969168 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Usage tracker for resource:subnet and tenant:998576f94d7c4ad6b92095f32419b3ce is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:24.316120 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f35b7a57-09a8-4f7f-9834-ceb842969168 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:24.324045 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-f35b7a57-09a8-4f7f-9834-ceb842969168 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:24.338736 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35b7a57-09a8-4f7f-9834-ceb842969168 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Made reservation on behalf of 998576f94d7c4ad6b92095f32419b3ce for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:24.346053 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f35b7a57-09a8-4f7f-9834-ceb842969168 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.458301 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-746efe45-587c-4caa-8245-e3b98833d94e None None] Could not find standard attr ID for object 37eafbe7-1ae6-40b9-8c3d-4b5d89ae0470. {{(pid=87516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:45:24.474905 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port c7459881-3662-41a7-966b-9e86fe68ccaf triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:24.475521 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.483340 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8298001b-41ea-47bf-b83c-e7cc8c2880f6 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.515906 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8298001b-41ea-47bf-b83c-e7cc8c2880f6 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.558957 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-09178f39-4993-4f1b-a251-298a3238e029 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.616992 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8298001b-41ea-47bf-b83c-e7cc8c2880f6 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.644297 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298001b-41ea-47bf-b83c-e7cc8c2880f6 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90be7887-a35b-4c72-a7fa-a21a57168ddd,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:24.654814 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f35b7a57-09a8-4f7f-9834-ceb842969168 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.657552 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8298001b-41ea-47bf-b83c-e7cc8c2880f6 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.658050 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8298001b-41ea-47bf-b83c-e7cc8c2880f6 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/security-groups/90be7887-a35b-4c72-a7fa-a21a57168ddd HTTP/1.1" status: 204 len: 168 time: 0.4022038 Jan 21 09:45:24.660958 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55558) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:24.708779 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-09178f39-4993-4f1b-a251-298a3238e029 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.750661 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b7a57-09a8-4f7f-9834-ceb842969168 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Pushing event updated for resources: {'Subnet': ['ID=77035c58-54b5-4373-9a64-f45b03bcab4a,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:24.758690 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35b7a57-09a8-4f7f-9834-ceb842969168 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Checking segment: {'id': '33f12409-9b01-42cb-bb45-5410ad99df51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7f3c12d7-3a83-45b4-bbb5-5a0462c838ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:45:24.758690 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35b7a57-09a8-4f7f-9834-ceb842969168 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Network hostable DHCP agents. Network: 7f3c12d7-3a83-45b4-bbb5-5a0462c838ef, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:45:24.773677 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09178f39-4993-4f1b-a251-298a3238e029 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Pushing event deleted for resources: {'Subnet': ['ID=05934145-36d2-4788-96dc-b8824ab60eba,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:24.773677 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-09178f39-4993-4f1b-a251-298a3238e029 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.794304 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35b7a57-09a8-4f7f-9834-ceb842969168 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Network 7f3c12d7-3a83-45b4-bbb5-5a0462c838ef is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:45:24.798954 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-09178f39-4993-4f1b-a251-298a3238e029 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] 10.222.0.110 "DELETE /v2.0/subnets/05934145-36d2-4788-96dc-b8824ab60eba HTTP/1.1" status: 204 len: 168 time: 0.7651474 Jan 21 09:45:24.804424 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55562) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:24.810394 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-1221ec67-8d6d-4e6a-847b-53f598a938e3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Deleting subnet 4ed788d4-2840-4a67-a538-f9dc4fdb1eeb {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:45:24.810394 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1221ec67-8d6d-4e6a-847b-53f598a938e3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.814994 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470f1666-4ebb-4078-be78-58d1d6213749 None None] Network d93069fb-6ab3-451e-9998-c2e5ab97901c requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:24.853295 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-f35b7a57-09a8-4f7f-9834-ceb842969168 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 7f3c12d7-3a83-45b4-bbb5-5a0462c838ef) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:24.874595 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1221ec67-8d6d-4e6a-847b-53f598a938e3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.895675 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35b7a57-09a8-4f7f-9834-ceb842969168 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:24.896272 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f35b7a57-09a8-4f7f-9834-ceb842969168 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.958193 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e509117c-8ffd-4f56-8f54-f3ce1f1b5e69 None None] Network 7f3c12d7-3a83-45b4-bbb5-5a0462c838ef requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:24.966022 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1221ec67-8d6d-4e6a-847b-53f598a938e3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.985565 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-be4282c4-87b7-4904-b160-88da4e601c08 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.989754 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f35b7a57-09a8-4f7f-9834-ceb842969168 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8677452 Jan 21 09:45:24.992074 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55566) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:25.001633 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-2358f34e-a45b-46a2-a1db-d62c99797adc tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Request body: {'port': {'network_id': '7f3c12d7-3a83-45b4-bbb5-5a0462c838ef', 'name': 'tempest-AllowedAddressPairTestJSON-1285310414'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:25.029910 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-be4282c4-87b7-4904-b160-88da4e601c08 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Deleting port 46ed9794-af09-4b26-9e89-f67131472076 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:25.029910 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-be4282c4-87b7-4904-b160-88da4e601c08 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.049961 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1221ec67-8d6d-4e6a-847b-53f598a938e3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.095054 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1221ec67-8d6d-4e6a-847b-53f598a938e3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'Subnet': ['ID=4ed788d4-2840-4a67-a538-f9dc4fdb1eeb,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:25.100941 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1221ec67-8d6d-4e6a-847b-53f598a938e3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.107814 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1221ec67-8d6d-4e6a-847b-53f598a938e3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/subnets/4ed788d4-2840-4a67-a538-f9dc4fdb1eeb HTTP/1.1" status: 204 len: 168 time: 0.4458153 Jan 21 09:45:25.111887 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55570) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:25.117799 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-4a472257-cd71-4d6a-888e-fb15ad1c389e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'subnet': {'network_id': 'c6f429f6-d76f-464b-b10d-73f2378341d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:25.145665 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15c9df0-8a55-43d3-a02e-3308752aef12 None None] Network c6f429f6-d76f-464b-b10d-73f2378341d1 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:25.259727 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2358f34e-a45b-46a2-a1db-d62c99797adc tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:25.275445 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2358f34e-a45b-46a2-a1db-d62c99797adc tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Usage tracker for resource:port and tenant:998576f94d7c4ad6b92095f32419b3ce is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:25.280052 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2358f34e-a45b-46a2-a1db-d62c99797adc tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:25.288704 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2358f34e-a45b-46a2-a1db-d62c99797adc tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:25.362360 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2358f34e-a45b-46a2-a1db-d62c99797adc tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Made reservation on behalf of 998576f94d7c4ad6b92095f32419b3ce for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:25.365972 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2358f34e-a45b-46a2-a1db-d62c99797adc tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.387993 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-be4282c4-87b7-4904-b160-88da4e601c08 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] For port 46ed9794-af09-4b26-9e89-f67131472076, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=46ed9794-af09-4b26-9e89-f67131472076,segment=NetworkSegment(4d4f0485-4a43-4546-bee5-08521e2c1372),segment_id=4d4f0485-4a43-4546-bee5-08521e2c1372)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:25.388388 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-be4282c4-87b7-4904-b160-88da4e601c08 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.392480 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-4a472257-cd71-4d6a-888e-fb15ad1c389e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:25.396495 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4a472257-cd71-4d6a-888e-fb15ad1c389e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:subnet and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:25.403301 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-2358f34e-a45b-46a2-a1db-d62c99797adc tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] device_id is not set on port 64913810-b766-440a-b56a-a8e7e75d3108 yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:45:25.403498 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4a472257-cd71-4d6a-888e-fb15ad1c389e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:25.411091 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-4a472257-cd71-4d6a-888e-fb15ad1c389e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:25.422880 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a472257-cd71-4d6a-888e-fb15ad1c389e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Made reservation on behalf of 0b78745c20204b2bb7542d64f98190cf for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:25.428045 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4a472257-cd71-4d6a-888e-fb15ad1c389e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.510912 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0325f0a6-a4d4-482e-9e49-41d4983b4273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-7f3c12d7-3a83-45b4-bbb5-5a0462c838ef', 'network_id': '7f3c12d7-3a83-45b4-bbb5-5a0462c838ef', 'tenant_id': '998576f94d7c4ad6b92095f32419b3ce', 'fixed_ips': [{'subnet_id': '77035c58-54b5-4373-9a64-f45b03bcab4a'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:45:25.512435 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0325f0a6-a4d4-482e-9e49-41d4983b4273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.639519 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23d69ca-557a-417e-9a70-fb5e26b96d00 None None] DHCP port deletion for d93069fb-6ab3-451e-9998-c2e5ab97901c request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:45:25.661863 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-c23d69ca-557a-417e-9a70-fb5e26b96d00 None None] Deleting port 46ed9794-af09-4b26-9e89-f67131472076 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:25.662579 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c23d69ca-557a-417e-9a70-fb5e26b96d00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.708355 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-be4282c4-87b7-4904-b160-88da4e601c08 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Calling delete_port for 46ed9794-af09-4b26-9e89-f67131472076 owned by network:dhcp {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:25.789443 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4a472257-cd71-4d6a-888e-fb15ad1c389e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.829402 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-be4282c4-87b7-4904-b160-88da4e601c08 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.856917 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a472257-cd71-4d6a-888e-fb15ad1c389e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Network c6f429f6-d76f-464b-b10d-73f2378341d1 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:25.860776 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-4a472257-cd71-4d6a-888e-fb15ad1c389e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:25.862815 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a472257-cd71-4d6a-888e-fb15ad1c389e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:25.863496 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4a472257-cd71-4d6a-888e-fb15ad1c389e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.893178 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-c23d69ca-557a-417e-9a70-fb5e26b96d00 None None] The port '46ed9794-af09-4b26-9e89-f67131472076' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:45:25.901069 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4282c4-87b7-4904-b160-88da4e601c08 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Pushing event deleted for resources: {'Port': ['ID=46ed9794-af09-4b26-9e89-f67131472076,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:25.902311 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a472257-cd71-4d6a-888e-fb15ad1c389e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Subnet': ['ID=67af6524-3712-4ca5-87f4-7ddfbc404ed9,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:25.908809 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4a472257-cd71-4d6a-888e-fb15ad1c389e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7937806 Jan 21 09:45:25.909747 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4282c4-87b7-4904-b160-88da4e601c08 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] No DVR routers for this DVR port 46ed9794-af09-4b26-9e89-f67131472076 on host dv-neutron-825731-1-hyperv {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:45:25.909747 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55574) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:25.933707 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-0325f0a6-a4d4-482e-9e49-41d4983b4273 None None] Allocated IP 172.20.0.2 (7f3c12d7-3a83-45b4-bbb5-5a0462c838ef/77035c58-54b5-4373-9a64-f45b03bcab4a/f0477d44-3df5-4a23-8545-a40bd53847f9) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:25.970811 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-93540283-0f11-4fa0-8cd0-ea09eb6be605 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'security_group': {'name': 'tempest-secgroup-464687016'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:25.997678 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-93540283-0f11-4fa0-8cd0-ea09eb6be605 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:26.011163 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-93540283-0f11-4fa0-8cd0-ea09eb6be605 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:security_group and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:26.036475 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-93540283-0f11-4fa0-8cd0-ea09eb6be605 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:26.055292 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-93540283-0f11-4fa0-8cd0-ea09eb6be605 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:26.118637 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-be4282c4-87b7-4904-b160-88da4e601c08 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.159099 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-93540283-0f11-4fa0-8cd0-ea09eb6be605 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.193841 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 46ed9794-af09-4b26-9e89-f67131472076 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:45:26.196508 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-be4282c4-87b7-4904-b160-88da4e601c08 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d93069fb-6ab3-451e-9998-c2e5ab97901c']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:26.215730 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-be4282c4-87b7-4904-b160-88da4e601c08 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d4f0485-4a43-4546-bee5-08521e2c1372') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:26.215947 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-be4282c4-87b7-4904-b160-88da4e601c08 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d4f0485-4a43-4546-bee5-08521e2c1372') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:26.227181 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-93540283-0f11-4fa0-8cd0-ea09eb6be605 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:26.238783 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-be4282c4-87b7-4904-b160-88da4e601c08 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.247110 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-93540283-0f11-4fa0-8cd0-ea09eb6be605 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:security_group_rule and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:26.252431 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-93540283-0f11-4fa0-8cd0-ea09eb6be605 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:26.254918 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 46ed9794-af09-4b26-9e89-f67131472076 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:45:26.255646 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 46ed9794-af09-4b26-9e89-f67131472076 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:45:26.265485 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-93540283-0f11-4fa0-8cd0-ea09eb6be605 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:26.273066 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-be4282c4-87b7-4904-b160-88da4e601c08 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.284725 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be4282c4-87b7-4904-b160-88da4e601c08 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:45:26.285140 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-be4282c4-87b7-4904-b160-88da4e601c08 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.289806 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0325f0a6-a4d4-482e-9e49-41d4983b4273 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.300945 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:45:26.300945 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:45:26.300945 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:45:26.300945 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:45:26.300945 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:45:26.300945 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:45:26.300945 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:45:26.300945 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:45:26.300945 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:45:26.300945 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:45:26.300945 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:45:26.300945 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:45:26.300945 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:45:26.300945 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:45:26.300945 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:45:26.300945 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:45:26.300945 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:45:26.300945 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:45:26.300945 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:45:26.300945 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:45:26.300945 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:45:26.300945 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:45:26.300945 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:45:26.300945 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:45:26.300945 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:45:26.300945 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:45:26.300945 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:45:26.300945 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:45:26.300945 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:45:26.300945 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:45:26.300945 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:45:26.300945 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:45:26.405185 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-be4282c4-87b7-4904-b160-88da4e601c08 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.406282 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0325f0a6-a4d4-482e-9e49-41d4983b4273 None None] Transition to ACTIVE for port object f0477d44-3df5-4a23-8545-a40bd53847f9 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:26.430528 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0325f0a6-a4d4-482e-9e49-41d4983b4273 None None] Transition to ACTIVE for port object f0477d44-3df5-4a23-8545-a40bd53847f9 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:26.435792 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-be4282c4-87b7-4904-b160-88da4e601c08 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.441438 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0325f0a6-a4d4-482e-9e49-41d4983b4273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.474656 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-be4282c4-87b7-4904-b160-88da4e601c08 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] 10.222.0.110 "DELETE /v2.0/networks/d93069fb-6ab3-451e-9998-c2e5ab97901c HTTP/1.1" status: 204 len: 168 time: 1.6795695 Jan 21 09:45:26.475749 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55578) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:26.517390 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0325f0a6-a4d4-482e-9e49-41d4983b4273 None None] Network 7f3c12d7-3a83-45b4-bbb5-5a0462c838ef is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:26.520411 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-0325f0a6-a4d4-482e-9e49-41d4983b4273 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:26.525224 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0325f0a6-a4d4-482e-9e49-41d4983b4273 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:26.528279 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325f0a6-a4d4-482e-9e49-41d4983b4273 None None] Pushing event updated for resources: {'Port': ['ID=f0477d44-3df5-4a23-8545-a40bd53847f9,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:26.552029 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4282c4-87b7-4904-b160-88da4e601c08 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Pushing event deleted for resources: {'Network': ['ID=d93069fb-6ab3-451e-9998-c2e5ab97901c,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:26.564996 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-edc48688-5bc1-46be-91b6-0c9a1435f83e tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Synchronizing usage tracker for tenant:6f5169a532a742cea727eb65685065fb on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:26.584310 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-edc48688-5bc1-46be-91b6-0c9a1435f83e tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Unset dirty status for tenant:6f5169a532a742cea727eb65685065fb on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:26.585858 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-edc48688-5bc1-46be-91b6-0c9a1435f83e tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] 10.222.0.110 "GET /v2.0/ports?device_id=42d5f8a1-938d-4ae8-ba92-736682315b45 HTTP/1.1" status: 200 len: 205 time: 0.1121552 Jan 21 09:45:26.590295 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55582) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:26.600832 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-93540283-0f11-4fa0-8cd0-ea09eb6be605 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.651662 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-0325f0a6-a4d4-482e-9e49-41d4983b4273 None None] Attempting to bind port f0477d44-3df5-4a23-8545-a40bd53847f9 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:26.651662 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-0325f0a6-a4d4-482e-9e49-41d4983b4273 None None] Attempting to bind port f0477d44-3df5-4a23-8545-a40bd53847f9 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '33f12409-9b01-42cb-bb45-5410ad99df51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7f3c12d7-3a83-45b4-bbb5-5a0462c838ef'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:26.651662 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0325f0a6-a4d4-482e-9e49-41d4983b4273 None None] Attempting to bind port f0477d44-3df5-4a23-8545-a40bd53847f9 on network 7f3c12d7-3a83-45b4-bbb5-5a0462c838ef {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:45:26.657594 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0325f0a6-a4d4-482e-9e49-41d4983b4273 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:45:26.658564 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0325f0a6-a4d4-482e-9e49-41d4983b4273 None None] Checking segment: {'id': '33f12409-9b01-42cb-bb45-5410ad99df51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7f3c12d7-3a83-45b4-bbb5-5a0462c838ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:45:26.658564 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0325f0a6-a4d4-482e-9e49-41d4983b4273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.658726 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0325f0a6-a4d4-482e-9e49-41d4983b4273 None None] Bound using segment: {'id': '33f12409-9b01-42cb-bb45-5410ad99df51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7f3c12d7-3a83-45b4-bbb5-5a0462c838ef'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:45:26.659235 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-0325f0a6-a4d4-482e-9e49-41d4983b4273 None None] Bound port: f0477d44-3df5-4a23-8545-a40bd53847f9, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f12409-9b01-42cb-bb45-5410ad99df51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7f3c12d7-3a83-45b4-bbb5-5a0462c838ef'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:26.659595 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0325f0a6-a4d4-482e-9e49-41d4983b4273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.679165 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-93540283-0f11-4fa0-8cd0-ea09eb6be605 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.737896 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd61190-e305-4031-90a9-8e0038cac589 None None] Network c6f429f6-d76f-464b-b10d-73f2378341d1 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:26.785112 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-2358f34e-a45b-46a2-a1db-d62c99797adc tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Allocated IP 172.20.0.13 (7f3c12d7-3a83-45b4-bbb5-5a0462c838ef/77035c58-54b5-4373-9a64-f45b03bcab4a/64913810-b766-440a-b56a-a8e7e75d3108) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:26.827248 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93540283-0f11-4fa0-8cd0-ea09eb6be605 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb08feed-6040-4371-8080-2562cd5739cf,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:26.832949 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bf114fd5-98f0-4ed4-9a96-b82dbf933752 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks [] for router, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.893543 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-0325f0a6-a4d4-482e-9e49-41d4983b4273 None None] For port f0477d44-3df5-4a23-8545-a40bd53847f9, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:45:26.899665 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-93540283-0f11-4fa0-8cd0-ea09eb6be605 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.903790 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-93540283-0f11-4fa0-8cd0-ea09eb6be605 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9898725 Jan 21 09:45:26.904764 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-3956ec88-b3c0-4cae-b8c4-77c29d250591 None None] Provisioning complete for port 71d01a6a-b1d6-446f-bd61-edbe6263613d triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:26.904764 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3956ec88-b3c0-4cae-b8c4-77c29d250591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.904940 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55586) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:26.914819 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-7d786f53-f60c-4c71-b016-2084c0a51a4c tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'security_group': {'name': 'tempest-secgroup-1034582953'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:26.925882 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-7d786f53-f60c-4c71-b016-2084c0a51a4c tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:26.933318 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-7d786f53-f60c-4c71-b016-2084c0a51a4c tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:security_group and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:26.938777 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-7d786f53-f60c-4c71-b016-2084c0a51a4c tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:26.945398 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-7d786f53-f60c-4c71-b016-2084c0a51a4c tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:26.959694 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7d786f53-f60c-4c71-b016-2084c0a51a4c tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.962227 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-0325f0a6-a4d4-482e-9e49-41d4983b4273 None None] For port f0477d44-3df5-4a23-8545-a40bd53847f9, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=f0477d44-3df5-4a23-8545-a40bd53847f9,segment=NetworkSegment(33f12409-9b01-42cb-bb45-5410ad99df51),segment_id=33f12409-9b01-42cb-bb45-5410ad99df51)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:45:26.976305 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0325f0a6-a4d4-482e-9e49-41d4983b4273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.987160 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-7d786f53-f60c-4c71-b016-2084c0a51a4c tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:26.991561 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-7d786f53-f60c-4c71-b016-2084c0a51a4c tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:security_group_rule and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:26.996073 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-7d786f53-f60c-4c71-b016-2084c0a51a4c tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:27.002817 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-7d786f53-f60c-4c71-b016-2084c0a51a4c tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:27.085544 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7d786f53-f60c-4c71-b016-2084c0a51a4c tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.090158 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-3956ec88-b3c0-4cae-b8c4-77c29d250591 None None] Port 71d01a6a-b1d6-446f-bd61-edbe6263613d cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:27.091259 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7d786f53-f60c-4c71-b016-2084c0a51a4c tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.137963 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d786f53-f60c-4c71-b016-2084c0a51a4c tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8fc919-978e-4d86-b8f6-2c71118f6753,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:27.140674 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7d786f53-f60c-4c71-b016-2084c0a51a4c tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.141875 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7d786f53-f60c-4c71-b016-2084c0a51a4c tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2368920 Jan 21 09:45:27.144460 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55590) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:27.152920 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-cd8bf9ab-90bd-43f6-891b-cdd7b662193e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'security_group': {'name': 'tempest-secgroup-2029429464'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:27.160496 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-cd8bf9ab-90bd-43f6-891b-cdd7b662193e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:27.166814 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-cd8bf9ab-90bd-43f6-891b-cdd7b662193e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:security_group and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:27.170270 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-cd8bf9ab-90bd-43f6-891b-cdd7b662193e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:27.180384 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-cd8bf9ab-90bd-43f6-891b-cdd7b662193e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:27.193257 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd8bf9ab-90bd-43f6-891b-cdd7b662193e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.216226 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-cd8bf9ab-90bd-43f6-891b-cdd7b662193e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:27.220532 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-cd8bf9ab-90bd-43f6-891b-cdd7b662193e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:security_group_rule and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:27.220801 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325f0a6-a4d4-482e-9e49-41d4983b4273 None None] Pushing event updated for resources: {'Port': ['ID=f0477d44-3df5-4a23-8545-a40bd53847f9,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:27.223611 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-cd8bf9ab-90bd-43f6-891b-cdd7b662193e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:27.232428 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-cd8bf9ab-90bd-43f6-891b-cdd7b662193e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:27.246143 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-3956ec88-b3c0-4cae-b8c4-77c29d250591 None None] Provisioning complete for port c7459881-3662-41a7-966b-9e86fe68ccaf triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:27.246802 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3956ec88-b3c0-4cae-b8c4-77c29d250591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.254853 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bf114fd5-98f0-4ed4-9a96-b82dbf933752 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.263153 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bf114fd5-98f0-4ed4-9a96-b82dbf933752 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.360013 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd8bf9ab-90bd-43f6-891b-cdd7b662193e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.368381 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd8bf9ab-90bd-43f6-891b-cdd7b662193e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.426916 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd8bf9ab-90bd-43f6-891b-cdd7b662193e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.428268 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-cd8bf9ab-90bd-43f6-891b-cdd7b662193e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2817664 Jan 21 09:45:27.431553 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55594) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:27.440892 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-f0745be6-e703-4e3d-bc8d-f304553d2b91 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-4310686', 'security_groups': ['50d78d4b-d2ff-439a-a91a-d25ec4d4ef9b'], 'network_id': 'c6f429f6-d76f-464b-b10d-73f2378341d1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '67af6524-3712-4ca5-87f4-7ddfbc404ed9'}]}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:27.487216 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bf114fd5-98f0-4ed4-9a96-b82dbf933752 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.487722 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf114fd5-98f0-4ed4-9a96-b82dbf933752 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Fanout notify agent at l3_agent the message router_deleted on router 42d5f8a1-938d-4ae8-ba92-736682315b45 {{(pid=87515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:45:27.509177 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8bf9ab-90bd-43f6-891b-cdd7b662193e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50d78d4b-d2ff-439a-a91a-d25ec4d4ef9b,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:27.513724 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bf114fd5-98f0-4ed4-9a96-b82dbf933752 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.515113 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-bf114fd5-98f0-4ed4-9a96-b82dbf933752 tempest-RoutersNegativeTest-1276420386 tempest-RoutersNegativeTest-1276420386-project] 10.222.0.110 "DELETE /v2.0/routers/42d5f8a1-938d-4ae8-ba92-736682315b45 HTTP/1.1" status: 204 len: 168 time: 0.9241374 Jan 21 09:45:27.578201 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2358f34e-a45b-46a2-a1db-d62c99797adc tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.588749 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ae2ae9-68d4-4f82-b571-3e7162a94291 None None] Update dhcp port {'port': {'network_id': 'c6f429f6-d76f-464b-b10d-73f2378341d1', 'fixed_ips': [{'subnet_id': '187b20e4-e36f-43d6-8f9c-7e3357a6b366', 'ip_address': '172.20.0.18'}, {'subnet_id': '67af6524-3712-4ca5-87f4-7ddfbc404ed9'}], 'binding:host_id': 'dv-neutron-825731-1-hyperv'}, 'id': 'c7459881-3662-41a7-966b-9e86fe68ccaf'} from dv-neutron-825731-1-hyperv. {{(pid=87516) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 09:45:27.598679 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-2358f34e-a45b-46a2-a1db-d62c99797adc tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Transition to ACTIVE for port object 64913810-b766-440a-b56a-a8e7e75d3108 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:27.645393 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2358f34e-a45b-46a2-a1db-d62c99797adc tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.656321 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f0745be6-e703-4e3d-bc8d-f304553d2b91 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:27.669163 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-58ae2ae9-68d4-4f82-b571-3e7162a94291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.683920 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f0745be6-e703-4e3d-bc8d-f304553d2b91 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:27.703973 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0745be6-e703-4e3d-bc8d-f304553d2b91 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Made reservation on behalf of 0b78745c20204b2bb7542d64f98190cf for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:27.746571 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2358f34e-a45b-46a2-a1db-d62c99797adc tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Network 7f3c12d7-3a83-45b4-bbb5-5a0462c838ef is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:27.751776 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-2358f34e-a45b-46a2-a1db-d62c99797adc tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:27.764468 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2358f34e-a45b-46a2-a1db-d62c99797adc tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:27.823516 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2358f34e-a45b-46a2-a1db-d62c99797adc tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Pushing event updated for resources: {'Port': ['ID=64913810-b766-440a-b56a-a8e7e75d3108,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:27.858365 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2358f34e-a45b-46a2-a1db-d62c99797adc tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:27.859462 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2358f34e-a45b-46a2-a1db-d62c99797adc tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.882371 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2358f34e-a45b-46a2-a1db-d62c99797adc tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8891931 Jan 21 09:45:27.886383 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55600) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:27.893750 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-78c5f9ba-f103-4c66-8f30-9fe2dfe2de3b tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Request body: {'port': {'network_id': '7f3c12d7-3a83-45b4-bbb5-5a0462c838ef', 'name': 'tempest-AllowedAddressPairTestJSON-1455513634', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:eb:04:39'}]}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:27.943259 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0745be6-e703-4e3d-bc8d-f304553d2b91 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.949769 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-58ae2ae9-68d4-4f82-b571-3e7162a94291 None None] Allocated IP 172.20.0.2 (c6f429f6-d76f-464b-b10d-73f2378341d1/67af6524-3712-4ca5-87f4-7ddfbc404ed9/c7459881-3662-41a7-966b-9e86fe68ccaf) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:27.970523 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-f0745be6-e703-4e3d-bc8d-f304553d2b91 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] device_id is not set on port 967d6898-9f77-4754-83ca-573ca80c8d3a yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:45:28.049860 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-78c5f9ba-f103-4c66-8f30-9fe2dfe2de3b tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:28.054665 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-78c5f9ba-f103-4c66-8f30-9fe2dfe2de3b tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Usage tracker for resource:port and tenant:998576f94d7c4ad6b92095f32419b3ce is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:28.056184 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55606) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:28.058510 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-78c5f9ba-f103-4c66-8f30-9fe2dfe2de3b tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:28.064648 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-78c5f9ba-f103-4c66-8f30-9fe2dfe2de3b tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:28.074619 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c5f9ba-f103-4c66-8f30-9fe2dfe2de3b tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Made reservation on behalf of 998576f94d7c4ad6b92095f32419b3ce for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:28.143510 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-58ae2ae9-68d4-4f82-b571-3e7162a94291 None None] For port c7459881-3662-41a7-966b-9e86fe68ccaf, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=c7459881-3662-41a7-966b-9e86fe68ccaf,segment=NetworkSegment(cf177a5b-c83c-4d42-89c3-6ce638080ff3),segment_id=cf177a5b-c83c-4d42-89c3-6ce638080ff3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:28.174423 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-58ae2ae9-68d4-4f82-b571-3e7162a94291 None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.194764 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-58ae2ae9-68d4-4f82-b571-3e7162a94291 None None] Transition to ACTIVE for port object c7459881-3662-41a7-966b-9e86fe68ccaf will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:28.200569 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-58ae2ae9-68d4-4f82-b571-3e7162a94291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.270327 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device f0477d44-3df5-4a23-8545-a40bd53847f9 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:28.293784 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-78c5f9ba-f103-4c66-8f30-9fe2dfe2de3b tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.313785 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-f0745be6-e703-4e3d-bc8d-f304553d2b91 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Allocated IP 172.20.0.12 (c6f429f6-d76f-464b-b10d-73f2378341d1/67af6524-3712-4ca5-87f4-7ddfbc404ed9/967d6898-9f77-4754-83ca-573ca80c8d3a) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:28.317487 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-78c5f9ba-f103-4c66-8f30-9fe2dfe2de3b tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] device_id is not set on port d5130058-70a1-4840-b68e-d5512ed07541 yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:45:28.368688 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-78e2d94c-d738-4543-bc59-414e28a63d94 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=6f5169a532a742cea727eb65685065fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3072882 Jan 21 09:45:28.372369 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55612) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:28.488590 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae2ae9-68d4-4f82-b571-3e7162a94291 None None] Pushing event updated for resources: {'Port': ['ID=c7459881-3662-41a7-966b-9e86fe68ccaf,revision_number=6']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:28.509802 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port f0477d44-3df5-4a23-8545-a40bd53847f9 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:28.538237 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4f16eb5a-a753-4ff3-9e66-562ad100fd41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.553480 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-78c5f9ba-f103-4c66-8f30-9fe2dfe2de3b tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Allocated IP 172.20.0.14 (7f3c12d7-3a83-45b4-bbb5-5a0462c838ef/77035c58-54b5-4373-9a64-f45b03bcab4a/d5130058-70a1-4840-b68e-d5512ed07541) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:28.582150 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4f16eb5a-a753-4ff3-9e66-562ad100fd41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.584228 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0745be6-e703-4e3d-bc8d-f304553d2b91 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.602897 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-f0745be6-e703-4e3d-bc8d-f304553d2b91 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Transition to ACTIVE for port object 967d6898-9f77-4754-83ca-573ca80c8d3a will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:28.637871 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0745be6-e703-4e3d-bc8d-f304553d2b91 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.684187 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469bb69d-bd4d-402e-99dd-0c5aacf70fe0 None None] Network 7f3c12d7-3a83-45b4-bbb5-5a0462c838ef requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:28.711134 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0745be6-e703-4e3d-bc8d-f304553d2b91 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Network c6f429f6-d76f-464b-b10d-73f2378341d1 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:28.715740 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-f0745be6-e703-4e3d-bc8d-f304553d2b91 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:28.746758 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0745be6-e703-4e3d-bc8d-f304553d2b91 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:28.771573 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4f16eb5a-a753-4ff3-9e66-562ad100fd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.796064 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16eb5a-a753-4ff3-9e66-562ad100fd41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba630b7-b1d2-4ca2-9d1f-aca7e14f4fe2,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:28.815381 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0745be6-e703-4e3d-bc8d-f304553d2b91 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Port': ['ID=967d6898-9f77-4754-83ca-573ca80c8d3a,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:28.847351 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0745be6-e703-4e3d-bc8d-f304553d2b91 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:28.848407 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0745be6-e703-4e3d-bc8d-f304553d2b91 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.861108 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4f16eb5a-a753-4ff3-9e66-562ad100fd41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.862815 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4f16eb5a-a753-4ff3-9e66-562ad100fd41 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/bba630b7-b1d2-4ca2-9d1f-aca7e14f4fe2 HTTP/1.1" status: 204 len: 168 time: 0.4885054 Jan 21 09:45:28.885693 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-78c5f9ba-f103-4c66-8f30-9fe2dfe2de3b tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.905155 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-78c5f9ba-f103-4c66-8f30-9fe2dfe2de3b tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Transition to ACTIVE for port object d5130058-70a1-4840-b68e-d5512ed07541 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:28.916695 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f0745be6-e703-4e3d-bc8d-f304553d2b91 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4805119 Jan 21 09:45:28.916695 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55618) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:28.923175 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-43b96fdd-59d8-46d4-9d5c-0f860f007441 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'subnet': {'network_id': 'c6f429f6-d76f-464b-b10d-73f2378341d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:28.945733 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-25ffb1fa-48c9-4ae7-8991-d6478d983149 None None] Provisioning for port f0477d44-3df5-4a23-8545-a40bd53847f9 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:28.952765 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-78c5f9ba-f103-4c66-8f30-9fe2dfe2de3b tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.960135 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-25ffb1fa-48c9-4ae7-8991-d6478d983149 None None] Provisioning complete for port f0477d44-3df5-4a23-8545-a40bd53847f9 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:28.960734 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-25ffb1fa-48c9-4ae7-8991-d6478d983149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.096836 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c5f9ba-f103-4c66-8f30-9fe2dfe2de3b tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Network 7f3c12d7-3a83-45b4-bbb5-5a0462c838ef is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:29.108636 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-78c5f9ba-f103-4c66-8f30-9fe2dfe2de3b tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:29.116219 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c5f9ba-f103-4c66-8f30-9fe2dfe2de3b tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:29.120998 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-43b96fdd-59d8-46d4-9d5c-0f860f007441 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:29.125301 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-43b96fdd-59d8-46d4-9d5c-0f860f007441 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:subnet and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:29.128426 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-43b96fdd-59d8-46d4-9d5c-0f860f007441 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:29.135450 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-43b96fdd-59d8-46d4-9d5c-0f860f007441 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:29.158221 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b96fdd-59d8-46d4-9d5c-0f860f007441 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Made reservation on behalf of 0b78745c20204b2bb7542d64f98190cf for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:29.161771 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c5f9ba-f103-4c66-8f30-9fe2dfe2de3b tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Pushing event updated for resources: {'Port': ['ID=d5130058-70a1-4840-b68e-d5512ed07541,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:29.163035 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-43b96fdd-59d8-46d4-9d5c-0f860f007441 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.164044 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-25ffb1fa-48c9-4ae7-8991-d6478d983149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.228173 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c5f9ba-f103-4c66-8f30-9fe2dfe2de3b tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:29.228311 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-25ffb1fa-48c9-4ae7-8991-d6478d983149 None None] For port f0477d44-3df5-4a23-8545-a40bd53847f9, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=f0477d44-3df5-4a23-8545-a40bd53847f9,segment=NetworkSegment(33f12409-9b01-42cb-bb45-5410ad99df51),segment_id=33f12409-9b01-42cb-bb45-5410ad99df51)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:29.230708 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-78c5f9ba-f103-4c66-8f30-9fe2dfe2de3b tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.233862 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-25ffb1fa-48c9-4ae7-8991-d6478d983149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.276197 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-78c5f9ba-f103-4c66-8f30-9fe2dfe2de3b tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 1.3859901 Jan 21 09:45:29.276878 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55624) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:29.342130 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ffb1fa-48c9-4ae7-8991-d6478d983149 None None] Pushing event updated for resources: {'Port': ['ID=f0477d44-3df5-4a23-8545-a40bd53847f9,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:29.453647 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1981b5-f581-4250-87c1-ab307d074707 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:29.466969 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1981b5-f581-4250-87c1-ab307d074707 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:29.474007 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1981b5-f581-4250-87c1-ab307d074707 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:29.475274 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7d1981b5-f581-4250-87c1-ab307d074707 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Synchronizing usage tracker for tenant:998576f94d7c4ad6b92095f32419b3ce on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:29.480472 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-6b48e540-ca94-4fe4-87b4-3ac36cc14800 None None] Provisioning complete for port 71d01a6a-b1d6-446f-bd61-edbe6263613d triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:29.480845 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6b48e540-ca94-4fe4-87b4-3ac36cc14800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.507015 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7d1981b5-f581-4250-87c1-ab307d074707 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Unset dirty status for tenant:998576f94d7c4ad6b92095f32419b3ce on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:29.508226 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7d1981b5-f581-4250-87c1-ab307d074707 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2469 time: 0.2301409 Jan 21 09:45:29.511944 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55634) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:29.567339 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.ipam_backend_mixin [None req-43b96fdd-59d8-46d4-9d5c-0f860f007441 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 67af6524-3712-4ca5-87f4-7ddfbc404ed9 (CIDR: 172.20.0.0/28) Jan 21 09:45:29.577189 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-43b96fdd-59d8-46d4-9d5c-0f860f007441 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:45:29.578945 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43b96fdd-59d8-46d4-9d5c-0f860f007441 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:29.587356 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-6b48e540-ca94-4fe4-87b4-3ac36cc14800 None None] Port 71d01a6a-b1d6-446f-bd61-edbe6263613d cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:29.609890 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-43b96fdd-59d8-46d4-9d5c-0f860f007441 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6914613 Jan 21 09:45:29.610856 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-6b48e540-ca94-4fe4-87b4-3ac36cc14800 None None] Provisioning for port c7459881-3662-41a7-966b-9e86fe68ccaf completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:29.614199 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55640) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:29.618009 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-6b48e540-ca94-4fe4-87b4-3ac36cc14800 None None] Provisioning complete for port c7459881-3662-41a7-966b-9e86fe68ccaf triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:29.618559 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6b48e540-ca94-4fe4-87b4-3ac36cc14800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.627130 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-3dbe6c85-12c5-4bd4-8fa1-bad2b05e0b49 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'subnet': {'network_id': 'c6f429f6-d76f-464b-b10d-73f2378341d1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:29.668271 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-6052e932-2ceb-4ed7-8a52-0dc458047fc0 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Deleting port d5130058-70a1-4840-b68e-d5512ed07541 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:29.670633 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6052e932-2ceb-4ed7-8a52-0dc458047fc0 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.849576 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-3dbe6c85-12c5-4bd4-8fa1-bad2b05e0b49 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:29.858182 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-3dbe6c85-12c5-4bd4-8fa1-bad2b05e0b49 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:subnet and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:29.861479 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-3dbe6c85-12c5-4bd4-8fa1-bad2b05e0b49 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:29.870697 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-3dbe6c85-12c5-4bd4-8fa1-bad2b05e0b49 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:29.888785 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbe6c85-12c5-4bd4-8fa1-bad2b05e0b49 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Made reservation on behalf of 0b78745c20204b2bb7542d64f98190cf for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:29.897202 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3dbe6c85-12c5-4bd4-8fa1-bad2b05e0b49 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.019473 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-985d3d06-6f18-4b7d-aaae-ac8fdb8ac40f None None] Provisioning complete for port f0477d44-3df5-4a23-8545-a40bd53847f9 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:30.020633 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-985d3d06-6f18-4b7d-aaae-ac8fdb8ac40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.042123 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55652) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:30.068074 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6052e932-2ceb-4ed7-8a52-0dc458047fc0 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.091878 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.ipam_backend_mixin [None req-3dbe6c85-12c5-4bd4-8fa1-bad2b05e0b49 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 187b20e4-e36f-43d6-8f9c-7e3357a6b366 (CIDR: 172.20.0.16/28) Jan 21 09:45:30.097871 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dbe6c85-12c5-4bd4-8fa1-bad2b05e0b49 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:45:30.098658 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dbe6c85-12c5-4bd4-8fa1-bad2b05e0b49 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:30.129874 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3dbe6c85-12c5-4bd4-8fa1-bad2b05e0b49 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5092826 Jan 21 09:45:30.130511 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55658) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:30.139079 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-0efc9c43-3a4d-4f94-9e0e-407035cb718a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'subnet': {'network_id': 'c6f429f6-d76f-464b-b10d-73f2378341d1', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:30.211570 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-6052e932-2ceb-4ed7-8a52-0dc458047fc0 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Calling delete_port for d5130058-70a1-4840-b68e-d5512ed07541 owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:30.226305 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-00fa2bd0-494f-431b-82c7-bc7e4eceb7c3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-709107452-network', 'tenant_id': '8218046ababc488c991e8ff2cdd75b3d'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:30.231314 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device f0477d44-3df5-4a23-8545-a40bd53847f9 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:30.233331 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-00fa2bd0-494f-431b-82c7-bc7e4eceb7c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:30.285919 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-00fa2bd0-494f-431b-82c7-bc7e4eceb7c3 admin admin] Usage tracker for resource:network and tenant:8218046ababc488c991e8ff2cdd75b3d is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:30.293598 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-00fa2bd0-494f-431b-82c7-bc7e4eceb7c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:30.303282 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-00fa2bd0-494f-431b-82c7-bc7e4eceb7c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:30.304784 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-985d3d06-6f18-4b7d-aaae-ac8fdb8ac40f None None] Provisioning for port 64913810-b766-440a-b56a-a8e7e75d3108 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:30.312643 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-985d3d06-6f18-4b7d-aaae-ac8fdb8ac40f None None] Provisioning complete for port 64913810-b766-440a-b56a-a8e7e75d3108 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:30.313094 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-985d3d06-6f18-4b7d-aaae-ac8fdb8ac40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.335715 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fa2bd0-494f-431b-82c7-bc7e4eceb7c3 admin admin] Made reservation on behalf of 8218046ababc488c991e8ff2cdd75b3d for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:30.337971 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-00fa2bd0-494f-431b-82c7-bc7e4eceb7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.354716 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-00fa2bd0-494f-431b-82c7-bc7e4eceb7c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.355649 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port f0477d44-3df5-4a23-8545-a40bd53847f9 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:30.356101 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.371858 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-0efc9c43-3a4d-4f94-9e0e-407035cb718a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:30.377289 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6052e932-2ceb-4ed7-8a52-0dc458047fc0 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.377786 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-0efc9c43-3a4d-4f94-9e0e-407035cb718a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Usage tracker for resource:subnet and tenant:0b78745c20204b2bb7542d64f98190cf is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:30.380532 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-00fa2bd0-494f-431b-82c7-bc7e4eceb7c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:30.382687 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-0efc9c43-3a4d-4f94-9e0e-407035cb718a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:30.389261 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-00fa2bd0-494f-431b-82c7-bc7e4eceb7c3 admin admin] Usage tracker for resource:security_group_rule and tenant:8218046ababc488c991e8ff2cdd75b3d is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:30.391938 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-0efc9c43-3a4d-4f94-9e0e-407035cb718a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:30.393924 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-00fa2bd0-494f-431b-82c7-bc7e4eceb7c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:30.402512 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-00fa2bd0-494f-431b-82c7-bc7e4eceb7c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:30.412975 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efc9c43-3a4d-4f94-9e0e-407035cb718a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Made reservation on behalf of 0b78745c20204b2bb7542d64f98190cf for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:30.417070 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0efc9c43-3a4d-4f94-9e0e-407035cb718a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.425412 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-985d3d06-6f18-4b7d-aaae-ac8fdb8ac40f None None] Port 64913810-b766-440a-b56a-a8e7e75d3108 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:30.432502 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-985d3d06-6f18-4b7d-aaae-ac8fdb8ac40f None None] Could not find standard attr ID for object d5130058-70a1-4840-b68e-d5512ed07541. {{(pid=87516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:45:30.437911 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6052e932-2ceb-4ed7-8a52-0dc458047fc0 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Pushing event deleted for resources: {'Port': ['ID=d5130058-70a1-4840-b68e-d5512ed07541,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:30.477257 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-985d3d06-6f18-4b7d-aaae-ac8fdb8ac40f None None] Provisioning for port 967d6898-9f77-4754-83ca-573ca80c8d3a completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:30.495279 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-985d3d06-6f18-4b7d-aaae-ac8fdb8ac40f None None] Provisioning complete for port 967d6898-9f77-4754-83ca-573ca80c8d3a triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:30.495793 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-985d3d06-6f18-4b7d-aaae-ac8fdb8ac40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.562752 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c7459881-3662-41a7-966b-9e86fe68ccaf up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:30.611145 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-985d3d06-6f18-4b7d-aaae-ac8fdb8ac40f None None] Port 967d6898-9f77-4754-83ca-573ca80c8d3a cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:30.646688 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-00fa2bd0-494f-431b-82c7-bc7e4eceb7c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.651842 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port c7459881-3662-41a7-966b-9e86fe68ccaf triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:30.652393 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.692289 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-00fa2bd0-494f-431b-82c7-bc7e4eceb7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.727035 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-b7831350-18d5-4750-9307-7797e1cd32a0 None None] Could not find standard attr ID for object d5130058-70a1-4840-b68e-d5512ed07541. {{(pid=87516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:45:30.745179 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa2bd0-494f-431b-82c7-bc7e4eceb7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdf91c6-6d6e-4c6e-b9fb-65ee461a40df,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:30.767356 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00fa2bd0-494f-431b-82c7-bc7e4eceb7c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:45:30.787281 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-00fa2bd0-494f-431b-82c7-bc7e4eceb7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.788317 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-00fa2bd0-494f-431b-82c7-bc7e4eceb7c3 admin admin] Added segment 23f4ba11-2f12-4bc1-b9cf-46a0e60f25cc of type vlan for network 6bfe3400-4a20-4262-b4b5-51adb6d4ab64 Jan 21 09:45:30.836514 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6052e932-2ceb-4ed7-8a52-0dc458047fc0 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.840762 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-00fa2bd0-494f-431b-82c7-bc7e4eceb7c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.851665 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6052e932-2ceb-4ed7-8a52-0dc458047fc0 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] 10.222.0.110 "DELETE /v2.0/ports/d5130058-70a1-4840-b68e-d5512ed07541 HTTP/1.1" status: 204 len: 168 time: 1.3383095 Jan 21 09:45:30.854794 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55662) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:30.876880 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0efc9c43-3a4d-4f94-9e0e-407035cb718a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.897919 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-670d2a42-42f7-4428-9b93-c2392ce72f3e tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] GET failed (client error): The resource could not be found. Jan 21 09:45:30.898449 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-670d2a42-42f7-4428-9b93-c2392ce72f3e tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Synchronizing usage tracker for tenant:998576f94d7c4ad6b92095f32419b3ce on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:30.913917 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-670d2a42-42f7-4428-9b93-c2392ce72f3e tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Unset dirty status for tenant:998576f94d7c4ad6b92095f32419b3ce on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:30.915828 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-670d2a42-42f7-4428-9b93-c2392ce72f3e tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] 10.222.0.110 "GET /v2.0/ports/d5130058-70a1-4840-b68e-d5512ed07541 HTTP/1.1" status: 404 len: 333 time: 0.0596855 Jan 21 09:45:30.919881 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55666) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:30.925558 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-de64785d-7a78-4581-90f8-320120e72026 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Request body: {'port': {'network_id': '7f3c12d7-3a83-45b4-bbb5-5a0462c838ef', 'name': 'tempest-AllowedAddressPairTestJSON-1738781826'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:30.939872 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-00fa2bd0-494f-431b-82c7-bc7e4eceb7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.940787 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fa2bd0-494f-431b-82c7-bc7e4eceb7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:30.941356 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-00fa2bd0-494f-431b-82c7-bc7e4eceb7c3 admin admin] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.953823 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efc9c43-3a4d-4f94-9e0e-407035cb718a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Network c6f429f6-d76f-464b-b10d-73f2378341d1 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:30.973626 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-0efc9c43-3a4d-4f94-9e0e-407035cb718a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:30.982517 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efc9c43-3a4d-4f94-9e0e-407035cb718a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:30.983110 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0efc9c43-3a4d-4f94-9e0e-407035cb718a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.983935 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deeac811-6ca6-4716-be20-aef579f57949 None None] Network c6f429f6-d76f-464b-b10d-73f2378341d1 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:31.016902 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc9c43-3a4d-4f94-9e0e-407035cb718a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Subnet': ['ID=d0b32887-d465-4de8-a71b-640c4e372f2b,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:31.068978 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-de64785d-7a78-4581-90f8-320120e72026 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:31.082049 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-de64785d-7a78-4581-90f8-320120e72026 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:31.096267 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-00fa2bd0-494f-431b-82c7-bc7e4eceb7c3 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0498271 Jan 21 09:45:31.096481 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de64785d-7a78-4581-90f8-320120e72026 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Made reservation on behalf of 998576f94d7c4ad6b92095f32419b3ce for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:31.097852 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-de64785d-7a78-4581-90f8-320120e72026 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.098087 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0efc9c43-3a4d-4f94-9e0e-407035cb718a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9670091 Jan 21 09:45:31.098741 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55670) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:31.099073 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55672) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:31.102855 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa2bd0-494f-431b-82c7-bc7e4eceb7c3 admin admin] Pushing event updated for resources: {'Network': ['ID=6bfe3400-4a20-4262-b4b5-51adb6d4ab64,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:31.109013 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-8907bc9d-1653-4430-8171-92cd8b543fed tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-551882907', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd0b32887-d465-4de8-a71b-640c4e372f2b'}], 'security_groups': ['fb08feed-6040-4371-8080-2562cd5739cf', '2c8fc919-978e-4d86-b8f6-2c71118f6753']}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:31.118033 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 6bfe3400-4a20-4262-b4b5-51adb6d4ab64 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:45:31.121048 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-de64785d-7a78-4581-90f8-320120e72026 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] device_id is not set on port feb8691b-6a6a-4a28-9cb2-0caa0b48bddc yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:45:31.139112 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-f8b2faf2-7ce9-4b05-9cbd-54f280e7fb57 admin admin] Request body: {'subnet': {'network_id': '6bfe3400-4a20-4262-b4b5-51adb6d4ab64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-709107452-subnet', 'tenant_id': '8218046ababc488c991e8ff2cdd75b3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:31.148420 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f8b2faf2-7ce9-4b05-9cbd-54f280e7fb57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:31.160815 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f8b2faf2-7ce9-4b05-9cbd-54f280e7fb57 admin admin] Usage tracker for resource:subnet and tenant:8218046ababc488c991e8ff2cdd75b3d is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:31.171106 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f8b2faf2-7ce9-4b05-9cbd-54f280e7fb57 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:31.180654 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f8b2faf2-7ce9-4b05-9cbd-54f280e7fb57 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:31.234448 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b2faf2-7ce9-4b05-9cbd-54f280e7fb57 admin admin] Made reservation on behalf of 8218046ababc488c991e8ff2cdd75b3d for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:31.236767 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f8b2faf2-7ce9-4b05-9cbd-54f280e7fb57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.273310 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-de64785d-7a78-4581-90f8-320120e72026 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Allocated IP 172.20.0.12 (7f3c12d7-3a83-45b4-bbb5-5a0462c838ef/77035c58-54b5-4373-9a64-f45b03bcab4a/feb8691b-6a6a-4a28-9cb2-0caa0b48bddc) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:31.337006 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8907bc9d-1653-4430-8171-92cd8b543fed tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.448445 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95f5a1d-fb2e-4c6b-83b5-a3d12a371952 None None] Update dhcp port {'port': {'network_id': 'c6f429f6-d76f-464b-b10d-73f2378341d1', 'fixed_ips': [{'subnet_id': '187b20e4-e36f-43d6-8f9c-7e3357a6b366', 'ip_address': '172.20.0.18'}, {'subnet_id': '67af6524-3712-4ca5-87f4-7ddfbc404ed9', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd0b32887-d465-4de8-a71b-640c4e372f2b'}], 'binding:host_id': 'dv-neutron-825731-1-hyperv'}, 'id': 'c7459881-3662-41a7-966b-9e86fe68ccaf'} from dv-neutron-825731-1-hyperv. {{(pid=87516) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 09:45:31.496399 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-de64785d-7a78-4581-90f8-320120e72026 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.507584 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d95f5a1d-fb2e-4c6b-83b5-a3d12a371952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.512203 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-de64785d-7a78-4581-90f8-320120e72026 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Transition to ACTIVE for port object feb8691b-6a6a-4a28-9cb2-0caa0b48bddc will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:31.537555 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-de64785d-7a78-4581-90f8-320120e72026 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.614003 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de64785d-7a78-4581-90f8-320120e72026 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Network 7f3c12d7-3a83-45b4-bbb5-5a0462c838ef is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:31.617175 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-de64785d-7a78-4581-90f8-320120e72026 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:31.621133 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de64785d-7a78-4581-90f8-320120e72026 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:31.660044 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de64785d-7a78-4581-90f8-320120e72026 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Pushing event updated for resources: {'Port': ['ID=feb8691b-6a6a-4a28-9cb2-0caa0b48bddc,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:31.701183 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f8b2faf2-7ce9-4b05-9cbd-54f280e7fb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.702114 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de64785d-7a78-4581-90f8-320120e72026 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:31.702777 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-de64785d-7a78-4581-90f8-320120e72026 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.758196 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-de64785d-7a78-4581-90f8-320120e72026 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8371859 Jan 21 09:45:31.759152 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55678) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:31.766275 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-deda4e6a-daf9-43a2-82c3-1d493fcb23cc tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:eb:04:39'}]}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:31.768300 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-d95f5a1d-fb2e-4c6b-83b5-a3d12a371952 None None] Allocated IP 172.20.0.34 (c6f429f6-d76f-464b-b10d-73f2378341d1/d0b32887-d465-4de8-a71b-640c4e372f2b/c7459881-3662-41a7-966b-9e86fe68ccaf) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:31.914481 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b2faf2-7ce9-4b05-9cbd-54f280e7fb57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c7aa898-f8b2-4fe4-8bf7-f98fc5187a77,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:31.920411 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b2faf2-7ce9-4b05-9cbd-54f280e7fb57 admin admin] Checking segment: {'id': '23f4ba11-2f12-4bc1-b9cf-46a0e60f25cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '6bfe3400-4a20-4262-b4b5-51adb6d4ab64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:45:31.920872 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b2faf2-7ce9-4b05-9cbd-54f280e7fb57 admin admin] Network hostable DHCP agents. Network: 6bfe3400-4a20-4262-b4b5-51adb6d4ab64, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:45:31.922983 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-deda4e6a-daf9-43a2-82c3-1d493fcb23cc tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.942823 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b2faf2-7ce9-4b05-9cbd-54f280e7fb57 admin admin] Network 6bfe3400-4a20-4262-b4b5-51adb6d4ab64 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:45:31.953733 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-f8b2faf2-7ce9-4b05-9cbd-54f280e7fb57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 6bfe3400-4a20-4262-b4b5-51adb6d4ab64) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:31.958411 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b2faf2-7ce9-4b05-9cbd-54f280e7fb57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:31.959536 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f8b2faf2-7ce9-4b05-9cbd-54f280e7fb57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.965172 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-d95f5a1d-fb2e-4c6b-83b5-a3d12a371952 None None] For port c7459881-3662-41a7-966b-9e86fe68ccaf, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=c7459881-3662-41a7-966b-9e86fe68ccaf,segment=NetworkSegment(cf177a5b-c83c-4d42-89c3-6ce638080ff3),segment_id=cf177a5b-c83c-4d42-89c3-6ce638080ff3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:31.971458 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2d8e17-6f98-457b-8153-df57e0a0f47a None None] Network 6bfe3400-4a20-4262-b4b5-51adb6d4ab64 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:31.990420 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f8b2faf2-7ce9-4b05-9cbd-54f280e7fb57 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8827224 Jan 21 09:45:32.003467 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-d825af57-346e-4ae0-abc2-f0d1b80a40cd None None] Provisioning for port feb8691b-6a6a-4a28-9cb2-0caa0b48bddc completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:32.034113 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-d825af57-346e-4ae0-abc2-f0d1b80a40cd None None] Provisioning complete for port feb8691b-6a6a-4a28-9cb2-0caa0b48bddc triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:32.034492 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d825af57-346e-4ae0-abc2-f0d1b80a40cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.071963 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d95f5a1d-fb2e-4c6b-83b5-a3d12a371952 None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.163127 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-d95f5a1d-fb2e-4c6b-83b5-a3d12a371952 None None] Transition to ACTIVE for port object c7459881-3662-41a7-966b-9e86fe68ccaf will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:32.174591 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d95f5a1d-fb2e-4c6b-83b5-a3d12a371952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.200462 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-deda4e6a-daf9-43a2-82c3-1d493fcb23cc tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.217321 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-deda4e6a-daf9-43a2-82c3-1d493fcb23cc tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.274891 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-d825af57-346e-4ae0-abc2-f0d1b80a40cd None None] Port feb8691b-6a6a-4a28-9cb2-0caa0b48bddc cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:32.321768 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-8907bc9d-1653-4430-8171-92cd8b543fed tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Delete allocated IP 172.20.0.12 (c6f429f6-d76f-464b-b10d-73f2378341d1/67af6524-3712-4ca5-87f4-7ddfbc404ed9) {{(pid=87514) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 21 09:45:32.331539 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-8907bc9d-1653-4430-8171-92cd8b543fed tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Allocated IP 172.20.0.37 (c6f429f6-d76f-464b-b10d-73f2378341d1/d0b32887-d465-4de8-a71b-640c4e372f2b/967d6898-9f77-4754-83ca-573ca80c8d3a) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:32.408639 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda4e6a-daf9-43a2-82c3-1d493fcb23cc tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Pushing event updated for resources: {'Port': ['ID=feb8691b-6a6a-4a28-9cb2-0caa0b48bddc,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:32.423763 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-deda4e6a-daf9-43a2-82c3-1d493fcb23cc tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] In _notify_port_updated(), no bound segment for port feb8691b-6a6a-4a28-9cb2-0caa0b48bddc on network 7f3c12d7-3a83-45b4-bbb5-5a0462c838ef {{(pid=87515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:45:32.430224 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deda4e6a-daf9-43a2-82c3-1d493fcb23cc tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:32.430869 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-deda4e6a-daf9-43a2-82c3-1d493fcb23cc tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.433247 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-deda4e6a-daf9-43a2-82c3-1d493fcb23cc tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] 10.222.0.110 "PUT /v2.0/ports/feb8691b-6a6a-4a28-9cb2-0caa0b48bddc HTTP/1.1" status: 200 len: 995 time: 0.6730807 Jan 21 09:45:32.435950 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55692) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:32.492323 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f5a1d-fb2e-4c6b-83b5-a3d12a371952 None None] Pushing event updated for resources: {'Port': ['ID=c7459881-3662-41a7-966b-9e86fe68ccaf,revision_number=7']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:32.559361 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-e36ec575-1bad-4440-bc10-984d561811a5 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Deleting port feb8691b-6a6a-4a28-9cb2-0caa0b48bddc {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:32.560688 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e36ec575-1bad-4440-bc10-984d561811a5 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.609593 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b700dcc6-4ece-40f1-a82e-aaf674effa39 None None] Network 6bfe3400-4a20-4262-b4b5-51adb6d4ab64 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:32.612210 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8907bc9d-1653-4430-8171-92cd8b543fed tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.637238 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-8907bc9d-1653-4430-8171-92cd8b543fed tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Transition to ACTIVE for port object 967d6898-9f77-4754-83ca-573ca80c8d3a will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:32.652859 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8907bc9d-1653-4430-8171-92cd8b543fed tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.745548 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55702) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:32.771921 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-8b313995-b38a-4c6c-b2c8-fafca2722046 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1300413163-network', 'tenant_id': '29dbb3b5e6b94445b1addf9465c12a92'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:32.815428 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-8b313995-b38a-4c6c-b2c8-fafca2722046 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:32.860788 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-8b313995-b38a-4c6c-b2c8-fafca2722046 admin admin] Usage tracker for resource:network and tenant:29dbb3b5e6b94445b1addf9465c12a92 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:32.866371 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-8b313995-b38a-4c6c-b2c8-fafca2722046 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:32.869174 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8907bc9d-1653-4430-8171-92cd8b543fed tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event updated for resources: {'Port': ['ID=967d6898-9f77-4754-83ca-573ca80c8d3a,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:32.880245 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-8b313995-b38a-4c6c-b2c8-fafca2722046 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:32.898959 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b313995-b38a-4c6c-b2c8-fafca2722046 admin admin] Made reservation on behalf of 29dbb3b5e6b94445b1addf9465c12a92 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:32.901396 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8b313995-b38a-4c6c-b2c8-fafca2722046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.923550 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8b313995-b38a-4c6c-b2c8-fafca2722046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.933799 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-ef79b483-2339-4045-b9e8-c93a88da2e47 None None] Provisioning complete for port feb8691b-6a6a-4a28-9cb2-0caa0b48bddc triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:32.934183 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ef79b483-2339-4045-b9e8-c93a88da2e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.935097 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e36ec575-1bad-4440-bc10-984d561811a5 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.941479 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-8907bc9d-1653-4430-8171-92cd8b543fed tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] In _notify_port_updated(), no bound segment for port 967d6898-9f77-4754-83ca-573ca80c8d3a on network c6f429f6-d76f-464b-b10d-73f2378341d1 {{(pid=87514) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:45:32.946802 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8907bc9d-1653-4430-8171-92cd8b543fed tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:32.948064 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8907bc9d-1653-4430-8171-92cd8b543fed tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.949377 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8907bc9d-1653-4430-8171-92cd8b543fed tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "PUT /v2.0/ports/967d6898-9f77-4754-83ca-573ca80c8d3a HTTP/1.1" status: 200 len: 959 time: 1.8477244 Jan 21 09:45:32.953268 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55706) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:32.956033 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-8b313995-b38a-4c6c-b2c8-fafca2722046 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:32.993398 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-8b313995-b38a-4c6c-b2c8-fafca2722046 admin admin] Usage tracker for resource:security_group_rule and tenant:29dbb3b5e6b94445b1addf9465c12a92 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:33.002393 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-8b313995-b38a-4c6c-b2c8-fafca2722046 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:33.002942 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-ef79b483-2339-4045-b9e8-c93a88da2e47 None None] Port feb8691b-6a6a-4a28-9cb2-0caa0b48bddc cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:33.009447 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55710) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:33.019511 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-8b313995-b38a-4c6c-b2c8-fafca2722046 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:33.086911 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-e36ec575-1bad-4440-bc10-984d561811a5 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Calling delete_port for feb8691b-6a6a-4a28-9cb2-0caa0b48bddc owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:33.087538 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-e7cb50c6-0383-40c6-b8ee-e8697bb3b21e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Deleting port 967d6898-9f77-4754-83ca-573ca80c8d3a {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:33.087882 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e7cb50c6-0383-40c6-b8ee-e8697bb3b21e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.288128 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd276ec1-4f58-4650-b38d-7bcd000214f0 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:33.288598 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd276ec1-4f58-4650-b38d-7bcd000214f0 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:33.289058 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd276ec1-4f58-4650-b38d-7bcd000214f0 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:33.297381 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-bd276ec1-4f58-4650-b38d-7bcd000214f0 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/ports?project_id=6ddc82470f624ec48d3ebbc58317dba5&network_id=ad7d1e2e-0774-4dd8-b4a1-ce49e042d841 HTTP/1.1" status: 200 len: 2999 time: 0.2732975 Jan 21 09:45:33.329908 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-537f5754-81fd-4b43-8637-2ecf0374737e None None] Provisioning for port 967d6898-9f77-4754-83ca-573ca80c8d3a completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:33.342224 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-537f5754-81fd-4b43-8637-2ecf0374737e None None] Provisioning complete for port 967d6898-9f77-4754-83ca-573ca80c8d3a triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:33.342816 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-537f5754-81fd-4b43-8637-2ecf0374737e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.372165 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e36ec575-1bad-4440-bc10-984d561811a5 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.400358 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8b313995-b38a-4c6c-b2c8-fafca2722046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.403041 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-537f5754-81fd-4b43-8637-2ecf0374737e None None] Port 967d6898-9f77-4754-83ca-573ca80c8d3a cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:33.413337 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8b313995-b38a-4c6c-b2c8-fafca2722046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.414689 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-537f5754-81fd-4b43-8637-2ecf0374737e None None] Provisioning complete for port 71d01a6a-b1d6-446f-bd61-edbe6263613d triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:33.415322 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-537f5754-81fd-4b43-8637-2ecf0374737e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.425401 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ec575-1bad-4440-bc10-984d561811a5 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Pushing event deleted for resources: {'Port': ['ID=feb8691b-6a6a-4a28-9cb2-0caa0b48bddc,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:33.464319 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ec575-1bad-4440-bc10-984d561811a5 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:33.464817 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ec575-1bad-4440-bc10-984d561811a5 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:33.464987 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ec575-1bad-4440-bc10-984d561811a5 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:33.465186 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b313995-b38a-4c6c-b2c8-fafca2722046 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:45:33.465420 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ec575-1bad-4440-bc10-984d561811a5 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:33.465749 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ec575-1bad-4440-bc10-984d561811a5 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:33.466089 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ec575-1bad-4440-bc10-984d561811a5 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:33.466409 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ec575-1bad-4440-bc10-984d561811a5 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:33.467051 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ec575-1bad-4440-bc10-984d561811a5 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:33.467379 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ec575-1bad-4440-bc10-984d561811a5 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:33.467724 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ec575-1bad-4440-bc10-984d561811a5 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:33.468045 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ec575-1bad-4440-bc10-984d561811a5 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:33.468251 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e7cb50c6-0383-40c6-b8ee-e8697bb3b21e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.468401 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ec575-1bad-4440-bc10-984d561811a5 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:33.484042 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-537f5754-81fd-4b43-8637-2ecf0374737e None None] Port 71d01a6a-b1d6-446f-bd61-edbe6263613d cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:33.490931 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8b313995-b38a-4c6c-b2c8-fafca2722046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.490931 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-8b313995-b38a-4c6c-b2c8-fafca2722046 admin admin] Added segment 7dceba1b-4034-419a-acd0-68014c5c38ab of type vlan for network 1dda6e93-10c0-4c43-8ea0-7a1b0dcb9946 Jan 21 09:45:33.491826 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b313995-b38a-4c6c-b2c8-fafca2722046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82a40b6-8c5a-4df7-b55d-5492309406ca,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:33.503620 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-537f5754-81fd-4b43-8637-2ecf0374737e None None] Provisioning for port c7459881-3662-41a7-966b-9e86fe68ccaf completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:33.513048 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-537f5754-81fd-4b43-8637-2ecf0374737e None None] Provisioning complete for port c7459881-3662-41a7-966b-9e86fe68ccaf triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:33.515858 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-537f5754-81fd-4b43-8637-2ecf0374737e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.615551 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-e7cb50c6-0383-40c6-b8ee-e8697bb3b21e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Calling delete_port for 967d6898-9f77-4754-83ca-573ca80c8d3a owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:33.679093 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e36ec575-1bad-4440-bc10-984d561811a5 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.694020 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e36ec575-1bad-4440-bc10-984d561811a5 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] 10.222.0.110 "DELETE /v2.0/ports/feb8691b-6a6a-4a28-9cb2-0caa0b48bddc HTTP/1.1" status: 204 len: 168 time: 1.2545073 Jan 21 09:45:33.694424 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55718) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:33.701482 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8b313995-b38a-4c6c-b2c8-fafca2722046 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.746274 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b13e118-711c-4954-88d3-ce4216e2dd8d tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] GET failed (client error): The resource could not be found. Jan 21 09:45:33.746809 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-6b13e118-711c-4954-88d3-ce4216e2dd8d tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Synchronizing usage tracker for tenant:998576f94d7c4ad6b92095f32419b3ce on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:33.769711 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-6b13e118-711c-4954-88d3-ce4216e2dd8d tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Unset dirty status for tenant:998576f94d7c4ad6b92095f32419b3ce on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:33.774717 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6b13e118-711c-4954-88d3-ce4216e2dd8d tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] 10.222.0.110 "GET /v2.0/ports/feb8691b-6a6a-4a28-9cb2-0caa0b48bddc HTTP/1.1" status: 404 len: 333 time: 0.0752869 Jan 21 09:45:33.775072 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55722) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:33.782296 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-c878ac55-755d-457d-9bff-5df0fe153cf0 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Request body: {'port': {'network_id': '7f3c12d7-3a83-45b4-bbb5-5a0462c838ef', 'name': 'tempest-AllowedAddressPairTestJSON-1567132685'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:33.796869 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8b313995-b38a-4c6c-b2c8-fafca2722046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.797888 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b313995-b38a-4c6c-b2c8-fafca2722046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:33.798594 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8b313995-b38a-4c6c-b2c8-fafca2722046 admin admin] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.867084 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e7cb50c6-0383-40c6-b8ee-e8697bb3b21e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.949571 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-c878ac55-755d-457d-9bff-5df0fe153cf0 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:33.959080 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-c878ac55-755d-457d-9bff-5df0fe153cf0 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:33.968313 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8b313995-b38a-4c6c-b2c8-fafca2722046 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2217057 Jan 21 09:45:33.968632 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c878ac55-755d-457d-9bff-5df0fe153cf0 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Made reservation on behalf of 998576f94d7c4ad6b92095f32419b3ce for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:33.972570 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c878ac55-755d-457d-9bff-5df0fe153cf0 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.975238 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb50c6-0383-40c6-b8ee-e8697bb3b21e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'Port': ['ID=967d6898-9f77-4754-83ca-573ca80c8d3a,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:33.976883 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55726) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:33.980665 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b313995-b38a-4c6c-b2c8-fafca2722046 admin admin] Pushing event updated for resources: {'Network': ['ID=1dda6e93-10c0-4c43-8ea0-7a1b0dcb9946,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:33.993604 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 1dda6e93-10c0-4c43-8ea0-7a1b0dcb9946 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:45:34.000718 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-c878ac55-755d-457d-9bff-5df0fe153cf0 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] device_id is not set on port 125c73af-7a24-4923-b6c4-2eca74156634 yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:45:34.015671 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-24df54cf-6e8c-4990-9208-9db26c73f347 None None] Could not find standard attr ID for object 967d6898-9f77-4754-83ca-573ca80c8d3a. {{(pid=87516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:45:34.016912 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-ab5ef4ec-23c9-4ea2-9ada-3420bf1e6353 admin admin] Request body: {'subnet': {'network_id': '1dda6e93-10c0-4c43-8ea0-7a1b0dcb9946', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1300413163-subnet', 'tenant_id': '29dbb3b5e6b94445b1addf9465c12a92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:34.178448 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-ab5ef4ec-23c9-4ea2-9ada-3420bf1e6353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:34.189905 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ab5ef4ec-23c9-4ea2-9ada-3420bf1e6353 admin admin] Usage tracker for resource:subnet and tenant:29dbb3b5e6b94445b1addf9465c12a92 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:34.193284 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-c878ac55-755d-457d-9bff-5df0fe153cf0 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Allocated IP 172.20.0.4 (7f3c12d7-3a83-45b4-bbb5-5a0462c838ef/77035c58-54b5-4373-9a64-f45b03bcab4a/125c73af-7a24-4923-b6c4-2eca74156634) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:34.194446 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ab5ef4ec-23c9-4ea2-9ada-3420bf1e6353 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:34.197136 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c7459881-3662-41a7-966b-9e86fe68ccaf up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:34.204849 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-ab5ef4ec-23c9-4ea2-9ada-3420bf1e6353 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:34.229666 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e7cb50c6-0383-40c6-b8ee-e8697bb3b21e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.231839 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e7cb50c6-0383-40c6-b8ee-e8697bb3b21e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/ports/967d6898-9f77-4754-83ca-573ca80c8d3a HTTP/1.1" status: 204 len: 168 time: 1.2776556 Jan 21 09:45:34.234303 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5ef4ec-23c9-4ea2-9ada-3420bf1e6353 admin admin] Made reservation on behalf of 29dbb3b5e6b94445b1addf9465c12a92 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:34.234661 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55730) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:34.236676 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ab5ef4ec-23c9-4ea2-9ada-3420bf1e6353 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.287221 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port c7459881-3662-41a7-966b-9e86fe68ccaf triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:34.287628 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.295068 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-3723669b-bd71-4cd4-ae7d-fcd774f1b32f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] GET failed (client error): The resource could not be found. Jan 21 09:45:34.299066 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-3723669b-bd71-4cd4-ae7d-fcd774f1b32f tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "GET /v2.0/ports/967d6898-9f77-4754-83ca-573ca80c8d3a HTTP/1.1" status: 404 len: 333 time: 0.0609491 Jan 21 09:45:34.303259 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55734) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:34.458607 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ab5ef4ec-23c9-4ea2-9ada-3420bf1e6353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.478274 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-13a0acd4-09fb-4d06-9bf9-249d6ccd15e2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.531435 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-13a0acd4-09fb-4d06-9bf9-249d6ccd15e2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.535973 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ef4ec-23c9-4ea2-9ada-3420bf1e6353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9c37fd8-53d0-44b0-950e-42af71d0d7af,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:34.540698 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c878ac55-755d-457d-9bff-5df0fe153cf0 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.545723 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5ef4ec-23c9-4ea2-9ada-3420bf1e6353 admin admin] Checking segment: {'id': '7dceba1b-4034-419a-acd0-68014c5c38ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1dda6e93-10c0-4c43-8ea0-7a1b0dcb9946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:45:34.546150 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5ef4ec-23c9-4ea2-9ada-3420bf1e6353 admin admin] Network hostable DHCP agents. Network: 1dda6e93-10c0-4c43-8ea0-7a1b0dcb9946, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:45:34.565147 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5ef4ec-23c9-4ea2-9ada-3420bf1e6353 admin admin] Network 1dda6e93-10c0-4c43-8ea0-7a1b0dcb9946 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:45:34.574567 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-ab5ef4ec-23c9-4ea2-9ada-3420bf1e6353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 1dda6e93-10c0-4c43-8ea0-7a1b0dcb9946) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:34.575969 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-c878ac55-755d-457d-9bff-5df0fe153cf0 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Transition to ACTIVE for port object 125c73af-7a24-4923-b6c4-2eca74156634 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:34.578576 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5ef4ec-23c9-4ea2-9ada-3420bf1e6353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:34.579223 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ab5ef4ec-23c9-4ea2-9ada-3420bf1e6353 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.587186 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d708432-3024-4f01-a6c8-237778230338 None None] Network 1dda6e93-10c0-4c43-8ea0-7a1b0dcb9946 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:34.602624 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ab5ef4ec-23c9-4ea2-9ada-3420bf1e6353 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6244266 Jan 21 09:45:34.613535 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-13a0acd4-09fb-4d06-9bf9-249d6ccd15e2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.631496 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c878ac55-755d-457d-9bff-5df0fe153cf0 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.677538 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0acd4-09fb-4d06-9bf9-249d6ccd15e2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d78d4b-d2ff-439a-a91a-d25ec4d4ef9b,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:34.722844 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c878ac55-755d-457d-9bff-5df0fe153cf0 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Network 7f3c12d7-3a83-45b4-bbb5-5a0462c838ef is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:34.726617 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-13a0acd4-09fb-4d06-9bf9-249d6ccd15e2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.726617 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-13a0acd4-09fb-4d06-9bf9-249d6ccd15e2 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/security-groups/50d78d4b-d2ff-439a-a91a-d25ec4d4ef9b HTTP/1.1" status: 204 len: 168 time: 0.4209824 Jan 21 09:45:34.728626 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-c878ac55-755d-457d-9bff-5df0fe153cf0 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:34.729579 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55740) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:34.734112 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c878ac55-755d-457d-9bff-5df0fe153cf0 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:34.761774 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c878ac55-755d-457d-9bff-5df0fe153cf0 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Pushing event updated for resources: {'Port': ['ID=125c73af-7a24-4923-b6c4-2eca74156634,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:34.833414 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c878ac55-755d-457d-9bff-5df0fe153cf0 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:34.834055 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c878ac55-755d-457d-9bff-5df0fe153cf0 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.858304 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c878ac55-755d-457d-9bff-5df0fe153cf0 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0820832 Jan 21 09:45:34.860118 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ff33d168-56a4-4d96-a871-e72ef6516b13 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.861244 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55746) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:34.867761 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-a891b74c-fe97-4e40-912c-eb446ed57e71 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:eb:04:39'}]}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:34.897062 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ff33d168-56a4-4d96-a871-e72ef6516b13 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.925648 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e494a00a-217c-478c-a430-01083d24d7c8 None None] Network 1dda6e93-10c0-4c43-8ea0-7a1b0dcb9946 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:34.978331 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ff33d168-56a4-4d96-a871-e72ef6516b13 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.007724 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff33d168-56a4-4d96-a871-e72ef6516b13 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8fc919-978e-4d86-b8f6-2c71118f6753,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:35.019462 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ff33d168-56a4-4d96-a871-e72ef6516b13 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.020864 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ff33d168-56a4-4d96-a871-e72ef6516b13 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/security-groups/2c8fc919-978e-4d86-b8f6-2c71118f6753 HTTP/1.1" status: 204 len: 168 time: 0.2899280 Jan 21 09:45:35.023470 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55756) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:35.127338 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-09b916cd-1348-410c-a356-c585444de836 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.166682 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-09b916cd-1348-410c-a356-c585444de836 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.220844 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a891b74c-fe97-4e40-912c-eb446ed57e71 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.232433 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-14a1d84c-7295-4b93-9a8e-513ade3f8ced None None] Provisioning for port 125c73af-7a24-4923-b6c4-2eca74156634 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:35.242788 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-09b916cd-1348-410c-a356-c585444de836 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.246270 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-14a1d84c-7295-4b93-9a8e-513ade3f8ced None None] Provisioning complete for port 125c73af-7a24-4923-b6c4-2eca74156634 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:35.246869 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-14a1d84c-7295-4b93-9a8e-513ade3f8ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.263976 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b916cd-1348-410c-a356-c585444de836 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb08feed-6040-4371-8080-2562cd5739cf,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:35.274165 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-09b916cd-1348-410c-a356-c585444de836 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.276442 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-09b916cd-1348-410c-a356-c585444de836 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/security-groups/fb08feed-6040-4371-8080-2562cd5739cf HTTP/1.1" status: 204 len: 168 time: 0.2509165 Jan 21 09:45:35.278387 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55768) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:35.313271 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-14a1d84c-7295-4b93-9a8e-513ade3f8ced None None] Port 125c73af-7a24-4923-b6c4-2eca74156634 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:35.355338 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-361ac4b6-9c2e-44b6-a3d8-a2ed25702db8 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Deleting subnet 67af6524-3712-4ca5-87f4-7ddfbc404ed9 {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:45:35.358642 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-361ac4b6-9c2e-44b6-a3d8-a2ed25702db8 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.414165 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-361ac4b6-9c2e-44b6-a3d8-a2ed25702db8 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.504837 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-361ac4b6-9c2e-44b6-a3d8-a2ed25702db8 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.584600 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-361ac4b6-9c2e-44b6-a3d8-a2ed25702db8 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.623493 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ac4b6-9c2e-44b6-a3d8-a2ed25702db8 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'Subnet': ['ID=67af6524-3712-4ca5-87f4-7ddfbc404ed9,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:35.630341 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-361ac4b6-9c2e-44b6-a3d8-a2ed25702db8 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.637163 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-361ac4b6-9c2e-44b6-a3d8-a2ed25702db8 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/subnets/67af6524-3712-4ca5-87f4-7ddfbc404ed9 HTTP/1.1" status: 204 len: 168 time: 0.3571961 Jan 21 09:45:35.643692 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55774) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:35.644022 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32964f3-002a-41a2-bd0c-b1b3a82a2063 None None] Network c6f429f6-d76f-464b-b10d-73f2378341d1 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:35.653232 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-6d0c0e6e-0e06-4c5e-a06b-65673fe8da57 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:35.654685 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-6d0c0e6e-0e06-4c5e-a06b-65673fe8da57 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/networks?id=6bfe3400-4a20-4262-b4b5-51adb6d4ab64 HTTP/1.1" status: 200 len: 811 time: 0.3780110 Jan 21 09:45:35.693727 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-d8ac333a-b52c-42eb-bed9-7559aa376428 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/quotas/8218046ababc488c991e8ff2cdd75b3d HTTP/1.1" status: 200 len: 375 time: 0.0247309 Jan 21 09:45:35.715808 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-90426c8a-ccc2-4d93-bce5-9b7fcac9a8fc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Deleting subnet d0b32887-d465-4de8-a71b-640c4e372f2b {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:45:35.719045 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-90426c8a-ccc2-4d93-bce5-9b7fcac9a8fc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.751704 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-ae228393-f48e-423d-ab02-ee846d6b37f4 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=8218046ababc488c991e8ff2cdd75b3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499966 Jan 21 09:45:35.774222 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a891b74c-fe97-4e40-912c-eb446ed57e71 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.778012 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-90426c8a-ccc2-4d93-bce5-9b7fcac9a8fc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.811306 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a891b74c-fe97-4e40-912c-eb446ed57e71 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.898959 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-90426c8a-ccc2-4d93-bce5-9b7fcac9a8fc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.991627 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a891b74c-fe97-4e40-912c-eb446ed57e71 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Pushing event updated for resources: {'Port': ['ID=125c73af-7a24-4923-b6c4-2eca74156634,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:36.016423 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-90426c8a-ccc2-4d93-bce5-9b7fcac9a8fc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:36.034602 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-a891b74c-fe97-4e40-912c-eb446ed57e71 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] In _notify_port_updated(), no bound segment for port 125c73af-7a24-4923-b6c4-2eca74156634 on network 7f3c12d7-3a83-45b4-bbb5-5a0462c838ef {{(pid=87515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:45:36.039987 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a891b74c-fe97-4e40-912c-eb446ed57e71 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:36.040615 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a891b74c-fe97-4e40-912c-eb446ed57e71 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:36.042785 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a891b74c-fe97-4e40-912c-eb446ed57e71 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] 10.222.0.110 "PUT /v2.0/ports/125c73af-7a24-4923-b6c4-2eca74156634 HTTP/1.1" status: 200 len: 996 time: 1.1805294 Jan 21 09:45:36.051996 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55780) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:36.063561 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-90426c8a-ccc2-4d93-bce5-9b7fcac9a8fc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:36.076146 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-90426c8a-ccc2-4d93-bce5-9b7fcac9a8fc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/subnets/d0b32887-d465-4de8-a71b-640c4e372f2b HTTP/1.1" status: 204 len: 168 time: 0.4291546 Jan 21 09:45:36.077877 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55784) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:36.080989 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90426c8a-ccc2-4d93-bce5-9b7fcac9a8fc tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'Subnet': ['ID=d0b32887-d465-4de8-a71b-640c4e372f2b,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:36.117091 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-8c5a90fa-cf80-4529-a8d0-8744c4ec224b service neutron] 10.222.0.110 "GET /v2.0/networks/6bfe3400-4a20-4262-b4b5-51adb6d4ab64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404076 Jan 21 09:45:36.129026 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-7958c5ef-b9dd-4e5e-af7f-19eaff71d0be tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] DELETE failed (client error): The resource could not be found. Jan 21 09:45:36.129752 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7958c5ef-b9dd-4e5e-af7f-19eaff71d0be tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:36.131635 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7958c5ef-b9dd-4e5e-af7f-19eaff71d0be tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/subnets/67af6524-3712-4ca5-87f4-7ddfbc404ed9 HTTP/1.1" status: 404 len: 337 time: 0.0527434 Jan 21 09:45:36.136179 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55788) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:36.148952 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-c4979cc7-ae77-424a-926f-b060a7f9fbb8 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Deleting port 125c73af-7a24-4923-b6c4-2eca74156634 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:36.149302 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c4979cc7-ae77-424a-926f-b060a7f9fbb8 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:36.207222 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d1b84d5-a770-4f11-96b6-371a7f1b5f1a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Deleting subnet 187b20e4-e36f-43d6-8f9c-7e3357a6b366 {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:45:36.210459 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2d1b84d5-a770-4f11-96b6-371a7f1b5f1a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:36.246748 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-36e8631c-af90-420a-9559-e96e6c799e21 None None] Provisioning complete for port 125c73af-7a24-4923-b6c4-2eca74156634 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:36.248790 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-36e8631c-af90-420a-9559-e96e6c799e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:36.278700 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2d1b84d5-a770-4f11-96b6-371a7f1b5f1a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:36.323435 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-36e8631c-af90-420a-9559-e96e6c799e21 None None] Port 125c73af-7a24-4923-b6c4-2eca74156634 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:36.386266 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2d1b84d5-a770-4f11-96b6-371a7f1b5f1a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:36.466812 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-71ebddd7-485b-44eb-afeb-496d09a25f5f service neutron] 10.222.0.110 "GET /v2.0/networks/6bfe3400-4a20-4262-b4b5-51adb6d4ab64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413908 Jan 21 09:45:36.477374 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2d1b84d5-a770-4f11-96b6-371a7f1b5f1a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:36.501950 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c4979cc7-ae77-424a-926f-b060a7f9fbb8 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:36.539001 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b84d5-a770-4f11-96b6-371a7f1b5f1a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'Subnet': ['ID=187b20e4-e36f-43d6-8f9c-7e3357a6b366,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:36.545800 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2d1b84d5-a770-4f11-96b6-371a7f1b5f1a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:36.553665 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b84d5-a770-4f11-96b6-371a7f1b5f1a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:36.553991 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b84d5-a770-4f11-96b6-371a7f1b5f1a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:36.554168 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b84d5-a770-4f11-96b6-371a7f1b5f1a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:36.554489 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b84d5-a770-4f11-96b6-371a7f1b5f1a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:36.554952 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b84d5-a770-4f11-96b6-371a7f1b5f1a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:36.555261 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b84d5-a770-4f11-96b6-371a7f1b5f1a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:36.555611 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b84d5-a770-4f11-96b6-371a7f1b5f1a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:36.555930 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b84d5-a770-4f11-96b6-371a7f1b5f1a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:36.556249 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b84d5-a770-4f11-96b6-371a7f1b5f1a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:36.556621 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b84d5-a770-4f11-96b6-371a7f1b5f1a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:36.556993 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b84d5-a770-4f11-96b6-371a7f1b5f1a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:36.557648 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b84d5-a770-4f11-96b6-371a7f1b5f1a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:36.566209 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2d1b84d5-a770-4f11-96b6-371a7f1b5f1a tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/subnets/187b20e4-e36f-43d6-8f9c-7e3357a6b366 HTTP/1.1" status: 204 len: 168 time: 0.4288242 Jan 21 09:45:36.566812 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55792) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:36.624857 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-4647d8c4-774a-465d-a8f8-ef7415157b1b tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] DELETE failed (client error): The resource could not be found. Jan 21 09:45:36.625319 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4647d8c4-774a-465d-a8f8-ef7415157b1b tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:36.629824 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4647d8c4-774a-465d-a8f8-ef7415157b1b tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/subnets/4ed788d4-2840-4a67-a538-f9dc4fdb1eeb HTTP/1.1" status: 404 len: 337 time: 0.0620754 Jan 21 09:45:36.630412 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55798) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:36.655508 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-c4979cc7-ae77-424a-926f-b060a7f9fbb8 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Calling delete_port for 125c73af-7a24-4923-b6c4-2eca74156634 owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:36.660486 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546a7907-af53-4bb8-8f50-dba5aac708a7 None None] Network c6f429f6-d76f-464b-b10d-73f2378341d1 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:36.839284 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55804) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:36.846074 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9d3f8678-93ac-4a61-9d24-eef25f6f844c tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Synchronizing usage tracker for tenant:0b78745c20204b2bb7542d64f98190cf on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:36.851632 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-09d0cab9-3afa-4ade-9da8-0743abc0875a req-e7b23b1f-1451-47ef-ab95-e6e1119c6205 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/ports?device_id=fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9 HTTP/1.1" status: 200 len: 210 time: 0.1853545 Jan 21 09:45:36.872634 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9d3f8678-93ac-4a61-9d24-eef25f6f844c tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Unset dirty status for tenant:0b78745c20204b2bb7542d64f98190cf on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:36.877293 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9d3f8678-93ac-4a61-9d24-eef25f6f844c tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "GET /v2.0/ports?device_id=a78043ab-c82c-4ff1-ba56-a5b851295162 HTTP/1.1" status: 200 len: 205 time: 0.2458198 Jan 21 09:45:36.905194 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55812) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:36.977283 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-5256a293-fe4a-4768-aa9e-d553566e78f0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] delete failed (client error): The resource could not be found. Jan 21 09:45:36.982660 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-5256a293-fe4a-4768-aa9e-d553566e78f0 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/routers/a78043ab-c82c-4ff1-ba56-a5b851295162 HTTP/1.1" status: 404 len: 336 time: 0.1025083 Jan 21 09:45:36.983853 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55816) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:36.986769 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a61b6f-740c-4d29-b18c-57b7aef46298 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:36.989023 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d9a61b6f-740c-4d29-b18c-57b7aef46298 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=80a065d7-b55c-43ad-a3e8-c65befe4136c HTTP/1.1" status: 200 len: 814 time: 0.1482809 Jan 21 09:45:37.002171 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-46a72829-7981-46b6-8b8c-27dcb19b1490 None None] Provisioning complete for port 71d01a6a-b1d6-446f-bd61-edbe6263613d triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:37.002744 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-46a72829-7981-46b6-8b8c-27dcb19b1490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.011116 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c4979cc7-ae77-424a-926f-b060a7f9fbb8 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.055524 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e8fb2f8-1172-4e08-964c-a38b86bfd0a7 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] DELETE failed (client error): The resource could not be found. Jan 21 09:45:37.056703 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e8fb2f8-1172-4e08-964c-a38b86bfd0a7 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:37.063474 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3e8fb2f8-1172-4e08-964c-a38b86bfd0a7 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/subnets/3c392549-dffa-43ad-865c-d567ed2c963b HTTP/1.1" status: 404 len: 337 time: 0.0779443 Jan 21 09:45:37.064293 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55822) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:37.076068 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4979cc7-ae77-424a-926f-b060a7f9fbb8 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Pushing event deleted for resources: {'Port': ['ID=125c73af-7a24-4923-b6c4-2eca74156634,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:37.113191 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb2af289-ce92-4458-a475-5a8faf4ad760 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] DELETE failed (client error): The resource could not be found. Jan 21 09:45:37.114106 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb2af289-ce92-4458-a475-5a8faf4ad760 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:37.115276 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-46a72829-7981-46b6-8b8c-27dcb19b1490 None None] Port 71d01a6a-b1d6-446f-bd61-edbe6263613d cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:37.122747 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-cb2af289-ce92-4458-a475-5a8faf4ad760 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/subnets/2902892f-830e-4584-97f9-caa0900da3f7 HTTP/1.1" status: 404 len: 337 time: 0.0571024 Jan 21 09:45:37.124613 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55828) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:37.141662 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-46a72829-7981-46b6-8b8c-27dcb19b1490 None None] Provisioning complete for port c7459881-3662-41a7-966b-9e86fe68ccaf triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:37.142255 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-46a72829-7981-46b6-8b8c-27dcb19b1490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.219415 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cc58bbc-dcc2-4bbd-a84d-5474c88ab5c3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] DELETE failed (client error): The resource could not be found. Jan 21 09:45:37.219991 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cc58bbc-dcc2-4bbd-a84d-5474c88ab5c3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:37.225459 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7cc58bbc-dcc2-4bbd-a84d-5474c88ab5c3 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/subnets/6a04c911-ac73-46c3-81bf-4f2f32492251 HTTP/1.1" status: 404 len: 337 time: 0.0984280 Jan 21 09:45:37.226180 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55834) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:37.298997 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-b10a8f0d-ed3f-4f0f-bed7-42d1d63c75a5 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] DELETE failed (client error): The resource could not be found. Jan 21 09:45:37.300512 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b10a8f0d-ed3f-4f0f-bed7-42d1d63c75a5 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:37.307735 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55838) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:37.309128 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b10a8f0d-ed3f-4f0f-bed7-42d1d63c75a5 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/ports/281e4fd6-6cb5-49ac-bf4f-4de14a01b9e8 HTTP/1.1" status: 404 len: 333 time: 0.0810363 Jan 21 09:45:37.309250 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c4979cc7-ae77-424a-926f-b060a7f9fbb8 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.386234 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1968e9fb-1bf0-4277-bbdb-86f5a0db2f5d None None] DHCP port deletion for c6f429f6-d76f-464b-b10d-73f2378341d1 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:45:37.391908 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-1968e9fb-1bf0-4277-bbdb-86f5a0db2f5d None None] Deleting port c7459881-3662-41a7-966b-9e86fe68ccaf {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:37.392403 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1968e9fb-1bf0-4277-bbdb-86f5a0db2f5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.423947 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-0774f573-d78c-4d19-9813-374c0d5fe94b tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] DELETE failed (client error): The resource could not be found. Jan 21 09:45:37.424811 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0774f573-d78c-4d19-9813-374c0d5fe94b tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:37.436928 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0774f573-d78c-4d19-9813-374c0d5fe94b tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/subnets/d4146c06-9989-4d20-bd0c-263a153c1096 HTTP/1.1" status: 404 len: 337 time: 0.1227975 Jan 21 09:45:37.439326 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55842) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:37.492168 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c4979cc7-ae77-424a-926f-b060a7f9fbb8 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] 10.222.0.110 "DELETE /v2.0/ports/125c73af-7a24-4923-b6c4-2eca74156634 HTTP/1.1" status: 204 len: 168 time: 1.4381618 Jan 21 09:45:37.494381 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55846) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:37.499619 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c0cc5d2-c295-461c-bc51-a1a092095e76 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] DELETE failed (client error): The resource could not be found. Jan 21 09:45:37.500847 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c0cc5d2-c295-461c-bc51-a1a092095e76 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:37.502663 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7c0cc5d2-c295-461c-bc51-a1a092095e76 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/subnets/016185ac-4302-4e84-8d71-6822f3f281b1 HTTP/1.1" status: 404 len: 337 time: 0.0620091 Jan 21 09:45:37.505107 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55850) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:37.552819 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-c75f4d69-1797-4973-936a-fb1e52f70903 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] GET failed (client error): The resource could not be found. Jan 21 09:45:37.554622 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c75f4d69-1797-4973-936a-fb1e52f70903 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] 10.222.0.110 "GET /v2.0/ports/125c73af-7a24-4923-b6c4-2eca74156634 HTTP/1.1" status: 404 len: 333 time: 0.0570147 Jan 21 09:45:37.554777 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd5461fc-3d5b-4675-a528-35841e520f77 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] DELETE failed (client error): The resource could not be found. Jan 21 09:45:37.555130 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd5461fc-3d5b-4675-a528-35841e520f77 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:37.559458 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-cd5461fc-3d5b-4675-a528-35841e520f77 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/ports/fc1b2304-abc6-4fe2-9d4b-feab5e644dac HTTP/1.1" status: 404 len: 333 time: 0.0504920 Jan 21 09:45:37.560551 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55854) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:37.560707 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55856) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:37.566338 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-949f0960-291e-4657-92ae-53f8c5fce874 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Request body: {'port': {'network_id': '7f3c12d7-3a83-45b4-bbb5-5a0462c838ef', 'name': 'tempest-AllowedAddressPairTestJSON-174567802'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:37.639001 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-1968e9fb-1bf0-4277-bbdb-86f5a0db2f5d None None] For port c7459881-3662-41a7-966b-9e86fe68ccaf, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=c7459881-3662-41a7-966b-9e86fe68ccaf,segment=NetworkSegment(cf177a5b-c83c-4d42-89c3-6ce638080ff3),segment_id=cf177a5b-c83c-4d42-89c3-6ce638080ff3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:37.639669 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1968e9fb-1bf0-4277-bbdb-86f5a0db2f5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.737253 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bca071b-e3ba-4a4e-831b-4a609a2a21c5 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] DELETE failed (client error): The resource could not be found. Jan 21 09:45:37.738325 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bca071b-e3ba-4a4e-831b-4a609a2a21c5 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:37.740195 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-3bca071b-e3ba-4a4e-831b-4a609a2a21c5 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/subnets/d53ea57f-f83c-4eb4-94a5-b836b8154d21 HTTP/1.1" status: 404 len: 337 time: 0.1787386 Jan 21 09:45:37.743041 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55862) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:37.750757 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-949f0960-291e-4657-92ae-53f8c5fce874 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:37.755267 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-949f0960-291e-4657-92ae-53f8c5fce874 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Usage tracker for resource:port and tenant:998576f94d7c4ad6b92095f32419b3ce is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:37.758587 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-949f0960-291e-4657-92ae-53f8c5fce874 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:37.765503 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-949f0960-291e-4657-92ae-53f8c5fce874 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:37.778689 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949f0960-291e-4657-92ae-53f8c5fce874 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Made reservation on behalf of 998576f94d7c4ad6b92095f32419b3ce for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:37.782590 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-949f0960-291e-4657-92ae-53f8c5fce874 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.783084 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eed116b-7267-4762-8f7d-fc02bc1203ae tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] DELETE failed (client error): The resource could not be found. Jan 21 09:45:37.783711 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eed116b-7267-4762-8f7d-fc02bc1203ae tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:37.785668 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0eed116b-7267-4762-8f7d-fc02bc1203ae tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/subnets/2886fe5c-1838-4efe-a522-54a91f469f2e HTTP/1.1" status: 404 len: 337 time: 0.0415585 Jan 21 09:45:37.788435 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55866) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:37.796789 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-1968e9fb-1bf0-4277-bbdb-86f5a0db2f5d None None] Calling delete_port for c7459881-3662-41a7-966b-9e86fe68ccaf owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:37.813148 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-949f0960-291e-4657-92ae-53f8c5fce874 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] device_id is not set on port b854a26b-6bb4-48aa-9692-47c6a9b53368 yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:45:37.869633 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-72539142-2e99-4c25-bf34-fb7bce572781 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Deleting port 71d01a6a-b1d6-446f-bd61-edbe6263613d {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:37.870109 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-72539142-2e99-4c25-bf34-fb7bce572781 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.889266 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1968e9fb-1bf0-4277-bbdb-86f5a0db2f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.955970 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1968e9fb-1bf0-4277-bbdb-86f5a0db2f5d None None] No DVR routers for this DVR port c7459881-3662-41a7-966b-9e86fe68ccaf on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:45:37.962020 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1968e9fb-1bf0-4277-bbdb-86f5a0db2f5d None None] Pushing event deleted for resources: {'Port': ['ID=c7459881-3662-41a7-966b-9e86fe68ccaf,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:37.985341 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-949f0960-291e-4657-92ae-53f8c5fce874 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Allocated IP 172.20.0.6 (7f3c12d7-3a83-45b4-bbb5-5a0462c838ef/77035c58-54b5-4373-9a64-f45b03bcab4a/b854a26b-6bb4-48aa-9692-47c6a9b53368) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:38.038358 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e0656d10-15c4-4b84-910b-781715796e05 req-091cb0a0-3fd5-48de-8fec-deb05bf82668 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/ports?device_id=fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9 HTTP/1.1" status: 200 len: 210 time: 0.0540493 Jan 21 09:45:38.178547 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-72539142-2e99-4c25-bf34-fb7bce572781 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.194449 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c7459881-3662-41a7-966b-9e86fe68ccaf no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:45:38.218140 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-949f0960-291e-4657-92ae-53f8c5fce874 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.230749 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: c7459881-3662-41a7-966b-9e86fe68ccaf {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:45:38.231098 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c7459881-3662-41a7-966b-9e86fe68ccaf not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:45:38.245517 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-949f0960-291e-4657-92ae-53f8c5fce874 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Transition to ACTIVE for port object b854a26b-6bb4-48aa-9692-47c6a9b53368 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:38.272584 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-949f0960-291e-4657-92ae-53f8c5fce874 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.345263 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949f0960-291e-4657-92ae-53f8c5fce874 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Network 7f3c12d7-3a83-45b4-bbb5-5a0462c838ef is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:38.349104 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-949f0960-291e-4657-92ae-53f8c5fce874 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:38.351928 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949f0960-291e-4657-92ae-53f8c5fce874 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:38.382695 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-72539142-2e99-4c25-bf34-fb7bce572781 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Calling delete_port for 71d01a6a-b1d6-446f-bd61-edbe6263613d owned by {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:38.422362 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f0960-291e-4657-92ae-53f8c5fce874 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Pushing event updated for resources: {'Port': ['ID=b854a26b-6bb4-48aa-9692-47c6a9b53368,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:38.431012 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55876) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:38.447085 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-492a686d-7abe-4a71-b5a4-5d5df7fa860e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'network': {'name': 'tempest-network-smoke--1492878819', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'port_security_enabled': True}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:38.455569 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949f0960-291e-4657-92ae-53f8c5fce874 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:38.456186 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-949f0960-291e-4657-92ae-53f8c5fce874 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.461959 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-492a686d-7abe-4a71-b5a4-5d5df7fa860e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:38.489411 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-492a686d-7abe-4a71-b5a4-5d5df7fa860e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:38.493436 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-949f0960-291e-4657-92ae-53f8c5fce874 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9293647 Jan 21 09:45:38.494124 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55882) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:38.502910 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-2fab0e9e-21fa-4a30-b8fa-c16e4c4e6165 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Request body: {'port': {'network_id': '7f3c12d7-3a83-45b4-bbb5-5a0462c838ef', 'name': 'tempest-AllowedAddressPairTestJSON-1815508559'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:38.532951 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-0b1882c3-b09f-4cb9-a1f4-99792c5050e1 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:38.534379 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-0b1882c3-b09f-4cb9-a1f4-99792c5050e1 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.72 "GET /v2.0/networks?id=6bfe3400-4a20-4262-b4b5-51adb6d4ab64 HTTP/1.1" status: 200 len: 811 time: 0.3994355 Jan 21 09:45:38.536324 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492a686d-7abe-4a71-b5a4-5d5df7fa860e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Made reservation on behalf of 6ddc82470f624ec48d3ebbc58317dba5 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:38.539439 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-492a686d-7abe-4a71-b5a4-5d5df7fa860e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.554330 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-74757644-b6f9-4017-b79f-e361fb7bde7b tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Request body: {'port': {'device_id': 'fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9', 'network_id': '6bfe3400-4a20-4262-b4b5-51adb6d4ab64', 'admin_state_up': True, 'tenant_id': '8218046ababc488c991e8ff2cdd75b3d'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:38.585535 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-72539142-2e99-4c25-bf34-fb7bce572781 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.605775 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-21ffaabc-e68e-46d4-be29-415368303504 None None] Provisioning for port b854a26b-6bb4-48aa-9692-47c6a9b53368 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:38.611822 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-21ffaabc-e68e-46d4-be29-415368303504 None None] Provisioning complete for port b854a26b-6bb4-48aa-9692-47c6a9b53368 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:38.612444 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-21ffaabc-e68e-46d4-be29-415368303504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.658879 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72539142-2e99-4c25-bf34-fb7bce572781 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'Port': ['ID=71d01a6a-b1d6-446f-bd61-edbe6263613d,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:38.680406 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-21ffaabc-e68e-46d4-be29-415368303504 None None] Port b854a26b-6bb4-48aa-9692-47c6a9b53368 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:38.690531 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-2fab0e9e-21fa-4a30-b8fa-c16e4c4e6165 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:38.695843 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-2fab0e9e-21fa-4a30-b8fa-c16e4c4e6165 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Usage tracker for resource:port and tenant:998576f94d7c4ad6b92095f32419b3ce is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:38.699167 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-2fab0e9e-21fa-4a30-b8fa-c16e4c4e6165 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:38.704954 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-2fab0e9e-21fa-4a30-b8fa-c16e4c4e6165 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:38.717641 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fab0e9e-21fa-4a30-b8fa-c16e4c4e6165 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Made reservation on behalf of 998576f94d7c4ad6b92095f32419b3ce for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:38.721826 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2fab0e9e-21fa-4a30-b8fa-c16e4c4e6165 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.722037 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-492a686d-7abe-4a71-b5a4-5d5df7fa860e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:45:38.726625 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-72539142-2e99-4c25-bf34-fb7bce572781 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.747041 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [None req-2fab0e9e-21fa-4a30-b8fa-c16e4c4e6165 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] device_id is not set on port c895f5eb-0944-4ce0-925e-a242f38c7949 yet. {{(pid=87514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:45:38.759475 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-492a686d-7abe-4a71-b5a4-5d5df7fa860e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.760109 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-492a686d-7abe-4a71-b5a4-5d5df7fa860e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Added segment 50c2447e-30c7-495a-95d7-8effa2cee191 of type vlan for network 4e0845ee-89e9-4b2b-90bc-25998ecfc009 Jan 21 09:45:38.772188 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-72539142-2e99-4c25-bf34-fb7bce572781 tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/ports/71d01a6a-b1d6-446f-bd61-edbe6263613d HTTP/1.1" status: 204 len: 168 time: 0.9791689 Jan 21 09:45:38.776560 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55886) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:38.900818 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-2fab0e9e-21fa-4a30-b8fa-c16e4c4e6165 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Allocated IP 172.20.0.7 (7f3c12d7-3a83-45b4-bbb5-5a0462c838ef/77035c58-54b5-4373-9a64-f45b03bcab4a/c895f5eb-0944-4ce0-925e-a242f38c7949) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:38.917614 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-492a686d-7abe-4a71-b5a4-5d5df7fa860e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.922095 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-74757644-b6f9-4017-b79f-e361fb7bde7b tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:38.954140 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-74757644-b6f9-4017-b79f-e361fb7bde7b tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Usage tracker for resource:port and tenant:8218046ababc488c991e8ff2cdd75b3d is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:38.962501 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-74757644-b6f9-4017-b79f-e361fb7bde7b tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:38.978904 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2a27b054-9ded-4c93-a975-dd9fbbaf960e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.982321 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:45:38.982838 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-74757644-b6f9-4017-b79f-e361fb7bde7b tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:39.018743 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-492a686d-7abe-4a71-b5a4-5d5df7fa860e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:39.025017 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492a686d-7abe-4a71-b5a4-5d5df7fa860e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:39.025603 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-492a686d-7abe-4a71-b5a4-5d5df7fa860e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:39.045232 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-74757644-b6f9-4017-b79f-e361fb7bde7b tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Made reservation on behalf of 8218046ababc488c991e8ff2cdd75b3d for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:39.048690 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-74757644-b6f9-4017-b79f-e361fb7bde7b tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:39.131756 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2fab0e9e-21fa-4a30-b8fa-c16e4c4e6165 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:39.149737 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-2fab0e9e-21fa-4a30-b8fa-c16e4c4e6165 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Transition to ACTIVE for port object c895f5eb-0944-4ce0-925e-a242f38c7949 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:39.177200 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2fab0e9e-21fa-4a30-b8fa-c16e4c4e6165 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:39.198783 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-492a686d-7abe-4a71-b5a4-5d5df7fa860e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7664216 Jan 21 09:45:39.221171 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55892) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:39.284245 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a686d-7abe-4a71-b5a4-5d5df7fa860e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Network': ['ID=4e0845ee-89e9-4b2b-90bc-25998ecfc009,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:39.297116 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 4e0845ee-89e9-4b2b-90bc-25998ecfc009 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:45:39.366189 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2a27b054-9ded-4c93-a975-dd9fbbaf960e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:39.464145 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b0e65efa-4ef2-4740-bb4f-561049610bfc req-2360faf7-3182-4570-9d3d-27953996fb17 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/ports?device_id=fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9 HTTP/1.1" status: 200 len: 210 time: 0.2783027 Jan 21 09:45:39.474608 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fab0e9e-21fa-4a30-b8fa-c16e4c4e6165 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Network 7f3c12d7-3a83-45b4-bbb5-5a0462c838ef is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:39.486113 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-2fab0e9e-21fa-4a30-b8fa-c16e4c4e6165 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:39.488636 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fab0e9e-21fa-4a30-b8fa-c16e4c4e6165 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:39.516698 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab0e9e-21fa-4a30-b8fa-c16e4c4e6165 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Pushing event updated for resources: {'Port': ['ID=c895f5eb-0944-4ce0-925e-a242f38c7949,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:39.548963 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a829a7b-814b-4674-bbc1-81b40673c0e7 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:39.550510 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1a829a7b-814b-4674-bbc1-81b40673c0e7 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=6ddc82470f624ec48d3ebbc58317dba5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3261371 Jan 21 09:45:39.553733 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55896) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:39.588577 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-2a27b054-9ded-4c93-a975-dd9fbbaf960e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f429f6-d76f-464b-b10d-73f2378341d1']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:39.606744 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-2a27b054-9ded-4c93-a975-dd9fbbaf960e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf177a5b-c83c-4d42-89c3-6ce638080ff3') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:39.607133 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-2a27b054-9ded-4c93-a975-dd9fbbaf960e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf177a5b-c83c-4d42-89c3-6ce638080ff3') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:39.614242 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fab0e9e-21fa-4a30-b8fa-c16e4c4e6165 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:39.614581 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2fab0e9e-21fa-4a30-b8fa-c16e4c4e6165 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:39.629969 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2a27b054-9ded-4c93-a975-dd9fbbaf960e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:39.657245 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2a27b054-9ded-4c93-a975-dd9fbbaf960e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:39.660675 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-74757644-b6f9-4017-b79f-e361fb7bde7b tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Allocated IP 172.20.0.8 (6bfe3400-4a20-4262-b4b5-51adb6d4ab64/3c7aa898-f8b2-4fe4-8bf7-f98fc5187a77/bc72314b-d98a-46ee-9afb-c2bce1c35248) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:39.669726 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a27b054-9ded-4c93-a975-dd9fbbaf960e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:45:39.670156 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2a27b054-9ded-4c93-a975-dd9fbbaf960e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:39.686278 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:45:39.686278 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:45:39.686278 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:45:39.686278 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:45:39.686278 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:45:39.686278 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:45:39.686278 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:45:39.686278 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:45:39.686278 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:45:39.686278 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:45:39.686278 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:45:39.686278 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:45:39.686278 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:45:39.686278 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:45:39.686278 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:45:39.686278 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:45:39.686278 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:45:39.686278 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:45:39.686278 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:45:39.686278 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:45:39.686278 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:45:39.686278 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:45:39.686278 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:45:39.686278 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:45:39.686278 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:45:39.686278 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:45:39.686278 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:45:39.686278 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:45:39.686278 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:45:39.686278 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:45:39.686278 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:45:39.686278 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:45:39.717544 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2fab0e9e-21fa-4a30-b8fa-c16e4c4e6165 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2169840 Jan 21 09:45:39.722539 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55900) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:39.731602 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-3b3c9fbe-3743-456e-8424-642a2e739f4e tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:eb:04:39'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:05:87:f5'}]}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:39.813155 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2a27b054-9ded-4c93-a975-dd9fbbaf960e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:39.841340 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2a27b054-9ded-4c93-a975-dd9fbbaf960e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:39.846370 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-1d64963f-6d0d-4780-a98c-a017a90e8542 None None] Provisioning for port c895f5eb-0944-4ce0-925e-a242f38c7949 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:39.853711 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-1d64963f-6d0d-4780-a98c-a017a90e8542 None None] Provisioning complete for port c895f5eb-0944-4ce0-925e-a242f38c7949 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:39.854210 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1d64963f-6d0d-4780-a98c-a017a90e8542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:39.862128 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b23d6bc-6363-429a-8526-dcb6003baeab tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:39.862869 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a27b054-9ded-4c93-a975-dd9fbbaf960e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] Pushing event deleted for resources: {'Network': ['ID=c6f429f6-d76f-464b-b10d-73f2378341d1,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:39.866782 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4b23d6bc-6363-429a-8526-dcb6003baeab tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3092387 Jan 21 09:45:39.868317 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55904) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:39.892047 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2a27b054-9ded-4c93-a975-dd9fbbaf960e tempest-PortsTestJSON-1437777624 tempest-PortsTestJSON-1437777624-project] 10.222.0.110 "DELETE /v2.0/networks/c6f429f6-d76f-464b-b10d-73f2378341d1 HTTP/1.1" status: 204 len: 168 time: 1.1142905 Jan 21 09:45:39.959100 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-9ffe708f-75a1-41de-890c-bdd10ef62e5f tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=80a065d7-b55c-43ad-a3e8-c65befe4136c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0842237 Jan 21 09:45:39.959100 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55910) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:39.969699 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-1d64963f-6d0d-4780-a98c-a017a90e8542 None None] Port c895f5eb-0944-4ce0-925e-a242f38c7949 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:40.051147 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4b32a8f9-1a4b-4e58-927c-14ecf8f5fed6 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=6ddc82470f624ec48d3ebbc58317dba5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0915885 Jan 21 09:45:40.053825 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55914) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:40.057984 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3b3c9fbe-3743-456e-8424-642a2e739f4e tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:40.218391 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-74757644-b6f9-4017-b79f-e361fb7bde7b tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:40.254056 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55920) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:40.265548 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea93158-3576-420e-b20a-041fb5f6e298 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:40.269781 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7ea93158-3576-420e-b20a-041fb5f6e298 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2124703 Jan 21 09:45:40.270011 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55926) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:40.285472 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-74757644-b6f9-4017-b79f-e361fb7bde7b tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:40.330814 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8500b703-862b-4e27-bebe-f2f9378d700a tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=80a065d7-b55c-43ad-a3e8-c65befe4136c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0597193 Jan 21 09:45:40.336662 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55930) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:40.360256 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-f037cf09-1a8b-4f5e-872d-f09196a2eee9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1774676060', 'network_id': '4e0845ee-89e9-4b2b-90bc-25998ecfc009', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:40.375996 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3b3c9fbe-3743-456e-8424-642a2e739f4e tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:40.392553 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-74757644-b6f9-4017-b79f-e361fb7bde7b tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Network 6bfe3400-4a20-4262-b4b5-51adb6d4ab64 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:40.393932 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3b3c9fbe-3743-456e-8424-642a2e739f4e tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:40.398298 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-74757644-b6f9-4017-b79f-e361fb7bde7b tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:40.411841 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-74757644-b6f9-4017-b79f-e361fb7bde7b tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:40.506903 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74757644-b6f9-4017-b79f-e361fb7bde7b tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Pushing event updated for resources: {'Port': ['ID=bc72314b-d98a-46ee-9afb-c2bce1c35248,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:40.534875 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7f3dfd9b-5668-4180-a9cc-d186f0e64a05 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=0b78745c20204b2bb7542d64f98190cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2797103 Jan 21 09:45:40.538339 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55936) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:40.540847 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c9fbe-3743-456e-8424-642a2e739f4e tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Pushing event updated for resources: {'Port': ['ID=c895f5eb-0944-4ce0-925e-a242f38c7949,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:40.562735 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-3b3c9fbe-3743-456e-8424-642a2e739f4e tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] In _notify_port_updated(), no bound segment for port c895f5eb-0944-4ce0-925e-a242f38c7949 on network 7f3c12d7-3a83-45b4-bbb5-5a0462c838ef {{(pid=87514) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:45:40.564302 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-74757644-b6f9-4017-b79f-e361fb7bde7b tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:40.564934 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-74757644-b6f9-4017-b79f-e361fb7bde7b tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:40.569008 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3c9fbe-3743-456e-8424-642a2e739f4e tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:40.569967 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3b3c9fbe-3743-456e-8424-642a2e739f4e tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:40.571618 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3b3c9fbe-3743-456e-8424-642a2e739f4e tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] 10.222.0.110 "PUT /v2.0/ports/c895f5eb-0944-4ce0-925e-a242f38c7949 HTTP/1.1" status: 200 len: 1056 time: 0.8479679 Jan 21 09:45:40.576910 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55940) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:40.585915 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-f037cf09-1a8b-4f5e-872d-f09196a2eee9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:40.599531 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f037cf09-1a8b-4f5e-872d-f09196a2eee9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:subnet and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:40.603304 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-74757644-b6f9-4017-b79f-e361fb7bde7b tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0536354 Jan 21 09:45:40.604368 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f037cf09-1a8b-4f5e-872d-f09196a2eee9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:40.623122 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-f037cf09-1a8b-4f5e-872d-f09196a2eee9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:40.628257 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-3f736de4-6e51-4ce0-a4e4-8028b5376553 service neutron] Request body: {'port': {'device_id': 'fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:40.661301 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-7d563103-47dc-4306-bf1b-f841c4709554 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Deleting port c895f5eb-0944-4ce0-925e-a242f38c7949 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:40.661617 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7d563103-47dc-4306-bf1b-f841c4709554 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:40.744240 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f037cf09-1a8b-4f5e-872d-f09196a2eee9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Made reservation on behalf of 6ddc82470f624ec48d3ebbc58317dba5 for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:40.748091 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f037cf09-1a8b-4f5e-872d-f09196a2eee9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:40.798352 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-8f1193c9-836a-44e7-baca-02fe4e43ddd3 None None] Provisioning complete for port c895f5eb-0944-4ce0-925e-a242f38c7949 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:40.798880 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8f1193c9-836a-44e7-baca-02fe4e43ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:40.865404 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-8f1193c9-836a-44e7-baca-02fe4e43ddd3 None None] Port c895f5eb-0944-4ce0-925e-a242f38c7949 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:40.899632 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-541fe848-679c-476f-a2a5-6a15d49e5411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:40.932972 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7d563103-47dc-4306-bf1b-f841c4709554 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:40.969452 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-541fe848-679c-476f-a2a5-6a15d49e5411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:40.999615 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-3f736de4-6e51-4ce0-a4e4-8028b5376553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.034257 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8bce2-6988-4156-9166-468432a87bcd req-d13ee570-4075-4598-a514-cf0dd48f8f91 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:41.034957 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-1dd8bce2-6988-4156-9166-468432a87bcd req-d13ee570-4075-4598-a514-cf0dd48f8f91 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Synchronizing usage tracker for tenant:8218046ababc488c991e8ff2cdd75b3d on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:41.063078 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-7d563103-47dc-4306-bf1b-f841c4709554 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Calling delete_port for c895f5eb-0944-4ce0-925e-a242f38c7949 owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:41.164163 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-1dd8bce2-6988-4156-9166-468432a87bcd req-d13ee570-4075-4598-a514-cf0dd48f8f91 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Unset dirty status for tenant:8218046ababc488c991e8ff2cdd75b3d on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:41.165226 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1dd8bce2-6988-4156-9166-468432a87bcd req-d13ee570-4075-4598-a514-cf0dd48f8f91 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/ports?device_id=fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9 HTTP/1.1" status: 200 len: 931 time: 0.5073183 Jan 21 09:45:41.225142 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7d563103-47dc-4306-bf1b-f841c4709554 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.248807 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-541fe848-679c-476f-a2a5-6a15d49e5411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.296492 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541fe848-679c-476f-a2a5-6a15d49e5411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae420382-90bb-4f10-9b10-7614f6f68793,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:41.405688 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d563103-47dc-4306-bf1b-f841c4709554 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Pushing event deleted for resources: {'Port': ['ID=c895f5eb-0944-4ce0-925e-a242f38c7949,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:41.444452 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f037cf09-1a8b-4f5e-872d-f09196a2eee9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.525835 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1dd8bce2-6988-4156-9166-468432a87bcd req-738f6151-f7ed-48bd-b0d5-a60ffe906706 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/security-groups?id=acdf91c6-6d6e-4c6e-b9fb-65ee461a40df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023765 Jan 21 09:45:41.542291 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-541fe848-679c-476f-a2a5-6a15d49e5411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.546051 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-541fe848-679c-476f-a2a5-6a15d49e5411 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/ae420382-90bb-4f10-9b10-7614f6f68793 HTTP/1.1" status: 204 len: 168 time: 1.0014758 Jan 21 09:45:41.675899 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f037cf09-1a8b-4f5e-872d-f09196a2eee9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Subnet': ['ID=b4088a55-6d24-4dca-a047-495fc308aac5,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:41.691813 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f037cf09-1a8b-4f5e-872d-f09196a2eee9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Checking segment: {'id': '50c2447e-30c7-495a-95d7-8effa2cee191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4e0845ee-89e9-4b2b-90bc-25998ecfc009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:45:41.692172 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f037cf09-1a8b-4f5e-872d-f09196a2eee9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network hostable DHCP agents. Network: 4e0845ee-89e9-4b2b-90bc-25998ecfc009, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:45:41.757753 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f037cf09-1a8b-4f5e-872d-f09196a2eee9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 4e0845ee-89e9-4b2b-90bc-25998ecfc009 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:45:41.791179 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-f037cf09-1a8b-4f5e-872d-f09196a2eee9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 4e0845ee-89e9-4b2b-90bc-25998ecfc009) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:41.801485 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2741602-3195-4635-8906-8591c78d8f4a None None] Network 4e0845ee-89e9-4b2b-90bc-25998ecfc009 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:41.809975 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f037cf09-1a8b-4f5e-872d-f09196a2eee9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:41.810649 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f037cf09-1a8b-4f5e-872d-f09196a2eee9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.815861 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7d563103-47dc-4306-bf1b-f841c4709554 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.821385 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-3f736de4-6e51-4ce0-a4e4-8028b5376553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc72314b-d98a-46ee-9afb-c2bce1c35248 {{(pid=87515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:45:41.835267 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7d563103-47dc-4306-bf1b-f841c4709554 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] 10.222.0.110 "DELETE /v2.0/ports/c895f5eb-0944-4ce0-925e-a242f38c7949 HTTP/1.1" status: 204 len: 168 time: 1.2569814 Jan 21 09:45:41.839447 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55946) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:41.864119 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-3f736de4-6e51-4ce0-a4e4-8028b5376553 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.891826 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-3f736de4-6e51-4ce0-a4e4-8028b5376553 service neutron] Transition to ACTIVE for port object bc72314b-d98a-46ee-9afb-c2bce1c35248 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:41.896531 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3f9bf9-3407-4e86-bbdb-c350b7abb920 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] GET failed (client error): The resource could not be found. Jan 21 09:45:41.897140 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9f3f9bf9-3407-4e86-bbdb-c350b7abb920 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Synchronizing usage tracker for tenant:998576f94d7c4ad6b92095f32419b3ce on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:41.899119 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-3f736de4-6e51-4ce0-a4e4-8028b5376553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.917254 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9f3f9bf9-3407-4e86-bbdb-c350b7abb920 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Unset dirty status for tenant:998576f94d7c4ad6b92095f32419b3ce on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:41.918730 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9f3f9bf9-3407-4e86-bbdb-c350b7abb920 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] 10.222.0.110 "GET /v2.0/ports/c895f5eb-0944-4ce0-925e-a242f38c7949 HTTP/1.1" status: 404 len: 333 time: 0.0783727 Jan 21 09:45:41.921615 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55950) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:42.003829 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f037cf09-1a8b-4f5e-872d-f09196a2eee9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6544471 Jan 21 09:45:42.003829 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f736de4-6e51-4ce0-a4e4-8028b5376553 service neutron] Pushing event updated for resources: {'Port': ['ID=bc72314b-d98a-46ee-9afb-c2bce1c35248,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:42.023728 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-90635c5d-57cb-4287-8c91-b66dbcd7999e tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Deleting port b854a26b-6bb4-48aa-9692-47c6a9b53368 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:42.024661 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-90635c5d-57cb-4287-8c91-b66dbcd7999e tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:42.075648 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be14a58f-0acf-43f9-bb18-1f633503c7a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-4e0845ee-89e9-4b2b-90bc-25998ecfc009', 'network_id': '4e0845ee-89e9-4b2b-90bc-25998ecfc009', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ips': [{'subnet_id': 'b4088a55-6d24-4dca-a047-495fc308aac5'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:45:42.076493 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-be14a58f-0acf-43f9-bb18-1f633503c7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:42.219642 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-3f736de4-6e51-4ce0-a4e4-8028b5376553 service neutron] Attempting to bind port bc72314b-d98a-46ee-9afb-c2bce1c35248 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:42.220023 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-3f736de4-6e51-4ce0-a4e4-8028b5376553 service neutron] Attempting to bind port bc72314b-d98a-46ee-9afb-c2bce1c35248 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '23f4ba11-2f12-4bc1-b9cf-46a0e60f25cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '6bfe3400-4a20-4262-b4b5-51adb6d4ab64'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:42.220418 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-3f736de4-6e51-4ce0-a4e4-8028b5376553 service neutron] Attempting to bind port bc72314b-d98a-46ee-9afb-c2bce1c35248 on network 6bfe3400-4a20-4262-b4b5-51adb6d4ab64 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:45:42.227353 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-3f736de4-6e51-4ce0-a4e4-8028b5376553 service neutron] Port bc72314b-d98a-46ee-9afb-c2bce1c35248 on network 6bfe3400-4a20-4262-b4b5-51adb6d4ab64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:45:42.227782 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-3f736de4-6e51-4ce0-a4e4-8028b5376553 service neutron] Attempting to bind port bc72314b-d98a-46ee-9afb-c2bce1c35248 on network 6bfe3400-4a20-4262-b4b5-51adb6d4ab64 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:45:42.234383 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-3f736de4-6e51-4ce0-a4e4-8028b5376553 service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:45:42.234726 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-3f736de4-6e51-4ce0-a4e4-8028b5376553 service neutron] Checking segment: {'id': '23f4ba11-2f12-4bc1-b9cf-46a0e60f25cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '6bfe3400-4a20-4262-b4b5-51adb6d4ab64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:45:42.235222 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-3f736de4-6e51-4ce0-a4e4-8028b5376553 service neutron] Bound using segment: {'id': '23f4ba11-2f12-4bc1-b9cf-46a0e60f25cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '6bfe3400-4a20-4262-b4b5-51adb6d4ab64'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:45:42.235675 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-3f736de4-6e51-4ce0-a4e4-8028b5376553 service neutron] Bound port: bc72314b-d98a-46ee-9afb-c2bce1c35248, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23f4ba11-2f12-4bc1-b9cf-46a0e60f25cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '6bfe3400-4a20-4262-b4b5-51adb6d4ab64'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:42.236025 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-3f736de4-6e51-4ce0-a4e4-8028b5376553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:42.250581 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-be14a58f-0acf-43f9-bb18-1f633503c7a3 None None] Allocated IP 172.20.0.18 (4e0845ee-89e9-4b2b-90bc-25998ecfc009/b4088a55-6d24-4dca-a047-495fc308aac5/3fd36db7-7952-471b-8b46-a6d275963e78) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:42.311379 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-90635c5d-57cb-4287-8c91-b66dbcd7999e tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:42.361496 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-3f736de4-6e51-4ce0-a4e4-8028b5376553 service neutron] For port bc72314b-d98a-46ee-9afb-c2bce1c35248, host hv-neutron-8257, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:45:42.365677 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-3f736de4-6e51-4ce0-a4e4-8028b5376553 service neutron] For port bc72314b-d98a-46ee-9afb-c2bce1c35248, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=bc72314b-d98a-46ee-9afb-c2bce1c35248,segment=NetworkSegment(23f4ba11-2f12-4bc1-b9cf-46a0e60f25cc),segment_id=23f4ba11-2f12-4bc1-b9cf-46a0e60f25cc)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:45:42.371877 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-3f736de4-6e51-4ce0-a4e4-8028b5376553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:42.447624 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-90635c5d-57cb-4287-8c91-b66dbcd7999e tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Calling delete_port for b854a26b-6bb4-48aa-9692-47c6a9b53368 owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:42.467439 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f736de4-6e51-4ce0-a4e4-8028b5376553 service neutron] Pushing event updated for resources: {'Port': ['ID=bc72314b-d98a-46ee-9afb-c2bce1c35248,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:42.483272 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-3f736de4-6e51-4ce0-a4e4-8028b5376553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:42.484528 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-3f736de4-6e51-4ce0-a4e4-8028b5376553 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:42.486729 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-3f736de4-6e51-4ce0-a4e4-8028b5376553 service neutron] 10.222.0.72 "PUT /v2.0/ports/bc72314b-d98a-46ee-9afb-c2bce1c35248 HTTP/1.1" status: 200 len: 1093 time: 1.8718836 Jan 21 09:45:42.487175 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9', 'tag': 'bc72314b-d98a-46ee-9afb-c2bce1c35248'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:45:42.497927 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-be14a58f-0acf-43f9-bb18-1f633503c7a3 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:42.511001 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-be14a58f-0acf-43f9-bb18-1f633503c7a3 None None] Transition to ACTIVE for port object 3fd36db7-7952-471b-8b46-a6d275963e78 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:42.530996 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-be14a58f-0acf-43f9-bb18-1f633503c7a3 None None] Transition to ACTIVE for port object 3fd36db7-7952-471b-8b46-a6d275963e78 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:42.538465 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-be14a58f-0acf-43f9-bb18-1f633503c7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:42.634708 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9', 'tag': 'bc72314b-d98a-46ee-9afb-c2bce1c35248', 'status': 'completed', 'code': 200} Jan 21 09:45:42.640819 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-90635c5d-57cb-4287-8c91-b66dbcd7999e tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:42.645034 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be14a58f-0acf-43f9-bb18-1f633503c7a3 None None] Network 4e0845ee-89e9-4b2b-90bc-25998ecfc009 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:42.645920 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:42.648893 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-be14a58f-0acf-43f9-bb18-1f633503c7a3 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:42.653522 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be14a58f-0acf-43f9-bb18-1f633503c7a3 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:42.659281 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14a58f-0acf-43f9-bb18-1f633503c7a3 None None] Pushing event updated for resources: {'Port': ['ID=3fd36db7-7952-471b-8b46-a6d275963e78,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:42.702715 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90635c5d-57cb-4287-8c91-b66dbcd7999e tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Pushing event deleted for resources: {'Port': ['ID=b854a26b-6bb4-48aa-9692-47c6a9b53368,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:42.756669 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-be14a58f-0acf-43f9-bb18-1f633503c7a3 None None] Attempting to bind port 3fd36db7-7952-471b-8b46-a6d275963e78 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:42.757089 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-be14a58f-0acf-43f9-bb18-1f633503c7a3 None None] Attempting to bind port 3fd36db7-7952-471b-8b46-a6d275963e78 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '50c2447e-30c7-495a-95d7-8effa2cee191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4e0845ee-89e9-4b2b-90bc-25998ecfc009'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:42.757454 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14a58f-0acf-43f9-bb18-1f633503c7a3 None None] Attempting to bind port 3fd36db7-7952-471b-8b46-a6d275963e78 on network 4e0845ee-89e9-4b2b-90bc-25998ecfc009 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:45:42.767524 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14a58f-0acf-43f9-bb18-1f633503c7a3 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:45:42.767934 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14a58f-0acf-43f9-bb18-1f633503c7a3 None None] Checking segment: {'id': '50c2447e-30c7-495a-95d7-8effa2cee191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4e0845ee-89e9-4b2b-90bc-25998ecfc009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:45:42.768298 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-be14a58f-0acf-43f9-bb18-1f633503c7a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:42.768687 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14a58f-0acf-43f9-bb18-1f633503c7a3 None None] Bound using segment: {'id': '50c2447e-30c7-495a-95d7-8effa2cee191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4e0845ee-89e9-4b2b-90bc-25998ecfc009'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:45:42.769172 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-be14a58f-0acf-43f9-bb18-1f633503c7a3 None None] Bound port: 3fd36db7-7952-471b-8b46-a6d275963e78, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c2447e-30c7-495a-95d7-8effa2cee191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4e0845ee-89e9-4b2b-90bc-25998ecfc009'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:42.769572 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-be14a58f-0acf-43f9-bb18-1f633503c7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:42.776636 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-da21326b-1e1a-4712-85c4-75702fdc9c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:42.778789 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-da21326b-1e1a-4712-85c4-75702fdc9c4f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8218046ababc488c991e8ff2cdd75b3d&device_id=fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9 HTTP/1.1" status: 200 len: 1096 time: 0.2459424 Jan 21 09:45:42.884453 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-90635c5d-57cb-4287-8c91-b66dbcd7999e tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:42.899177 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-be14a58f-0acf-43f9-bb18-1f633503c7a3 None None] For port 3fd36db7-7952-471b-8b46-a6d275963e78, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:45:42.905180 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55960) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:42.906130 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-be14a58f-0acf-43f9-bb18-1f633503c7a3 None None] For port 3fd36db7-7952-471b-8b46-a6d275963e78, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=3fd36db7-7952-471b-8b46-a6d275963e78,segment=NetworkSegment(50c2447e-30c7-495a-95d7-8effa2cee191),segment_id=50c2447e-30c7-495a-95d7-8effa2cee191)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:45:42.911369 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-5dc3a17e-c764-4d43-a863-a1e3529b3d99 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1617417235', 'description': 'tempest-secgroup-smoke-1617417235 description', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:42.913232 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-65714a7a-ed04-4641-b5ac-ee360519799f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc72314b-d98a-46ee-9afb-c2bce1c35248 HTTP/1.1" status: 200 len: 217 time: 0.1217268 Jan 21 09:45:42.915120 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-be14a58f-0acf-43f9-bb18-1f633503c7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:42.924202 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-90635c5d-57cb-4287-8c91-b66dbcd7999e tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] 10.222.0.110 "DELETE /v2.0/ports/b854a26b-6bb4-48aa-9692-47c6a9b53368 HTTP/1.1" status: 204 len: 168 time: 1.0014682 Jan 21 09:45:42.926315 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-5dc3a17e-c764-4d43-a863-a1e3529b3d99 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:42.928669 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55964) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:42.980907 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5fcdc9-7830-471d-8d41-1480cb1d9af8 req-05a97177-6f96-4aa1-9efd-4f6eb77a66f1 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:42.982561 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2a5fcdc9-7830-471d-8d41-1480cb1d9af8 req-05a97177-6f96-4aa1-9efd-4f6eb77a66f1 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/ports?device_id=fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9 HTTP/1.1" status: 200 len: 943 time: 0.3017528 Jan 21 09:45:42.983264 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-5dc3a17e-c764-4d43-a863-a1e3529b3d99 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:42.987222 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-187776ed-0f18-42d2-b0cf-7d9a47fc15bf tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] GET failed (client error): The resource could not be found. Jan 21 09:45:42.988098 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-187776ed-0f18-42d2-b0cf-7d9a47fc15bf tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Synchronizing usage tracker for tenant:998576f94d7c4ad6b92095f32419b3ce on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:43.003636 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5dc3a17e-c764-4d43-a863-a1e3529b3d99 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:43.018823 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14a58f-0acf-43f9-bb18-1f633503c7a3 None None] Pushing event updated for resources: {'Port': ['ID=3fd36db7-7952-471b-8b46-a6d275963e78,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:43.026913 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-187776ed-0f18-42d2-b0cf-7d9a47fc15bf tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Unset dirty status for tenant:998576f94d7c4ad6b92095f32419b3ce on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:43.028264 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-187776ed-0f18-42d2-b0cf-7d9a47fc15bf tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] 10.222.0.110 "GET /v2.0/ports/b854a26b-6bb4-48aa-9692-47c6a9b53368 HTTP/1.1" status: 404 len: 333 time: 0.0984533 Jan 21 09:45:43.029284 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-5dc3a17e-c764-4d43-a863-a1e3529b3d99 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:43.033926 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55968) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:43.037787 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-5dc3a17e-c764-4d43-a863-a1e3529b3d99 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:43.041789 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-5dc3a17e-c764-4d43-a863-a1e3529b3d99 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:43.055475 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-6f6cb441-ad6f-4527-895b-95770fcfe4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:43.056919 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-6f6cb441-ad6f-4527-895b-95770fcfe4a4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3c7aa898-f8b2-4fe4-8bf7-f98fc5187a77 HTTP/1.1" status: 200 len: 851 time: 0.1375005 Jan 21 09:45:43.085555 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-5dc3a17e-c764-4d43-a863-a1e3529b3d99 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:43.117200 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-97c743b7-1e88-4a83-8627-a62b6712beb9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6bfe3400-4a20-4262-b4b5-51adb6d4ab64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477765 Jan 21 09:45:43.122605 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2a5fcdc9-7830-471d-8d41-1480cb1d9af8 req-44b97d48-ce17-4d38-8821-4be569b07bef tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/security-groups?id=acdf91c6-6d6e-4c6e-b9fb-65ee461a40df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200144 Jan 21 09:45:43.144103 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-1ba2bee0-ec72-4668-9ac9-0984d8f572b1 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Deleting port 64913810-b766-440a-b56a-a8e7e75d3108 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:43.144446 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1ba2bee0-ec72-4668-9ac9-0984d8f572b1 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:43.286168 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-f7c40255-d4ab-4775-98e7-037eefb259cf service neutron] 10.222.0.72 "GET /v2.0/networks/6bfe3400-4a20-4262-b4b5-51adb6d4ab64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625962 Jan 21 09:45:43.346326 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5dc3a17e-c764-4d43-a863-a1e3529b3d99 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:43.362081 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5dc3a17e-c764-4d43-a863-a1e3529b3d99 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:43.439820 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7b6366d0-8a04-412f-bfb6-d872275d6933 req-99cc6a1a-0a05-4d68-8b53-6dec951496be service neutron] 10.222.0.72 "GET /v2.0/networks/6bfe3400-4a20-4262-b4b5-51adb6d4ab64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468880 Jan 21 09:45:43.567481 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4373b-b0dd-4a7c-b674-b1eec4945313 req-6c8a6265-15c9-44b1-9fda-7534345f4d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:43.568971 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e1a4373b-b0dd-4a7c-b674-b1eec4945313 req-6c8a6265-15c9-44b1-9fda-7534345f4d79 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8218046ababc488c991e8ff2cdd75b3d&device_id=fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9 HTTP/1.1" status: 200 len: 1096 time: 0.0806127 Jan 21 09:45:43.600271 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3a17e-c764-4d43-a863-a1e3529b3d99 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afecf9b6-084c-4b14-b592-a38d256dfff0,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:43.606395 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5dc3a17e-c764-4d43-a863-a1e3529b3d99 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:43.610524 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-5dc3a17e-c764-4d43-a863-a1e3529b3d99 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7013350 Jan 21 09:45:43.613091 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55972) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:43.621443 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-ec2b7067-0243-473d-87a8-aebefa3493f6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': 'afecf9b6-084c-4b14-b592-a38d256dfff0', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:43.623639 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1ba2bee0-ec72-4668-9ac9-0984d8f572b1 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:43.629992 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ec2b7067-0243-473d-87a8-aebefa3493f6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:43.678792 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ec2b7067-0243-473d-87a8-aebefa3493f6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:43.683932 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ec2b7067-0243-473d-87a8-aebefa3493f6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:43.692204 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ec2b7067-0243-473d-87a8-aebefa3493f6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:43.754340 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-1ba2bee0-ec72-4668-9ac9-0984d8f572b1 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Calling delete_port for 64913810-b766-440a-b56a-a8e7e75d3108 owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:43.874840 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ec2b7067-0243-473d-87a8-aebefa3493f6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:43.882115 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4373b-b0dd-4a7c-b674-b1eec4945313 req-c349055d-f987-43d1-a8a0-dcf7dc8c4a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:43.883574 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e1a4373b-b0dd-4a7c-b674-b1eec4945313 req-c349055d-f987-43d1-a8a0-dcf7dc8c4a74 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6bfe3400-4a20-4262-b4b5-51adb6d4ab64 HTTP/1.1" status: 200 len: 912 time: 0.3064520 Jan 21 09:45:43.948710 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1ba2bee0-ec72-4668-9ac9-0984d8f572b1 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:43.996826 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e1a4373b-b0dd-4a7c-b674-b1eec4945313 req-76bea05d-8b33-4682-b0e3-bded5ea98804 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc72314b-d98a-46ee-9afb-c2bce1c35248 HTTP/1.1" status: 200 len: 217 time: 0.0961373 Jan 21 09:45:44.009601 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2bee0-ec72-4668-9ac9-0984d8f572b1 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Pushing event deleted for resources: {'Port': ['ID=64913810-b766-440a-b56a-a8e7e75d3108,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:44.101944 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ec2b7067-0243-473d-87a8-aebefa3493f6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:44.115071 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ec2b7067-0243-473d-87a8-aebefa3493f6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:44.132381 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1ba2bee0-ec72-4668-9ac9-0984d8f572b1 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:44.158288 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1ba2bee0-ec72-4668-9ac9-0984d8f572b1 tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] 10.222.0.110 "DELETE /v2.0/ports/64913810-b766-440a-b56a-a8e7e75d3108 HTTP/1.1" status: 204 len: 168 time: 1.1220632 Jan 21 09:45:44.159084 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55978) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:44.203005 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ec2b7067-0243-473d-87a8-aebefa3493f6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:44.204244 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ec2b7067-0243-473d-87a8-aebefa3493f6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5902426 Jan 21 09:45:44.206087 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4373b-b0dd-4a7c-b674-b1eec4945313 req-944a308f-18d7-46fe-966d-f628da1f2e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:44.207745 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e1a4373b-b0dd-4a7c-b674-b1eec4945313 req-944a308f-18d7-46fe-966d-f628da1f2e1d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3c7aa898-f8b2-4fe4-8bf7-f98fc5187a77 HTTP/1.1" status: 200 len: 851 time: 0.2112975 Jan 21 09:45:44.208595 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55982) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:44.209498 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b7067-0243-473d-87a8-aebefa3493f6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b4f6d4-7cc4-4fb1-bd35-b6d710d43f88,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:44.217628 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-a6861488-76f5-419e-a11f-cb42c3849d8a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': 'afecf9b6-084c-4b14-b592-a38d256dfff0', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:44.223828 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-a6861488-76f5-419e-a11f-cb42c3849d8a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:44.266285 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 3fd36db7-7952-471b-8b46-a6d275963e78 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:44.268665 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a6861488-76f5-419e-a11f-cb42c3849d8a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:44.273761 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaceed75-5931-45d7-99ef-0edc430da76d tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Deleting subnet 77035c58-54b5-4373-9a64-f45b03bcab4a {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:45:44.278943 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaceed75-5931-45d7-99ef-0edc430da76d tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:44.283057 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a6861488-76f5-419e-a11f-cb42c3849d8a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:44.300483 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e1a4373b-b0dd-4a7c-b674-b1eec4945313 req-50b597c1-df6c-4a5f-9f3f-069590f244fd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6bfe3400-4a20-4262-b4b5-51adb6d4ab64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725567 Jan 21 09:45:44.301829 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-a6861488-76f5-419e-a11f-cb42c3849d8a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:44.358267 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaceed75-5931-45d7-99ef-0edc430da76d tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:44.372262 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e743a499-b97f-46f2-9aba-63ebd91c03fb None None] Network 4e0845ee-89e9-4b2b-90bc-25998ecfc009 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:44.375832 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a6861488-76f5-419e-a11f-cb42c3849d8a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:44.427215 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 3fd36db7-7952-471b-8b46-a6d275963e78 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:44.493116 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-2836db77-7487-489f-a5f3-6e7ff519ff65 None None] Provisioning for port 3fd36db7-7952-471b-8b46-a6d275963e78 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:44.500400 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-2836db77-7487-489f-a5f3-6e7ff519ff65 None None] Provisioning complete for port 3fd36db7-7952-471b-8b46-a6d275963e78 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:44.501053 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2836db77-7487-489f-a5f3-6e7ff519ff65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:44.518883 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e1a4373b-b0dd-4a7c-b674-b1eec4945313 req-51e1240c-37cf-408a-95bb-f381393f1fd3 service neutron] 10.222.0.72 "GET /v2.0/networks/6bfe3400-4a20-4262-b4b5-51adb6d4ab64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082303 Jan 21 09:45:44.523509 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fcf1c-b521-47b7-9caf-4d3460455dbe req-3ff1976f-da8a-4f37-bf21-7a22eb97ebc8 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:44.525050 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ba0fcf1c-b521-47b7-9caf-4d3460455dbe req-3ff1976f-da8a-4f37-bf21-7a22eb97ebc8 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/ports?device_id=fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9 HTTP/1.1" status: 200 len: 943 time: 0.1361935 Jan 21 09:45:44.527995 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaceed75-5931-45d7-99ef-0edc430da76d tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:44.558450 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a6861488-76f5-419e-a11f-cb42c3849d8a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:44.565904 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a6861488-76f5-419e-a11f-cb42c3849d8a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:44.608066 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6861488-76f5-419e-a11f-cb42c3849d8a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8281dda-8399-4632-9194-683dafdc0707,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:44.623698 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-ba0fcf1c-b521-47b7-9caf-4d3460455dbe req-231ce979-280d-43a5-93af-b06cfc2f830f tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Synchronizing usage tracker for tenant:8218046ababc488c991e8ff2cdd75b3d on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:44.650325 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-ba0fcf1c-b521-47b7-9caf-4d3460455dbe req-231ce979-280d-43a5-93af-b06cfc2f830f tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Unset dirty status for tenant:8218046ababc488c991e8ff2cdd75b3d on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:44.652458 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ba0fcf1c-b521-47b7-9caf-4d3460455dbe req-231ce979-280d-43a5-93af-b06cfc2f830f tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/security-groups?id=acdf91c6-6d6e-4c6e-b9fb-65ee461a40df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918140 Jan 21 09:45:44.654697 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaceed75-5931-45d7-99ef-0edc430da76d tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:44.702717 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaceed75-5931-45d7-99ef-0edc430da76d tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Pushing event deleted for resources: {'Subnet': ['ID=77035c58-54b5-4373-9a64-f45b03bcab4a,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:44.707761 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aaceed75-5931-45d7-99ef-0edc430da76d tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:44.714698 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-aaceed75-5931-45d7-99ef-0edc430da76d tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] 10.222.0.110 "DELETE /v2.0/subnets/77035c58-54b5-4373-9a64-f45b03bcab4a HTTP/1.1" status: 204 len: 168 time: 0.5544982 Jan 21 09:45:44.719959 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 55986) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:44.737502 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a6861488-76f5-419e-a11f-cb42c3849d8a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:44.741130 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a6861488-76f5-419e-a11f-cb42c3849d8a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5266962 Jan 21 09:45:44.741856 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55990) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:44.749076 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-3f0d3820-c390-40ea-ab9c-ae1a4f45edf0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': 'afecf9b6-084c-4b14-b592-a38d256dfff0', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:44.765471 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-3f0d3820-c390-40ea-ab9c-ae1a4f45edf0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:44.773182 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-3f0d3820-c390-40ea-ab9c-ae1a4f45edf0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:44.778396 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-3f0d3820-c390-40ea-ab9c-ae1a4f45edf0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:44.783155 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e1a4373b-b0dd-4a7c-b674-b1eec4945313 req-3016fe20-ac8b-435f-ba60-13f2b44fd18d service neutron] 10.222.0.72 "GET /v2.0/networks/6bfe3400-4a20-4262-b4b5-51adb6d4ab64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464144 Jan 21 09:45:44.787629 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-3f0d3820-c390-40ea-ab9c-ae1a4f45edf0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:44.789309 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a673fd9-b9d4-4666-b2ad-3cbd81fbbde5 None None] Network 7f3c12d7-3a83-45b4-bbb5-5a0462c838ef requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:44.836878 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3f0d3820-c390-40ea-ab9c-ae1a4f45edf0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:44.891257 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eb1aecf7-f861-4dc1-a51c-94917d7c0ceb tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:44.910925 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-eb1aecf7-f861-4dc1-a51c-94917d7c0ceb tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Deleting port f0477d44-3df5-4a23-8545-a40bd53847f9 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:44.911596 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eb1aecf7-f861-4dc1-a51c-94917d7c0ceb tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:44.930335 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3f0d3820-c390-40ea-ab9c-ae1a4f45edf0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:44.935756 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3f0d3820-c390-40ea-ab9c-ae1a4f45edf0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:44.965139 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0d3820-c390-40ea-ab9c-ae1a4f45edf0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d837c61-f07e-4bff-9943-bcb486bffe90,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:44.979903 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3f0d3820-c390-40ea-ab9c-ae1a4f45edf0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:44.983530 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-3f0d3820-c390-40ea-ab9c-ae1a4f45edf0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2406516 Jan 21 09:45:44.987179 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55994) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:44.999546 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-e9d14185-169e-463d-ad14-a4ea70238a8e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': 'afecf9b6-084c-4b14-b592-a38d256dfff0', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:45.008530 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-e9d14185-169e-463d-ad14-a4ea70238a8e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:45.011622 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2836db77-7487-489f-a5f3-6e7ff519ff65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.014034 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e9d14185-169e-463d-ad14-a4ea70238a8e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:45.017214 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e9d14185-169e-463d-ad14-a4ea70238a8e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:45.024349 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-e9d14185-169e-463d-ad14-a4ea70238a8e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:45.052869 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e9d14185-169e-463d-ad14-a4ea70238a8e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.093267 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-2836db77-7487-489f-a5f3-6e7ff519ff65 None None] For port 3fd36db7-7952-471b-8b46-a6d275963e78, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=3fd36db7-7952-471b-8b46-a6d275963e78,segment=NetworkSegment(50c2447e-30c7-495a-95d7-8effa2cee191),segment_id=50c2447e-30c7-495a-95d7-8effa2cee191)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:45.109669 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2836db77-7487-489f-a5f3-6e7ff519ff65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.141798 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e9d14185-169e-463d-ad14-a4ea70238a8e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.146209 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e9d14185-169e-463d-ad14-a4ea70238a8e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.161074 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-eb1aecf7-f861-4dc1-a51c-94917d7c0ceb tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] For port f0477d44-3df5-4a23-8545-a40bd53847f9, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=f0477d44-3df5-4a23-8545-a40bd53847f9,segment=NetworkSegment(33f12409-9b01-42cb-bb45-5410ad99df51),segment_id=33f12409-9b01-42cb-bb45-5410ad99df51)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:45.161711 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eb1aecf7-f861-4dc1-a51c-94917d7c0ceb tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.183013 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d14185-169e-463d-ad14-a4ea70238a8e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82d6ee5a-c32c-487d-913b-acebf54b50e5,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:45.186088 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e9d14185-169e-463d-ad14-a4ea70238a8e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.189845 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e9d14185-169e-463d-ad14-a4ea70238a8e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1986663 Jan 21 09:45:45.190343 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 55998) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:45.197025 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2836db77-7487-489f-a5f3-6e7ff519ff65 None None] Pushing event updated for resources: {'Port': ['ID=3fd36db7-7952-471b-8b46-a6d275963e78,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:45.197794 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-00df0912-2174-4d99-8c2c-fcd882c3c5aa tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': 'afecf9b6-084c-4b14-b592-a38d256dfff0', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:45.205661 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-00df0912-2174-4d99-8c2c-fcd882c3c5aa tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:45.210352 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-00df0912-2174-4d99-8c2c-fcd882c3c5aa tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:45.210699 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836db77-7487-489f-a5f3-6e7ff519ff65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:45.211051 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836db77-7487-489f-a5f3-6e7ff519ff65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:45.211421 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836db77-7487-489f-a5f3-6e7ff519ff65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:45.211751 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836db77-7487-489f-a5f3-6e7ff519ff65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:45.212082 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836db77-7487-489f-a5f3-6e7ff519ff65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:45.212406 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836db77-7487-489f-a5f3-6e7ff519ff65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:45.213307 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836db77-7487-489f-a5f3-6e7ff519ff65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:45.213866 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836db77-7487-489f-a5f3-6e7ff519ff65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:45.214200 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836db77-7487-489f-a5f3-6e7ff519ff65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:45.214535 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836db77-7487-489f-a5f3-6e7ff519ff65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:45.215046 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836db77-7487-489f-a5f3-6e7ff519ff65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:45.215378 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836db77-7487-489f-a5f3-6e7ff519ff65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:45.215765 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-00df0912-2174-4d99-8c2c-fcd882c3c5aa tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:45.222495 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-00df0912-2174-4d99-8c2c-fcd882c3c5aa tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:45.235469 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.securitygroups_db [None req-00df0912-2174-4d99-8c2c-fcd882c3c5aa tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Project 6ddc82470f624ec48d3ebbc58317dba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:45:45.244000 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-00df0912-2174-4d99-8c2c-fcd882c3c5aa tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.301694 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-eb1aecf7-f861-4dc1-a51c-94917d7c0ceb tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Calling delete_port for f0477d44-3df5-4a23-8545-a40bd53847f9 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:45.321908 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-00df0912-2174-4d99-8c2c-fcd882c3c5aa tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.325282 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758ee889-e6fe-450d-94e0-ae76514f9a4e None None] DHCP port deletion for 7f3c12d7-3a83-45b4-bbb5-5a0462c838ef request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:45:45.327652 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-00df0912-2174-4d99-8c2c-fcd882c3c5aa tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.331784 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-758ee889-e6fe-450d-94e0-ae76514f9a4e None None] Deleting port f0477d44-3df5-4a23-8545-a40bd53847f9 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:45.332391 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-758ee889-e6fe-450d-94e0-ae76514f9a4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.352547 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df0912-2174-4d99-8c2c-fcd882c3c5aa tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=939f5722-844b-4457-8ffb-609fb35216c5,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:45.363478 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-00df0912-2174-4d99-8c2c-fcd882c3c5aa tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.364975 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-00df0912-2174-4d99-8c2c-fcd882c3c5aa tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1720738 Jan 21 09:45:45.368122 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56002) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:45.373475 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-b6a8e661-a0fa-41fa-9e72-533886bcb036 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': 'afecf9b6-084c-4b14-b592-a38d256dfff0', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:45.379914 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-b6a8e661-a0fa-41fa-9e72-533886bcb036 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:45.384343 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-b6a8e661-a0fa-41fa-9e72-533886bcb036 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:45.387485 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-b6a8e661-a0fa-41fa-9e72-533886bcb036 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:45.393709 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-b6a8e661-a0fa-41fa-9e72-533886bcb036 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:45.404934 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eb1aecf7-f861-4dc1-a51c-94917d7c0ceb tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.407550 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.securitygroups_db [None req-b6a8e661-a0fa-41fa-9e72-533886bcb036 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Project 6ddc82470f624ec48d3ebbc58317dba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:45:45.416034 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b6a8e661-a0fa-41fa-9e72-533886bcb036 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.444516 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-758ee889-e6fe-450d-94e0-ae76514f9a4e None None] The port 'f0477d44-3df5-4a23-8545-a40bd53847f9' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:45:45.465653 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1aecf7-f861-4dc1-a51c-94917d7c0ceb tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Pushing event deleted for resources: {'Port': ['ID=f0477d44-3df5-4a23-8545-a40bd53847f9,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:45.469025 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1aecf7-f861-4dc1-a51c-94917d7c0ceb tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] No DVR routers for this DVR port f0477d44-3df5-4a23-8545-a40bd53847f9 on host dv-neutron-825731-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:45:45.497912 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b6a8e661-a0fa-41fa-9e72-533886bcb036 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.502288 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b6a8e661-a0fa-41fa-9e72-533886bcb036 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.529701 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8e661-a0fa-41fa-9e72-533886bcb036 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b30e0926-ecc1-4d92-a3e1-0cfa6f327ea8,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:45.533398 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0cc8c5dc-4dee-4f33-90d7-e2861619e6f2 None None] Provisioning complete for port 3fd36db7-7952-471b-8b46-a6d275963e78 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:45.534013 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0cc8c5dc-4dee-4f33-90d7-e2861619e6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.541296 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b6a8e661-a0fa-41fa-9e72-533886bcb036 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.551620 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-b6a8e661-a0fa-41fa-9e72-533886bcb036 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1740711 Jan 21 09:45:45.713760 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eb1aecf7-f861-4dc1-a51c-94917d7c0ceb tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.740850 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-eb1aecf7-f861-4dc1-a51c-94917d7c0ceb tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f3c12d7-3a83-45b4-bbb5-5a0462c838ef']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:45.754592 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-eb1aecf7-f861-4dc1-a51c-94917d7c0ceb tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f12409-9b01-42cb-bb45-5410ad99df51') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:45.755200 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-eb1aecf7-f861-4dc1-a51c-94917d7c0ceb tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f12409-9b01-42cb-bb45-5410ad99df51') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:45.803099 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-19ed0123-8bf7-478d-93ce-5f405bd2bd43 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1617417235&fields=id&tenant_id=6ddc82470f624ec48d3ebbc58317dba5 HTTP/1.1" status: 200 len: 267 time: 0.0525475 Jan 21 09:45:45.807006 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eb1aecf7-f861-4dc1-a51c-94917d7c0ceb tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.840036 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eb1aecf7-f861-4dc1-a51c-94917d7c0ceb tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.849750 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb1aecf7-f861-4dc1-a51c-94917d7c0ceb tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:45:45.850230 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eb1aecf7-f861-4dc1-a51c-94917d7c0ceb tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.866601 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:45:45.866601 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:45:45.866601 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:45:45.866601 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:45:45.866601 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:45:45.866601 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:45:45.866601 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:45:45.866601 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:45:45.866601 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:45:45.866601 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:45:45.866601 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:45:45.866601 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:45:45.866601 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:45:45.866601 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:45:45.866601 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:45:45.866601 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:45:45.866601 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:45:45.866601 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:45:45.866601 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:45:45.866601 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:45:45.866601 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:45:45.866601 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:45:45.866601 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:45:45.866601 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:45:45.866601 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:45:45.866601 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:45:45.866601 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:45:45.866601 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:45:45.866601 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:45:45.866601 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:45:45.866601 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:45:45.866601 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:45:45.954828 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-c7e75719-2b74-40bc-875c-3632e6b75273 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:45.955545 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-c7e75719-2b74-40bc-875c-3632e6b75273 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:network {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:45.959070 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33943b9f-3d09-446f-b427-6324aa418aba req-d37a9237-6347-4422-85de-a11c44007b48 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:45.960213 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-33943b9f-3d09-446f-b427-6324aa418aba req-d37a9237-6347-4422-85de-a11c44007b48 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/ports?device_id=fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9 HTTP/1.1" status: 200 len: 943 time: 0.1977458 Jan 21 09:45:45.961359 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eb1aecf7-f861-4dc1-a51c-94917d7c0ceb tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.973846 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-c7e75719-2b74-40bc-875c-3632e6b75273 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:network {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:45.975139 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-c7e75719-2b74-40bc-875c-3632e6b75273 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/networks?id=4e0845ee-89e9-4b2b-90bc-25998ecfc009 HTTP/1.1" status: 200 len: 797 time: 0.1703603 Jan 21 09:45:45.981000 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eb1aecf7-f861-4dc1-a51c-94917d7c0ceb tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.991104 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-6ccf7220-7eb2-4816-8f86-b0c536d4fc91 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/quotas/6ddc82470f624ec48d3ebbc58317dba5 HTTP/1.1" status: 200 len: 375 time: 0.0094559 Jan 21 09:45:46.005276 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1aecf7-f861-4dc1-a51c-94917d7c0ceb tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] Pushing event deleted for resources: {'Network': ['ID=7f3c12d7-3a83-45b4-bbb5-5a0462c838ef,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:46.018983 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-eb1aecf7-f861-4dc1-a51c-94917d7c0ceb tempest-AllowedAddressPairTestJSON-1909846362 tempest-AllowedAddressPairTestJSON-1909846362-project] 10.222.0.110 "DELETE /v2.0/networks/7f3c12d7-3a83-45b4-bbb5-5a0462c838ef HTTP/1.1" status: 204 len: 168 time: 1.2979555 Jan 21 09:45:46.040830 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-33943b9f-3d09-446f-b427-6324aa418aba req-840e073c-5c62-4ec6-8215-ebceb0f3dbe0 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/security-groups?id=acdf91c6-6d6e-4c6e-b9fb-65ee461a40df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571685 Jan 21 09:45:46.109758 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-4f19c767-5a13-4923-a7ea-d1f3b89d0930 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1125336 Jan 21 09:45:46.177537 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 3fd36db7-7952-471b-8b46-a6d275963e78 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:46.248457 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 3fd36db7-7952-471b-8b46-a6d275963e78 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:46.249091 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:46.264294 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-a3dff0dd-eafd-4067-b478-93d636dd75c6 service neutron] 10.222.0.110 "GET /v2.0/networks/4e0845ee-89e9-4b2b-90bc-25998ecfc009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412778 Jan 21 09:45:46.317821 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56024) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:46.406813 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-56703938-a85d-4dde-90c3-80b5a50eb54b service neutron] 10.222.0.110 "GET /v2.0/networks/4e0845ee-89e9-4b2b-90bc-25998ecfc009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362357 Jan 21 09:45:46.423224 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device f0477d44-3df5-4a23-8545-a40bd53847f9 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:45:46.472179 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: f0477d44-3df5-4a23-8545-a40bd53847f9 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:45:46.472525 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device f0477d44-3df5-4a23-8545-a40bd53847f9 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:45:46.480956 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4459a514-9602-4e7d-80af-60cc13eb6c06 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=998576f94d7c4ad6b92095f32419b3ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1610386 Jan 21 09:45:46.483103 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56030) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:46.487099 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c39b4e49-bad9-42e2-bc6c-782af8846909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:46.554029 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-70da0cd2-ee71-4b67-bfa4-2b858ceb4054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:46.617386 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-445952d3-e964-4543-ae2f-799622b82fd6 req-af98b6c4-5ba5-49e6-ba17-906c5a5b2d9a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=e1ae1c7d-5613-4ca3-84a9-9e07ef1f9825 HTTP/1.1" status: 200 len: 210 time: 0.0527105 Jan 21 09:45:46.627193 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-70da0cd2-ee71-4b67-bfa4-2b858ceb4054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:46.680318 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-70da0cd2-ee71-4b67-bfa4-2b858ceb4054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:46.695489 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70da0cd2-ee71-4b67-bfa4-2b858ceb4054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950dc1e5-7e29-48b1-9c67-bab587e508a8,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:46.701621 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-70da0cd2-ee71-4b67-bfa4-2b858ceb4054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:46.702810 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-70da0cd2-ee71-4b67-bfa4-2b858ceb4054 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/950dc1e5-7e29-48b1-9c67-bab587e508a8 HTTP/1.1" status: 204 len: 168 time: 0.2180655 Jan 21 09:45:47.246080 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652634ce-39a2-409c-a430-33f416372b50 req-238de7b5-3968-4611-87a3-528492b21ab8 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:47.247671 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-652634ce-39a2-409c-a430-33f416372b50 req-238de7b5-3968-4611-87a3-528492b21ab8 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/ports?device_id=fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9 HTTP/1.1" status: 200 len: 943 time: 0.0885630 Jan 21 09:45:47.292575 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-652634ce-39a2-409c-a430-33f416372b50 req-ebb57a5e-9071-41c5-bc10-d1bfb6afa838 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/security-groups?id=acdf91c6-6d6e-4c6e-b9fb-65ee461a40df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388315 Jan 21 09:45:47.445357 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56066) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:47.555941 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-6b4ad870-7c70-4d4c-bf9a-94c23614d604 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Request body: {'network': {'name': 'tempest-RoutersTest-1563296103'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:47.562000 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-6b4ad870-7c70-4d4c-bf9a-94c23614d604 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:47.566255 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-6b4ad870-7c70-4d4c-bf9a-94c23614d604 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Usage tracker for resource:network and tenant:c78ba537853c4f6f976d32f02bc2ac76 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:47.569308 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-6b4ad870-7c70-4d4c-bf9a-94c23614d604 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:47.577683 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device bc72314b-d98a-46ee-9afb-c2bce1c35248 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:45:47.587688 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-6b4ad870-7c70-4d4c-bf9a-94c23614d604 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:47.602558 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4ad870-7c70-4d4c-bf9a-94c23614d604 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Made reservation on behalf of c78ba537853c4f6f976d32f02bc2ac76 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:47.608069 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b4ad870-7c70-4d4c-bf9a-94c23614d604 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:47.627062 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b4ad870-7c70-4d4c-bf9a-94c23614d604 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:47.646012 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-6b4ad870-7c70-4d4c-bf9a-94c23614d604 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:47.649835 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-6b4ad870-7c70-4d4c-bf9a-94c23614d604 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Usage tracker for resource:security_group_rule and tenant:c78ba537853c4f6f976d32f02bc2ac76 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:47.654068 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-6b4ad870-7c70-4d4c-bf9a-94c23614d604 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:47.660708 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-6b4ad870-7c70-4d4c-bf9a-94c23614d604 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:47.784867 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b4ad870-7c70-4d4c-bf9a-94c23614d604 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:47.795053 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b4ad870-7c70-4d4c-bf9a-94c23614d604 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:47.812658 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port bc72314b-d98a-46ee-9afb-c2bce1c35248, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=bc72314b-d98a-46ee-9afb-c2bce1c35248,segment=NetworkSegment(23f4ba11-2f12-4bc1-b9cf-46a0e60f25cc),segment_id=23f4ba11-2f12-4bc1-b9cf-46a0e60f25cc)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:47.828376 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': 'bc72314b-d98a-46ee-9afb-c2bce1c35248', 'network_id': '6bfe3400-4a20-4262-b4b5-51adb6d4ab64', 'port_id': 'bc72314b-d98a-46ee-9afb-c2bce1c35248', 'mac_address': 'fa:16:3e:27:09:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c7aa898-f8b2-4fe4-8bf7-f98fc5187a77', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:45:47.832257 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-06145147-4c60-4aa0-962c-22481872c527 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:47.834821 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-06145147-4c60-4aa0-962c-22481872c527 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "GET /v2.0/networks?id=4e0845ee-89e9-4b2b-90bc-25998ecfc009 HTTP/1.1" status: 200 len: 797 time: 0.3065009 Jan 21 09:45:47.891595 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b4ad870-7c70-4d4c-bf9a-94c23614d604 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:45:47.897390 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-d418eca4-ee5d-46b9-b68a-734a9e97863c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ddc82470f624ec48d3ebbc58317dba5 HTTP/1.1" status: 200 len: 473 time: 0.0523088 Jan 21 09:45:47.899752 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b73988b6-b05a-41b1-bfae-860ca4615562 req-fb412a86-2d79-4513-b1c0-d25132573459 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=e1ae1c7d-5613-4ca3-84a9-9e07ef1f9825 HTTP/1.1" status: 200 len: 210 time: 0.0774117 Jan 21 09:45:47.906584 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:47.910516 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ad870-7c70-4d4c-bf9a-94c23614d604 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b00092d-7e70-43d1-9dda-5181171438f8,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:47.910684 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-6769911d-c742-4594-a77b-f098dd060870 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'port': {'device_id': 'e1ae1c7d-5613-4ca3-84a9-9e07ef1f9825', 'network_id': '4e0845ee-89e9-4b2b-90bc-25998ecfc009', 'admin_state_up': True, 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'security_groups': ['afecf9b6-084c-4b14-b592-a38d256dfff0']}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:47.923609 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b4ad870-7c70-4d4c-bf9a-94c23614d604 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:47.923609 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-6b4ad870-7c70-4d4c-bf9a-94c23614d604 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Added segment d78756de-adb2-492f-8b16-8a97e7d61ed0 of type vlan for network 2f9022b4-64fb-49e8-b972-295962cd50c1 Jan 21 09:45:47.933979 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc72314b-d98a-46ee-9afb-c2bce1c35248 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:45:47.950929 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port bc72314b-d98a-46ee-9afb-c2bce1c35248, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=bc72314b-d98a-46ee-9afb-c2bce1c35248,segment=NetworkSegment(23f4ba11-2f12-4bc1-b9cf-46a0e60f25cc),segment_id=23f4ba11-2f12-4bc1-b9cf-46a0e60f25cc)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:47.956135 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:47.956639 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b4ad870-7c70-4d4c-bf9a-94c23614d604 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:47.989489 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b4ad870-7c70-4d4c-bf9a-94c23614d604 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:47.995300 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4ad870-7c70-4d4c-bf9a-94c23614d604 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:47.996157 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b4ad870-7c70-4d4c-bf9a-94c23614d604 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:48.034429 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=bc72314b-d98a-46ee-9afb-c2bce1c35248,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:48.059412 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-6769911d-c742-4594-a77b-f098dd060870 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:48.063551 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-6769911d-c742-4594-a77b-f098dd060870 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:port and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:48.066665 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-6769911d-c742-4594-a77b-f098dd060870 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:48.072342 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-6769911d-c742-4594-a77b-f098dd060870 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:48.081669 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-6769911d-c742-4594-a77b-f098dd060870 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Made reservation on behalf of 6ddc82470f624ec48d3ebbc58317dba5 for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:48.085118 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-6769911d-c742-4594-a77b-f098dd060870 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:48.109514 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-6b4ad870-7c70-4d4c-bf9a-94c23614d604 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6629863 Jan 21 09:45:48.110287 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ad870-7c70-4d4c-bf9a-94c23614d604 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event updated for resources: {'Network': ['ID=2f9022b4-64fb-49e8-b972-295962cd50c1,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:48.112970 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56078) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:48.118754 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-38e11f5a-2ca5-4b94-bd35-2e9246d710b8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Request body: {'network': {'name': 'tempest-RoutersTest-866432567'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:48.121907 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 2f9022b4-64fb-49e8-b972-295962cd50c1 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:45:48.124800 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-38e11f5a-2ca5-4b94-bd35-2e9246d710b8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:48.128752 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-38e11f5a-2ca5-4b94-bd35-2e9246d710b8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Usage tracker for resource:network and tenant:c78ba537853c4f6f976d32f02bc2ac76 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:48.131754 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-38e11f5a-2ca5-4b94-bd35-2e9246d710b8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:48.142075 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-38e11f5a-2ca5-4b94-bd35-2e9246d710b8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:48.152904 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e11f5a-2ca5-4b94-bd35-2e9246d710b8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Made reservation on behalf of c78ba537853c4f6f976d32f02bc2ac76 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:48.156553 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-38e11f5a-2ca5-4b94-bd35-2e9246d710b8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:48.184863 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e11f5a-2ca5-4b94-bd35-2e9246d710b8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:45:48.193714 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-38e11f5a-2ca5-4b94-bd35-2e9246d710b8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:48.194059 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-38e11f5a-2ca5-4b94-bd35-2e9246d710b8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Added segment 9bd89891-44fa-43a8-8122-9951214053a5 of type vlan for network f933a8f4-0aaa-4221-805e-33c7b1c4c2a4 Jan 21 09:45:48.221730 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-38e11f5a-2ca5-4b94-bd35-2e9246d710b8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:48.256976 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-38e11f5a-2ca5-4b94-bd35-2e9246d710b8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:48.262209 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-6769911d-c742-4594-a77b-f098dd060870 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Allocated IP 172.20.0.21 (4e0845ee-89e9-4b2b-90bc-25998ecfc009/b4088a55-6d24-4dca-a047-495fc308aac5/9f7e0fe1-1148-4735-b196-4aaa0e5845c8) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:48.262510 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e11f5a-2ca5-4b94-bd35-2e9246d710b8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:48.263325 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-38e11f5a-2ca5-4b94-bd35-2e9246d710b8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:48.320195 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-38e11f5a-2ca5-4b94-bd35-2e9246d710b8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2061799 Jan 21 09:45:48.326926 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56084) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:48.337485 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-854cbf2e-7707-4ae0-99da-d555d027e523 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Request body: {'subnet': {'network_id': '2f9022b4-64fb-49e8-b972-295962cd50c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:48.373140 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e11f5a-2ca5-4b94-bd35-2e9246d710b8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event updated for resources: {'Network': ['ID=f933a8f4-0aaa-4221-805e-33c7b1c4c2a4,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:48.385832 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network f933a8f4-0aaa-4221-805e-33c7b1c4c2a4 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:45:48.468727 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['bc72314b-d98a-46ee-9afb-c2bce1c35248'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 09:45:48.583508 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-854cbf2e-7707-4ae0-99da-d555d027e523 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:48.598915 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-854cbf2e-7707-4ae0-99da-d555d027e523 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Usage tracker for resource:subnet and tenant:c78ba537853c4f6f976d32f02bc2ac76 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:48.608703 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-854cbf2e-7707-4ae0-99da-d555d027e523 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:48.629480 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-854cbf2e-7707-4ae0-99da-d555d027e523 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:48.638292 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-6769911d-c742-4594-a77b-f098dd060870 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:48.663225 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-6769911d-c742-4594-a77b-f098dd060870 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Transition to ACTIVE for port object 9f7e0fe1-1148-4735-b196-4aaa0e5845c8 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:48.664266 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854cbf2e-7707-4ae0-99da-d555d027e523 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Made reservation on behalf of c78ba537853c4f6f976d32f02bc2ac76 for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:48.668479 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-854cbf2e-7707-4ae0-99da-d555d027e523 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:48.716409 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a667e-eee8-4cd7-b3a1-e5e67c0b332b req-b29c21d7-d03e-42fb-9762-22036e9bc6f4 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:48.717867 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-299a667e-eee8-4cd7-b3a1-e5e67c0b332b req-b29c21d7-d03e-42fb-9762-22036e9bc6f4 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/ports?device_id=fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9 HTTP/1.1" status: 200 len: 944 time: 0.2762501 Jan 21 09:45:48.840884 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-299a667e-eee8-4cd7-b3a1-e5e67c0b332b req-a22008d3-c646-4e41-95b4-4d138d5d6bf2 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/security-groups?id=acdf91c6-6d6e-4c6e-b9fb-65ee461a40df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154690 Jan 21 09:45:48.843417 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-6769911d-c742-4594-a77b-f098dd060870 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:48.847021 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-156820af-4ad8-4f11-b5a8-bbcf9a6d0992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:48.923054 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-6769911d-c742-4594-a77b-f098dd060870 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 4e0845ee-89e9-4b2b-90bc-25998ecfc009 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:48.927877 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-6769911d-c742-4594-a77b-f098dd060870 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:48.935209 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-6769911d-c742-4594-a77b-f098dd060870 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:49.005836 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769911d-c742-4594-a77b-f098dd060870 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=9f7e0fe1-1148-4735-b196-4aaa0e5845c8,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:49.054833 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-6769911d-c742-4594-a77b-f098dd060870 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:49.055474 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-6769911d-c742-4594-a77b-f098dd060870 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.106740 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e4536-e942-4a88-be16-80074b1edd82 req-7e7e7cff-45a6-4791-964d-88e8a18cdbd7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:49.108301 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6d1e4536-e942-4a88-be16-80074b1edd82 req-7e7e7cff-45a6-4791-964d-88e8a18cdbd7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=e1ae1c7d-5613-4ca3-84a9-9e07ef1f9825 HTTP/1.1" status: 200 len: 932 time: 0.0887129 Jan 21 09:45:49.115985 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-854cbf2e-7707-4ae0-99da-d555d027e523 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.147790 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-6769911d-c742-4594-a77b-f098dd060870 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2440062 Jan 21 09:45:49.159462 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-6d1e4536-e942-4a88-be16-80074b1edd82 req-480c9392-e7a2-4799-bcda-c515254a6793 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:49.164617 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-8c90159e-9f74-464e-bca1-3be3ed4aef8e service neutron] Request body: {'port': {'device_id': 'e1ae1c7d-5613-4ca3-84a9-9e07ef1f9825', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:49.176169 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-6d1e4536-e942-4a88-be16-80074b1edd82 req-480c9392-e7a2-4799-bcda-c515254a6793 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:49.177560 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6d1e4536-e942-4a88-be16-80074b1edd82 req-480c9392-e7a2-4799-bcda-c515254a6793 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=afecf9b6-084c-4b14-b592-a38d256dfff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603793 Jan 21 09:45:49.219224 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-53fdb4cf-52d0-4fc5-9761-1f831160c88f None None] Provisioning for port 9f7e0fe1-1148-4735-b196-4aaa0e5845c8 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:49.224176 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-53fdb4cf-52d0-4fc5-9761-1f831160c88f None None] Provisioning complete for port 9f7e0fe1-1148-4735-b196-4aaa0e5845c8 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:49.224548 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-53fdb4cf-52d0-4fc5-9761-1f831160c88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.280615 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-53fdb4cf-52d0-4fc5-9761-1f831160c88f None None] Port 9f7e0fe1-1148-4735-b196-4aaa0e5845c8 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:49.287922 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854cbf2e-7707-4ae0-99da-d555d027e523 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event updated for resources: {'Subnet': ['ID=1fbe633a-052f-4ccf-a436-aac3361ca8d5,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:49.313343 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854cbf2e-7707-4ae0-99da-d555d027e523 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Checking segment: {'id': 'd78756de-adb2-492f-8b16-8a97e7d61ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2f9022b4-64fb-49e8-b972-295962cd50c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:45:49.313701 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854cbf2e-7707-4ae0-99da-d555d027e523 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Network hostable DHCP agents. Network: 2f9022b4-64fb-49e8-b972-295962cd50c1, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:45:49.329583 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-8c90159e-9f74-464e-bca1-3be3ed4aef8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.378329 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854cbf2e-7707-4ae0-99da-d555d027e523 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Network 2f9022b4-64fb-49e8-b972-295962cd50c1 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:45:49.404137 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-854cbf2e-7707-4ae0-99da-d555d027e523 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 2f9022b4-64fb-49e8-b972-295962cd50c1) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:49.408523 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854cbf2e-7707-4ae0-99da-d555d027e523 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:49.409175 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-854cbf2e-7707-4ae0-99da-d555d027e523 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.412578 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2a1646-1275-4894-9429-6397b3e6911f None None] Network 2f9022b4-64fb-49e8-b972-295962cd50c1 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:49.484075 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-854cbf2e-7707-4ae0-99da-d555d027e523 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1556966 Jan 21 09:45:49.486937 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56090) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:49.494072 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-796b2f1c-1efb-4395-9f15-c2ab9f618ec1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Request body: {'subnet': {'network_id': 'f933a8f4-0aaa-4221-805e-33c7b1c4c2a4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:49.599588 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device bc72314b-d98a-46ee-9afb-c2bce1c35248 up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:49.618868 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-796b2f1c-1efb-4395-9f15-c2ab9f618ec1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:49.624179 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-796b2f1c-1efb-4395-9f15-c2ab9f618ec1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Usage tracker for resource:subnet and tenant:c78ba537853c4f6f976d32f02bc2ac76 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:49.627693 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-796b2f1c-1efb-4395-9f15-c2ab9f618ec1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:49.636066 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-796b2f1c-1efb-4395-9f15-c2ab9f618ec1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:49.649088 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796b2f1c-1efb-4395-9f15-c2ab9f618ec1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Made reservation on behalf of c78ba537853c4f6f976d32f02bc2ac76 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:49.653468 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-796b2f1c-1efb-4395-9f15-c2ab9f618ec1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.742197 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38387e7-e5c5-4299-a66a-15f575f490c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-2f9022b4-64fb-49e8-b972-295962cd50c1', 'network_id': '2f9022b4-64fb-49e8-b972-295962cd50c1', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'fixed_ips': [{'subnet_id': '1fbe633a-052f-4ccf-a436-aac3361ca8d5'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:45:49.743920 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b38387e7-e5c5-4299-a66a-15f575f490c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.771320 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port bc72314b-d98a-46ee-9afb-c2bce1c35248 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:49.790537 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port bc72314b-d98a-46ee-9afb-c2bce1c35248 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:49.791199 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.877039 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-8c90159e-9f74-464e-bca1-3be3ed4aef8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f7e0fe1-1148-4735-b196-4aaa0e5845c8 {{(pid=87515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:45:49.886509 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.888255 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-8c90159e-9f74-464e-bca1-3be3ed4aef8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.908236 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-796b2f1c-1efb-4395-9f15-c2ab9f618ec1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.909039 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-8c90159e-9f74-464e-bca1-3be3ed4aef8e service neutron] Transition to ACTIVE for port object 9f7e0fe1-1148-4735-b196-4aaa0e5845c8 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:49.917832 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-8c90159e-9f74-464e-bca1-3be3ed4aef8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.921403 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.009670 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b2f1c-1efb-4395-9f15-c2ab9f618ec1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event updated for resources: {'Subnet': ['ID=bdf15e0f-cf5b-4804-afa7-c8093f8a1226,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:50.019381 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796b2f1c-1efb-4395-9f15-c2ab9f618ec1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Checking segment: {'id': '9bd89891-44fa-43a8-8122-9951214053a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'f933a8f4-0aaa-4221-805e-33c7b1c4c2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:45:50.020248 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796b2f1c-1efb-4395-9f15-c2ab9f618ec1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Network hostable DHCP agents. Network: f933a8f4-0aaa-4221-805e-33c7b1c4c2a4, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:45:50.044293 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796b2f1c-1efb-4395-9f15-c2ab9f618ec1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Network f933a8f4-0aaa-4221-805e-33c7b1c4c2a4 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:45:50.062045 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-796b2f1c-1efb-4395-9f15-c2ab9f618ec1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, f933a8f4-0aaa-4221-805e-33c7b1c4c2a4) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:50.077412 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796b2f1c-1efb-4395-9f15-c2ab9f618ec1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:50.078326 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-796b2f1c-1efb-4395-9f15-c2ab9f618ec1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.079644 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ddf96a-ce32-4698-b888-e7bb5203a76c None None] Network f933a8f4-0aaa-4221-805e-33c7b1c4c2a4 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:50.100922 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.117210 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-796b2f1c-1efb-4395-9f15-c2ab9f618ec1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6288202 Jan 21 09:45:50.119673 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56096) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:50.125963 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-d8c9bfa7-8ced-4a0a-be39-f85cd8d2184a tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1554791877', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:45:50.126491 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-b38387e7-e5c5-4299-a66a-15f575f490c0 None None] Allocated IP 172.20.0.2 (2f9022b4-64fb-49e8-b972-295962cd50c1/1fbe633a-052f-4ccf-a436-aac3361ca8d5/a204cbe1-10b6-4eab-af29-dcb00b5616b7) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:50.134179 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d8c9bfa7-8ced-4a0a-be39-f85cd8d2184a tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:50.139616 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d8c9bfa7-8ced-4a0a-be39-f85cd8d2184a tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Usage tracker for resource:router and tenant:c78ba537853c4f6f976d32f02bc2ac76 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:50.143638 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d8c9bfa7-8ced-4a0a-be39-f85cd8d2184a tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:50.149992 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d8c9bfa7-8ced-4a0a-be39-f85cd8d2184a tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:50.163360 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c90159e-9f74-464e-bca1-3be3ed4aef8e service neutron] Pushing event updated for resources: {'Port': ['ID=9f7e0fe1-1148-4735-b196-4aaa0e5845c8,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:50.164079 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d8c9bfa7-8ced-4a0a-be39-f85cd8d2184a tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.165546 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d8c9bfa7-8ced-4a0a-be39-f85cd8d2184a tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.195649 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d8c9bfa7-8ced-4a0a-be39-f85cd8d2184a tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.228137 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d8c9bfa7-8ced-4a0a-be39-f85cd8d2184a tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.231883 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc72314b-d98a-46ee-9afb-c2bce1c35248'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:45:50.266382 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port bc72314b-d98a-46ee-9afb-c2bce1c35248, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=bc72314b-d98a-46ee-9afb-c2bce1c35248,segment=NetworkSegment(23f4ba11-2f12-4bc1-b9cf-46a0e60f25cc),segment_id=23f4ba11-2f12-4bc1-b9cf-46a0e60f25cc)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:50.266776 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d8c9bfa7-8ced-4a0a-be39-f85cd8d2184a tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.270986 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d8c9bfa7-8ced-4a0a-be39-f85cd8d2184a tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1476622 Jan 21 09:45:50.271168 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b860fbd-b4d4-44ff-9c7d-d564a1e97e72 req-17552a02-8673-4ef6-9a15-192213841933 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:50.271295 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56104) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:50.277892 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3b860fbd-b4d4-44ff-9c7d-d564a1e97e72 req-17552a02-8673-4ef6-9a15-192213841933 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/ports?device_id=fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9 HTTP/1.1" status: 200 len: 944 time: 0.2837534 Jan 21 09:45:50.290752 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.297065 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-8c90159e-9f74-464e-bca1-3be3ed4aef8e service neutron] Attempting to bind port 9f7e0fe1-1148-4735-b196-4aaa0e5845c8 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:50.297406 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-8c90159e-9f74-464e-bca1-3be3ed4aef8e service neutron] Attempting to bind port 9f7e0fe1-1148-4735-b196-4aaa0e5845c8 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '50c2447e-30c7-495a-95d7-8effa2cee191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4e0845ee-89e9-4b2b-90bc-25998ecfc009'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:50.297737 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-8c90159e-9f74-464e-bca1-3be3ed4aef8e service neutron] Attempting to bind port 9f7e0fe1-1148-4735-b196-4aaa0e5845c8 on network 4e0845ee-89e9-4b2b-90bc-25998ecfc009 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:45:50.318677 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-8c90159e-9f74-464e-bca1-3be3ed4aef8e service neutron] Port 9f7e0fe1-1148-4735-b196-4aaa0e5845c8 on network 4e0845ee-89e9-4b2b-90bc-25998ecfc009 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:45:50.319360 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-8c90159e-9f74-464e-bca1-3be3ed4aef8e service neutron] Attempting to bind port 9f7e0fe1-1148-4735-b196-4aaa0e5845c8 on network 4e0845ee-89e9-4b2b-90bc-25998ecfc009 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:45:50.342204 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-8c90159e-9f74-464e-bca1-3be3ed4aef8e service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:45:50.344094 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-8c90159e-9f74-464e-bca1-3be3ed4aef8e service neutron] Checking segment: {'id': '50c2447e-30c7-495a-95d7-8effa2cee191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4e0845ee-89e9-4b2b-90bc-25998ecfc009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:45:50.344710 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-8c90159e-9f74-464e-bca1-3be3ed4aef8e service neutron] Bound using segment: {'id': '50c2447e-30c7-495a-95d7-8effa2cee191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4e0845ee-89e9-4b2b-90bc-25998ecfc009'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:45:50.345626 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-8c90159e-9f74-464e-bca1-3be3ed4aef8e service neutron] Bound port: 9f7e0fe1-1148-4735-b196-4aaa0e5845c8, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50c2447e-30c7-495a-95d7-8effa2cee191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4e0845ee-89e9-4b2b-90bc-25998ecfc009'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:50.346224 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-8c90159e-9f74-464e-bca1-3be3ed4aef8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.373804 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3b860fbd-b4d4-44ff-9c7d-d564a1e97e72 req-b57559ec-1059-4262-afe4-7e94a4d03502 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/security-groups?id=acdf91c6-6d6e-4c6e-b9fb-65ee461a40df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949543 Jan 21 09:45:50.462645 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-8c90159e-9f74-464e-bca1-3be3ed4aef8e service neutron] For port 9f7e0fe1-1148-4735-b196-4aaa0e5845c8, host hv-neutron-8257, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:45:50.466675 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc72314b-d98a-46ee-9afb-c2bce1c35248', 'code': 200} Jan 21 09:45:50.467459 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-8c90159e-9f74-464e-bca1-3be3ed4aef8e service neutron] For port 9f7e0fe1-1148-4735-b196-4aaa0e5845c8, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9f7e0fe1-1148-4735-b196-4aaa0e5845c8,segment=NetworkSegment(50c2447e-30c7-495a-95d7-8effa2cee191),segment_id=50c2447e-30c7-495a-95d7-8effa2cee191)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:45:50.474075 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-8c90159e-9f74-464e-bca1-3be3ed4aef8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.577206 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-8c90159e-9f74-464e-bca1-3be3ed4aef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:50.577822 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-8c90159e-9f74-464e-bca1-3be3ed4aef8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.579303 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-8c90159e-9f74-464e-bca1-3be3ed4aef8e service neutron] 10.222.0.72 "PUT /v2.0/ports/9f7e0fe1-1148-4735-b196-4aaa0e5845c8 HTTP/1.1" status: 200 len: 1094 time: 1.4218292 Jan 21 09:45:50.579774 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ae1c7d-5613-4ca3-84a9-9e07ef1f9825', 'tag': '9f7e0fe1-1148-4735-b196-4aaa0e5845c8'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:45:50.597138 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c90159e-9f74-464e-bca1-3be3ed4aef8e service neutron] Pushing event updated for resources: {'Port': ['ID=9f7e0fe1-1148-4735-b196-4aaa0e5845c8,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:50.599976 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=bc72314b-d98a-46ee-9afb-c2bce1c35248,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:50.689370 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b38387e7-e5c5-4299-a66a-15f575f490c0 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.697029 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4d60b8-202e-4863-86af-b6c2afaa443a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-f933a8f4-0aaa-4221-805e-33c7b1c4c2a4', 'network_id': 'f933a8f4-0aaa-4221-805e-33c7b1c4c2a4', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'fixed_ips': [{'subnet_id': 'bdf15e0f-cf5b-4804-afa7-c8093f8a1226'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:45:50.698789 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fd4d60b8-202e-4863-86af-b6c2afaa443a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.716306 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ae1c7d-5613-4ca3-84a9-9e07ef1f9825', 'tag': '9f7e0fe1-1148-4735-b196-4aaa0e5845c8', 'status': 'completed', 'code': 200} Jan 21 09:45:50.727707 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-b38387e7-e5c5-4299-a66a-15f575f490c0 None None] Transition to ACTIVE for port object a204cbe1-10b6-4eab-af29-dcb00b5616b7 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:50.795847 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-b38387e7-e5c5-4299-a66a-15f575f490c0 None None] Transition to ACTIVE for port object a204cbe1-10b6-4eab-af29-dcb00b5616b7 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:50.817495 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b38387e7-e5c5-4299-a66a-15f575f490c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.915830 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38387e7-e5c5-4299-a66a-15f575f490c0 None None] Network 2f9022b4-64fb-49e8-b972-295962cd50c1 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:50.922195 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-0a2a7ad6-1764-437e-b424-47f83e26ca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:50.922731 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-b38387e7-e5c5-4299-a66a-15f575f490c0 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:50.924195 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-0a2a7ad6-1764-437e-b424-47f83e26ca95 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=e1ae1c7d-5613-4ca3-84a9-9e07ef1f9825 HTTP/1.1" status: 200 len: 1097 time: 0.2734210 Jan 21 09:45:50.926314 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dda878-ff09-4cb5-a334-2709c15f2378 req-920e23e8-5b2d-4c3c-a3ab-f87e30597735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:50.927914 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a7dda878-ff09-4cb5-a334-2709c15f2378 req-920e23e8-5b2d-4c3c-a3ab-f87e30597735 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9 HTTP/1.1" status: 200 len: 1098 time: 0.1829016 Jan 21 09:45:50.958617 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38387e7-e5c5-4299-a66a-15f575f490c0 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:50.962217 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38387e7-e5c5-4299-a66a-15f575f490c0 None None] Pushing event updated for resources: {'Port': ['ID=a204cbe1-10b6-4eab-af29-dcb00b5616b7,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:50.975440 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f262c5b-4c67-4c2d-84bb-d213a2a854ef req-1cdd223c-76c5-4165-bc2b-176381bc2bea tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:50.976998 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4f262c5b-4c67-4c2d-84bb-d213a2a854ef req-1cdd223c-76c5-4165-bc2b-176381bc2bea tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=e1ae1c7d-5613-4ca3-84a9-9e07ef1f9825 HTTP/1.1" status: 200 len: 944 time: 0.6141980 Jan 21 09:45:51.022147 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-60767cfa-8ceb-45ed-a7e8-a8f108f6d35c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=9f7e0fe1-1148-4735-b196-4aaa0e5845c8 HTTP/1.1" status: 200 len: 217 time: 0.0815275 Jan 21 09:45:51.066554 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-fd4d60b8-202e-4863-86af-b6c2afaa443a None None] Allocated IP 172.21.0.2 (f933a8f4-0aaa-4221-805e-33c7b1c4c2a4/bdf15e0f-cf5b-4804-afa7-c8093f8a1226/2975f319-2f40-43da-aff0-5ca36b86060f) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:51.081980 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4cf35f98-5ce2-4676-9925-31deaf8d4393 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:51.082243 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a7dda878-ff09-4cb5-a334-2709c15f2378 req-4e9809d1-d3f4-45f1-8fd6-26eada3240d4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=acdf91c6-6d6e-4c6e-b9fb-65ee461a40df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398733 Jan 21 09:45:51.096518 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4f262c5b-4c67-4c2d-84bb-d213a2a854ef req-77921e8d-a2aa-4c75-9805-9cb1cc0901e1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=afecf9b6-084c-4b14-b592-a38d256dfff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109345 Jan 21 09:45:51.104385 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-3d63c49d-d0b8-4974-b00c-f464e19157b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:51.104560 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-3d63c49d-d0b8-4974-b00c-f464e19157b5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b4088a55-6d24-4dca-a047-495fc308aac5 HTTP/1.1" status: 200 len: 838 time: 0.0699813 Jan 21 09:45:51.115769 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-b38387e7-e5c5-4299-a66a-15f575f490c0 None None] Attempting to bind port a204cbe1-10b6-4eab-af29-dcb00b5616b7 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:51.116153 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-b38387e7-e5c5-4299-a66a-15f575f490c0 None None] Attempting to bind port a204cbe1-10b6-4eab-af29-dcb00b5616b7 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'd78756de-adb2-492f-8b16-8a97e7d61ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2f9022b4-64fb-49e8-b972-295962cd50c1'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:51.116582 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38387e7-e5c5-4299-a66a-15f575f490c0 None None] Attempting to bind port a204cbe1-10b6-4eab-af29-dcb00b5616b7 on network 2f9022b4-64fb-49e8-b972-295962cd50c1 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:45:51.138331 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38387e7-e5c5-4299-a66a-15f575f490c0 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:45:51.138699 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38387e7-e5c5-4299-a66a-15f575f490c0 None None] Checking segment: {'id': 'd78756de-adb2-492f-8b16-8a97e7d61ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2f9022b4-64fb-49e8-b972-295962cd50c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:45:51.139095 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b38387e7-e5c5-4299-a66a-15f575f490c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:51.139510 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38387e7-e5c5-4299-a66a-15f575f490c0 None None] Bound using segment: {'id': 'd78756de-adb2-492f-8b16-8a97e7d61ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2f9022b4-64fb-49e8-b972-295962cd50c1'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:45:51.139982 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-b38387e7-e5c5-4299-a66a-15f575f490c0 None None] Bound port: a204cbe1-10b6-4eab-af29-dcb00b5616b7, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd78756de-adb2-492f-8b16-8a97e7d61ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2f9022b4-64fb-49e8-b972-295962cd50c1'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:51.140349 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b38387e7-e5c5-4299-a66a-15f575f490c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:51.349866 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-b38387e7-e5c5-4299-a66a-15f575f490c0 None None] For port a204cbe1-10b6-4eab-af29-dcb00b5616b7, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:45:51.375338 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:51.378552 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-b38387e7-e5c5-4299-a66a-15f575f490c0 None None] For port a204cbe1-10b6-4eab-af29-dcb00b5616b7, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a204cbe1-10b6-4eab-af29-dcb00b5616b7,segment=NetworkSegment(d78756de-adb2-492f-8b16-8a97e7d61ed0),segment_id=d78756de-adb2-492f-8b16-8a97e7d61ed0)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:45:51.384567 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b38387e7-e5c5-4299-a66a-15f575f490c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:51.412750 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-0ef08532-88b3-49a3-a7b8-747b615807ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:51.414627 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-0ef08532-88b3-49a3-a7b8-747b615807ad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4e0845ee-89e9-4b2b-90bc-25998ecfc009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0826569 Jan 21 09:45:51.454796 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-4cf35f98-5ce2-4676-9925-31deaf8d4393 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Allocated IP 172.20.0.1 (2f9022b4-64fb-49e8-b972-295962cd50c1/1fbe633a-052f-4ccf-a436-aac3361ca8d5/e7dda166-262f-46ed-8765-53a076ce400d) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:51.490684 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fd4d60b8-202e-4863-86af-b6c2afaa443a None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:51.513610 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-fd4d60b8-202e-4863-86af-b6c2afaa443a None None] Transition to ACTIVE for port object 2975f319-2f40-43da-aff0-5ca36b86060f will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:51.545359 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-fd4d60b8-202e-4863-86af-b6c2afaa443a None None] Transition to ACTIVE for port object 2975f319-2f40-43da-aff0-5ca36b86060f will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:51.556405 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38387e7-e5c5-4299-a66a-15f575f490c0 None None] Pushing event updated for resources: {'Port': ['ID=a204cbe1-10b6-4eab-af29-dcb00b5616b7,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:51.561443 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fd4d60b8-202e-4863-86af-b6c2afaa443a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:51.651495 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4d60b8-202e-4863-86af-b6c2afaa443a None None] Network f933a8f4-0aaa-4221-805e-33c7b1c4c2a4 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:51.651879 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4cf35f98-5ce2-4676-9925-31deaf8d4393 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:51.654733 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-fd4d60b8-202e-4863-86af-b6c2afaa443a None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:51.657535 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4d60b8-202e-4863-86af-b6c2afaa443a None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:51.658642 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-909eab82-e9bf-4b0a-a201-b4969536d075 service neutron] 10.222.0.72 "GET /v2.0/networks/4e0845ee-89e9-4b2b-90bc-25998ecfc009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363417 Jan 21 09:45:51.671512 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-4cf35f98-5ce2-4676-9925-31deaf8d4393 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Transition to ACTIVE for port object e7dda166-262f-46ed-8765-53a076ce400d will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:51.704327 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4cf35f98-5ce2-4676-9925-31deaf8d4393 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:51.705687 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b63540-c93f-4d96-b539-d5857912e109 req-9b74e9c7-406f-4211-bc22-88c61b6ad08f tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:51.707204 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-68b63540-c93f-4d96-b539-d5857912e109 req-9b74e9c7-406f-4211-bc22-88c61b6ad08f tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/ports?device_id=fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9 HTTP/1.1" status: 200 len: 945 time: 0.1667349 Jan 21 09:45:51.712668 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d60b8-202e-4863-86af-b6c2afaa443a None None] Pushing event updated for resources: {'Port': ['ID=2975f319-2f40-43da-aff0-5ca36b86060f,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:51.788789 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf35f98-5ce2-4676-9925-31deaf8d4393 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Network 2f9022b4-64fb-49e8-b972-295962cd50c1 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:51.804669 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-4cf35f98-5ce2-4676-9925-31deaf8d4393 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:51.809526 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf35f98-5ce2-4676-9925-31deaf8d4393 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:51.844179 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-fd4d60b8-202e-4863-86af-b6c2afaa443a None None] Attempting to bind port 2975f319-2f40-43da-aff0-5ca36b86060f on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:51.844543 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-fd4d60b8-202e-4863-86af-b6c2afaa443a None None] Attempting to bind port 2975f319-2f40-43da-aff0-5ca36b86060f by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '9bd89891-44fa-43a8-8122-9951214053a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'f933a8f4-0aaa-4221-805e-33c7b1c4c2a4'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:51.844909 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4d60b8-202e-4863-86af-b6c2afaa443a None None] Attempting to bind port 2975f319-2f40-43da-aff0-5ca36b86060f on network f933a8f4-0aaa-4221-805e-33c7b1c4c2a4 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:45:51.848914 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-68b63540-c93f-4d96-b539-d5857912e109 req-5dc33ac4-73c4-4228-9b11-2a75815c6c4a tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/security-groups?id=acdf91c6-6d6e-4c6e-b9fb-65ee461a40df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311944 Jan 21 09:45:51.872874 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4d60b8-202e-4863-86af-b6c2afaa443a None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:45:51.873106 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4d60b8-202e-4863-86af-b6c2afaa443a None None] Checking segment: {'id': '9bd89891-44fa-43a8-8122-9951214053a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'f933a8f4-0aaa-4221-805e-33c7b1c4c2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:45:51.873356 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fd4d60b8-202e-4863-86af-b6c2afaa443a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:51.873757 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4d60b8-202e-4863-86af-b6c2afaa443a None None] Bound using segment: {'id': '9bd89891-44fa-43a8-8122-9951214053a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'f933a8f4-0aaa-4221-805e-33c7b1c4c2a4'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:45:51.874429 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-fd4d60b8-202e-4863-86af-b6c2afaa443a None None] Bound port: 2975f319-2f40-43da-aff0-5ca36b86060f, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd89891-44fa-43a8-8122-9951214053a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'f933a8f4-0aaa-4221-805e-33c7b1c4c2a4'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:51.874807 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fd4d60b8-202e-4863-86af-b6c2afaa443a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:51.885855 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f6d39d25-fad3-448f-b6a8-7033c2b33f5d req-4e84efd4-c39c-4d9d-9916-e67827e7b8e8 service neutron] 10.222.0.72 "GET /v2.0/networks/4e0845ee-89e9-4b2b-90bc-25998ecfc009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170351 Jan 21 09:45:51.897852 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf35f98-5ce2-4676-9925-31deaf8d4393 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event updated for resources: {'Port': ['ID=e7dda166-262f-46ed-8765-53a076ce400d,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:51.931056 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4cf35f98-5ce2-4676-9925-31deaf8d4393 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:51.989785 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-fd4d60b8-202e-4863-86af-b6c2afaa443a None None] For port 2975f319-2f40-43da-aff0-5ca36b86060f, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:45:51.996668 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-fd4d60b8-202e-4863-86af-b6c2afaa443a None None] For port 2975f319-2f40-43da-aff0-5ca36b86060f, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=2975f319-2f40-43da-aff0-5ca36b86060f,segment=NetworkSegment(9bd89891-44fa-43a8-8122-9951214053a5),segment_id=9bd89891-44fa-43a8-8122-9951214053a5)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:45:52.004671 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fd4d60b8-202e-4863-86af-b6c2afaa443a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.029394 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0caec-33fb-4a80-876e-cb2fa7f3d98e req-c7c42163-8909-4752-9d89-4cbd7bf97430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:52.030936 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6cb0caec-33fb-4a80-876e-cb2fa7f3d98e req-c7c42163-8909-4752-9d89-4cbd7bf97430 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=e1ae1c7d-5613-4ca3-84a9-9e07ef1f9825 HTTP/1.1" status: 200 len: 1097 time: 0.0797670 Jan 21 09:45:52.086395 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4cf35f98-5ce2-4676-9925-31deaf8d4393 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.090754 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d60b8-202e-4863-86af-b6c2afaa443a None None] Pushing event updated for resources: {'Port': ['ID=2975f319-2f40-43da-aff0-5ca36b86060f,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:52.259255 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a204cbe1-10b6-4eab-af29-dcb00b5616b7 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:52.332057 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0caec-33fb-4a80-876e-cb2fa7f3d98e req-09477613-b37f-417b-8c56-66bfc721525b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:52.333653 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6cb0caec-33fb-4a80-876e-cb2fa7f3d98e req-09477613-b37f-417b-8c56-66bfc721525b service neutron] 10.222.0.72 "GET /v2.0/networks?id=4e0845ee-89e9-4b2b-90bc-25998ecfc009 HTTP/1.1" status: 200 len: 898 time: 0.2951066 Jan 21 09:45:52.375347 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port a204cbe1-10b6-4eab-af29-dcb00b5616b7 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:52.423040 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6cb0caec-33fb-4a80-876e-cb2fa7f3d98e req-563b2d88-6b7b-46cb-905c-12945ae98bc3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=9f7e0fe1-1148-4735-b196-4aaa0e5845c8 HTTP/1.1" status: 200 len: 217 time: 0.0811574 Jan 21 09:45:52.501274 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0caec-33fb-4a80-876e-cb2fa7f3d98e req-f41308ff-d758-4519-89f6-4016af3d1d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:52.502841 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6cb0caec-33fb-4a80-876e-cb2fa7f3d98e req-f41308ff-d758-4519-89f6-4016af3d1d66 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b4088a55-6d24-4dca-a047-495fc308aac5 HTTP/1.1" status: 200 len: 838 time: 0.0705762 Jan 21 09:45:52.585952 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0caec-33fb-4a80-876e-cb2fa7f3d98e req-c5cac4e2-9cc3-4123-9638-1d11e583224f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:52.587384 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6cb0caec-33fb-4a80-876e-cb2fa7f3d98e req-c5cac4e2-9cc3-4123-9638-1d11e583224f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4e0845ee-89e9-4b2b-90bc-25998ecfc009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0777044 Jan 21 09:45:52.700885 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31d45a-2b36-44ae-9074-9fd6d64fa4c2 req-75d41ac3-f237-40b2-bc47-a8879852664b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:52.702427 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-be31d45a-2b36-44ae-9074-9fd6d64fa4c2 req-75d41ac3-f237-40b2-bc47-a8879852664b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=e1ae1c7d-5613-4ca3-84a9-9e07ef1f9825 HTTP/1.1" status: 200 len: 944 time: 0.2252059 Jan 21 09:45:52.756438 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6cb0caec-33fb-4a80-876e-cb2fa7f3d98e req-25101d4c-70ff-497e-bbcf-6f9e1a971156 service neutron] 10.222.0.72 "GET /v2.0/networks/4e0845ee-89e9-4b2b-90bc-25998ecfc009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598032 Jan 21 09:45:52.778174 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-be31d45a-2b36-44ae-9074-9fd6d64fa4c2 req-ff15c64d-9e88-42ee-a8ee-6424e04f657f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=afecf9b6-084c-4b14-b592-a38d256dfff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675588 Jan 21 09:45:52.802187 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4cf35f98-5ce2-4676-9925-31deaf8d4393 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.812961 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4cf35f98-5ce2-4676-9925-31deaf8d4393 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.929706 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24cfa36-4ab8-4245-a897-4783229d081e None None] Network 2f9022b4-64fb-49e8-b972-295962cd50c1 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:52.951298 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4cf35f98-5ce2-4676-9925-31deaf8d4393 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.954828 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf35f98-5ce2-4676-9925-31deaf8d4393 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event updated for resources: {'Port': ['ID=e7dda166-262f-46ed-8765-53a076ce400d,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:52.974158 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6cb0caec-33fb-4a80-876e-cb2fa7f3d98e req-750e3e83-05b1-4742-8011-55cb86c3dec8 service neutron] 10.222.0.72 "GET /v2.0/networks/4e0845ee-89e9-4b2b-90bc-25998ecfc009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093034 Jan 21 09:45:53.094132 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-46949473-e5ff-448e-8250-11fda7c301ca None None] Provisioning for port a204cbe1-10b6-4eab-af29-dcb00b5616b7 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:53.136801 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf35f98-5ce2-4676-9925-31deaf8d4393 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Network 2f9022b4-64fb-49e8-b972-295962cd50c1 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:53.137783 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-46949473-e5ff-448e-8250-11fda7c301ca None None] Provisioning complete for port a204cbe1-10b6-4eab-af29-dcb00b5616b7 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:53.138157 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-46949473-e5ff-448e-8250-11fda7c301ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:53.138789 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-4cf35f98-5ce2-4676-9925-31deaf8d4393 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:53.167670 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5180837-c3ce-4c01-a6b6-7adec932b682 req-7d0fe412-5977-4338-93f3-e016f28e3f19 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:53.169485 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b5180837-c3ce-4c01-a6b6-7adec932b682 req-7d0fe412-5977-4338-93f3-e016f28e3f19 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/ports?device_id=fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9 HTTP/1.1" status: 200 len: 945 time: 0.1331055 Jan 21 09:45:53.233218 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b5180837-c3ce-4c01-a6b6-7adec932b682 req-40f24874-f068-4995-bd95-40d879111953 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/security-groups?id=acdf91c6-6d6e-4c6e-b9fb-65ee461a40df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575502 Jan 21 09:45:53.345573 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-46949473-e5ff-448e-8250-11fda7c301ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:53.356319 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf35f98-5ce2-4676-9925-31deaf8d4393 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Router 6c71f28c-97a5-4c2f-9d78-8b0494e7e39b is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:45:53.389206 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-46949473-e5ff-448e-8250-11fda7c301ca None None] For port a204cbe1-10b6-4eab-af29-dcb00b5616b7, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a204cbe1-10b6-4eab-af29-dcb00b5616b7,segment=NetworkSegment(d78756de-adb2-492f-8b16-8a97e7d61ed0),segment_id=d78756de-adb2-492f-8b16-8a97e7d61ed0)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:53.397080 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-46949473-e5ff-448e-8250-11fda7c301ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:53.476774 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46949473-e5ff-448e-8250-11fda7c301ca None None] Pushing event updated for resources: {'Port': ['ID=a204cbe1-10b6-4eab-af29-dcb00b5616b7,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:53.525977 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f805e9f-ce57-4c25-a1ef-4dac7258323a None None] Network f933a8f4-0aaa-4221-805e-33c7b1c4c2a4 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:45:53.537558 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf35f98-5ce2-4676-9925-31deaf8d4393 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:45:53.548156 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69695c24-6d88-4895-93f4-e84deacaae04 None None] Sync routers for ids ['6c71f28c-97a5-4c2f-9d78-8b0494e7e39b'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:45:53.550540 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56116) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:53.550969 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4cf35f98-5ce2-4676-9925-31deaf8d4393 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "PUT /v2.0/routers/6c71f28c-97a5-4c2f-9d78-8b0494e7e39b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2777689 Jan 21 09:45:53.559957 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69695c24-6d88-4895-93f4-e84deacaae04 None None] Routers {'6c71f28c-97a5-4c2f-9d78-8b0494e7e39b'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:53.560747 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-69695c24-6d88-4895-93f4-e84deacaae04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:45:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['6c71f28c-97a5-4c2f-9d78-8b0494e7e39b'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:53.628786 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-69695c24-6d88-4895-93f4-e84deacaae04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:53.640058 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69695c24-6d88-4895-93f4-e84deacaae04 None None] Routers {'6c71f28c-97a5-4c2f-9d78-8b0494e7e39b'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:53.640716 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-69695c24-6d88-4895-93f4-e84deacaae04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:45:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['6c71f28c-97a5-4c2f-9d78-8b0494e7e39b'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:53.644762 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5922f3-88f2-4928-bb0c-1d783576f998 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:53.646037 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2e5922f3-88f2-4928-bb0c-1d783576f998 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "GET /v2.0/ports/e7dda166-262f-46ed-8765-53a076ce400d HTTP/1.1" status: 200 len: 910 time: 0.0938394 Jan 21 09:45:53.648718 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56120) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:53.665311 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-bf26262d-10f5-4f0c-9f9b-959c5a0bcbc3 None None] Provisioning for port 2975f319-2f40-43da-aff0-5ca36b86060f completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:53.710393 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-69695c24-6d88-4895-93f4-e84deacaae04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:53.711127 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69695c24-6d88-4895-93f4-e84deacaae04 None None] The sync data for ids ['6c71f28c-97a5-4c2f-9d78-8b0494e7e39b'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:45:53.817661 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-dbe8a2a7-bc26-46b9-9e3a-232fe12638a0 None None] Provisioning for port e7dda166-262f-46ed-8765-53a076ce400d completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:53.823119 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-dbe8a2a7-bc26-46b9-9e3a-232fe12638a0 None None] Provisioning complete for port e7dda166-262f-46ed-8765-53a076ce400d triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:53.823511 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-dbe8a2a7-bc26-46b9-9e3a-232fe12638a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:53.885105 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-dbe8a2a7-bc26-46b9-9e3a-232fe12638a0 None None] Port e7dda166-262f-46ed-8765-53a076ce400d cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:53.898845 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-dbe8a2a7-bc26-46b9-9e3a-232fe12638a0 None None] Provisioning complete for port a204cbe1-10b6-4eab-af29-dcb00b5616b7 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:53.899219 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-dbe8a2a7-bc26-46b9-9e3a-232fe12638a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:54.048554 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70135967-904c-494c-9029-c7014c061521 req-dfe1de07-08b8-4ba9-8032-281a16c0ea27 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:54.064635 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-70135967-904c-494c-9029-c7014c061521 req-dfe1de07-08b8-4ba9-8032-281a16c0ea27 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=e1ae1c7d-5613-4ca3-84a9-9e07ef1f9825 HTTP/1.1" status: 200 len: 944 time: 0.1354647 Jan 21 09:45:54.121697 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-70135967-904c-494c-9029-c7014c061521 req-3e8200e3-9965-47ea-bc84-0db2c9f7a19b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=afecf9b6-084c-4b14-b592-a38d256dfff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501831 Jan 21 09:45:54.163367 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-a29d9de0-c337-4d52-8dce-f323a8b4beb8 None None] Provisioning complete for port e7dda166-262f-46ed-8765-53a076ce400d triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:54.163901 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a29d9de0-c337-4d52-8dce-f323a8b4beb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:54.226026 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-a29d9de0-c337-4d52-8dce-f323a8b4beb8 None None] Port e7dda166-262f-46ed-8765-53a076ce400d cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:54.289025 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 2975f319-2f40-43da-aff0-5ca36b86060f up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:54.361627 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-8e540eab-ff6d-48a0-8d90-dc30721b47b1 None None] Provisioning complete for port e7dda166-262f-46ed-8765-53a076ce400d triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:54.362006 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8e540eab-ff6d-48a0-8d90-dc30721b47b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:54.413652 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 2975f319-2f40-43da-aff0-5ca36b86060f completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:54.421410 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 2975f319-2f40-43da-aff0-5ca36b86060f triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:54.421785 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:54.449055 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-8e540eab-ff6d-48a0-8d90-dc30721b47b1 None None] Port e7dda166-262f-46ed-8765-53a076ce400d cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:54.482846 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-8e540eab-ff6d-48a0-8d90-dc30721b47b1 None None] Provisioning complete for port 2975f319-2f40-43da-aff0-5ca36b86060f triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:54.483153 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8e540eab-ff6d-48a0-8d90-dc30721b47b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:54.624692 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1c5ab242-a9b8-4d08-a14f-ca7fe9d6896d req-cae81c2d-1654-4f2c-8be2-3d9be81a6d49 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c894b34a-9bb4-4a0a-8406-18a46d7824d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3693254 Jan 21 09:45:54.644813 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:54.653078 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-41a5c93f-9414-497f-92b2-937a231a3d7e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:54.719701 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a903ced-9e71-4bab-9633-fe627b693b14 req-38c25b17-252d-4ee4-aa5b-731b6b73dc3f tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:54.721445 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1a903ced-9e71-4bab-9633-fe627b693b14 req-38c25b17-252d-4ee4-aa5b-731b6b73dc3f tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/ports?device_id=fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9 HTTP/1.1" status: 200 len: 945 time: 0.3727479 Jan 21 09:45:54.726361 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8e540eab-ff6d-48a0-8d90-dc30721b47b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:54.738178 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 2975f319-2f40-43da-aff0-5ca36b86060f, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=2975f319-2f40-43da-aff0-5ca36b86060f,segment=NetworkSegment(9bd89891-44fa-43a8-8122-9951214053a5),segment_id=9bd89891-44fa-43a8-8122-9951214053a5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:54.745384 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:54.746287 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a204cbe1-10b6-4eab-af29-dcb00b5616b7 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:54.916776 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1a903ced-9e71-4bab-9633-fe627b693b14 req-247819ed-8a9f-4f3c-965d-bff6df52dce9 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/security-groups?id=acdf91c6-6d6e-4c6e-b9fb-65ee461a40df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386359 Jan 21 09:45:54.920774 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-8e540eab-ff6d-48a0-8d90-dc30721b47b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:45:54.921136 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-8e540eab-ff6d-48a0-8d90-dc30721b47b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:45:54.922564 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=2975f319-2f40-43da-aff0-5ca36b86060f,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:54.942140 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port a204cbe1-10b6-4eab-af29-dcb00b5616b7 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:54.942140 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:54.984936 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ab242-a9b8-4d08-a14f-ca7fe9d6896d req-26930432-fed1-47cc-900e-d865c1493966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:54.986379 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1c5ab242-a9b8-4d08-a14f-ca7fe9d6896d req-26930432-fed1-47cc-900e-d865c1493966 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b19bae91610749c2842623300f66b5c2&device_id=c894b34a-9bb4-4a0a-8406-18a46d7824d1 HTTP/1.1" status: 200 len: 1098 time: 0.3361056 Jan 21 09:45:55.110526 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191dc0-8c2e-4f45-88e2-5a008ba537ce req-10b4f70c-a3fa-437d-ae52-f97c1dfb2a07 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:55.112029 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-15191dc0-8c2e-4f45-88e2-5a008ba537ce req-10b4f70c-a3fa-437d-ae52-f97c1dfb2a07 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/ports?device_id=fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9 HTTP/1.1" status: 200 len: 945 time: 0.0838585 Jan 21 09:45:55.158369 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-15191dc0-8c2e-4f45-88e2-5a008ba537ce req-b18d9f1b-ab03-41db-9d66-96857a172f3e tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/security-groups?id=acdf91c6-6d6e-4c6e-b9fb-65ee461a40df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405467 Jan 21 09:45:55.286197 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ab242-a9b8-4d08-a14f-ca7fe9d6896d req-729f7125-7c90-4ba5-a9b8-250975803d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:55.287656 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1c5ab242-a9b8-4d08-a14f-ca7fe9d6896d req-729f7125-7c90-4ba5-a9b8-250975803d21 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4880d60f-eaf6-400c-ae63-407f78f8f686 HTTP/1.1" status: 200 len: 913 time: 0.2774272 Jan 21 09:45:55.350475 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-41a5c93f-9414-497f-92b2-937a231a3d7e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Allocated IP 172.21.0.1 (f933a8f4-0aaa-4221-805e-33c7b1c4c2a4/bdf15e0f-cf5b-4804-afa7-c8093f8a1226/7ac2ab34-2fee-4da7-8f2d-75a5e323b429) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:55.453021 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1c5ab242-a9b8-4d08-a14f-ca7fe9d6896d req-b71d7aad-4af5-48bf-a917-000d9ebc1a65 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3bebd59-acd7-4ae2-b489-34b32aa670c1 HTTP/1.1" status: 200 len: 1000 time: 0.1571217 Jan 21 09:45:55.565362 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78feba65-54d0-402b-9413-feb62fb15361 req-2484eab6-cfd0-459e-9337-cd6350f96837 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:55.566051 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-78feba65-54d0-402b-9413-feb62fb15361 req-2484eab6-cfd0-459e-9337-cd6350f96837 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:55.571312 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064e92a-b8d4-4ca7-b3c7-56388c57c651 req-e0f07e6d-f993-4bc2-8295-183c435336e2 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:55.573795 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e064e92a-b8d4-4ca7-b3c7-56388c57c651 req-e0f07e6d-f993-4bc2-8295-183c435336e2 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/ports?device_id=fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9 HTTP/1.1" status: 200 len: 945 time: 0.0789015 Jan 21 09:45:55.614244 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ab242-a9b8-4d08-a14f-ca7fe9d6896d req-449ab258-8912-4c60-a4ea-d9d72ef4119d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:55.615628 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1c5ab242-a9b8-4d08-a14f-ca7fe9d6896d req-449ab258-8912-4c60-a4ea-d9d72ef4119d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a15dd6d5-fb0e-4d75-9036-70eb3b2240fa HTTP/1.1" status: 200 len: 851 time: 0.1098378 Jan 21 09:45:55.617698 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 9f7e0fe1-1148-4735-b196-4aaa0e5845c8 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:45:55.619308 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-78feba65-54d0-402b-9413-feb62fb15361 req-2484eab6-cfd0-459e-9337-cd6350f96837 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:55.619685 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-78feba65-54d0-402b-9413-feb62fb15361 req-2484eab6-cfd0-459e-9337-cd6350f96837 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=e1ae1c7d-5613-4ca3-84a9-9e07ef1f9825 HTTP/1.1" status: 200 len: 944 time: 0.3906837 Jan 21 09:45:55.624901 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e064e92a-b8d4-4ca7-b3c7-56388c57c651 req-39b92b1e-e670-49e1-af87-386d725e6be8 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/security-groups?id=acdf91c6-6d6e-4c6e-b9fb-65ee461a40df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445440 Jan 21 09:45:55.700749 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-41a5c93f-9414-497f-92b2-937a231a3d7e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:55.731256 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-41a5c93f-9414-497f-92b2-937a231a3d7e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Transition to ACTIVE for port object 7ac2ab34-2fee-4da7-8f2d-75a5e323b429 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:55.748526 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-78feba65-54d0-402b-9413-feb62fb15361 req-ec1fcd81-2a0f-40c2-9725-e3239ad4acfe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=afecf9b6-084c-4b14-b592-a38d256dfff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825999 Jan 21 09:45:55.757936 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 9f7e0fe1-1148-4735-b196-4aaa0e5845c8, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9f7e0fe1-1148-4735-b196-4aaa0e5845c8,segment=NetworkSegment(50c2447e-30c7-495a-95d7-8effa2cee191),segment_id=50c2447e-30c7-495a-95d7-8effa2cee191)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:55.782186 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': '9f7e0fe1-1148-4735-b196-4aaa0e5845c8', 'network_id': '4e0845ee-89e9-4b2b-90bc-25998ecfc009', 'port_id': '9f7e0fe1-1148-4735-b196-4aaa0e5845c8', 'mac_address': 'fa:16:3e:91:f9:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4088a55-6d24-4dca-a047-495fc308aac5', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:45:55.787580 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ab242-a9b8-4d08-a14f-ca7fe9d6896d req-2027c019-bffc-461d-8fa3-7eeea19cd815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:55.790184 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1c5ab242-a9b8-4d08-a14f-ca7fe9d6896d req-2027c019-bffc-461d-8fa3-7eeea19cd815 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4880d60f-eaf6-400c-ae63-407f78f8f686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1648951 Jan 21 09:45:55.798330 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-41a5c93f-9414-497f-92b2-937a231a3d7e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:55.873976 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:55.901812 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f7e0fe1-1148-4735-b196-4aaa0e5845c8 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:45:55.924263 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 9f7e0fe1-1148-4735-b196-4aaa0e5845c8, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9f7e0fe1-1148-4735-b196-4aaa0e5845c8,segment=NetworkSegment(50c2447e-30c7-495a-95d7-8effa2cee191),segment_id=50c2447e-30c7-495a-95d7-8effa2cee191)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:55.928133 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:55.958835 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a5c93f-9414-497f-92b2-937a231a3d7e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Network f933a8f4-0aaa-4221-805e-33c7b1c4c2a4 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:55.999085 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=9f7e0fe1-1148-4735-b196-4aaa0e5845c8,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:56.008575 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-41a5c93f-9414-497f-92b2-937a231a3d7e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:56.016656 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a5c93f-9414-497f-92b2-937a231a3d7e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:45:56.046354 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5c93f-9414-497f-92b2-937a231a3d7e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event updated for resources: {'Port': ['ID=7ac2ab34-2fee-4da7-8f2d-75a5e323b429,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:56.099710 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1c5ab242-a9b8-4d08-a14f-ca7fe9d6896d req-987c1721-8a97-4ea0-ba6d-d07fa625078e service neutron] 10.222.0.72 "GET /v2.0/networks/4880d60f-eaf6-400c-ae63-407f78f8f686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951229 Jan 21 09:45:56.105195 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-41a5c93f-9414-497f-92b2-937a231a3d7e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:56.181806 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 2975f319-2f40-43da-aff0-5ca36b86060f up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:56.257118 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 2975f319-2f40-43da-aff0-5ca36b86060f triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:56.257482 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:56.324575 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-6b9ab1d7-353e-4292-975f-6eec7dc36ca7 None None] Provisioning for port 7ac2ab34-2fee-4da7-8f2d-75a5e323b429 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:56.331807 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-6b9ab1d7-353e-4292-975f-6eec7dc36ca7 None None] Provisioning complete for port 7ac2ab34-2fee-4da7-8f2d-75a5e323b429 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:56.332160 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6b9ab1d7-353e-4292-975f-6eec7dc36ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:56.361373 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['9f7e0fe1-1148-4735-b196-4aaa0e5845c8'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 09:45:56.412339 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1c5ab242-a9b8-4d08-a14f-ca7fe9d6896d req-aa9a944a-bfc7-4079-bab0-d6c2a4bfea45 service neutron] 10.222.0.72 "GET /v2.0/networks/4880d60f-eaf6-400c-ae63-407f78f8f686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036184 Jan 21 09:45:56.478752 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-41a5c93f-9414-497f-92b2-937a231a3d7e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:56.516035 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-6b9ab1d7-353e-4292-975f-6eec7dc36ca7 None None] Port 7ac2ab34-2fee-4da7-8f2d-75a5e323b429 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:56.848903 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39958b5a-e722-42fa-9047-3b5f3853a3ab req-34432abd-f2be-47f4-a179-b0b804b8bbc5 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:56.851406 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-39958b5a-e722-42fa-9047-3b5f3853a3ab req-34432abd-f2be-47f4-a179-b0b804b8bbc5 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/ports?device_id=fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9 HTTP/1.1" status: 200 len: 945 time: 0.1027679 Jan 21 09:45:56.905451 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-39958b5a-e722-42fa-9047-3b5f3853a3ab req-eca63db8-86a6-43d0-a532-c1b424e72a8a tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/security-groups?id=acdf91c6-6d6e-4c6e-b9fb-65ee461a40df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473342 Jan 21 09:45:56.945453 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-41a5c93f-9414-497f-92b2-937a231a3d7e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:56.953691 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-41a5c93f-9414-497f-92b2-937a231a3d7e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:57.079812 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-41a5c93f-9414-497f-92b2-937a231a3d7e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:57.086248 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5c93f-9414-497f-92b2-937a231a3d7e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event updated for resources: {'Port': ['ID=7ac2ab34-2fee-4da7-8f2d-75a5e323b429,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:57.140593 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba453f7-091f-44db-83ad-b5d6c91fc7bc req-8a221bb6-5323-4901-8266-ef2115171839 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:57.142081 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-eba453f7-091f-44db-83ad-b5d6c91fc7bc req-8a221bb6-5323-4901-8266-ef2115171839 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=e1ae1c7d-5613-4ca3-84a9-9e07ef1f9825 HTTP/1.1" status: 200 len: 945 time: 0.2548707 Jan 21 09:45:57.256905 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfe836-c3e0-426d-9823-99cbbfad2ce0 req-af54257c-1568-445b-ad71-b9c6b16118b7 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:57.258772 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-5acfe836-c3e0-426d-9823-99cbbfad2ce0 req-af54257c-1568-445b-ad71-b9c6b16118b7 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/ports?device_id=fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9 HTTP/1.1" status: 200 len: 945 time: 0.0840085 Jan 21 09:45:57.302502 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-5acfe836-c3e0-426d-9823-99cbbfad2ce0 req-ff164521-47ff-453f-8027-b3e28591101d tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/security-groups?id=acdf91c6-6d6e-4c6e-b9fb-65ee461a40df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385282 Jan 21 09:45:57.322856 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-eba453f7-091f-44db-83ad-b5d6c91fc7bc req-de790762-a990-4dac-9a51-49e2aa5d41f5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=afecf9b6-084c-4b14-b592-a38d256dfff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231489 Jan 21 09:45:57.331387 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a5c93f-9414-497f-92b2-937a231a3d7e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Network f933a8f4-0aaa-4221-805e-33c7b1c4c2a4 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:57.334325 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-41a5c93f-9414-497f-92b2-937a231a3d7e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:57.490264 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd3bc3-36b5-4ff7-a0c9-b8f4a83eadba req-94d525f3-0864-423e-a5a9-7f8c07d3f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:57.491746 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-57cd3bc3-36b5-4ff7-a0c9-b8f4a83eadba req-94d525f3-0864-423e-a5a9-7f8c07d3f257 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8218046ababc488c991e8ff2cdd75b3d&device_id=fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9 HTTP/1.1" status: 200 len: 1098 time: 0.2705624 Jan 21 09:45:57.542189 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f08936d1-d780-46c1-9aba-7c5330f31b66 None None] Provisioning complete for port 7ac2ab34-2fee-4da7-8f2d-75a5e323b429 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:57.542766 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f08936d1-d780-46c1-9aba-7c5330f31b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:57.550386 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a5c93f-9414-497f-92b2-937a231a3d7e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Router 6c71f28c-97a5-4c2f-9d78-8b0494e7e39b has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:45:57.595723 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f08936d1-d780-46c1-9aba-7c5330f31b66 None None] Port 7ac2ab34-2fee-4da7-8f2d-75a5e323b429 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:45:57.632275 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 9f7e0fe1-1148-4735-b196-4aaa0e5845c8 up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:57.704471 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port 9f7e0fe1-1148-4735-b196-4aaa0e5845c8 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:57.709171 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port 9f7e0fe1-1148-4735-b196-4aaa0e5845c8 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:57.709544 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:57.831553 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:57.859845 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ae1c7d-5613-4ca3-84a9-9e07ef1f9825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7e0fe1-1148-4735-b196-4aaa0e5845c8'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:45:57.872319 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 9f7e0fe1-1148-4735-b196-4aaa0e5845c8, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9f7e0fe1-1148-4735-b196-4aaa0e5845c8,segment=NetworkSegment(50c2447e-30c7-495a-95d7-8effa2cee191),segment_id=50c2447e-30c7-495a-95d7-8effa2cee191)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:45:57.876747 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:57.893798 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd3bc3-36b5-4ff7-a0c9-b8f4a83eadba req-dc801360-8d88-4b44-9877-90c2bfa69a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:57.895229 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-57cd3bc3-36b5-4ff7-a0c9-b8f4a83eadba req-dc801360-8d88-4b44-9877-90c2bfa69a5a service neutron] 10.222.0.72 "GET /v2.0/networks?id=6bfe3400-4a20-4262-b4b5-51adb6d4ab64 HTTP/1.1" status: 200 len: 912 time: 0.3956649 Jan 21 09:45:57.952583 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ae1c7d-5613-4ca3-84a9-9e07ef1f9825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7e0fe1-1148-4735-b196-4aaa0e5845c8', 'code': 200} Jan 21 09:45:57.976225 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-57cd3bc3-36b5-4ff7-a0c9-b8f4a83eadba req-c3ca0fc9-23ae-4e74-82bb-62b4f430386a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc72314b-d98a-46ee-9afb-c2bce1c35248 HTTP/1.1" status: 200 len: 217 time: 0.0725794 Jan 21 09:45:57.977334 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a5c93f-9414-497f-92b2-937a231a3d7e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:45:57.990202 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ef67a2-dd75-49f7-812a-233e1dd5076c None None] Sync routers for ids ['6c71f28c-97a5-4c2f-9d78-8b0494e7e39b'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:45:58.001550 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=9f7e0fe1-1148-4735-b196-4aaa0e5845c8,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:58.007681 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ef67a2-dd75-49f7-812a-233e1dd5076c None None] Routers {'6c71f28c-97a5-4c2f-9d78-8b0494e7e39b'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:58.008373 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-d6ef67a2-dd75-49f7-812a-233e1dd5076c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:45:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['6c71f28c-97a5-4c2f-9d78-8b0494e7e39b'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:58.025331 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-41a5c93f-9414-497f-92b2-937a231a3d7e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "PUT /v2.0/routers/6c71f28c-97a5-4c2f-9d78-8b0494e7e39b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3718908 Jan 21 09:45:58.025551 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56148) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:58.081939 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-d6ef67a2-dd75-49f7-812a-233e1dd5076c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:58.090749 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ef67a2-dd75-49f7-812a-233e1dd5076c None None] Routers {'6c71f28c-97a5-4c2f-9d78-8b0494e7e39b'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:45:58.091354 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-d6ef67a2-dd75-49f7-812a-233e1dd5076c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:45:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['6c71f28c-97a5-4c2f-9d78-8b0494e7e39b'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:58.139050 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd3bc3-36b5-4ff7-a0c9-b8f4a83eadba req-8e869aaa-b2e2-4203-acf3-3b094a5e6ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:58.140488 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-57cd3bc3-36b5-4ff7-a0c9-b8f4a83eadba req-8e869aaa-b2e2-4203-acf3-3b094a5e6ef5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3c7aa898-f8b2-4fe4-8bf7-f98fc5187a77 HTTP/1.1" status: 200 len: 851 time: 0.1574271 Jan 21 09:45:58.151017 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-d6ef67a2-dd75-49f7-812a-233e1dd5076c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:58.152159 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ef67a2-dd75-49f7-812a-233e1dd5076c None None] The sync data for ids ['6c71f28c-97a5-4c2f-9d78-8b0494e7e39b'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:45:58.191769 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf84ebf-be5e-43cd-9cdc-8e7df26ce5c2 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:58.192326 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-fbf84ebf-be5e-43cd-9cdc-8e7df26ce5c2 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Synchronizing usage tracker for tenant:c78ba537853c4f6f976d32f02bc2ac76 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:58.203006 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-57cd3bc3-36b5-4ff7-a0c9-b8f4a83eadba req-f3163682-e3b1-4acb-9387-5d816b957d3a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6bfe3400-4a20-4262-b4b5-51adb6d4ab64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556393 Jan 21 09:45:58.264175 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-fbf84ebf-be5e-43cd-9cdc-8e7df26ce5c2 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Unset dirty status for tenant:c78ba537853c4f6f976d32f02bc2ac76 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:58.265314 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-fbf84ebf-be5e-43cd-9cdc-8e7df26ce5c2 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "GET /v2.0/ports/7ac2ab34-2fee-4da7-8f2d-75a5e323b429 HTTP/1.1" status: 200 len: 910 time: 0.2383604 Jan 21 09:45:58.268346 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56152) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:58.327895 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da691fd2-360b-4354-83f9-bfbee69fc027 req-550c86d6-0e25-4a1e-b3ed-60d3aafd7674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:58.329443 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-da691fd2-360b-4354-83f9-bfbee69fc027 req-550c86d6-0e25-4a1e-b3ed-60d3aafd7674 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e1ae1c7d-5613-4ca3-84a9-9e07ef1f9825 HTTP/1.1" status: 200 len: 1099 time: 0.2385113 Jan 21 09:45:58.397277 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-57cd3bc3-36b5-4ff7-a0c9-b8f4a83eadba req-cba68dd8-6a31-4ce1-b782-b03b69359e61 service neutron] 10.222.0.72 "GET /v2.0/networks/6bfe3400-4a20-4262-b4b5-51adb6d4ab64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822443 Jan 21 09:45:58.404378 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-da691fd2-360b-4354-83f9-bfbee69fc027 req-2636cb14-726c-4113-a355-f47cfb8845b1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=afecf9b6-084c-4b14-b592-a38d256dfff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655572 Jan 21 09:45:58.504520 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eecd0c2-1be0-4f96-b620-92fd23d45399 req-a9b2da76-805e-458b-9e79-809da9cea5a9 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:58.505961 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-9eecd0c2-1be0-4f96-b620-92fd23d45399 req-a9b2da76-805e-458b-9e79-809da9cea5a9 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/ports?device_id=fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9 HTTP/1.1" status: 200 len: 945 time: 0.0830932 Jan 21 09:45:58.549945 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-9eecd0c2-1be0-4f96-b620-92fd23d45399 req-b5943cff-eecf-470b-9325-d388af895aa3 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/security-groups?id=acdf91c6-6d6e-4c6e-b9fb-65ee461a40df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380161 Jan 21 09:45:58.755603 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-57cd3bc3-36b5-4ff7-a0c9-b8f4a83eadba req-18a22f62-ca95-4017-8915-df6267c35f04 service neutron] 10.222.0.72 "GET /v2.0/networks/6bfe3400-4a20-4262-b4b5-51adb6d4ab64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282899 Jan 21 09:45:58.775249 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe4108-eed5-40a6-aebd-dff468c3040f req-8ad39130-8f78-48af-b313-0ffcd0a3f44f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:58.777796 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-14fe4108-eed5-40a6-aebd-dff468c3040f req-8ad39130-8f78-48af-b313-0ffcd0a3f44f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=e1ae1c7d-5613-4ca3-84a9-9e07ef1f9825 HTTP/1.1" status: 200 len: 946 time: 0.2629223 Jan 21 09:45:58.874308 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-14fe4108-eed5-40a6-aebd-dff468c3040f req-d3086857-fa60-4233-ab3f-698ee14e69c8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=afecf9b6-084c-4b14-b592-a38d256dfff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899043 Jan 21 09:45:59.010178 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2890b72e-a2b2-4df3-ad23-1edf18aafee1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.343158 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-2890b72e-a2b2-4df3-ad23-1edf18aafee1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Deleting port 7ac2ab34-2fee-4da7-8f2d-75a5e323b429 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:45:59.343926 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2890b72e-a2b2-4df3-ad23-1edf18aafee1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.525629 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2890b72e-a2b2-4df3-ad23-1edf18aafee1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.653526 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-2890b72e-a2b2-4df3-ad23-1edf18aafee1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Calling delete_port for 7ac2ab34-2fee-4da7-8f2d-75a5e323b429 owned by network:router_interface {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:45:59.741977 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0227aa-0078-4191-8e93-0c616493cf1d req-df2af5e4-0ca1-4137-a60d-99756d29b57f tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:59.743456 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6a0227aa-0078-4191-8e93-0c616493cf1d req-df2af5e4-0ca1-4137-a60d-99756d29b57f tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/ports?device_id=fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9 HTTP/1.1" status: 200 len: 945 time: 0.0881357 Jan 21 09:45:59.789053 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6a0227aa-0078-4191-8e93-0c616493cf1d req-d45014b5-dcac-489f-a171-40029d309b8a tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/security-groups?id=acdf91c6-6d6e-4c6e-b9fb-65ee461a40df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392692 Jan 21 09:45:59.874275 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2890b72e-a2b2-4df3-ad23-1edf18aafee1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.145377 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890b72e-a2b2-4df3-ad23-1edf18aafee1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event deleted for resources: {'Port': ['ID=7ac2ab34-2fee-4da7-8f2d-75a5e323b429,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:00.365939 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4b7bf-3682-4ea5-a0c5-580cf856762b req-ef1086bf-4af3-492d-a6c3-d29d5010e184 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:00.367294 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-08f4b7bf-3682-4ea5-a0c5-580cf856762b req-ef1086bf-4af3-492d-a6c3-d29d5010e184 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=e1ae1c7d-5613-4ca3-84a9-9e07ef1f9825 HTTP/1.1" status: 200 len: 946 time: 0.2794123 Jan 21 09:46:00.418803 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2890b72e-a2b2-4df3-ad23-1edf18aafee1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.436569 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-08f4b7bf-3682-4ea5-a0c5-580cf856762b req-5fe1927d-1f90-40a0-a304-1f215effc897 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=afecf9b6-084c-4b14-b592-a38d256dfff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595727 Jan 21 09:46:00.621683 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b69ac1-9b49-4021-bb7b-5b1a71cc4164 req-b882f797-3ccc-4962-9910-a3b47ad89b08 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:00.623236 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-77b69ac1-9b49-4021-bb7b-5b1a71cc4164 req-b882f797-3ccc-4962-9910-a3b47ad89b08 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=e1ae1c7d-5613-4ca3-84a9-9e07ef1f9825 HTTP/1.1" status: 200 len: 946 time: 0.0809169 Jan 21 09:46:00.667862 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-77b69ac1-9b49-4021-bb7b-5b1a71cc4164 req-c1f86ff7-fcdb-41a9-9923-ff7595a6975c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=afecf9b6-084c-4b14-b592-a38d256dfff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388200 Jan 21 09:46:00.746379 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2890b72e-a2b2-4df3-ad23-1edf18aafee1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Router 6c71f28c-97a5-4c2f-9d78-8b0494e7e39b has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:46:00.907998 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2890b72e-a2b2-4df3-ad23-1edf18aafee1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:46:00.918453 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7068e8-3870-4e64-a1b2-f67a1fddfd1d None None] Sync routers for ids ['6c71f28c-97a5-4c2f-9d78-8b0494e7e39b'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:00.928452 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7068e8-3870-4e64-a1b2-f67a1fddfd1d None None] Routers {'6c71f28c-97a5-4c2f-9d78-8b0494e7e39b'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:00.929144 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-0a7068e8-3870-4e64-a1b2-f67a1fddfd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:45:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['6c71f28c-97a5-4c2f-9d78-8b0494e7e39b'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:00.958544 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2890b72e-a2b2-4df3-ad23-1edf18aafee1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "PUT /v2.0/routers/6c71f28c-97a5-4c2f-9d78-8b0494e7e39b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6887612 Jan 21 09:46:00.961511 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56172) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:00.992320 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-0a7068e8-3870-4e64-a1b2-f67a1fddfd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:01.002116 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7068e8-3870-4e64-a1b2-f67a1fddfd1d None None] Routers {'6c71f28c-97a5-4c2f-9d78-8b0494e7e39b'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:01.002504 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-0a7068e8-3870-4e64-a1b2-f67a1fddfd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:45:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['6c71f28c-97a5-4c2f-9d78-8b0494e7e39b'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:01.012282 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5405fd7-b809-456d-8d40-1d9521ec5578 req-9dd38bbc-076e-48f8-a8b6-c0596644c2ba tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:01.014501 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d5405fd7-b809-456d-8d40-1d9521ec5578 req-9dd38bbc-076e-48f8-a8b6-c0596644c2ba tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/ports?device_id=fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9 HTTP/1.1" status: 200 len: 945 time: 0.0939226 Jan 21 09:46:01.060598 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d5405fd7-b809-456d-8d40-1d9521ec5578 req-860bab5a-3b75-4586-b153-c9a502f5eda2 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/security-groups?id=acdf91c6-6d6e-4c6e-b9fb-65ee461a40df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403867 Jan 21 09:46:01.064901 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-0a7068e8-3870-4e64-a1b2-f67a1fddfd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:01.065324 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7068e8-3870-4e64-a1b2-f67a1fddfd1d None None] The sync data for ids ['6c71f28c-97a5-4c2f-9d78-8b0494e7e39b'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:01.456340 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e914202d-d620-4ce6-88f5-2ea6f40b2986 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:01.468518 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99ae58-6820-45e4-ab92-96564b81e64f req-675a5021-2665-4421-a0f6-a114f4375556 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:01.469988 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-be99ae58-6820-45e4-ab92-96564b81e64f req-675a5021-2665-4421-a0f6-a114f4375556 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/ports?device_id=fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9 HTTP/1.1" status: 200 len: 945 time: 0.0863113 Jan 21 09:46:01.516342 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-be99ae58-6820-45e4-ab92-96564b81e64f req-601547bf-d331-4fb4-8fa2-532300b7f128 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/security-groups?id=acdf91c6-6d6e-4c6e-b9fb-65ee461a40df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401118 Jan 21 09:46:01.900829 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-e914202d-d620-4ce6-88f5-2ea6f40b2986 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Deleting port e7dda166-262f-46ed-8765-53a076ce400d {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:01.901723 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e914202d-d620-4ce6-88f5-2ea6f40b2986 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:02.081324 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e914202d-d620-4ce6-88f5-2ea6f40b2986 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:02.203166 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56180) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:02.204888 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-e914202d-d620-4ce6-88f5-2ea6f40b2986 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Calling delete_port for e7dda166-262f-46ed-8765-53a076ce400d owned by network:router_interface {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:02.388014 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e914202d-d620-4ce6-88f5-2ea6f40b2986 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:02.439852 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e914202d-d620-4ce6-88f5-2ea6f40b2986 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event deleted for resources: {'Port': ['ID=e7dda166-262f-46ed-8765-53a076ce400d,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:02.710390 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e914202d-d620-4ce6-88f5-2ea6f40b2986 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:03.076369 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4147a71e-488f-4dfd-a0ef-282a5ed1ceb6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:03.127575 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1111f-5ae6-4247-ad67-3008d432bbd4 req-048b13bf-5ffc-491c-8fd6-c915a45cee82 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:03.129037 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-80f1111f-5ae6-4247-ad67-3008d432bbd4 req-048b13bf-5ffc-491c-8fd6-c915a45cee82 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/ports?device_id=fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9 HTTP/1.1" status: 200 len: 945 time: 0.4662817 Jan 21 09:46:03.140496 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e914202d-d620-4ce6-88f5-2ea6f40b2986 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Router 6c71f28c-97a5-4c2f-9d78-8b0494e7e39b has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:46:03.247336 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-80f1111f-5ae6-4247-ad67-3008d432bbd4 req-c135c64b-ea44-4e8c-b605-dce06a02428d tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/security-groups?id=acdf91c6-6d6e-4c6e-b9fb-65ee461a40df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093898 Jan 21 09:46:03.312527 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e914202d-d620-4ce6-88f5-2ea6f40b2986 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:46:03.326127 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e914202d-d620-4ce6-88f5-2ea6f40b2986 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "PUT /v2.0/routers/6c71f28c-97a5-4c2f-9d78-8b0494e7e39b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3634038 Jan 21 09:46:03.326596 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00989eb-93de-474c-ba4f-3aacd36a9cf7 None None] Sync routers for ids ['6c71f28c-97a5-4c2f-9d78-8b0494e7e39b'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:03.328747 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56188) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:03.341343 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00989eb-93de-474c-ba4f-3aacd36a9cf7 None None] Routers {'6c71f28c-97a5-4c2f-9d78-8b0494e7e39b'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:03.343226 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-c00989eb-93de-474c-ba4f-3aacd36a9cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:45:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['6c71f28c-97a5-4c2f-9d78-8b0494e7e39b'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:03.372362 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7bb1e927-9140-4bf6-8b08-d93fc4f09735 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Synchronizing usage tracker for tenant:c78ba537853c4f6f976d32f02bc2ac76 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:03.390023 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7bb1e927-9140-4bf6-8b08-d93fc4f09735 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Unset dirty status for tenant:c78ba537853c4f6f976d32f02bc2ac76 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:03.391952 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7bb1e927-9140-4bf6-8b08-d93fc4f09735 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "GET /v2.0/ports?device_id=6c71f28c-97a5-4c2f-9d78-8b0494e7e39b HTTP/1.1" status: 200 len: 205 time: 0.0620880 Jan 21 09:46:03.394232 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56192) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:03.424229 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-c00989eb-93de-474c-ba4f-3aacd36a9cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:03.434538 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00989eb-93de-474c-ba4f-3aacd36a9cf7 None None] Routers {'6c71f28c-97a5-4c2f-9d78-8b0494e7e39b'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:03.435161 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-c00989eb-93de-474c-ba4f-3aacd36a9cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:45:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['6c71f28c-97a5-4c2f-9d78-8b0494e7e39b'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:03.519619 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-c00989eb-93de-474c-ba4f-3aacd36a9cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:03.519946 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-4147a71e-488f-4dfd-a0ef-282a5ed1ceb6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Allocated IP 172.20.0.17 (4e0845ee-89e9-4b2b-90bc-25998ecfc009/b4088a55-6d24-4dca-a047-495fc308aac5/ebaf8e50-03ad-4c78-a4e9-99f80e5bfe8a) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:03.520272 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00989eb-93de-474c-ba4f-3aacd36a9cf7 None None] The sync data for ids ['6c71f28c-97a5-4c2f-9d78-8b0494e7e39b'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:03.560074 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-68603033-fed0-41f3-97ab-e357d887f758 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:03.701826 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4147a71e-488f-4dfd-a0ef-282a5ed1ceb6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:03.722115 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-4147a71e-488f-4dfd-a0ef-282a5ed1ceb6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Transition to ACTIVE for port object ebaf8e50-03ad-4c78-a4e9-99f80e5bfe8a will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:03.747443 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4147a71e-488f-4dfd-a0ef-282a5ed1ceb6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:03.820090 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4147a71e-488f-4dfd-a0ef-282a5ed1ceb6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 4e0845ee-89e9-4b2b-90bc-25998ecfc009 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:03.823215 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-4147a71e-488f-4dfd-a0ef-282a5ed1ceb6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:03.827084 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4147a71e-488f-4dfd-a0ef-282a5ed1ceb6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:46:03.861026 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147a71e-488f-4dfd-a0ef-282a5ed1ceb6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=ebaf8e50-03ad-4c78-a4e9-99f80e5bfe8a,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:03.892478 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4147a71e-488f-4dfd-a0ef-282a5ed1ceb6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:03.966035 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-68603033-fed0-41f3-97ab-e357d887f758 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:03.969679 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-68603033-fed0-41f3-97ab-e357d887f758 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:04.007358 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-68603033-fed0-41f3-97ab-e357d887f758 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:04.007894 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68603033-fed0-41f3-97ab-e357d887f758 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Fanout notify agent at l3_agent the message router_deleted on router 6c71f28c-97a5-4c2f-9d78-8b0494e7e39b {{(pid=87515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:46:04.011463 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27e459-8455-4875-9db2-0bfe41753d44 req-0349d378-3a12-4ba5-b7a3-ddc7325e79c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:04.013180 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6a27e459-8455-4875-9db2-0bfe41753d44 req-0349d378-3a12-4ba5-b7a3-ddc7325e79c0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8218046ababc488c991e8ff2cdd75b3d&device_id=fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9 HTTP/1.1" status: 200 len: 1098 time: 0.3949943 Jan 21 09:46:04.023746 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304a0db-1e22-47d5-9b01-a54a3551587d req-f6ad9761-d3d9-4aa6-b6af-8fe4ea90b033 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:04.025244 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2304a0db-1e22-47d5-9b01-a54a3551587d req-f6ad9761-d3d9-4aa6-b6af-8fe4ea90b033 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/ports?device_id=fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9 HTTP/1.1" status: 200 len: 945 time: 0.4128401 Jan 21 09:46:04.039677 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4147a71e-488f-4dfd-a0ef-282a5ed1ceb6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:04.065339 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-732ae642-672e-4604-ae67-80eb72d4e7c1 None None] Provisioning for port ebaf8e50-03ad-4c78-a4e9-99f80e5bfe8a completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:04.070642 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-732ae642-672e-4604-ae67-80eb72d4e7c1 None None] Provisioning complete for port ebaf8e50-03ad-4c78-a4e9-99f80e5bfe8a triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:04.071087 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-732ae642-672e-4604-ae67-80eb72d4e7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:04.071533 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-68603033-fed0-41f3-97ab-e357d887f758 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:04.076041 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-68603033-fed0-41f3-97ab-e357d887f758 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/routers/6c71f28c-97a5-4c2f-9d78-8b0494e7e39b HTTP/1.1" status: 204 len: 168 time: 0.6773090 Jan 21 09:46:04.080378 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56198) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:04.133136 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-732ae642-672e-4604-ae67-80eb72d4e7c1 None None] Port ebaf8e50-03ad-4c78-a4e9-99f80e5bfe8a cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:46:04.209575 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2304a0db-1e22-47d5-9b01-a54a3551587d req-c475e15c-93ed-4d67-89ee-17937ec494ea tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/security-groups?id=acdf91c6-6d6e-4c6e-b9fb-65ee461a40df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623952 Jan 21 09:46:04.252543 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-240b432f-c338-4716-803f-c6a1992b9b6f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Deleting subnet bdf15e0f-cf5b-4804-afa7-c8093f8a1226 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:46:04.401335 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-240b432f-c338-4716-803f-c6a1992b9b6f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:04.437189 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27e459-8455-4875-9db2-0bfe41753d44 req-58afd9df-23ce-4d82-a953-ba291c9b99e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:04.438636 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6a27e459-8455-4875-9db2-0bfe41753d44 req-58afd9df-23ce-4d82-a953-ba291c9b99e3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6bfe3400-4a20-4262-b4b5-51adb6d4ab64 HTTP/1.1" status: 200 len: 912 time: 0.4125290 Jan 21 09:46:04.518483 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-240b432f-c338-4716-803f-c6a1992b9b6f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:04.545924 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6a27e459-8455-4875-9db2-0bfe41753d44 req-177f041c-1520-46ee-bb7c-390c5475abd2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc72314b-d98a-46ee-9afb-c2bce1c35248 HTTP/1.1" status: 200 len: 217 time: 0.0956862 Jan 21 09:46:04.593401 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4147a71e-488f-4dfd-a0ef-282a5ed1ceb6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:04.599504 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4147a71e-488f-4dfd-a0ef-282a5ed1ceb6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:04.638666 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27e459-8455-4875-9db2-0bfe41753d44 req-45b4c4e1-2fd6-4777-b70b-16ad1aba77fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:04.640204 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6a27e459-8455-4875-9db2-0bfe41753d44 req-45b4c4e1-2fd6-4777-b70b-16ad1aba77fc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3c7aa898-f8b2-4fe4-8bf7-f98fc5187a77 HTTP/1.1" status: 200 len: 851 time: 0.0873537 Jan 21 09:46:04.691622 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-240b432f-c338-4716-803f-c6a1992b9b6f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:04.718589 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4147a71e-488f-4dfd-a0ef-282a5ed1ceb6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:04.720425 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6a27e459-8455-4875-9db2-0bfe41753d44 req-cea1355d-04b3-40a1-ae2d-af3448f34b2f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6bfe3400-4a20-4262-b4b5-51adb6d4ab64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723114 Jan 21 09:46:04.723020 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147a71e-488f-4dfd-a0ef-282a5ed1ceb6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=ebaf8e50-03ad-4c78-a4e9-99f80e5bfe8a,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:04.861705 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-240b432f-c338-4716-803f-c6a1992b9b6f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:04.862152 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4147a71e-488f-4dfd-a0ef-282a5ed1ceb6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 4e0845ee-89e9-4b2b-90bc-25998ecfc009 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:04.863253 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-4147a71e-488f-4dfd-a0ef-282a5ed1ceb6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:04.922106 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-240b432f-c338-4716-803f-c6a1992b9b6f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:04.924420 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123a6390-975c-46f6-a47a-20db872eac05 None None] Network f933a8f4-0aaa-4221-805e-33c7b1c4c2a4 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:46:04.926304 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6a27e459-8455-4875-9db2-0bfe41753d44 req-66c99f07-0d99-4fdc-9890-73465a1483d4 service neutron] 10.222.0.72 "GET /v2.0/networks/6bfe3400-4a20-4262-b4b5-51adb6d4ab64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957119 Jan 21 09:46:04.926977 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b432f-c338-4716-803f-c6a1992b9b6f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event deleted for resources: {'Subnet': ['ID=bdf15e0f-cf5b-4804-afa7-c8093f8a1226,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:04.934612 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-240b432f-c338-4716-803f-c6a1992b9b6f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/subnets/bdf15e0f-cf5b-4804-afa7-c8093f8a1226 HTTP/1.1" status: 204 len: 168 time: 0.8532655 Jan 21 09:46:04.940882 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56204) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:05.091015 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6a27e459-8455-4875-9db2-0bfe41753d44 req-a37fe846-3ec7-4bef-b1c0-56a39bd0b64b service neutron] 10.222.0.72 "GET /v2.0/networks/6bfe3400-4a20-4262-b4b5-51adb6d4ab64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547410 Jan 21 09:46:05.104214 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-acdb8471-a3d8-432a-981c-21cfca38cd35 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Deleting subnet 1fbe633a-052f-4ccf-a436-aac3361ca8d5 {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:46:05.110792 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-acdb8471-a3d8-432a-981c-21cfca38cd35 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:05.176646 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5dadb383-8656-449b-80d2-5548bb21689e None None] Provisioning complete for port ebaf8e50-03ad-4c78-a4e9-99f80e5bfe8a triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:05.176923 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5dadb383-8656-449b-80d2-5548bb21689e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:05.178965 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-acdb8471-a3d8-432a-981c-21cfca38cd35 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:05.207650 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4147a71e-488f-4dfd-a0ef-282a5ed1ceb6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router 53d2cd26-1537-4230-8d31-428b6b288f5d has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:46:05.234081 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-5dadb383-8656-449b-80d2-5548bb21689e None None] Port ebaf8e50-03ad-4c78-a4e9-99f80e5bfe8a cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:46:05.284236 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831f776c-7c3c-4d9e-92c9-0ed2807b45e6 None None] DHCP port deletion for f933a8f4-0aaa-4221-805e-33c7b1c4c2a4 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:46:05.289480 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-831f776c-7c3c-4d9e-92c9-0ed2807b45e6 None None] Deleting port 2975f319-2f40-43da-aff0-5ca36b86060f {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:05.289480 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-831f776c-7c3c-4d9e-92c9-0ed2807b45e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:05.468119 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-acdb8471-a3d8-432a-981c-21cfca38cd35 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:05.494362 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-831f776c-7c3c-4d9e-92c9-0ed2807b45e6 None None] For port 2975f319-2f40-43da-aff0-5ca36b86060f, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=2975f319-2f40-43da-aff0-5ca36b86060f,segment=NetworkSegment(9bd89891-44fa-43a8-8122-9951214053a5),segment_id=9bd89891-44fa-43a8-8122-9951214053a5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:05.494756 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-831f776c-7c3c-4d9e-92c9-0ed2807b45e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:05.511710 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4147a71e-488f-4dfd-a0ef-282a5ed1ceb6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:46:05.520953 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c4696a-bcbd-4b91-bdea-fd437b4fc4f9 None None] Sync routers for ids ['53d2cd26-1537-4230-8d31-428b6b288f5d'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:05.530983 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c4696a-bcbd-4b91-bdea-fd437b4fc4f9 None None] Routers {'53d2cd26-1537-4230-8d31-428b6b288f5d'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:05.531740 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-99c4696a-bcbd-4b91-bdea-fd437b4fc4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:45:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['53d2cd26-1537-4230-8d31-428b6b288f5d'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:05.552887 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4147a71e-488f-4dfd-a0ef-282a5ed1ceb6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "PUT /v2.0/routers/53d2cd26-1537-4230-8d31-428b6b288f5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3485901 Jan 21 09:46:05.581509 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb8f3f-cd71-4745-993b-3e16f92d5dcc req-c2748de0-ce98-4fc3-a70a-0ed5d4999ad9 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:05.583021 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e1fb8f3f-cd71-4745-993b-3e16f92d5dcc req-c2748de0-ce98-4fc3-a70a-0ed5d4999ad9 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/ports?device_id=fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9 HTTP/1.1" status: 200 len: 945 time: 0.1932745 Jan 21 09:46:05.610491 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-acdb8471-a3d8-432a-981c-21cfca38cd35 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:05.633916 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-831f776c-7c3c-4d9e-92c9-0ed2807b45e6 None None] Calling delete_port for 2975f319-2f40-43da-aff0-5ca36b86060f owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:05.663600 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb8471-a3d8-432a-981c-21cfca38cd35 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event deleted for resources: {'Subnet': ['ID=1fbe633a-052f-4ccf-a436-aac3361ca8d5,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:05.670136 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-acdb8471-a3d8-432a-981c-21cfca38cd35 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:05.680969 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e1fb8f3f-cd71-4745-993b-3e16f92d5dcc req-0eb38be5-6930-4e63-97d9-33ae4a50eedb tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/security-groups?id=acdf91c6-6d6e-4c6e-b9fb-65ee461a40df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884926 Jan 21 09:46:05.682346 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-acdb8471-a3d8-432a-981c-21cfca38cd35 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/subnets/1fbe633a-052f-4ccf-a436-aac3361ca8d5 HTTP/1.1" status: 204 len: 168 time: 0.7404714 Jan 21 09:46:05.687658 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56212) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:05.698444 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dedd9e0-3a7b-44c2-9b6b-c8016ebb300b None None] Network 2f9022b4-64fb-49e8-b972-295962cd50c1 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:46:05.733050 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-99c4696a-bcbd-4b91-bdea-fd437b4fc4f9 None None] Set router 53d2cd26-1537-4230-8d31-428b6b288f5d gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:46:05.815618 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5823e9d3-3d53-4757-abbb-66fb24369947 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:05.828524 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5823e9d3-3d53-4757-abbb-66fb24369947 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Deleting port 2975f319-2f40-43da-aff0-5ca36b86060f {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:05.828857 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5823e9d3-3d53-4757-abbb-66fb24369947 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:05.914284 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-831f776c-7c3c-4d9e-92c9-0ed2807b45e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:05.970279 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f776c-7c3c-4d9e-92c9-0ed2807b45e6 None None] Pushing event deleted for resources: {'Port': ['ID=2975f319-2f40-43da-aff0-5ca36b86060f,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:05.974531 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831f776c-7c3c-4d9e-92c9-0ed2807b45e6 None None] No DVR routers for this DVR port 2975f319-2f40-43da-aff0-5ca36b86060f on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:06.033672 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-5823e9d3-3d53-4757-abbb-66fb24369947 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] The port '2975f319-2f40-43da-aff0-5ca36b86060f' was deleted {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:46:06.060298 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcd74fc-6d6c-4cd8-adda-a526cdd5d3e3 None None] DHCP port deletion for 2f9022b4-64fb-49e8-b972-295962cd50c1 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:46:06.066700 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-cdcd74fc-6d6c-4cd8-adda-a526cdd5d3e3 None None] Deleting port a204cbe1-10b6-4eab-af29-dcb00b5616b7 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:06.067322 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cdcd74fc-6d6c-4cd8-adda-a526cdd5d3e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.162707 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-99c4696a-bcbd-4b91-bdea-fd437b4fc4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'name': 'tempest-TestNetworkBasicOps-router-34972314', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:46:03Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:10Z', 'updated_at': '2022-01-21T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': 'a4e7a887-0876-4ba9-947d-b7aa507cf07e', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.240', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'port_id': '6c3aa7de-8d0e-4258-9d2d-088d797fc847', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841', 'mac_address': 'fa:16:3e:36:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a4bac6-f64a-4e20-b559-3df1b725651b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:44:14Z', 'updated_at': '2022-01-21T09:44:20Z', 'revision_number': 1, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24d65694-3141-4464-b092-a1b4b2deb852', 'name': '', 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:2e:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'a49a675f-632a-4690-8ea3-9a194a48b421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:25Z', 'updated_at': '2022-01-21T09:43:39Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': 'a49a675f-632a-4690-8ea3-9a194a48b421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebaf8e50-03ad-4c78-a4e9-99f80e5bfe8a', 'name': '', 'network_id': '4e0845ee-89e9-4b2b-90bc-25998ecfc009', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:08:a1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'b4088a55-6d24-4dca-a047-495fc308aac5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:03Z', 'updated_at': '2022-01-21T09:46:04Z', 'revision_number': 2, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': 'b4088a55-6d24-4dca-a047-495fc308aac5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:06.168197 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c4696a-bcbd-4b91-bdea-fd437b4fc4f9 None None] Checking router: 53d2cd26-1537-4230-8d31-428b6b288f5d for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:46:06.168628 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c4696a-bcbd-4b91-bdea-fd437b4fc4f9 None None] Updating router 53d2cd26-1537-4230-8d31-428b6b288f5d port ebaf8e50-03ad-4c78-a4e9-99f80e5bfe8a binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:46:06.191242 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5823e9d3-3d53-4757-abbb-66fb24369947 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.215517 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 2975f319-2f40-43da-aff0-5ca36b86060f no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:06.229119 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-99c4696a-bcbd-4b91-bdea-fd437b4fc4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.231061 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-5823e9d3-3d53-4757-abbb-66fb24369947 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f933a8f4-0aaa-4221-805e-33c7b1c4c2a4']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:06.245480 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-5823e9d3-3d53-4757-abbb-66fb24369947 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bd89891-44fa-43a8-8122-9951214053a5') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:06.245698 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-5823e9d3-3d53-4757-abbb-66fb24369947 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bd89891-44fa-43a8-8122-9951214053a5') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:06.260296 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5823e9d3-3d53-4757-abbb-66fb24369947 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.279837 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5823e9d3-3d53-4757-abbb-66fb24369947 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.286230 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 2975f319-2f40-43da-aff0-5ca36b86060f {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:46:06.287362 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 2975f319-2f40-43da-aff0-5ca36b86060f not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:06.287765 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5823e9d3-3d53-4757-abbb-66fb24369947 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:46:06.288276 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a204cbe1-10b6-4eab-af29-dcb00b5616b7 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:06.288396 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5823e9d3-3d53-4757-abbb-66fb24369947 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.311001 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:46:06.311001 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:46:06.311001 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:46:06.311001 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:46:06.311001 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:46:06.311001 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:46:06.311001 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:46:06.311001 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:46:06.311001 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:46:06.311001 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:46:06.311001 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:46:06.311001 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:46:06.311001 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:46:06.311001 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:46:06.311001 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:46:06.311001 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:46:06.311001 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:46:06.311001 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:46:06.311001 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:46:06.311001 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:46:06.311001 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:46:06.311001 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:46:06.311001 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:46:06.311001 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:46:06.311001 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:46:06.311001 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:46:06.311001 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:46:06.311001 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:46:06.311001 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:46:06.311001 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:46:06.311001 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:46:06.311001 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:46:06.400267 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5823e9d3-3d53-4757-abbb-66fb24369947 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.408765 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5823e9d3-3d53-4757-abbb-66fb24369947 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.435893 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823e9d3-3d53-4757-abbb-66fb24369947 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event deleted for resources: {'Network': ['ID=f933a8f4-0aaa-4221-805e-33c7b1c4c2a4,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:06.438653 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-5823e9d3-3d53-4757-abbb-66fb24369947 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/networks/f933a8f4-0aaa-4221-805e-33c7b1c4c2a4 HTTP/1.1" status: 204 len: 168 time: 0.7524018 Jan 21 09:46:06.441178 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56218) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:06.525802 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-cdcd74fc-6d6c-4cd8-adda-a526cdd5d3e3 None None] For port a204cbe1-10b6-4eab-af29-dcb00b5616b7, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a204cbe1-10b6-4eab-af29-dcb00b5616b7,segment=NetworkSegment(d78756de-adb2-492f-8b16-8a97e7d61ed0),segment_id=d78756de-adb2-492f-8b16-8a97e7d61ed0)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:06.527244 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cdcd74fc-6d6c-4cd8-adda-a526cdd5d3e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.564633 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ce89250d-eba7-42d2-a8cd-5cd727185b7f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.575922 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ce89250d-eba7-42d2-a8cd-5cd727185b7f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Deleting port a204cbe1-10b6-4eab-af29-dcb00b5616b7 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:06.576252 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ce89250d-eba7-42d2-a8cd-5cd727185b7f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.618782 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-99c4696a-bcbd-4b91-bdea-fd437b4fc4f9 None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.633308 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-99c4696a-bcbd-4b91-bdea-fd437b4fc4f9 None None] Transition to ACTIVE for port object ebaf8e50-03ad-4c78-a4e9-99f80e5bfe8a will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:06.640376 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-99c4696a-bcbd-4b91-bdea-fd437b4fc4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.656870 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-cdcd74fc-6d6c-4cd8-adda-a526cdd5d3e3 None None] Calling delete_port for a204cbe1-10b6-4eab-af29-dcb00b5616b7 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:06.688466 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.742213 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port a204cbe1-10b6-4eab-af29-dcb00b5616b7, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a204cbe1-10b6-4eab-af29-dcb00b5616b7,segment=NetworkSegment(d78756de-adb2-492f-8b16-8a97e7d61ed0),segment_id=d78756de-adb2-492f-8b16-8a97e7d61ed0)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:06.755446 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.801064 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-ce89250d-eba7-42d2-a8cd-5cd727185b7f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] For port a204cbe1-10b6-4eab-af29-dcb00b5616b7, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a204cbe1-10b6-4eab-af29-dcb00b5616b7,segment=NetworkSegment(d78756de-adb2-492f-8b16-8a97e7d61ed0),segment_id=d78756de-adb2-492f-8b16-8a97e7d61ed0)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:06.802202 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ce89250d-eba7-42d2-a8cd-5cd727185b7f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.865227 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d32fa9-63ff-42a3-9d0c-9550bc62df38 None None] Pushing event updated for resources: {'Port': ['ID=ebaf8e50-03ad-4c78-a4e9-99f80e5bfe8a,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:06.875849 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-cdcd74fc-6d6c-4cd8-adda-a526cdd5d3e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:46:06.875974 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-cdcd74fc-6d6c-4cd8-adda-a526cdd5d3e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:46:06.884162 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=a204cbe1-10b6-4eab-af29-dcb00b5616b7,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:06.927587 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d32fa9-63ff-42a3-9d0c-9550bc62df38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:06.928198 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d32fa9-63ff-42a3-9d0c-9550bc62df38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:06.929092 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d32fa9-63ff-42a3-9d0c-9550bc62df38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:06.929601 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d32fa9-63ff-42a3-9d0c-9550bc62df38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:06.930214 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d32fa9-63ff-42a3-9d0c-9550bc62df38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:06.930860 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d32fa9-63ff-42a3-9d0c-9550bc62df38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:06.931547 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d32fa9-63ff-42a3-9d0c-9550bc62df38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:06.932100 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d32fa9-63ff-42a3-9d0c-9550bc62df38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:06.933133 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d32fa9-63ff-42a3-9d0c-9550bc62df38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:06.933635 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d32fa9-63ff-42a3-9d0c-9550bc62df38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:06.934454 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d32fa9-63ff-42a3-9d0c-9550bc62df38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:06.934934 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d32fa9-63ff-42a3-9d0c-9550bc62df38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:06.962265 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ce89250d-eba7-42d2-a8cd-5cd727185b7f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Calling delete_port for a204cbe1-10b6-4eab-af29-dcb00b5616b7 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:06.972411 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-99c4696a-bcbd-4b91-bdea-fd437b4fc4f9 None None] Attempting to bind port ebaf8e50-03ad-4c78-a4e9-99f80e5bfe8a on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:06.972714 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-99c4696a-bcbd-4b91-bdea-fd437b4fc4f9 None None] Attempting to bind port ebaf8e50-03ad-4c78-a4e9-99f80e5bfe8a by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '50c2447e-30c7-495a-95d7-8effa2cee191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4e0845ee-89e9-4b2b-90bc-25998ecfc009'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:06.973209 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c4696a-bcbd-4b91-bdea-fd437b4fc4f9 None None] Attempting to bind port ebaf8e50-03ad-4c78-a4e9-99f80e5bfe8a on network 4e0845ee-89e9-4b2b-90bc-25998ecfc009 {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:46:06.981650 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c4696a-bcbd-4b91-bdea-fd437b4fc4f9 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:46:06.982050 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c4696a-bcbd-4b91-bdea-fd437b4fc4f9 None None] Checking segment: {'id': '50c2447e-30c7-495a-95d7-8effa2cee191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4e0845ee-89e9-4b2b-90bc-25998ecfc009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:46:06.982603 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-99c4696a-bcbd-4b91-bdea-fd437b4fc4f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.982988 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c4696a-bcbd-4b91-bdea-fd437b4fc4f9 None None] Bound using segment: {'id': '50c2447e-30c7-495a-95d7-8effa2cee191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4e0845ee-89e9-4b2b-90bc-25998ecfc009'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:46:06.983688 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-99c4696a-bcbd-4b91-bdea-fd437b4fc4f9 None None] Bound port: ebaf8e50-03ad-4c78-a4e9-99f80e5bfe8a, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c2447e-30c7-495a-95d7-8effa2cee191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4e0845ee-89e9-4b2b-90bc-25998ecfc009'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:06.984910 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-99c4696a-bcbd-4b91-bdea-fd437b4fc4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.029124 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d8c80-4c31-4937-82a6-7a93329193f1 req-ccb4f072-0f3c-404f-b1f3-d1f81b28a704 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:07.030837 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a77d8c80-4c31-4937-82a6-7a93329193f1 req-ccb4f072-0f3c-404f-b1f3-d1f81b28a704 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/ports?device_id=fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9 HTTP/1.1" status: 200 len: 945 time: 0.0948391 Jan 21 09:46:07.047672 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-ce89250d-eba7-42d2-a8cd-5cd727185b7f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:46:07.048086 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-ce89250d-eba7-42d2-a8cd-5cd727185b7f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:46:07.079151 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a77d8c80-4c31-4937-82a6-7a93329193f1 req-0ef1b6a2-e19a-4253-99ba-a89ea7abbdb7 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/security-groups?id=acdf91c6-6d6e-4c6e-b9fb-65ee461a40df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419054 Jan 21 09:46:07.085086 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-99c4696a-bcbd-4b91-bdea-fd437b4fc4f9 None None] For port ebaf8e50-03ad-4c78-a4e9-99f80e5bfe8a, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:46:07.088374 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-99c4696a-bcbd-4b91-bdea-fd437b4fc4f9 None None] For port ebaf8e50-03ad-4c78-a4e9-99f80e5bfe8a, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=ebaf8e50-03ad-4c78-a4e9-99f80e5bfe8a,segment=NetworkSegment(50c2447e-30c7-495a-95d7-8effa2cee191),segment_id=50c2447e-30c7-495a-95d7-8effa2cee191)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:46:07.092559 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-99c4696a-bcbd-4b91-bdea-fd437b4fc4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.171868 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c4696a-bcbd-4b91-bdea-fd437b4fc4f9 None None] Routers {'53d2cd26-1537-4230-8d31-428b6b288f5d'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:07.172498 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-99c4696a-bcbd-4b91-bdea-fd437b4fc4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:45:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['53d2cd26-1537-4230-8d31-428b6b288f5d'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:07.240436 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d32fa9-63ff-42a3-9d0c-9550bc62df38 None None] Pushing event updated for resources: {'Port': ['ID=ebaf8e50-03ad-4c78-a4e9-99f80e5bfe8a,revision_number=4']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:07.374753 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-99c4696a-bcbd-4b91-bdea-fd437b4fc4f9 None None] Set router 53d2cd26-1537-4230-8d31-428b6b288f5d gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:46:07.377217 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-cdcd74fc-6d6c-4cd8-adda-a526cdd5d3e3 None None] Deleting port a204cbe1-10b6-4eab-af29-dcb00b5616b7 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:07.377702 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cdcd74fc-6d6c-4cd8-adda-a526cdd5d3e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.484892 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299f1f9-4ea1-48ad-bc62-cf898d6c1790 req-10fbe8e6-e6c1-441d-85fc-f49b416f3780 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:07.486406 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c299f1f9-4ea1-48ad-bc62-cf898d6c1790 req-10fbe8e6-e6c1-441d-85fc-f49b416f3780 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/ports?device_id=fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9 HTTP/1.1" status: 200 len: 945 time: 0.0858710 Jan 21 09:46:07.535110 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c299f1f9-4ea1-48ad-bc62-cf898d6c1790 req-406fa307-389a-4af3-a47a-55c275ea01f4 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/security-groups?id=acdf91c6-6d6e-4c6e-b9fb-65ee461a40df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409167 Jan 21 09:46:07.549218 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ce89250d-eba7-42d2-a8cd-5cd727185b7f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Deleting port a204cbe1-10b6-4eab-af29-dcb00b5616b7 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:07.549770 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ce89250d-eba7-42d2-a8cd-5cd727185b7f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.600362 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-cdcd74fc-6d6c-4cd8-adda-a526cdd5d3e3 None None] For port a204cbe1-10b6-4eab-af29-dcb00b5616b7, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a204cbe1-10b6-4eab-af29-dcb00b5616b7,segment=NetworkSegment(d78756de-adb2-492f-8b16-8a97e7d61ed0),segment_id=d78756de-adb2-492f-8b16-8a97e7d61ed0)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:07.600752 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cdcd74fc-6d6c-4cd8-adda-a526cdd5d3e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.725363 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-cdcd74fc-6d6c-4cd8-adda-a526cdd5d3e3 None None] Calling delete_port for a204cbe1-10b6-4eab-af29-dcb00b5616b7 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:07.768700 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-ce89250d-eba7-42d2-a8cd-5cd727185b7f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] For port a204cbe1-10b6-4eab-af29-dcb00b5616b7, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a204cbe1-10b6-4eab-af29-dcb00b5616b7,segment=NetworkSegment(d78756de-adb2-492f-8b16-8a97e7d61ed0),segment_id=d78756de-adb2-492f-8b16-8a97e7d61ed0)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:07.768971 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ce89250d-eba7-42d2-a8cd-5cd727185b7f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.787675 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-99c4696a-bcbd-4b91-bdea-fd437b4fc4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'name': 'tempest-TestNetworkBasicOps-router-34972314', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:46:03Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:10Z', 'updated_at': '2022-01-21T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': 'a4e7a887-0876-4ba9-947d-b7aa507cf07e', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.240', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'port_id': '6c3aa7de-8d0e-4258-9d2d-088d797fc847', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841', 'mac_address': 'fa:16:3e:36:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a4bac6-f64a-4e20-b559-3df1b725651b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:44:14Z', 'updated_at': '2022-01-21T09:44:20Z', 'revision_number': 1, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24d65694-3141-4464-b092-a1b4b2deb852', 'name': '', 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:2e:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'a49a675f-632a-4690-8ea3-9a194a48b421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:25Z', 'updated_at': '2022-01-21T09:43:39Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': 'a49a675f-632a-4690-8ea3-9a194a48b421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebaf8e50-03ad-4c78-a4e9-99f80e5bfe8a', 'name': '', 'network_id': '4e0845ee-89e9-4b2b-90bc-25998ecfc009', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:08:a1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'b4088a55-6d24-4dca-a047-495fc308aac5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:03Z', 'updated_at': '2022-01-21T09:46:07Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': 'b4088a55-6d24-4dca-a047-495fc308aac5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:07.792929 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c4696a-bcbd-4b91-bdea-fd437b4fc4f9 None None] The sync data for ids ['53d2cd26-1537-4230-8d31-428b6b288f5d'] in dv-neutron-825731-1-hyperv is: [{'id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'name': 'tempest-TestNetworkBasicOps-router-34972314', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:46:03Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:10Z', 'updated_at': '2022-01-21T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': 'a4e7a887-0876-4ba9-947d-b7aa507cf07e', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.240', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'port_id': '6c3aa7de-8d0e-4258-9d2d-088d797fc847', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841', 'mac_address': 'fa:16:3e:36:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a4bac6-f64a-4e20-b559-3df1b725651b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:44:14Z', 'updated_at': '2022-01-21T09:44:20Z', 'revision_number': 1, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24d65694-3141-4464-b092-a1b4b2deb852', 'name': '', 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:2e:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'a49a675f-632a-4690-8ea3-9a194a48b421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:25Z', 'updated_at': '2022-01-21T09:43:39Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': 'a49a675f-632a-4690-8ea3-9a194a48b421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebaf8e50-03ad-4c78-a4e9-99f80e5bfe8a', 'name': '', 'network_id': '4e0845ee-89e9-4b2b-90bc-25998ecfc009', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:08:a1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'b4088a55-6d24-4dca-a047-495fc308aac5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:03Z', 'updated_at': '2022-01-21T09:46:07Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': 'b4088a55-6d24-4dca-a047-495fc308aac5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:07.817689 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cdcd74fc-6d6c-4cd8-adda-a526cdd5d3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.883861 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcd74fc-6d6c-4cd8-adda-a526cdd5d3e3 None None] No DVR routers for this DVR port a204cbe1-10b6-4eab-af29-dcb00b5616b7 on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:07.892755 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd74fc-6d6c-4cd8-adda-a526cdd5d3e3 None None] Pushing event deleted for resources: {'Port': ['ID=a204cbe1-10b6-4eab-af29-dcb00b5616b7,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:07.924191 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ce89250d-eba7-42d2-a8cd-5cd727185b7f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Calling delete_port for a204cbe1-10b6-4eab-af29-dcb00b5616b7 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:08.009813 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-ce89250d-eba7-42d2-a8cd-5cd727185b7f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:46:08.010136 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-ce89250d-eba7-42d2-a8cd-5cd727185b7f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:46:08.196486 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device ebaf8e50-03ad-4c78-a4e9-99f80e5bfe8a up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:08.269661 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port ebaf8e50-03ad-4c78-a4e9-99f80e5bfe8a completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:08.274602 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port ebaf8e50-03ad-4c78-a4e9-99f80e5bfe8a triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:08.274975 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.399371 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.433144 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port ebaf8e50-03ad-4c78-a4e9-99f80e5bfe8a, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=ebaf8e50-03ad-4c78-a4e9-99f80e5bfe8a,segment=NetworkSegment(50c2447e-30c7-495a-95d7-8effa2cee191),segment_id=50c2447e-30c7-495a-95d7-8effa2cee191)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:08.437574 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.508377 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=ebaf8e50-03ad-4c78-a4e9-99f80e5bfe8a,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:08.719260 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7112a-7bce-4721-ae5e-3ed4fb4aa846 req-7f86f483-ef36-4b6f-91fd-156f1eb2575e tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:08.720767 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-24f7112a-7bce-4721-ae5e-3ed4fb4aa846 req-7f86f483-ef36-4b6f-91fd-156f1eb2575e tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/ports?device_id=fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9 HTTP/1.1" status: 200 len: 945 time: 0.0795896 Jan 21 09:46:08.765262 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-24f7112a-7bce-4721-ae5e-3ed4fb4aa846 req-0cd761cd-e215-4ff0-b90f-7fc9315b0492 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/security-groups?id=acdf91c6-6d6e-4c6e-b9fb-65ee461a40df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388882 Jan 21 09:46:08.825381 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ce89250d-eba7-42d2-a8cd-5cd727185b7f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Deleting port a204cbe1-10b6-4eab-af29-dcb00b5616b7 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:08.825727 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ce89250d-eba7-42d2-a8cd-5cd727185b7f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.893606 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ce89250d-eba7-42d2-a8cd-5cd727185b7f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] The port 'a204cbe1-10b6-4eab-af29-dcb00b5616b7' was deleted {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:46:09.015310 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ce89250d-eba7-42d2-a8cd-5cd727185b7f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.039404 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-ce89250d-eba7-42d2-a8cd-5cd727185b7f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f9022b4-64fb-49e8-b972-295962cd50c1']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:09.051605 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-ce89250d-eba7-42d2-a8cd-5cd727185b7f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd78756de-adb2-492f-8b16-8a97e7d61ed0') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:09.051901 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-ce89250d-eba7-42d2-a8cd-5cd727185b7f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd78756de-adb2-492f-8b16-8a97e7d61ed0') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:09.063954 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ce89250d-eba7-42d2-a8cd-5cd727185b7f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.079700 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ce89250d-eba7-42d2-a8cd-5cd727185b7f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.085927 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce89250d-eba7-42d2-a8cd-5cd727185b7f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:46:09.086301 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ce89250d-eba7-42d2-a8cd-5cd727185b7f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.101045 dv-neutron-825731-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:09.101045 dv-neutron-825731-1-hyperv neutron-server[87514]: util.warn( Jan 21 09:46:09.101045 dv-neutron-825731-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:09.101045 dv-neutron-825731-1-hyperv neutron-server[87514]: util.warn( Jan 21 09:46:09.101045 dv-neutron-825731-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:09.101045 dv-neutron-825731-1-hyperv neutron-server[87514]: util.warn( Jan 21 09:46:09.101045 dv-neutron-825731-1-hyperv neutron-server[87514]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:09.101045 dv-neutron-825731-1-hyperv neutron-server[87514]: util.warn( Jan 21 09:46:09.101045 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:46:09.101045 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:46:09.101045 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:46:09.101045 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:46:09.101045 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:46:09.101045 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:46:09.101045 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:46:09.101045 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:46:09.101045 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:46:09.101045 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:46:09.101045 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:46:09.101045 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:46:09.101045 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:46:09.101045 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:46:09.101045 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:46:09.101045 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:46:09.101045 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:46:09.101045 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:46:09.101045 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:46:09.101045 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:46:09.101045 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:46:09.101045 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:46:09.101045 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:46:09.101045 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:46:09.101045 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:46:09.101045 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:46:09.101045 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:46:09.101045 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:46:09.101045 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:46:09.101045 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:46:09.101045 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:46:09.101045 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:46:09.181382 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ce89250d-eba7-42d2-a8cd-5cd727185b7f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.198713 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ce89250d-eba7-42d2-a8cd-5cd727185b7f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.209513 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89250d-eba7-42d2-a8cd-5cd727185b7f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event deleted for resources: {'Network': ['ID=2f9022b4-64fb-49e8-b972-295962cd50c1,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:09.220898 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ce89250d-eba7-42d2-a8cd-5cd727185b7f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/networks/2f9022b4-64fb-49e8-b972-295962cd50c1 HTTP/1.1" status: 204 len: 168 time: 2.7787743 Jan 21 09:46:09.224803 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56232) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:09.231520 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-d397ec8b-965b-434b-ac21-446a74065089 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Request body: {'network': {'name': 'tempest-RoutersTest-146756344'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:09.236423 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d397ec8b-965b-434b-ac21-446a74065089 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:09.240189 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d397ec8b-965b-434b-ac21-446a74065089 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Usage tracker for resource:network and tenant:c78ba537853c4f6f976d32f02bc2ac76 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:09.242983 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d397ec8b-965b-434b-ac21-446a74065089 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:09.249235 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d397ec8b-965b-434b-ac21-446a74065089 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:09.258868 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d397ec8b-965b-434b-ac21-446a74065089 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Made reservation on behalf of c78ba537853c4f6f976d32f02bc2ac76 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:09.262455 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d397ec8b-965b-434b-ac21-446a74065089 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.289880 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d397ec8b-965b-434b-ac21-446a74065089 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:46:09.299245 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d397ec8b-965b-434b-ac21-446a74065089 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.299625 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-d397ec8b-965b-434b-ac21-446a74065089 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Added segment 654cae0a-6806-4f41-90b9-edaad4e6a3f8 of type vlan for network 693657da-c6e4-415d-a697-cb52869a3ff9 Jan 21 09:46:09.329681 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d397ec8b-965b-434b-ac21-446a74065089 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.454781 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d397ec8b-965b-434b-ac21-446a74065089 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.460138 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d397ec8b-965b-434b-ac21-446a74065089 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:09.460718 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d397ec8b-965b-434b-ac21-446a74065089 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.521343 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d397ec8b-965b-434b-ac21-446a74065089 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2923095 Jan 21 09:46:09.521750 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56236) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:09.575627 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-8a1a0b4e-5d29-4aef-a716-767ab8bd25a5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Request body: {'subnet': {'network_id': '693657da-c6e4-415d-a697-cb52869a3ff9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:09.597419 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397ec8b-965b-434b-ac21-446a74065089 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event updated for resources: {'Network': ['ID=693657da-c6e4-415d-a697-cb52869a3ff9,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:09.607786 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 693657da-c6e4-415d-a697-cb52869a3ff9 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:46:09.693329 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-8a1a0b4e-5d29-4aef-a716-767ab8bd25a5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:09.699217 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-8a1a0b4e-5d29-4aef-a716-767ab8bd25a5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Usage tracker for resource:subnet and tenant:c78ba537853c4f6f976d32f02bc2ac76 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:09.702588 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-8a1a0b4e-5d29-4aef-a716-767ab8bd25a5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:09.709560 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-8a1a0b4e-5d29-4aef-a716-767ab8bd25a5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:09.721412 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1a0b4e-5d29-4aef-a716-767ab8bd25a5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Made reservation on behalf of c78ba537853c4f6f976d32f02bc2ac76 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:09.727110 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8a1a0b4e-5d29-4aef-a716-767ab8bd25a5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.838183 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84d8f6-70ed-42a3-bc04-430445d96d92 req-3276ad17-65a3-49f3-8ba8-dbc87f5bc3ad tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:09.841142 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-bc84d8f6-70ed-42a3-bc04-430445d96d92 req-3276ad17-65a3-49f3-8ba8-dbc87f5bc3ad tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9 HTTP/1.1" status: 200 len: 945 time: 0.0910943 Jan 21 09:46:09.967942 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-bc84d8f6-70ed-42a3-bc04-430445d96d92 req-1515474c-4e94-4f14-8b04-e3d395784d07 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Deleting port bc72314b-d98a-46ee-9afb-c2bce1c35248 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:09.968182 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-bc84d8f6-70ed-42a3-bc04-430445d96d92 req-1515474c-4e94-4f14-8b04-e3d395784d07 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.003800 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8a1a0b4e-5d29-4aef-a716-767ab8bd25a5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.086190 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a0b4e-5d29-4aef-a716-767ab8bd25a5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event updated for resources: {'Subnet': ['ID=b0fb330d-9e9a-4900-8749-34a571812214,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:10.093802 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1a0b4e-5d29-4aef-a716-767ab8bd25a5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Checking segment: {'id': '654cae0a-6806-4f41-90b9-edaad4e6a3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '693657da-c6e4-415d-a697-cb52869a3ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:46:10.094158 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1a0b4e-5d29-4aef-a716-767ab8bd25a5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Network hostable DHCP agents. Network: 693657da-c6e4-415d-a697-cb52869a3ff9, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:46:10.101353 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d7d49-0e59-43ec-8b0c-f6e1166bc9bd req-91a607c7-b3e7-479f-b964-637e7ce886bc tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:10.102812 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f41d7d49-0e59-43ec-8b0c-f6e1166bc9bd req-91a607c7-b3e7-479f-b964-637e7ce886bc tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/ports?device_id=fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9 HTTP/1.1" status: 200 len: 945 time: 0.2082767 Jan 21 09:46:10.112267 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1a0b4e-5d29-4aef-a716-767ab8bd25a5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Network 693657da-c6e4-415d-a697-cb52869a3ff9 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:46:10.122749 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-8a1a0b4e-5d29-4aef-a716-767ab8bd25a5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 693657da-c6e4-415d-a697-cb52869a3ff9) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:10.128834 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1a0b4e-5d29-4aef-a716-767ab8bd25a5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:10.129453 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8a1a0b4e-5d29-4aef-a716-767ab8bd25a5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.134250 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fd6f5c-fc6f-4687-8cb3-147459f3d4c6 None None] Network 693657da-c6e4-415d-a697-cb52869a3ff9 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:46:10.161073 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8a1a0b4e-5d29-4aef-a716-767ab8bd25a5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6351995 Jan 21 09:46:10.161073 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56242) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:10.167694 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-6b1e51fd-84ab-4c82-b5a8-30ff05a99675 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-986058881', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:10.176472 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-6b1e51fd-84ab-4c82-b5a8-30ff05a99675 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:10.182064 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-6b1e51fd-84ab-4c82-b5a8-30ff05a99675 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Usage tracker for resource:router and tenant:c78ba537853c4f6f976d32f02bc2ac76 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:10.186586 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-6b1e51fd-84ab-4c82-b5a8-30ff05a99675 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:10.193243 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f41d7d49-0e59-43ec-8b0c-f6e1166bc9bd req-2737f559-9ded-4008-a608-65f7d6487a10 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/security-groups?id=acdf91c6-6d6e-4c6e-b9fb-65ee461a40df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841384 Jan 21 09:46:10.193619 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-6b1e51fd-84ab-4c82-b5a8-30ff05a99675 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:10.209337 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b1e51fd-84ab-4c82-b5a8-30ff05a99675 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.211028 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b1e51fd-84ab-4c82-b5a8-30ff05a99675 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.225918 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device ebaf8e50-03ad-4c78-a4e9-99f80e5bfe8a up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:10.237181 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b1e51fd-84ab-4c82-b5a8-30ff05a99675 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.258289 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b1e51fd-84ab-4c82-b5a8-30ff05a99675 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.282122 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6b1e51fd-84ab-4c82-b5a8-30ff05a99675 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.285989 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56246) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:10.286175 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-6b1e51fd-84ab-4c82-b5a8-30ff05a99675 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1238832 Jan 21 09:46:10.294513 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-e4a749fe-015f-4bb3-accf-6b84fcf84ce5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Request body: {'port': {'network_id': '693657da-c6e4-415d-a697-cb52869a3ff9', 'name': 'tempest-RoutersTest-419965628'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:10.314858 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-bc84d8f6-70ed-42a3-bc04-430445d96d92 req-1515474c-4e94-4f14-8b04-e3d395784d07 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] For port bc72314b-d98a-46ee-9afb-c2bce1c35248, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=bc72314b-d98a-46ee-9afb-c2bce1c35248,segment=NetworkSegment(23f4ba11-2f12-4bc1-b9cf-46a0e60f25cc),segment_id=23f4ba11-2f12-4bc1-b9cf-46a0e60f25cc)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:10.315215 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-bc84d8f6-70ed-42a3-bc04-430445d96d92 req-1515474c-4e94-4f14-8b04-e3d395784d07 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.413549 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port ebaf8e50-03ad-4c78-a4e9-99f80e5bfe8a triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:10.413914 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.527182 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106d1186-668a-4cd7-b248-479ec00e59db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-693657da-c6e4-415d-a697-cb52869a3ff9', 'network_id': '693657da-c6e4-415d-a697-cb52869a3ff9', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'fixed_ips': [{'subnet_id': 'b0fb330d-9e9a-4900-8749-34a571812214'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:46:10.528031 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-106d1186-668a-4cd7-b248-479ec00e59db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.587828 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-bc84d8f6-70ed-42a3-bc04-430445d96d92 req-1515474c-4e94-4f14-8b04-e3d395784d07 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Calling delete_port for bc72314b-d98a-46ee-9afb-c2bce1c35248 owned by compute:nova {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:10.732391 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-106d1186-668a-4cd7-b248-479ec00e59db None None] Allocated IP 172.20.0.2 (693657da-c6e4-415d-a697-cb52869a3ff9/b0fb330d-9e9a-4900-8749-34a571812214/e5a17234-c23c-46fc-9950-0fe6931c936d) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:10.745397 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-e4a749fe-015f-4bb3-accf-6b84fcf84ce5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:10.749846 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e4a749fe-015f-4bb3-accf-6b84fcf84ce5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Usage tracker for resource:port and tenant:c78ba537853c4f6f976d32f02bc2ac76 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:10.754078 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e4a749fe-015f-4bb3-accf-6b84fcf84ce5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:10.798641 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-e4a749fe-015f-4bb3-accf-6b84fcf84ce5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:10.821465 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a749fe-015f-4bb3-accf-6b84fcf84ce5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Made reservation on behalf of c78ba537853c4f6f976d32f02bc2ac76 for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:10.825025 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e4a749fe-015f-4bb3-accf-6b84fcf84ce5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.852422 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-bc84d8f6-70ed-42a3-bc04-430445d96d92 req-1515474c-4e94-4f14-8b04-e3d395784d07 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.854382 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-e4a749fe-015f-4bb3-accf-6b84fcf84ce5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] device_id is not set on port 2874a324-0454-4e31-a771-364670d1f3cf yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:46:10.867569 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['bc72314b-d98a-46ee-9afb-c2bce1c35248'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 09:46:10.944456 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1515474c-4e94-4f14-8b04-e3d395784d07 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Pushing event deleted for resources: {'Port': ['ID=bc72314b-d98a-46ee-9afb-c2bce1c35248,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:10.984151 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-106d1186-668a-4cd7-b248-479ec00e59db None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.994617 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-106d1186-668a-4cd7-b248-479ec00e59db None None] Transition to ACTIVE for port object e5a17234-c23c-46fc-9950-0fe6931c936d will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:11.013856 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-106d1186-668a-4cd7-b248-479ec00e59db None None] Transition to ACTIVE for port object e5a17234-c23c-46fc-9950-0fe6931c936d will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:11.019252 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-106d1186-668a-4cd7-b248-479ec00e59db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.047168 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc84d8f6-70ed-42a3-bc04-430445d96d92 req-1515474c-4e94-4f14-8b04-e3d395784d07 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] No DVR routers for this DVR port bc72314b-d98a-46ee-9afb-c2bce1c35248 on host hv-neutron-8257 {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:11.051111 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-bc84d8f6-70ed-42a3-bc04-430445d96d92 req-1515474c-4e94-4f14-8b04-e3d395784d07 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.053525 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9', 'name': 'network-vif-deleted', 'tag': 'bc72314b-d98a-46ee-9afb-c2bce1c35248'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:46:11.090781 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106d1186-668a-4cd7-b248-479ec00e59db None None] Network 693657da-c6e4-415d-a697-cb52869a3ff9 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:11.094038 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-106d1186-668a-4cd7-b248-479ec00e59db None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:11.096972 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106d1186-668a-4cd7-b248-479ec00e59db None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:46:11.108141 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d1186-668a-4cd7-b248-479ec00e59db None None] Pushing event updated for resources: {'Port': ['ID=e5a17234-c23c-46fc-9950-0fe6931c936d,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:11.108834 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9', 'name': 'network-vif-deleted', 'tag': 'bc72314b-d98a-46ee-9afb-c2bce1c35248', 'status': 'completed', 'code': 200} Jan 21 09:46:11.112683 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-bc84d8f6-70ed-42a3-bc04-430445d96d92 req-1515474c-4e94-4f14-8b04-e3d395784d07 tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.72 "DELETE /v2.0/ports/bc72314b-d98a-46ee-9afb-c2bce1c35248 HTTP/1.1" status: 204 len: 173 time: 1.2661548 Jan 21 09:46:11.138304 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-e4a749fe-015f-4bb3-accf-6b84fcf84ce5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Allocated IP 172.20.0.12 (693657da-c6e4-415d-a697-cb52869a3ff9/b0fb330d-9e9a-4900-8749-34a571812214/2874a324-0454-4e31-a771-364670d1f3cf) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:11.208418 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-106d1186-668a-4cd7-b248-479ec00e59db None None] Attempting to bind port e5a17234-c23c-46fc-9950-0fe6931c936d on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:11.209149 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-106d1186-668a-4cd7-b248-479ec00e59db None None] Attempting to bind port e5a17234-c23c-46fc-9950-0fe6931c936d by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '654cae0a-6806-4f41-90b9-edaad4e6a3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '693657da-c6e4-415d-a697-cb52869a3ff9'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:11.209770 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106d1186-668a-4cd7-b248-479ec00e59db None None] Attempting to bind port e5a17234-c23c-46fc-9950-0fe6931c936d on network 693657da-c6e4-415d-a697-cb52869a3ff9 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:46:11.216811 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106d1186-668a-4cd7-b248-479ec00e59db None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:46:11.217472 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106d1186-668a-4cd7-b248-479ec00e59db None None] Checking segment: {'id': '654cae0a-6806-4f41-90b9-edaad4e6a3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '693657da-c6e4-415d-a697-cb52869a3ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:46:11.217929 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-106d1186-668a-4cd7-b248-479ec00e59db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.218325 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106d1186-668a-4cd7-b248-479ec00e59db None None] Bound using segment: {'id': '654cae0a-6806-4f41-90b9-edaad4e6a3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '693657da-c6e4-415d-a697-cb52869a3ff9'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:46:11.218943 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-106d1186-668a-4cd7-b248-479ec00e59db None None] Bound port: e5a17234-c23c-46fc-9950-0fe6931c936d, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654cae0a-6806-4f41-90b9-edaad4e6a3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '693657da-c6e4-415d-a697-cb52869a3ff9'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:11.219322 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-106d1186-668a-4cd7-b248-479ec00e59db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.317154 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-106d1186-668a-4cd7-b248-479ec00e59db None None] For port e5a17234-c23c-46fc-9950-0fe6931c936d, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:46:11.320641 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-106d1186-668a-4cd7-b248-479ec00e59db None None] For port e5a17234-c23c-46fc-9950-0fe6931c936d, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e5a17234-c23c-46fc-9950-0fe6931c936d,segment=NetworkSegment(654cae0a-6806-4f41-90b9-edaad4e6a3f8),segment_id=654cae0a-6806-4f41-90b9-edaad4e6a3f8)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:46:11.326364 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-106d1186-668a-4cd7-b248-479ec00e59db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.399816 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-20fb5dca-0007-4d2a-af92-a9b631b2776d req-adaa22ca-afbc-4e19-bcb4-ea15fdd474de tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Synchronizing usage tracker for tenant:8218046ababc488c991e8ff2cdd75b3d on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:11.410058 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d1186-668a-4cd7-b248-479ec00e59db None None] Pushing event updated for resources: {'Port': ['ID=e5a17234-c23c-46fc-9950-0fe6931c936d,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:11.413287 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e4a749fe-015f-4bb3-accf-6b84fcf84ce5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.434470 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-20fb5dca-0007-4d2a-af92-a9b631b2776d req-adaa22ca-afbc-4e19-bcb4-ea15fdd474de tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] Unset dirty status for tenant:8218046ababc488c991e8ff2cdd75b3d on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:11.435630 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-20fb5dca-0007-4d2a-af92-a9b631b2776d req-adaa22ca-afbc-4e19-bcb4-ea15fdd474de tempest-TestServerAdvancedOps-153555674 tempest-TestServerAdvancedOps-153555674-project] 10.222.0.110 "GET /v2.0/ports?device_id=fa792af0-c8fd-4ccb-be18-b3e6dfcf5cb9 HTTP/1.1" status: 200 len: 210 time: 0.0933993 Jan 21 09:46:11.437945 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-e4a749fe-015f-4bb3-accf-6b84fcf84ce5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Transition to ACTIVE for port object 2874a324-0454-4e31-a771-364670d1f3cf will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:11.466997 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e4a749fe-015f-4bb3-accf-6b84fcf84ce5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.540084 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a749fe-015f-4bb3-accf-6b84fcf84ce5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Network 693657da-c6e4-415d-a697-cb52869a3ff9 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:11.543723 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-e4a749fe-015f-4bb3-accf-6b84fcf84ce5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:11.547676 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a749fe-015f-4bb3-accf-6b84fcf84ce5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:46:11.609560 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a749fe-015f-4bb3-accf-6b84fcf84ce5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event updated for resources: {'Port': ['ID=2874a324-0454-4e31-a771-364670d1f3cf,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:11.627183 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a749fe-015f-4bb3-accf-6b84fcf84ce5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:11.628348 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e4a749fe-015f-4bb3-accf-6b84fcf84ce5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.651276 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e4a749fe-015f-4bb3-accf-6b84fcf84ce5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3642299 Jan 21 09:46:11.654746 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56256) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:12.212359 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e5a17234-c23c-46fc-9950-0fe6931c936d up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:12.289382 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port e5a17234-c23c-46fc-9950-0fe6931c936d completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:12.367144 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-29fb5651-90f0-40ed-bb55-89d3f63f2cbe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.419842 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdbd099-d7f2-4e83-aa30-dcbaba7aea6e None None] Network 693657da-c6e4-415d-a697-cb52869a3ff9 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:46:12.541683 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-541d2ae5-5f87-4804-9683-180e7f4f9553 None None] Provisioning for port e5a17234-c23c-46fc-9950-0fe6931c936d completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:12.549075 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56262) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:12.552301 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-541d2ae5-5f87-4804-9683-180e7f4f9553 None None] Provisioning complete for port e5a17234-c23c-46fc-9950-0fe6931c936d triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:12.552684 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-541d2ae5-5f87-4804-9683-180e7f4f9553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.612578 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a0eff82-774e-4643-af78-9fb508dd32c8 admin admin] Deleting subnet 3c7aa898-f8b2-4fe4-8bf7-f98fc5187a77 {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:46:12.615257 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9a0eff82-774e-4643-af78-9fb508dd32c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.651123 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.670021 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9a0eff82-774e-4643-af78-9fb508dd32c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.725442 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9a0eff82-774e-4643-af78-9fb508dd32c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.770527 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-29fb5651-90f0-40ed-bb55-89d3f63f2cbe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.778297 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-29fb5651-90f0-40ed-bb55-89d3f63f2cbe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.791640 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-541d2ae5-5f87-4804-9683-180e7f4f9553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.805930 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9a0eff82-774e-4643-af78-9fb508dd32c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.841425 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-541d2ae5-5f87-4804-9683-180e7f4f9553 None None] For port e5a17234-c23c-46fc-9950-0fe6931c936d, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e5a17234-c23c-46fc-9950-0fe6931c936d,segment=NetworkSegment(654cae0a-6806-4f41-90b9-edaad4e6a3f8),segment_id=654cae0a-6806-4f41-90b9-edaad4e6a3f8)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:12.848076 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-541d2ae5-5f87-4804-9683-180e7f4f9553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.851179 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0eff82-774e-4643-af78-9fb508dd32c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c7aa898-f8b2-4fe4-8bf7-f98fc5187a77,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:12.858404 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9a0eff82-774e-4643-af78-9fb508dd32c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.864530 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9a0eff82-774e-4643-af78-9fb508dd32c8 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/3c7aa898-f8b2-4fe4-8bf7-f98fc5187a77 HTTP/1.1" status: 204 len: 168 time: 0.3136096 Jan 21 09:46:12.867039 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56268) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:12.908940 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb5651-90f0-40ed-bb55-89d3f63f2cbe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event updated for resources: {'Port': ['ID=2874a324-0454-4e31-a771-364670d1f3cf,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:12.981320 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d2ae5-5f87-4804-9683-180e7f4f9553 None None] Pushing event updated for resources: {'Port': ['ID=e5a17234-c23c-46fc-9950-0fe6931c936d,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:12.986984 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-418c93f9-a479-485c-a3b7-09ed24552900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.119629 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-418c93f9-a479-485c-a3b7-09ed24552900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.151410 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-418c93f9-a479-485c-a3b7-09ed24552900 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bfe3400-4a20-4262-b4b5-51adb6d4ab64']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:13.159299 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-29fb5651-90f0-40ed-bb55-89d3f63f2cbe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.165554 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-418c93f9-a479-485c-a3b7-09ed24552900 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f4ba11-2f12-4bc1-b9cf-46a0e60f25cc') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:13.165843 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-418c93f9-a479-485c-a3b7-09ed24552900 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f4ba11-2f12-4bc1-b9cf-46a0e60f25cc') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:13.175461 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f5baae9a-cd64-434c-8f81-9fbd80531658 None None] Provisioning for port 2874a324-0454-4e31-a771-364670d1f3cf completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:13.180139 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-418c93f9-a479-485c-a3b7-09ed24552900 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.184194 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f5baae9a-cd64-434c-8f81-9fbd80531658 None None] Provisioning complete for port 2874a324-0454-4e31-a771-364670d1f3cf triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:13.185056 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f5baae9a-cd64-434c-8f81-9fbd80531658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.201676 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-418c93f9-a479-485c-a3b7-09ed24552900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.209806 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-418c93f9-a479-485c-a3b7-09ed24552900 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:46:13.211214 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-418c93f9-a479-485c-a3b7-09ed24552900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.231782 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:46:13.231782 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:46:13.231782 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:46:13.231782 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:46:13.231782 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:46:13.231782 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:46:13.231782 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:46:13.231782 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:46:13.231782 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:46:13.231782 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:46:13.231782 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:46:13.231782 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:46:13.231782 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:46:13.231782 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:46:13.231782 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:46:13.231782 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:46:13.231782 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:46:13.231782 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:46:13.231782 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:46:13.231782 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:46:13.231782 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:46:13.231782 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:46:13.231782 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:46:13.231782 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:46:13.231782 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:46:13.231782 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:46:13.231782 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:46:13.231782 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:46:13.231782 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:46:13.231782 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:46:13.231782 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:46:13.231782 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:46:13.263800 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f5baae9a-cd64-434c-8f81-9fbd80531658 None None] Port 2874a324-0454-4e31-a771-364670d1f3cf cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:46:13.278464 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f5baae9a-cd64-434c-8f81-9fbd80531658 None None] Provisioning complete for port e5a17234-c23c-46fc-9950-0fe6931c936d triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:13.280034 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f5baae9a-cd64-434c-8f81-9fbd80531658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.294936 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-29fb5651-90f0-40ed-bb55-89d3f63f2cbe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.321032 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-418c93f9-a479-485c-a3b7-09ed24552900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.345112 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-418c93f9-a479-485c-a3b7-09ed24552900 admin admin] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.354184 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c93f9-a479-485c-a3b7-09ed24552900 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bfe3400-4a20-4262-b4b5-51adb6d4ab64,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:13.361311 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-418c93f9-a479-485c-a3b7-09ed24552900 admin admin] 10.222.0.110 "DELETE /v2.0/networks/6bfe3400-4a20-4262-b4b5-51adb6d4ab64 HTTP/1.1" status: 204 len: 168 time: 0.4906895 Jan 21 09:46:13.362223 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56272) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:13.434116 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ce79dd-d899-4306-a77c-92aa311a5c73 admin admin] Deleting subnet d9c37fd8-53d0-44b0-950e-42af71d0d7af {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:46:13.439658 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-10ce79dd-d899-4306-a77c-92aa311a5c73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.491294 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-10ce79dd-d899-4306-a77c-92aa311a5c73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.555188 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-a6f6acab-cd86-468f-9007-f998955198e6 None None] Provisioning complete for port 2874a324-0454-4e31-a771-364670d1f3cf triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:13.555692 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a6f6acab-cd86-468f-9007-f998955198e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.559736 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-10ce79dd-d899-4306-a77c-92aa311a5c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.616595 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-a6f6acab-cd86-468f-9007-f998955198e6 None None] Port 2874a324-0454-4e31-a771-364670d1f3cf cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:46:13.633415 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-10ce79dd-d899-4306-a77c-92aa311a5c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.669320 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce79dd-d899-4306-a77c-92aa311a5c73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9c37fd8-53d0-44b0-950e-42af71d0d7af,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:13.674952 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-10ce79dd-d899-4306-a77c-92aa311a5c73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.680926 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-10ce79dd-d899-4306-a77c-92aa311a5c73 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/d9c37fd8-53d0-44b0-950e-42af71d0d7af HTTP/1.1" status: 204 len: 168 time: 0.3178189 Jan 21 09:46:13.683337 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56276) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:13.725965 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device bc72314b-d98a-46ee-9afb-c2bce1c35248 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:13.732885 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-29fb5651-90f0-40ed-bb55-89d3f63f2cbe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.739924 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-29fb5651-90f0-40ed-bb55-89d3f63f2cbe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.772615 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] No Port match for: bc72314b-d98a-46ee-9afb-c2bce1c35248 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:46:13.773253 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device bc72314b-d98a-46ee-9afb-c2bce1c35248 not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:13.862735 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-29fb5651-90f0-40ed-bb55-89d3f63f2cbe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.866122 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb5651-90f0-40ed-bb55-89d3f63f2cbe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event updated for resources: {'Port': ['ID=2874a324-0454-4e31-a771-364670d1f3cf,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:13.896628 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df55a4f6-da78-4fbf-a1ea-f3bebeaa096f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.026290 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df55a4f6-da78-4fbf-a1ea-f3bebeaa096f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.056969 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-df55a4f6-da78-4fbf-a1ea-f3bebeaa096f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dda6e93-10c0-4c43-8ea0-7a1b0dcb9946']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:14.070433 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-df55a4f6-da78-4fbf-a1ea-f3bebeaa096f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dceba1b-4034-419a-acd0-68014c5c38ab') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:14.070728 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-df55a4f6-da78-4fbf-a1ea-f3bebeaa096f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dceba1b-4034-419a-acd0-68014c5c38ab') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:14.082167 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df55a4f6-da78-4fbf-a1ea-f3bebeaa096f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.098104 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df55a4f6-da78-4fbf-a1ea-f3bebeaa096f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.104269 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df55a4f6-da78-4fbf-a1ea-f3bebeaa096f admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:46:14.104656 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df55a4f6-da78-4fbf-a1ea-f3bebeaa096f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.116165 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fb5651-90f0-40ed-bb55-89d3f63f2cbe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Network 693657da-c6e4-415d-a697-cb52869a3ff9 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:14.117308 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-29fb5651-90f0-40ed-bb55-89d3f63f2cbe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:14.118454 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:46:14.118454 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:46:14.118454 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:46:14.118454 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:46:14.118454 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:46:14.118454 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:46:14.118454 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:46:14.118454 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:46:14.118454 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:46:14.118454 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:46:14.118454 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:46:14.118454 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:46:14.118454 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:46:14.118454 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:46:14.118454 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:46:14.118454 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:46:14.118454 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:46:14.118454 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:46:14.118454 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:46:14.118454 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:46:14.118454 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:46:14.118454 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:46:14.118454 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:46:14.118454 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:46:14.118454 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:46:14.118454 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:46:14.118454 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:46:14.118454 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:46:14.118454 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:46:14.118454 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:46:14.118454 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:46:14.118454 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:46:14.199972 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df55a4f6-da78-4fbf-a1ea-f3bebeaa096f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.203955 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e5a17234-c23c-46fc-9950-0fe6931c936d up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:14.206288 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-df55a4f6-da78-4fbf-a1ea-f3bebeaa096f admin admin] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.234268 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55a4f6-da78-4fbf-a1ea-f3bebeaa096f admin admin] Pushing event deleted for resources: {'Network': ['ID=1dda6e93-10c0-4c43-8ea0-7a1b0dcb9946,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:14.241678 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-df55a4f6-da78-4fbf-a1ea-f3bebeaa096f admin admin] 10.222.0.110 "DELETE /v2.0/networks/1dda6e93-10c0-4c43-8ea0-7a1b0dcb9946 HTTP/1.1" status: 204 len: 168 time: 0.5573335 Jan 21 09:46:14.306214 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port e5a17234-c23c-46fc-9950-0fe6931c936d triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:14.306782 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.349429 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29fb5651-90f0-40ed-bb55-89d3f63f2cbe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Router 21239fbc-0857-4212-be33-65e97a0b1edc is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:46:14.452315 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56282) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:14.469772 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-d06caa6a-87f7-4728-9a81-f13ad71f9f2a None None] Provisioning complete for port 2874a324-0454-4e31-a771-364670d1f3cf triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:14.470336 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d06caa6a-87f7-4728-9a81-f13ad71f9f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.507280 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-90068a65-80da-4e3b-b859-c77394f14f68 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=8218046ababc488c991e8ff2cdd75b3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0525432 Jan 21 09:46:14.509043 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56286) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:14.527573 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-d06caa6a-87f7-4728-9a81-f13ad71f9f2a None None] Port 2874a324-0454-4e31-a771-364670d1f3cf cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:46:14.558592 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fb5651-90f0-40ed-bb55-89d3f63f2cbe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:46:14.565944 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-29fb5651-90f0-40ed-bb55-89d3f63f2cbe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "PUT /v2.0/routers/21239fbc-0857-4212-be33-65e97a0b1edc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9098880 Jan 21 09:46:14.567754 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56290) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:14.568574 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d420f91-47fd-4dfa-9b77-9770de4ba8b7 None None] Sync routers for ids ['21239fbc-0857-4212-be33-65e97a0b1edc'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:14.578490 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d420f91-47fd-4dfa-9b77-9770de4ba8b7 None None] Routers {'21239fbc-0857-4212-be33-65e97a0b1edc'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:14.579192 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-9d420f91-47fd-4dfa-9b77-9770de4ba8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:45:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['21239fbc-0857-4212-be33-65e97a0b1edc'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:14.590671 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4a6cfe21-81e3-49b8-a0c3-eaba00039b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.617924 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4a6cfe21-81e3-49b8-a0c3-eaba00039b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.642149 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeece6d0-8f49-4834-832c-44df130219fe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:14.642972 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-eeece6d0-8f49-4834-832c-44df130219fe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Synchronizing usage tracker for tenant:c78ba537853c4f6f976d32f02bc2ac76 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:14.643292 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-9d420f91-47fd-4dfa-9b77-9770de4ba8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:14.652487 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d420f91-47fd-4dfa-9b77-9770de4ba8b7 None None] Routers {'21239fbc-0857-4212-be33-65e97a0b1edc'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:14.653616 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-9d420f91-47fd-4dfa-9b77-9770de4ba8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:45:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['21239fbc-0857-4212-be33-65e97a0b1edc'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:14.659425 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-eeece6d0-8f49-4834-832c-44df130219fe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Unset dirty status for tenant:c78ba537853c4f6f976d32f02bc2ac76 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:14.660781 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-eeece6d0-8f49-4834-832c-44df130219fe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "GET /v2.0/ports/2874a324-0454-4e31-a771-364670d1f3cf HTTP/1.1" status: 200 len: 977 time: 0.0919864 Jan 21 09:46:14.663668 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56294) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:14.718945 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-9d420f91-47fd-4dfa-9b77-9770de4ba8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:14.719480 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d420f91-47fd-4dfa-9b77-9770de4ba8b7 None None] The sync data for ids ['21239fbc-0857-4212-be33-65e97a0b1edc'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:14.737541 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4a6cfe21-81e3-49b8-a0c3-eaba00039b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.811052 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6cfe21-81e3-49b8-a0c3-eaba00039b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdf91c6-6d6e-4c6e-b9fb-65ee461a40df,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:14.835665 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4a6cfe21-81e3-49b8-a0c3-eaba00039b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.836769 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4a6cfe21-81e3-49b8-a0c3-eaba00039b65 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/acdf91c6-6d6e-4c6e-b9fb-65ee461a40df HTTP/1.1" status: 204 len: 168 time: 0.3267469 Jan 21 09:46:15.178741 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56304) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:15.191698 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-12ef96a8-6f4e-48b0-9647-570ffbf063fc tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.227731 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ea85a0b3-4745-4dae-a0e1-9697a10dfaa0 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=29dbb3b5e6b94445b1addf9465c12a92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475829 Jan 21 09:46:15.231134 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56308) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:15.293781 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9ddf6a57-6521-4480-aef4-f6fb43d783db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.319431 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9ddf6a57-6521-4480-aef4-f6fb43d783db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.375991 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9ddf6a57-6521-4480-aef4-f6fb43d783db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.392160 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf6a57-6521-4480-aef4-f6fb43d783db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82a40b6-8c5a-4df7-b55d-5492309406ca,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:15.396631 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9ddf6a57-6521-4480-aef4-f6fb43d783db admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.400158 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9ddf6a57-6521-4480-aef4-f6fb43d783db admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/b82a40b6-8c5a-4df7-b55d-5492309406ca HTTP/1.1" status: 204 len: 168 time: 0.1656182 Jan 21 09:46:15.470429 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-12ef96a8-6f4e-48b0-9647-570ffbf063fc tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Deleting port 2874a324-0454-4e31-a771-364670d1f3cf {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:15.470759 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-12ef96a8-6f4e-48b0-9647-570ffbf063fc tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.809059 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-12ef96a8-6f4e-48b0-9647-570ffbf063fc tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.935050 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-12ef96a8-6f4e-48b0-9647-570ffbf063fc tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Calling delete_port for 2874a324-0454-4e31-a771-364670d1f3cf owned by network:router_interface {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:15.980894 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:46:16.107660 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-12ef96a8-6f4e-48b0-9647-570ffbf063fc tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:16.159728 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef96a8-6f4e-48b0-9647-570ffbf063fc tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event deleted for resources: {'Port': ['ID=2874a324-0454-4e31-a771-364670d1f3cf,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:16.387730 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-12ef96a8-6f4e-48b0-9647-570ffbf063fc tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:16.461130 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-387d5fda-1827-4d08-a63d-c33709efdfc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:16.683029 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ef96a8-6f4e-48b0-9647-570ffbf063fc tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Router 21239fbc-0857-4212-be33-65e97a0b1edc has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:46:16.815502 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ef96a8-6f4e-48b0-9647-570ffbf063fc tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:46:16.825436 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7923642-e8f9-4c25-8da5-458823688d97 None None] Sync routers for ids ['21239fbc-0857-4212-be33-65e97a0b1edc'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:16.832561 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-12ef96a8-6f4e-48b0-9647-570ffbf063fc tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "PUT /v2.0/routers/21239fbc-0857-4212-be33-65e97a0b1edc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1677327 Jan 21 09:46:16.835140 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7923642-e8f9-4c25-8da5-458823688d97 None None] Routers {'21239fbc-0857-4212-be33-65e97a0b1edc'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:16.835279 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56314) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:16.835766 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-a7923642-e8f9-4c25-8da5-458823688d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:45:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['21239fbc-0857-4212-be33-65e97a0b1edc'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:16.899493 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-a7923642-e8f9-4c25-8da5-458823688d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:16.909397 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7923642-e8f9-4c25-8da5-458823688d97 None None] Routers {'21239fbc-0857-4212-be33-65e97a0b1edc'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:16.910192 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-a7923642-e8f9-4c25-8da5-458823688d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:45:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['21239fbc-0857-4212-be33-65e97a0b1edc'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:16.974446 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-a7923642-e8f9-4c25-8da5-458823688d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:16.974769 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7923642-e8f9-4c25-8da5-458823688d97 None None] The sync data for ids ['21239fbc-0857-4212-be33-65e97a0b1edc'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:17.275265 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-4924c2c1-5b20-4986-8f33-dd5b441d9c28 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] remove_router_interface failed (client error): The resource could not be found. Jan 21 09:46:17.276213 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4924c2c1-5b20-4986-8f33-dd5b441d9c28 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "PUT /v2.0/routers/21239fbc-0857-4212-be33-65e97a0b1edc/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4397764 Jan 21 09:46:17.279106 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56320) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:17.320929 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-4f7fb733-6296-4dfe-8057-0503093cdf3d tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Synchronizing usage tracker for tenant:c78ba537853c4f6f976d32f02bc2ac76 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:17.335759 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-4f7fb733-6296-4dfe-8057-0503093cdf3d tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Unset dirty status for tenant:c78ba537853c4f6f976d32f02bc2ac76 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:17.336851 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4f7fb733-6296-4dfe-8057-0503093cdf3d tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "GET /v2.0/ports?device_id=21239fbc-0857-4212-be33-65e97a0b1edc HTTP/1.1" status: 200 len: 205 time: 0.0568616 Jan 21 09:46:17.339589 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56324) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:17.473342 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-18ca5dd6-7c6b-40b2-808a-7594bb525878 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:17.764745 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-18ca5dd6-7c6b-40b2-808a-7594bb525878 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:17.766862 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-18ca5dd6-7c6b-40b2-808a-7594bb525878 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:17.790135 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-18ca5dd6-7c6b-40b2-808a-7594bb525878 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:17.790856 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ca5dd6-7c6b-40b2-808a-7594bb525878 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Fanout notify agent at l3_agent the message router_deleted on router 21239fbc-0857-4212-be33-65e97a0b1edc {{(pid=87515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:46:17.803968 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-18ca5dd6-7c6b-40b2-808a-7594bb525878 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:17.805038 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-18ca5dd6-7c6b-40b2-808a-7594bb525878 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/routers/21239fbc-0857-4212-be33-65e97a0b1edc HTTP/1.1" status: 204 len: 168 time: 0.4645734 Jan 21 09:46:17.807653 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56328) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:17.871743 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf7226e2-708e-4437-839d-5debae34f921 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Deleting subnet b0fb330d-9e9a-4900-8749-34a571812214 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:46:17.874589 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cf7226e2-708e-4437-839d-5debae34f921 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:17.930985 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cf7226e2-708e-4437-839d-5debae34f921 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.011727 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cf7226e2-708e-4437-839d-5debae34f921 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.085059 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cf7226e2-708e-4437-839d-5debae34f921 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.125894 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7226e2-708e-4437-839d-5debae34f921 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event deleted for resources: {'Subnet': ['ID=b0fb330d-9e9a-4900-8749-34a571812214,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:18.127804 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cf7226e2-708e-4437-839d-5debae34f921 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.133724 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14efd93-2fad-4a9a-9c47-00815ac65811 None None] Network 693657da-c6e4-415d-a697-cb52869a3ff9 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:46:18.134478 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-cf7226e2-708e-4437-839d-5debae34f921 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/subnets/b0fb330d-9e9a-4900-8749-34a571812214 HTTP/1.1" status: 204 len: 168 time: 0.3252254 Jan 21 09:46:18.137561 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56332) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:18.370783 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f6339081-5870-4f6f-a652-678bdf1eea92 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.381511 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-f6339081-5870-4f6f-a652-678bdf1eea92 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Deleting port e5a17234-c23c-46fc-9950-0fe6931c936d {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:18.381845 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f6339081-5870-4f6f-a652-678bdf1eea92 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.387849 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d3aa7b-e7e7-4710-8093-7a23240eab30 None None] DHCP port deletion for 693657da-c6e4-415d-a697-cb52869a3ff9 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:46:18.392112 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-48d3aa7b-e7e7-4710-8093-7a23240eab30 None None] Deleting port e5a17234-c23c-46fc-9950-0fe6931c936d {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:18.392513 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-48d3aa7b-e7e7-4710-8093-7a23240eab30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.595048 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-48d3aa7b-e7e7-4710-8093-7a23240eab30 None None] For port e5a17234-c23c-46fc-9950-0fe6931c936d, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e5a17234-c23c-46fc-9950-0fe6931c936d,segment=NetworkSegment(654cae0a-6806-4f41-90b9-edaad4e6a3f8),segment_id=654cae0a-6806-4f41-90b9-edaad4e6a3f8)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:18.595363 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-48d3aa7b-e7e7-4710-8093-7a23240eab30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.607346 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-f6339081-5870-4f6f-a652-678bdf1eea92 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] For port e5a17234-c23c-46fc-9950-0fe6931c936d, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e5a17234-c23c-46fc-9950-0fe6931c936d,segment=NetworkSegment(654cae0a-6806-4f41-90b9-edaad4e6a3f8),segment_id=654cae0a-6806-4f41-90b9-edaad4e6a3f8)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:18.607736 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f6339081-5870-4f6f-a652-678bdf1eea92 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.720530 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-48d3aa7b-e7e7-4710-8093-7a23240eab30 None None] Calling delete_port for e5a17234-c23c-46fc-9950-0fe6931c936d owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:18.733905 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-f6339081-5870-4f6f-a652-678bdf1eea92 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Calling delete_port for e5a17234-c23c-46fc-9950-0fe6931c936d owned by network:dhcp {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:18.796896 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-48d3aa7b-e7e7-4710-8093-7a23240eab30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.809267 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.api [None req-f6339081-5870-4f6f-a652-678bdf1eea92 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:46:18.810241 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG oslo_db.api [None req-f6339081-5870-4f6f-a652-678bdf1eea92 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:46:18.848775 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3aa7b-e7e7-4710-8093-7a23240eab30 None None] Pushing event deleted for resources: {'Port': ['ID=e5a17234-c23c-46fc-9950-0fe6931c936d,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:18.852075 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d3aa7b-e7e7-4710-8093-7a23240eab30 None None] No DVR routers for this DVR port e5a17234-c23c-46fc-9950-0fe6931c936d on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:18.865820 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-aa8cff57-cd78-49e4-bdc9-11003c33a944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:19.311968 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-f6339081-5870-4f6f-a652-678bdf1eea92 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Deleting port e5a17234-c23c-46fc-9950-0fe6931c936d {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:19.312527 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f6339081-5870-4f6f-a652-678bdf1eea92 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:19.381603 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-f6339081-5870-4f6f-a652-678bdf1eea92 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] The port 'e5a17234-c23c-46fc-9950-0fe6931c936d' was deleted {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:46:19.505729 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f6339081-5870-4f6f-a652-678bdf1eea92 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:19.531219 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-f6339081-5870-4f6f-a652-678bdf1eea92 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['693657da-c6e4-415d-a697-cb52869a3ff9']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:19.542974 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-f6339081-5870-4f6f-a652-678bdf1eea92 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '654cae0a-6806-4f41-90b9-edaad4e6a3f8') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:19.543268 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-f6339081-5870-4f6f-a652-678bdf1eea92 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '654cae0a-6806-4f41-90b9-edaad4e6a3f8') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:19.554320 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f6339081-5870-4f6f-a652-678bdf1eea92 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:19.570623 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f6339081-5870-4f6f-a652-678bdf1eea92 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:19.576965 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6339081-5870-4f6f-a652-678bdf1eea92 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:46:19.577339 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f6339081-5870-4f6f-a652-678bdf1eea92 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:19.592249 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:19.592249 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:46:19.592249 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:19.592249 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:46:19.592249 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:19.592249 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:46:19.592249 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:19.592249 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:46:19.592249 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:46:19.592249 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:46:19.592249 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:46:19.592249 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:46:19.592249 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:46:19.592249 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:46:19.592249 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:46:19.592249 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:46:19.592249 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:46:19.592249 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:46:19.592249 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:46:19.592249 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:46:19.592249 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:46:19.592249 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:46:19.592249 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:46:19.592249 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:46:19.592249 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:46:19.592249 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:46:19.592249 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:46:19.592249 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:46:19.592249 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:46:19.592249 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:46:19.592249 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:46:19.592249 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:46:19.592249 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:46:19.592249 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:46:19.592249 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:46:19.592249 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:46:19.592249 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:46:19.592249 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:46:19.592249 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:46:19.592249 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:46:19.671634 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f6339081-5870-4f6f-a652-678bdf1eea92 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:19.689174 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f6339081-5870-4f6f-a652-678bdf1eea92 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:19.700551 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6339081-5870-4f6f-a652-678bdf1eea92 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event deleted for resources: {'Network': ['ID=693657da-c6e4-415d-a697-cb52869a3ff9,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:19.710715 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f6339081-5870-4f6f-a652-678bdf1eea92 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/networks/693657da-c6e4-415d-a697-cb52869a3ff9 HTTP/1.1" status: 204 len: 168 time: 1.5722051 Jan 21 09:46:19.715053 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56338) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:19.721006 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-223d29f7-c7dc-44f9-a677-ae18dbe71ddd tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Request body: {'network': {'name': 'tempest-RoutersTest-592725782'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:19.726557 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-223d29f7-c7dc-44f9-a677-ae18dbe71ddd tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:19.731050 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-223d29f7-c7dc-44f9-a677-ae18dbe71ddd tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Usage tracker for resource:network and tenant:c78ba537853c4f6f976d32f02bc2ac76 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:19.734056 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-223d29f7-c7dc-44f9-a677-ae18dbe71ddd tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:19.740394 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-223d29f7-c7dc-44f9-a677-ae18dbe71ddd tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:19.750739 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223d29f7-c7dc-44f9-a677-ae18dbe71ddd tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Made reservation on behalf of c78ba537853c4f6f976d32f02bc2ac76 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:19.760015 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-223d29f7-c7dc-44f9-a677-ae18dbe71ddd tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:19.770232 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:19.788880 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-223d29f7-c7dc-44f9-a677-ae18dbe71ddd tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:46:19.798567 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-223d29f7-c7dc-44f9-a677-ae18dbe71ddd tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:19.798904 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-223d29f7-c7dc-44f9-a677-ae18dbe71ddd tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Added segment 692c861d-b01a-4eee-ae15-b08dc4aa412c of type vlan for network 718f154c-61d7-4298-9cb7-f0989c72fab1 Jan 21 09:46:19.824721 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-223d29f7-c7dc-44f9-a677-ae18dbe71ddd tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:19.852501 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-223d29f7-c7dc-44f9-a677-ae18dbe71ddd tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:19.858520 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223d29f7-c7dc-44f9-a677-ae18dbe71ddd tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:19.859111 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-223d29f7-c7dc-44f9-a677-ae18dbe71ddd tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:19.871488 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:19.914603 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-223d29f7-c7dc-44f9-a677-ae18dbe71ddd tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1984403 Jan 21 09:46:19.918389 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56342) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:19.923954 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-10221a6f-555f-438e-a01c-6e542b990021 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Request body: {'subnet': {'network_id': '718f154c-61d7-4298-9cb7-f0989c72fab1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:19.970353 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d29f7-c7dc-44f9-a677-ae18dbe71ddd tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event updated for resources: {'Network': ['ID=718f154c-61d7-4298-9cb7-f0989c72fab1,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:19.981347 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 718f154c-61d7-4298-9cb7-f0989c72fab1 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:46:20.035576 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-10221a6f-555f-438e-a01c-6e542b990021 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:20.039597 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-10221a6f-555f-438e-a01c-6e542b990021 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Usage tracker for resource:subnet and tenant:c78ba537853c4f6f976d32f02bc2ac76 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:20.043107 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-10221a6f-555f-438e-a01c-6e542b990021 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:20.049027 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-10221a6f-555f-438e-a01c-6e542b990021 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:20.059202 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10221a6f-555f-438e-a01c-6e542b990021 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Made reservation on behalf of c78ba537853c4f6f976d32f02bc2ac76 for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:20.062987 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-10221a6f-555f-438e-a01c-6e542b990021 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.178745 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e5a17234-c23c-46fc-9950-0fe6931c936d no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:20.216738 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: e5a17234-c23c-46fc-9950-0fe6931c936d {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:46:20.217084 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e5a17234-c23c-46fc-9950-0fe6931c936d not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:20.275330 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-10221a6f-555f-438e-a01c-6e542b990021 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.354425 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10221a6f-555f-438e-a01c-6e542b990021 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event updated for resources: {'Subnet': ['ID=aa341279-983f-4560-aa86-b87fe3a0be53,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:20.362831 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10221a6f-555f-438e-a01c-6e542b990021 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Checking segment: {'id': '692c861d-b01a-4eee-ae15-b08dc4aa412c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '718f154c-61d7-4298-9cb7-f0989c72fab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:46:20.363121 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10221a6f-555f-438e-a01c-6e542b990021 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Network hostable DHCP agents. Network: 718f154c-61d7-4298-9cb7-f0989c72fab1, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:46:20.383351 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10221a6f-555f-438e-a01c-6e542b990021 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Network 718f154c-61d7-4298-9cb7-f0989c72fab1 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:46:20.392175 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-10221a6f-555f-438e-a01c-6e542b990021 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 718f154c-61d7-4298-9cb7-f0989c72fab1) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:20.395979 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10221a6f-555f-438e-a01c-6e542b990021 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:20.396557 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-10221a6f-555f-438e-a01c-6e542b990021 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.402337 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a96d1d0-1c88-407c-a1d4-320722312c62 None None] Network 718f154c-61d7-4298-9cb7-f0989c72fab1 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:46:20.418030 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-10221a6f-555f-438e-a01c-6e542b990021 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4979460 Jan 21 09:46:20.420748 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56346) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:20.425994 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-859a2fe2-6495-408b-b948-9dc96ec4b01d tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-375377665', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:20.432464 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-859a2fe2-6495-408b-b948-9dc96ec4b01d tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:20.436591 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-859a2fe2-6495-408b-b948-9dc96ec4b01d tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Usage tracker for resource:router and tenant:c78ba537853c4f6f976d32f02bc2ac76 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:20.439448 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-859a2fe2-6495-408b-b948-9dc96ec4b01d tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:20.445024 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-859a2fe2-6495-408b-b948-9dc96ec4b01d tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:20.455624 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-859a2fe2-6495-408b-b948-9dc96ec4b01d tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.456599 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-859a2fe2-6495-408b-b948-9dc96ec4b01d tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.471555 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-859a2fe2-6495-408b-b948-9dc96ec4b01d tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.490419 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-859a2fe2-6495-408b-b948-9dc96ec4b01d tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.514102 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-859a2fe2-6495-408b-b948-9dc96ec4b01d tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.515280 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-859a2fe2-6495-408b-b948-9dc96ec4b01d tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.0936289 Jan 21 09:46:20.518297 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56350) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:20.625407 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1854dae5-c4cc-47a7-a2c9-ec9b0fad74a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-718f154c-61d7-4298-9cb7-f0989c72fab1', 'network_id': '718f154c-61d7-4298-9cb7-f0989c72fab1', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'fixed_ips': [{'subnet_id': 'aa341279-983f-4560-aa86-b87fe3a0be53'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:46:20.626242 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1854dae5-c4cc-47a7-a2c9-ec9b0fad74a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.791328 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-1854dae5-c4cc-47a7-a2c9-ec9b0fad74a4 None None] Allocated IP 172.20.0.2 (718f154c-61d7-4298-9cb7-f0989c72fab1/aa341279-983f-4560-aa86-b87fe3a0be53/a302101c-4322-4400-9242-b07aedb9d7c0) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:20.993330 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1854dae5-c4cc-47a7-a2c9-ec9b0fad74a4 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.004190 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-1854dae5-c4cc-47a7-a2c9-ec9b0fad74a4 None None] Transition to ACTIVE for port object a302101c-4322-4400-9242-b07aedb9d7c0 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:21.022395 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-1854dae5-c4cc-47a7-a2c9-ec9b0fad74a4 None None] Transition to ACTIVE for port object a302101c-4322-4400-9242-b07aedb9d7c0 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:21.028118 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1854dae5-c4cc-47a7-a2c9-ec9b0fad74a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.096251 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1854dae5-c4cc-47a7-a2c9-ec9b0fad74a4 None None] Network 718f154c-61d7-4298-9cb7-f0989c72fab1 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:21.099117 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-1854dae5-c4cc-47a7-a2c9-ec9b0fad74a4 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:21.102646 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1854dae5-c4cc-47a7-a2c9-ec9b0fad74a4 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:46:21.108706 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ac8cea87-2b2a-454c-8fa8-1ac55ca04ffc tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.109013 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854dae5-c4cc-47a7-a2c9-ec9b0fad74a4 None None] Pushing event updated for resources: {'Port': ['ID=a302101c-4322-4400-9242-b07aedb9d7c0,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:21.197909 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-1854dae5-c4cc-47a7-a2c9-ec9b0fad74a4 None None] Attempting to bind port a302101c-4322-4400-9242-b07aedb9d7c0 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:21.198279 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-1854dae5-c4cc-47a7-a2c9-ec9b0fad74a4 None None] Attempting to bind port a302101c-4322-4400-9242-b07aedb9d7c0 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '692c861d-b01a-4eee-ae15-b08dc4aa412c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '718f154c-61d7-4298-9cb7-f0989c72fab1'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:21.198682 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1854dae5-c4cc-47a7-a2c9-ec9b0fad74a4 None None] Attempting to bind port a302101c-4322-4400-9242-b07aedb9d7c0 on network 718f154c-61d7-4298-9cb7-f0989c72fab1 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:46:21.203902 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1854dae5-c4cc-47a7-a2c9-ec9b0fad74a4 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:46:21.204263 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1854dae5-c4cc-47a7-a2c9-ec9b0fad74a4 None None] Checking segment: {'id': '692c861d-b01a-4eee-ae15-b08dc4aa412c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '718f154c-61d7-4298-9cb7-f0989c72fab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:46:21.204660 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1854dae5-c4cc-47a7-a2c9-ec9b0fad74a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.205054 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1854dae5-c4cc-47a7-a2c9-ec9b0fad74a4 None None] Bound using segment: {'id': '692c861d-b01a-4eee-ae15-b08dc4aa412c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '718f154c-61d7-4298-9cb7-f0989c72fab1'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:46:21.205517 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-1854dae5-c4cc-47a7-a2c9-ec9b0fad74a4 None None] Bound port: a302101c-4322-4400-9242-b07aedb9d7c0, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '692c861d-b01a-4eee-ae15-b08dc4aa412c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '718f154c-61d7-4298-9cb7-f0989c72fab1'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:21.205894 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1854dae5-c4cc-47a7-a2c9-ec9b0fad74a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.293175 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-1854dae5-c4cc-47a7-a2c9-ec9b0fad74a4 None None] For port a302101c-4322-4400-9242-b07aedb9d7c0, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:46:21.296508 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-1854dae5-c4cc-47a7-a2c9-ec9b0fad74a4 None None] For port a302101c-4322-4400-9242-b07aedb9d7c0, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a302101c-4322-4400-9242-b07aedb9d7c0,segment=NetworkSegment(692c861d-b01a-4eee-ae15-b08dc4aa412c),segment_id=692c861d-b01a-4eee-ae15-b08dc4aa412c)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:46:21.303337 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1854dae5-c4cc-47a7-a2c9-ec9b0fad74a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.365224 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.395701 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854dae5-c4cc-47a7-a2c9-ec9b0fad74a4 None None] Pushing event updated for resources: {'Port': ['ID=a302101c-4322-4400-9242-b07aedb9d7c0,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:21.455690 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-ac8cea87-2b2a-454c-8fa8-1ac55ca04ffc tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Allocated IP 172.20.0.1 (718f154c-61d7-4298-9cb7-f0989c72fab1/aa341279-983f-4560-aa86-b87fe3a0be53/0ec9fb44-2402-4a1c-aae8-0da5e0cfb4b1) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:21.634232 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ac8cea87-2b2a-454c-8fa8-1ac55ca04ffc tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.650007 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-ac8cea87-2b2a-454c-8fa8-1ac55ca04ffc tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Transition to ACTIVE for port object 0ec9fb44-2402-4a1c-aae8-0da5e0cfb4b1 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:21.673606 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ac8cea87-2b2a-454c-8fa8-1ac55ca04ffc tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.743331 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8cea87-2b2a-454c-8fa8-1ac55ca04ffc tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Network 718f154c-61d7-4298-9cb7-f0989c72fab1 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:21.747128 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-ac8cea87-2b2a-454c-8fa8-1ac55ca04ffc tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:21.751023 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8cea87-2b2a-454c-8fa8-1ac55ca04ffc tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:46:21.783354 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8cea87-2b2a-454c-8fa8-1ac55ca04ffc tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event updated for resources: {'Port': ['ID=0ec9fb44-2402-4a1c-aae8-0da5e0cfb4b1,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:21.814849 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ac8cea87-2b2a-454c-8fa8-1ac55ca04ffc tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.918230 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ac8cea87-2b2a-454c-8fa8-1ac55ca04ffc tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:22.217915 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a302101c-4322-4400-9242-b07aedb9d7c0 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:22.295748 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port a302101c-4322-4400-9242-b07aedb9d7c0 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:22.401468 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe80983-3556-40d3-849a-3c3aa8a08960 None None] Network 718f154c-61d7-4298-9cb7-f0989c72fab1 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:46:22.452050 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-4ce60478-3ac5-409a-9619-bf83b5389405 None None] Provisioning for port a302101c-4322-4400-9242-b07aedb9d7c0 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:22.452336 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ac8cea87-2b2a-454c-8fa8-1ac55ca04ffc tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:22.456850 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ac8cea87-2b2a-454c-8fa8-1ac55ca04ffc tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:22.505195 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-4ce60478-3ac5-409a-9619-bf83b5389405 None None] Provisioning complete for port a302101c-4322-4400-9242-b07aedb9d7c0 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:22.505567 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4ce60478-3ac5-409a-9619-bf83b5389405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:22.566629 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8cea87-2b2a-454c-8fa8-1ac55ca04ffc tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event updated for resources: {'Port': ['ID=0ec9fb44-2402-4a1c-aae8-0da5e0cfb4b1,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:22.568964 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ac8cea87-2b2a-454c-8fa8-1ac55ca04ffc tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:22.705415 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8cea87-2b2a-454c-8fa8-1ac55ca04ffc tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Network 718f154c-61d7-4298-9cb7-f0989c72fab1 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:22.706547 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-ac8cea87-2b2a-454c-8fa8-1ac55ca04ffc tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:22.885572 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4ce60478-3ac5-409a-9619-bf83b5389405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:22.898070 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8cea87-2b2a-454c-8fa8-1ac55ca04ffc tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Router 2d74a502-5413-4528-b3b5-029b9f795e26 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:46:22.954501 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-4ce60478-3ac5-409a-9619-bf83b5389405 None None] For port a302101c-4322-4400-9242-b07aedb9d7c0, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a302101c-4322-4400-9242-b07aedb9d7c0,segment=NetworkSegment(692c861d-b01a-4eee-ae15-b08dc4aa412c),segment_id=692c861d-b01a-4eee-ae15-b08dc4aa412c)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:22.961604 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4ce60478-3ac5-409a-9619-bf83b5389405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:23.036325 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce60478-3ac5-409a-9619-bf83b5389405 None None] Pushing event updated for resources: {'Port': ['ID=a302101c-4322-4400-9242-b07aedb9d7c0,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:23.062562 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8cea87-2b2a-454c-8fa8-1ac55ca04ffc tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:46:23.074199 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f907bec-3a35-41dd-a556-b71cdc5c34b8 None None] Sync routers for ids ['2d74a502-5413-4528-b3b5-029b9f795e26'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:23.079610 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56356) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:23.080141 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ac8cea87-2b2a-454c-8fa8-1ac55ca04ffc tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "PUT /v2.0/routers/2d74a502-5413-4528-b3b5-029b9f795e26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5603523 Jan 21 09:46:23.085277 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f907bec-3a35-41dd-a556-b71cdc5c34b8 None None] Routers {'2d74a502-5413-4528-b3b5-029b9f795e26'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:23.085962 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-4f907bec-3a35-41dd-a556-b71cdc5c34b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:46:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['2d74a502-5413-4528-b3b5-029b9f795e26'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:23.148519 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-4f907bec-3a35-41dd-a556-b71cdc5c34b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:23.157587 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f907bec-3a35-41dd-a556-b71cdc5c34b8 None None] Routers {'2d74a502-5413-4528-b3b5-029b9f795e26'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:23.158167 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-4f907bec-3a35-41dd-a556-b71cdc5c34b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:46:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['2d74a502-5413-4528-b3b5-029b9f795e26'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:23.161084 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90645f8d-24be-4471-8dd6-5f80b6bdf911 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:23.162497 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-90645f8d-24be-4471-8dd6-5f80b6bdf911 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "GET /v2.0/ports/0ec9fb44-2402-4a1c-aae8-0da5e0cfb4b1 HTTP/1.1" status: 200 len: 910 time: 0.0810566 Jan 21 09:46:23.165226 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56360) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:23.229526 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-4f907bec-3a35-41dd-a556-b71cdc5c34b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:23.230613 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f907bec-3a35-41dd-a556-b71cdc5c34b8 None None] The sync data for ids ['2d74a502-5413-4528-b3b5-029b9f795e26'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:23.240636 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-07cabf15-70e8-4a60-9add-afcf65dbf77a None None] Provisioning for port 0ec9fb44-2402-4a1c-aae8-0da5e0cfb4b1 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:23.246917 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-07cabf15-70e8-4a60-9add-afcf65dbf77a None None] Provisioning complete for port 0ec9fb44-2402-4a1c-aae8-0da5e0cfb4b1 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:23.247285 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-07cabf15-70e8-4a60-9add-afcf65dbf77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:23.303435 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-07cabf15-70e8-4a60-9add-afcf65dbf77a None None] Port 0ec9fb44-2402-4a1c-aae8-0da5e0cfb4b1 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:46:23.315504 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-07cabf15-70e8-4a60-9add-afcf65dbf77a None None] Provisioning complete for port a302101c-4322-4400-9242-b07aedb9d7c0 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:23.315942 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-07cabf15-70e8-4a60-9add-afcf65dbf77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:23.561088 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f359a72a-bd0c-4097-9b8b-0cf180757ede None None] Provisioning complete for port 0ec9fb44-2402-4a1c-aae8-0da5e0cfb4b1 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:23.561463 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f359a72a-bd0c-4097-9b8b-0cf180757ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:23.616951 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f359a72a-bd0c-4097-9b8b-0cf180757ede None None] Port 0ec9fb44-2402-4a1c-aae8-0da5e0cfb4b1 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:46:23.675791 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4d9a7696-807b-491c-ac86-8e9dfb554841 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.107978 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-4d9a7696-807b-491c-ac86-8e9dfb554841 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Deleting port 0ec9fb44-2402-4a1c-aae8-0da5e0cfb4b1 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:24.108650 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4d9a7696-807b-491c-ac86-8e9dfb554841 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.185867 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a302101c-4322-4400-9242-b07aedb9d7c0 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:24.253497 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port a302101c-4322-4400-9242-b07aedb9d7c0 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:24.254171 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.296362 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4d9a7696-807b-491c-ac86-8e9dfb554841 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.423366 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-4d9a7696-807b-491c-ac86-8e9dfb554841 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Calling delete_port for 0ec9fb44-2402-4a1c-aae8-0da5e0cfb4b1 owned by network:router_interface {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:24.592885 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4d9a7696-807b-491c-ac86-8e9dfb554841 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.647095 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a7696-807b-491c-ac86-8e9dfb554841 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event deleted for resources: {'Port': ['ID=0ec9fb44-2402-4a1c-aae8-0da5e0cfb4b1,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:24.889185 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4d9a7696-807b-491c-ac86-8e9dfb554841 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.264981 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9a7696-807b-491c-ac86-8e9dfb554841 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Router 2d74a502-5413-4528-b3b5-029b9f795e26 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:46:25.395855 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9a7696-807b-491c-ac86-8e9dfb554841 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:46:25.405602 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902cb0f1-4510-4834-b4be-b02fa162a69a None None] Sync routers for ids ['2d74a502-5413-4528-b3b5-029b9f795e26'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:25.408894 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4d9a7696-807b-491c-ac86-8e9dfb554841 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "PUT /v2.0/routers/2d74a502-5413-4528-b3b5-029b9f795e26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2426934 Jan 21 09:46:25.411542 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56366) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:25.418167 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902cb0f1-4510-4834-b4be-b02fa162a69a None None] Routers {'2d74a502-5413-4528-b3b5-029b9f795e26'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:25.418768 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-902cb0f1-4510-4834-b4be-b02fa162a69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:46:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['2d74a502-5413-4528-b3b5-029b9f795e26'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:25.458332 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a180bb59-ae79-4bb1-bd0d-11e7a90ca3c4 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Synchronizing usage tracker for tenant:c78ba537853c4f6f976d32f02bc2ac76 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:25.474215 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a180bb59-ae79-4bb1-bd0d-11e7a90ca3c4 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Unset dirty status for tenant:c78ba537853c4f6f976d32f02bc2ac76 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:25.475370 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a180bb59-ae79-4bb1-bd0d-11e7a90ca3c4 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "GET /v2.0/ports?device_id=2d74a502-5413-4528-b3b5-029b9f795e26 HTTP/1.1" status: 200 len: 205 time: 0.0628796 Jan 21 09:46:25.478284 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56370) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:25.478627 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-902cb0f1-4510-4834-b4be-b02fa162a69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:25.487243 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902cb0f1-4510-4834-b4be-b02fa162a69a None None] Routers {'2d74a502-5413-4528-b3b5-029b9f795e26'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:25.487865 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-902cb0f1-4510-4834-b4be-b02fa162a69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:46:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['2d74a502-5413-4528-b3b5-029b9f795e26'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:25.548930 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-902cb0f1-4510-4834-b4be-b02fa162a69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:25.549243 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902cb0f1-4510-4834-b4be-b02fa162a69a None None] The sync data for ids ['2d74a502-5413-4528-b3b5-029b9f795e26'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:25.610806 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-95b544b2-0b34-402b-8919-c5869be3c059 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.902749 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-95b544b2-0b34-402b-8919-c5869be3c059 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.904887 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-95b544b2-0b34-402b-8919-c5869be3c059 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.925944 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-95b544b2-0b34-402b-8919-c5869be3c059 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.926405 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b544b2-0b34-402b-8919-c5869be3c059 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Fanout notify agent at l3_agent the message router_deleted on router 2d74a502-5413-4528-b3b5-029b9f795e26 {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:46:25.937877 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-95b544b2-0b34-402b-8919-c5869be3c059 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.938938 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-95b544b2-0b34-402b-8919-c5869be3c059 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/routers/2d74a502-5413-4528-b3b5-029b9f795e26 HTTP/1.1" status: 204 len: 168 time: 0.4597750 Jan 21 09:46:25.941593 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56376) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:26.007098 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7649927-44f7-4df0-8d7e-1f243a345f8a tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Deleting subnet aa341279-983f-4560-aa86-b87fe3a0be53 {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:46:26.009934 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d7649927-44f7-4df0-8d7e-1f243a345f8a tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:26.062811 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d7649927-44f7-4df0-8d7e-1f243a345f8a tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:26.145045 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d7649927-44f7-4df0-8d7e-1f243a345f8a tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:26.215142 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d7649927-44f7-4df0-8d7e-1f243a345f8a tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:26.253233 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7649927-44f7-4df0-8d7e-1f243a345f8a tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event deleted for resources: {'Subnet': ['ID=aa341279-983f-4560-aa86-b87fe3a0be53,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:26.256718 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d7649927-44f7-4df0-8d7e-1f243a345f8a tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:26.262649 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d7649927-44f7-4df0-8d7e-1f243a345f8a tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/subnets/aa341279-983f-4560-aa86-b87fe3a0be53 HTTP/1.1" status: 204 len: 168 time: 0.3201411 Jan 21 09:46:26.265184 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56380) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:26.266845 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988803c1-b673-44fb-942d-9292c08fdcd1 None None] Network 718f154c-61d7-4298-9cb7-f0989c72fab1 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:46:26.375687 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fc1e3f6b-e109-458d-811d-fe91f6042591 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:26.385711 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-fc1e3f6b-e109-458d-811d-fe91f6042591 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Deleting port a302101c-4322-4400-9242-b07aedb9d7c0 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:26.386060 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fc1e3f6b-e109-458d-811d-fe91f6042591 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:26.506872 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dd960d-85af-4bc3-a73f-db542284a886 None None] DHCP port deletion for 718f154c-61d7-4298-9cb7-f0989c72fab1 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:46:26.512175 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-35dd960d-85af-4bc3-a73f-db542284a886 None None] Deleting port a302101c-4322-4400-9242-b07aedb9d7c0 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:26.512551 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-35dd960d-85af-4bc3-a73f-db542284a886 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:26.592151 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-fc1e3f6b-e109-458d-811d-fe91f6042591 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] For port a302101c-4322-4400-9242-b07aedb9d7c0, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a302101c-4322-4400-9242-b07aedb9d7c0,segment=NetworkSegment(692c861d-b01a-4eee-ae15-b08dc4aa412c),segment_id=692c861d-b01a-4eee-ae15-b08dc4aa412c)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:26.592480 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fc1e3f6b-e109-458d-811d-fe91f6042591 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:26.725121 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-35dd960d-85af-4bc3-a73f-db542284a886 None None] For port a302101c-4322-4400-9242-b07aedb9d7c0, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a302101c-4322-4400-9242-b07aedb9d7c0,segment=NetworkSegment(692c861d-b01a-4eee-ae15-b08dc4aa412c),segment_id=692c861d-b01a-4eee-ae15-b08dc4aa412c)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:26.725782 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-35dd960d-85af-4bc3-a73f-db542284a886 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:26.828804 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-fc1e3f6b-e109-458d-811d-fe91f6042591 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Calling delete_port for a302101c-4322-4400-9242-b07aedb9d7c0 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:26.850560 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-35dd960d-85af-4bc3-a73f-db542284a886 None None] Calling delete_port for a302101c-4322-4400-9242-b07aedb9d7c0 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:26.902141 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fc1e3f6b-e109-458d-811d-fe91f6042591 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: from cryptography.utils import int_from_bytes Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: from cryptography.utils import int_from_bytes Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn_limited( Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn_limited( Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:46:26.918289 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 09:46:26.923575 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-35dd960d-85af-4bc3-a73f-db542284a886 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:46:26.923931 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-35dd960d-85af-4bc3-a73f-db542284a886 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:46:26.951854 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e3f6b-e109-458d-811d-fe91f6042591 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event deleted for resources: {'Port': ['ID=a302101c-4322-4400-9242-b07aedb9d7c0,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:26.959475 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1e3f6b-e109-458d-811d-fe91f6042591 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] No DVR routers for this DVR port a302101c-4322-4400-9242-b07aedb9d7c0 on host dv-neutron-825731-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:27.092447 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fc1e3f6b-e109-458d-811d-fe91f6042591 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.116294 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-fc1e3f6b-e109-458d-811d-fe91f6042591 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718f154c-61d7-4298-9cb7-f0989c72fab1']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:27.128314 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-fc1e3f6b-e109-458d-811d-fe91f6042591 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '692c861d-b01a-4eee-ae15-b08dc4aa412c') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:27.128631 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-fc1e3f6b-e109-458d-811d-fe91f6042591 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '692c861d-b01a-4eee-ae15-b08dc4aa412c') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:27.139476 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fc1e3f6b-e109-458d-811d-fe91f6042591 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.155233 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fc1e3f6b-e109-458d-811d-fe91f6042591 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.161041 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc1e3f6b-e109-458d-811d-fe91f6042591 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:46:27.161408 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fc1e3f6b-e109-458d-811d-fe91f6042591 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.175811 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:46:27.175811 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:46:27.175811 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:46:27.175811 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:46:27.175811 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:46:27.175811 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:46:27.175811 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:46:27.175811 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:46:27.175811 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:46:27.175811 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:46:27.175811 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:46:27.175811 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:46:27.175811 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:46:27.175811 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:46:27.175811 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:46:27.175811 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:46:27.175811 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:46:27.175811 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:46:27.175811 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:46:27.175811 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:46:27.175811 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:46:27.175811 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:46:27.175811 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:46:27.175811 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:46:27.175811 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:46:27.175811 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:46:27.175811 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:46:27.175811 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:46:27.175811 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:46:27.175811 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:46:27.175811 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:46:27.175811 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:46:27.257002 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fc1e3f6b-e109-458d-811d-fe91f6042591 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.273737 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fc1e3f6b-e109-458d-811d-fe91f6042591 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.284929 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e3f6b-e109-458d-811d-fe91f6042591 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event deleted for resources: {'Network': ['ID=718f154c-61d7-4298-9cb7-f0989c72fab1,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:27.296173 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-fc1e3f6b-e109-458d-811d-fe91f6042591 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/networks/718f154c-61d7-4298-9cb7-f0989c72fab1 HTTP/1.1" status: 204 len: 168 time: 1.0300179 Jan 21 09:46:27.300064 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56384) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:27.305667 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-18c16fee-bb29-44d5-b304-0ac6e962638c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-342324510', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}, 'admin_state_up': False}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:27.312895 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-18c16fee-bb29-44d5-b304-0ac6e962638c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:27.316640 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-18c16fee-bb29-44d5-b304-0ac6e962638c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Usage tracker for resource:router and tenant:c78ba537853c4f6f976d32f02bc2ac76 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:27.319414 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-18c16fee-bb29-44d5-b304-0ac6e962638c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:27.325599 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-18c16fee-bb29-44d5-b304-0ac6e962638c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:27.335103 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-18c16fee-bb29-44d5-b304-0ac6e962638c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.336200 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-18c16fee-bb29-44d5-b304-0ac6e962638c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.351717 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-18c16fee-bb29-44d5-b304-0ac6e962638c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.424663 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-35dd960d-85af-4bc3-a73f-db542284a886 None None] Deleting port a302101c-4322-4400-9242-b07aedb9d7c0 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:27.425224 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-35dd960d-85af-4bc3-a73f-db542284a886 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.542691 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-35dd960d-85af-4bc3-a73f-db542284a886 None None] The port 'a302101c-4322-4400-9242-b07aedb9d7c0' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:46:27.639305 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-18c16fee-bb29-44d5-b304-0ac6e962638c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.982785 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-18c16fee-bb29-44d5-b304-0ac6e962638c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router_gateway, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.014728 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-18c16fee-bb29-44d5-b304-0ac6e962638c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.182097 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a302101c-4322-4400-9242-b07aedb9d7c0 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:28.218781 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: a302101c-4322-4400-9242-b07aedb9d7c0 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:46:28.219117 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a302101c-4322-4400-9242-b07aedb9d7c0 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:28.257546 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-18c16fee-bb29-44d5-b304-0ac6e962638c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Allocated IP 172.26.3.121 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/96821acc-dbca-4f4f-b51f-c57793237c3c) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:28.400277 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-18c16fee-bb29-44d5-b304-0ac6e962638c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.428772 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-18c16fee-bb29-44d5-b304-0ac6e962638c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.491161 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c16fee-bb29-44d5-b304-0ac6e962638c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:28.493862 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-18c16fee-bb29-44d5-b304-0ac6e962638c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:28.497769 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c16fee-bb29-44d5-b304-0ac6e962638c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:46:28.535705 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c16fee-bb29-44d5-b304-0ac6e962638c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event updated for resources: {'Port': ['ID=96821acc-dbca-4f4f-b51f-c57793237c3c,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:28.920101 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-18c16fee-bb29-44d5-b304-0ac6e962638c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router_gateway, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:29.283632 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-18c16fee-bb29-44d5-b304-0ac6e962638c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:29.510491 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c16fee-bb29-44d5-b304-0ac6e962638c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Router 74721216-23ee-44bf-9f63-c3855d5bafae is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:46:29.827707 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c16fee-bb29-44d5-b304-0ac6e962638c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:46:29.836826 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47799705-04b6-4b85-9d29-f3a22b6551b6 None None] Sync routers for ids ['74721216-23ee-44bf-9f63-c3855d5bafae'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:29.847060 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47799705-04b6-4b85-9d29-f3a22b6551b6 None None] Routers {'74721216-23ee-44bf-9f63-c3855d5bafae'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:29.847704 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-47799705-04b6-4b85-9d29-f3a22b6551b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:46:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['74721216-23ee-44bf-9f63-c3855d5bafae'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:29.855881 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-18c16fee-bb29-44d5-b304-0ac6e962638c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:29.857160 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-18c16fee-bb29-44d5-b304-0ac6e962638c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.5557575 Jan 21 09:46:29.859761 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56390) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:29.912821 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-47799705-04b6-4b85-9d29-f3a22b6551b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:29.923953 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47799705-04b6-4b85-9d29-f3a22b6551b6 None None] Routers {'74721216-23ee-44bf-9f63-c3855d5bafae'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:29.924951 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-47799705-04b6-4b85-9d29-f3a22b6551b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:46:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['74721216-23ee-44bf-9f63-c3855d5bafae'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:29.989024 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-47799705-04b6-4b85-9d29-f3a22b6551b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:29.989434 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47799705-04b6-4b85-9d29-f3a22b6551b6 None None] The sync data for ids ['74721216-23ee-44bf-9f63-c3855d5bafae'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:30.050452 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-21dd02b9-6389-4ad5-a079-499929603ea6 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "GET /v2.0/routers/74721216-23ee-44bf-9f63-c3855d5bafae HTTP/1.1" status: 200 len: 880 time: 0.1895075 Jan 21 09:46:30.052725 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56394) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:30.255649 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-6f282a72-bec8-46bb-b713-ad9561aa726c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Synchronizing usage tracker for tenant:c78ba537853c4f6f976d32f02bc2ac76 on resource:router {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:30.272268 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-6f282a72-bec8-46bb-b713-ad9561aa726c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Unset dirty status for tenant:c78ba537853c4f6f976d32f02bc2ac76 on resource:router {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:30.273691 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-6f282a72-bec8-46bb-b713-ad9561aa726c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2200694 Jan 21 09:46:30.276414 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56400) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:30.282315 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-460bd0a1-9725-4921-bd4d-9c0ae05a4d2d tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-342324510'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:30.823126 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-460bd0a1-9725-4921-bd4d-9c0ae05a4d2d tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.835491 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-460bd0a1-9725-4921-bd4d-9c0ae05a4d2d tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555907'] for router, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:31.019108 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460bd0a1-9725-4921-bd4d-9c0ae05a4d2d tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Router 74721216-23ee-44bf-9f63-c3855d5bafae has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:46:31.312715 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460bd0a1-9725-4921-bd4d-9c0ae05a4d2d tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:46:31.318897 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-460bd0a1-9725-4921-bd4d-9c0ae05a4d2d tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:31.320037 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-460bd0a1-9725-4921-bd4d-9c0ae05a4d2d tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "PUT /v2.0/routers/74721216-23ee-44bf-9f63-c3855d5bafae HTTP/1.1" status: 200 len: 887 time: 1.0420640 Jan 21 09:46:31.321600 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0631a4f-9f6f-4310-b4e9-d4667f49aeaf None None] Sync routers for ids ['74721216-23ee-44bf-9f63-c3855d5bafae'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:31.322612 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56404) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:31.331554 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0631a4f-9f6f-4310-b4e9-d4667f49aeaf None None] Routers {'74721216-23ee-44bf-9f63-c3855d5bafae'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:31.332153 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-f0631a4f-9f6f-4310-b4e9-d4667f49aeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:46:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['74721216-23ee-44bf-9f63-c3855d5bafae'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:31.393980 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-f0631a4f-9f6f-4310-b4e9-d4667f49aeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:31.403022 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0631a4f-9f6f-4310-b4e9-d4667f49aeaf None None] Routers {'74721216-23ee-44bf-9f63-c3855d5bafae'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:31.403590 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-f0631a4f-9f6f-4310-b4e9-d4667f49aeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:46:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['74721216-23ee-44bf-9f63-c3855d5bafae'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:31.462082 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-f0631a4f-9f6f-4310-b4e9-d4667f49aeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:31.462479 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0631a4f-9f6f-4310-b4e9-d4667f49aeaf None None] The sync data for ids ['74721216-23ee-44bf-9f63-c3855d5bafae'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:31.507894 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d4cb79c9-8720-44da-bbd4-47f45aba4f22 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "GET /v2.0/routers/74721216-23ee-44bf-9f63-c3855d5bafae HTTP/1.1" status: 200 len: 887 time: 0.1841812 Jan 21 09:46:31.510503 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56408) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:31.552826 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-cb6b8ee9-c026-4506-b5a9-62a96eac8d48 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Synchronizing usage tracker for tenant:c78ba537853c4f6f976d32f02bc2ac76 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:31.567689 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-cb6b8ee9-c026-4506-b5a9-62a96eac8d48 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Unset dirty status for tenant:c78ba537853c4f6f976d32f02bc2ac76 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:31.568804 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-cb6b8ee9-c026-4506-b5a9-62a96eac8d48 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "GET /v2.0/ports?device_id=74721216-23ee-44bf-9f63-c3855d5bafae HTTP/1.1" status: 200 len: 205 time: 0.0574017 Jan 21 09:46:31.571422 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56412) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:31.750071 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3179b2c9-3f77-4dfa-83c8-5cfa0b913abe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:31.924001 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3179b2c9-3f77-4dfa-83c8-5cfa0b913abe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:31.934142 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-3179b2c9-3f77-4dfa-83c8-5cfa0b913abe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Deleting port 96821acc-dbca-4f4f-b51f-c57793237c3c {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:31.934466 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3179b2c9-3f77-4dfa-83c8-5cfa0b913abe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.101681 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3179b2c9-3f77-4dfa-83c8-5cfa0b913abe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.220009 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-3179b2c9-3f77-4dfa-83c8-5cfa0b913abe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Calling delete_port for 96821acc-dbca-4f4f-b51f-c57793237c3c owned by network:router_gateway {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:32.378935 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3179b2c9-3f77-4dfa-83c8-5cfa0b913abe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.424481 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3179b2c9-3f77-4dfa-83c8-5cfa0b913abe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event deleted for resources: {'Port': ['ID=96821acc-dbca-4f4f-b51f-c57793237c3c,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:32.624179 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3179b2c9-3f77-4dfa-83c8-5cfa0b913abe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.798758 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3179b2c9-3f77-4dfa-83c8-5cfa0b913abe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.800943 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3179b2c9-3f77-4dfa-83c8-5cfa0b913abe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.822656 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3179b2c9-3f77-4dfa-83c8-5cfa0b913abe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.823173 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3179b2c9-3f77-4dfa-83c8-5cfa0b913abe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Fanout notify agent at l3_agent the message router_deleted on router 74721216-23ee-44bf-9f63-c3855d5bafae {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:46:32.845767 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3179b2c9-3f77-4dfa-83c8-5cfa0b913abe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.846840 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3179b2c9-3f77-4dfa-83c8-5cfa0b913abe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/routers/74721216-23ee-44bf-9f63-c3855d5bafae HTTP/1.1" status: 204 len: 168 time: 1.2744865 Jan 21 09:46:32.850495 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56418) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:32.856092 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-5083a9cc-ab53-459b-b0a9-3991bf94020d tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Request body: {'network': {'name': 'tempest-RoutersTest-1199063341'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:32.861100 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-5083a9cc-ab53-459b-b0a9-3991bf94020d tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:32.864905 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-5083a9cc-ab53-459b-b0a9-3991bf94020d tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Usage tracker for resource:network and tenant:c78ba537853c4f6f976d32f02bc2ac76 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:32.867777 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-5083a9cc-ab53-459b-b0a9-3991bf94020d tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:32.877175 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-5083a9cc-ab53-459b-b0a9-3991bf94020d tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:32.887576 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5083a9cc-ab53-459b-b0a9-3991bf94020d tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Made reservation on behalf of c78ba537853c4f6f976d32f02bc2ac76 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:32.890909 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5083a9cc-ab53-459b-b0a9-3991bf94020d tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.918374 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5083a9cc-ab53-459b-b0a9-3991bf94020d tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:46:32.927094 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5083a9cc-ab53-459b-b0a9-3991bf94020d tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.927460 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-5083a9cc-ab53-459b-b0a9-3991bf94020d tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Added segment e0f5f484-1aaf-48e9-9d91-f2eb59bf45d7 of type vlan for network 98b1a92c-91af-4357-9d0f-ddd91d1990cd Jan 21 09:46:32.953553 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5083a9cc-ab53-459b-b0a9-3991bf94020d tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.981874 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5083a9cc-ab53-459b-b0a9-3991bf94020d tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.987658 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5083a9cc-ab53-459b-b0a9-3991bf94020d tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:32.988231 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5083a9cc-ab53-459b-b0a9-3991bf94020d tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.042083 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5083a9cc-ab53-459b-b0a9-3991bf94020d tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1905398 Jan 21 09:46:33.045047 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56422) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:33.050608 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-37a69b8d-f2ab-4359-9d86-28eb57e1f2ac tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Request body: {'subnet': {'network_id': '98b1a92c-91af-4357-9d0f-ddd91d1990cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:33.102632 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5083a9cc-ab53-459b-b0a9-3991bf94020d tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event updated for resources: {'Network': ['ID=98b1a92c-91af-4357-9d0f-ddd91d1990cd,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:33.112926 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 98b1a92c-91af-4357-9d0f-ddd91d1990cd details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:46:33.162293 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-37a69b8d-f2ab-4359-9d86-28eb57e1f2ac tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:33.165948 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-37a69b8d-f2ab-4359-9d86-28eb57e1f2ac tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Usage tracker for resource:subnet and tenant:c78ba537853c4f6f976d32f02bc2ac76 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:33.168982 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-37a69b8d-f2ab-4359-9d86-28eb57e1f2ac tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:33.174566 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-37a69b8d-f2ab-4359-9d86-28eb57e1f2ac tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:33.184805 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a69b8d-f2ab-4359-9d86-28eb57e1f2ac tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Made reservation on behalf of c78ba537853c4f6f976d32f02bc2ac76 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:33.188534 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-37a69b8d-f2ab-4359-9d86-28eb57e1f2ac tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.404084 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-37a69b8d-f2ab-4359-9d86-28eb57e1f2ac tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.479267 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a69b8d-f2ab-4359-9d86-28eb57e1f2ac tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event updated for resources: {'Subnet': ['ID=6c59d28a-e18d-4228-aedb-1fddf5f61bf8,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:33.486418 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a69b8d-f2ab-4359-9d86-28eb57e1f2ac tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Checking segment: {'id': 'e0f5f484-1aaf-48e9-9d91-f2eb59bf45d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '98b1a92c-91af-4357-9d0f-ddd91d1990cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:46:33.486767 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a69b8d-f2ab-4359-9d86-28eb57e1f2ac tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Network hostable DHCP agents. Network: 98b1a92c-91af-4357-9d0f-ddd91d1990cd, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:46:33.505733 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a69b8d-f2ab-4359-9d86-28eb57e1f2ac tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Network 98b1a92c-91af-4357-9d0f-ddd91d1990cd is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:46:33.515204 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-37a69b8d-f2ab-4359-9d86-28eb57e1f2ac tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 98b1a92c-91af-4357-9d0f-ddd91d1990cd) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:33.519967 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a69b8d-f2ab-4359-9d86-28eb57e1f2ac tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:33.521928 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-37a69b8d-f2ab-4359-9d86-28eb57e1f2ac tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.522833 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2162bbf9-eea9-43e8-bfc9-2b62daee7bfd None None] Network 98b1a92c-91af-4357-9d0f-ddd91d1990cd requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:46:33.544218 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-37a69b8d-f2ab-4359-9d86-28eb57e1f2ac tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4978995 Jan 21 09:46:33.546747 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56426) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:33.551885 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-9508fa5b-7723-459c-b26f-3df858657307 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1970206416', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:33.558208 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9508fa5b-7723-459c-b26f-3df858657307 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:33.563384 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9508fa5b-7723-459c-b26f-3df858657307 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Usage tracker for resource:router and tenant:c78ba537853c4f6f976d32f02bc2ac76 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:33.566176 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9508fa5b-7723-459c-b26f-3df858657307 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:33.571842 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9508fa5b-7723-459c-b26f-3df858657307 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:33.591088 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9508fa5b-7723-459c-b26f-3df858657307 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.592303 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9508fa5b-7723-459c-b26f-3df858657307 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.608744 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9508fa5b-7723-459c-b26f-3df858657307 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.627423 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9508fa5b-7723-459c-b26f-3df858657307 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.653251 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9508fa5b-7723-459c-b26f-3df858657307 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.654430 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9508fa5b-7723-459c-b26f-3df858657307 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1066020 Jan 21 09:46:33.657284 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56430) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:33.740368 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382d6e70-deb1-4cdd-b084-c1e2afb4751a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-98b1a92c-91af-4357-9d0f-ddd91d1990cd', 'network_id': '98b1a92c-91af-4357-9d0f-ddd91d1990cd', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'fixed_ips': [{'subnet_id': '6c59d28a-e18d-4228-aedb-1fddf5f61bf8'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:46:33.741376 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-382d6e70-deb1-4cdd-b084-c1e2afb4751a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.895867 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-382d6e70-deb1-4cdd-b084-c1e2afb4751a None None] Allocated IP 172.20.0.2 (98b1a92c-91af-4357-9d0f-ddd91d1990cd/6c59d28a-e18d-4228-aedb-1fddf5f61bf8/780b2e48-906e-4dd0-bb70-151bf0070e29) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:34.104718 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-382d6e70-deb1-4cdd-b084-c1e2afb4751a None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.116392 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-382d6e70-deb1-4cdd-b084-c1e2afb4751a None None] Transition to ACTIVE for port object 780b2e48-906e-4dd0-bb70-151bf0070e29 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:34.136295 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-382d6e70-deb1-4cdd-b084-c1e2afb4751a None None] Transition to ACTIVE for port object 780b2e48-906e-4dd0-bb70-151bf0070e29 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:34.142325 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-382d6e70-deb1-4cdd-b084-c1e2afb4751a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.212605 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382d6e70-deb1-4cdd-b084-c1e2afb4751a None None] Network 98b1a92c-91af-4357-9d0f-ddd91d1990cd is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:34.213742 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-382d6e70-deb1-4cdd-b084-c1e2afb4751a None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:34.217706 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382d6e70-deb1-4cdd-b084-c1e2afb4751a None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:46:34.226497 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d6e70-deb1-4cdd-b084-c1e2afb4751a None None] Pushing event updated for resources: {'Port': ['ID=780b2e48-906e-4dd0-bb70-151bf0070e29,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:34.269885 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-944ddada-65c3-4a93-adea-7ef96d835e1c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.315060 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-382d6e70-deb1-4cdd-b084-c1e2afb4751a None None] Attempting to bind port 780b2e48-906e-4dd0-bb70-151bf0070e29 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:34.315490 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-382d6e70-deb1-4cdd-b084-c1e2afb4751a None None] Attempting to bind port 780b2e48-906e-4dd0-bb70-151bf0070e29 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'e0f5f484-1aaf-48e9-9d91-f2eb59bf45d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '98b1a92c-91af-4357-9d0f-ddd91d1990cd'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:34.315881 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382d6e70-deb1-4cdd-b084-c1e2afb4751a None None] Attempting to bind port 780b2e48-906e-4dd0-bb70-151bf0070e29 on network 98b1a92c-91af-4357-9d0f-ddd91d1990cd {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:46:34.321245 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382d6e70-deb1-4cdd-b084-c1e2afb4751a None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:46:34.321620 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382d6e70-deb1-4cdd-b084-c1e2afb4751a None None] Checking segment: {'id': 'e0f5f484-1aaf-48e9-9d91-f2eb59bf45d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '98b1a92c-91af-4357-9d0f-ddd91d1990cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:46:34.322044 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-382d6e70-deb1-4cdd-b084-c1e2afb4751a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.322438 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382d6e70-deb1-4cdd-b084-c1e2afb4751a None None] Bound using segment: {'id': 'e0f5f484-1aaf-48e9-9d91-f2eb59bf45d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '98b1a92c-91af-4357-9d0f-ddd91d1990cd'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:46:34.322899 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-382d6e70-deb1-4cdd-b084-c1e2afb4751a None None] Bound port: 780b2e48-906e-4dd0-bb70-151bf0070e29, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0f5f484-1aaf-48e9-9d91-f2eb59bf45d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '98b1a92c-91af-4357-9d0f-ddd91d1990cd'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:34.323271 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-382d6e70-deb1-4cdd-b084-c1e2afb4751a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.409590 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-382d6e70-deb1-4cdd-b084-c1e2afb4751a None None] For port 780b2e48-906e-4dd0-bb70-151bf0070e29, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:46:34.412474 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-382d6e70-deb1-4cdd-b084-c1e2afb4751a None None] For port 780b2e48-906e-4dd0-bb70-151bf0070e29, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=780b2e48-906e-4dd0-bb70-151bf0070e29,segment=NetworkSegment(e0f5f484-1aaf-48e9-9d91-f2eb59bf45d7),segment_id=e0f5f484-1aaf-48e9-9d91-f2eb59bf45d7)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:46:34.416706 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-382d6e70-deb1-4cdd-b084-c1e2afb4751a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.499497 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d6e70-deb1-4cdd-b084-c1e2afb4751a None None] Pushing event updated for resources: {'Port': ['ID=780b2e48-906e-4dd0-bb70-151bf0070e29,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:34.628016 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-944ddada-65c3-4a93-adea-7ef96d835e1c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Allocated IP 172.20.0.1 (98b1a92c-91af-4357-9d0f-ddd91d1990cd/6c59d28a-e18d-4228-aedb-1fddf5f61bf8/b28c59fd-72f9-4a63-ab32-6e43cebe90f7) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:34.811099 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-944ddada-65c3-4a93-adea-7ef96d835e1c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.829521 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-944ddada-65c3-4a93-adea-7ef96d835e1c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Transition to ACTIVE for port object b28c59fd-72f9-4a63-ab32-6e43cebe90f7 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:34.852571 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-944ddada-65c3-4a93-adea-7ef96d835e1c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.929125 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944ddada-65c3-4a93-adea-7ef96d835e1c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Network 98b1a92c-91af-4357-9d0f-ddd91d1990cd is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:34.929125 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-944ddada-65c3-4a93-adea-7ef96d835e1c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:34.936811 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944ddada-65c3-4a93-adea-7ef96d835e1c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:46:34.972495 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ddada-65c3-4a93-adea-7ef96d835e1c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event updated for resources: {'Port': ['ID=b28c59fd-72f9-4a63-ab32-6e43cebe90f7,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:34.989140 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ddada-65c3-4a93-adea-7ef96d835e1c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:34.989489 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ddada-65c3-4a93-adea-7ef96d835e1c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:34.989833 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ddada-65c3-4a93-adea-7ef96d835e1c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:34.990170 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ddada-65c3-4a93-adea-7ef96d835e1c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:34.990505 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ddada-65c3-4a93-adea-7ef96d835e1c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:34.990834 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ddada-65c3-4a93-adea-7ef96d835e1c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:34.991162 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ddada-65c3-4a93-adea-7ef96d835e1c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:34.991865 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ddada-65c3-4a93-adea-7ef96d835e1c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:34.992199 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ddada-65c3-4a93-adea-7ef96d835e1c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:34.992523 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ddada-65c3-4a93-adea-7ef96d835e1c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:34.992848 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ddada-65c3-4a93-adea-7ef96d835e1c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:34.993169 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ddada-65c3-4a93-adea-7ef96d835e1c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:35.007225 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-944ddada-65c3-4a93-adea-7ef96d835e1c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:35.110223 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-944ddada-65c3-4a93-adea-7ef96d835e1c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:35.447924 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f2863e-41ad-4b3a-89a0-072a39a7e1ed None None] Network 98b1a92c-91af-4357-9d0f-ddd91d1990cd requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:46:35.505567 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-944ddada-65c3-4a93-adea-7ef96d835e1c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:35.510186 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-944ddada-65c3-4a93-adea-7ef96d835e1c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:35.556575 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-01d07aa3-a212-4cb9-8182-0a9b5f13132f None None] Provisioning for port 780b2e48-906e-4dd0-bb70-151bf0070e29 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:35.623660 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-944ddada-65c3-4a93-adea-7ef96d835e1c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:35.626969 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ddada-65c3-4a93-adea-7ef96d835e1c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event updated for resources: {'Port': ['ID=b28c59fd-72f9-4a63-ab32-6e43cebe90f7,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:35.894994 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944ddada-65c3-4a93-adea-7ef96d835e1c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Network 98b1a92c-91af-4357-9d0f-ddd91d1990cd is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:35.896287 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-944ddada-65c3-4a93-adea-7ef96d835e1c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:35.909682 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-bd050e5f-557b-47ac-ba04-638230f9cef4 None None] Provisioning for port b28c59fd-72f9-4a63-ab32-6e43cebe90f7 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:35.914874 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-bd050e5f-557b-47ac-ba04-638230f9cef4 None None] Provisioning complete for port b28c59fd-72f9-4a63-ab32-6e43cebe90f7 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:35.915315 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-bd050e5f-557b-47ac-ba04-638230f9cef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:36.014901 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-bd050e5f-557b-47ac-ba04-638230f9cef4 None None] Port b28c59fd-72f9-4a63-ab32-6e43cebe90f7 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:46:36.093008 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944ddada-65c3-4a93-adea-7ef96d835e1c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Router 59e11e6d-a337-401f-aa1d-55009e967bc7 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:46:36.137442 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-733108d2-7a0f-472f-b32a-0fb8c9e95162 None None] Provisioning complete for port b28c59fd-72f9-4a63-ab32-6e43cebe90f7 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:36.138025 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-733108d2-7a0f-472f-b32a-0fb8c9e95162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:36.213764 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-733108d2-7a0f-472f-b32a-0fb8c9e95162 None None] Port b28c59fd-72f9-4a63-ab32-6e43cebe90f7 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:46:36.250290 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 780b2e48-906e-4dd0-bb70-151bf0070e29 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:36.268657 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944ddada-65c3-4a93-adea-7ef96d835e1c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:46:36.283935 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aef2fc6-5373-411d-92ab-bf80e36093d0 None None] Sync routers for ids ['59e11e6d-a337-401f-aa1d-55009e967bc7'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:36.284305 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-944ddada-65c3-4a93-adea-7ef96d835e1c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "PUT /v2.0/routers/59e11e6d-a337-401f-aa1d-55009e967bc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6259236 Jan 21 09:46:36.286743 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56436) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:36.316741 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aef2fc6-5373-411d-92ab-bf80e36093d0 None None] Routers {'59e11e6d-a337-401f-aa1d-55009e967bc7'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:36.317371 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-3aef2fc6-5373-411d-92ab-bf80e36093d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:46:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['59e11e6d-a337-401f-aa1d-55009e967bc7'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:36.358382 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023d3b4c-e7ba-43d1-ab1a-f947d73357c5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:36.358881 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-023d3b4c-e7ba-43d1-ab1a-f947d73357c5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Synchronizing usage tracker for tenant:c78ba537853c4f6f976d32f02bc2ac76 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:36.373717 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-023d3b4c-e7ba-43d1-ab1a-f947d73357c5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Unset dirty status for tenant:c78ba537853c4f6f976d32f02bc2ac76 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:36.374814 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-023d3b4c-e7ba-43d1-ab1a-f947d73357c5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "GET /v2.0/ports/b28c59fd-72f9-4a63-ab32-6e43cebe90f7 HTTP/1.1" status: 200 len: 910 time: 0.0871787 Jan 21 09:46:36.377630 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56440) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:36.381851 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-3aef2fc6-5373-411d-92ab-bf80e36093d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:36.383283 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-0fb91ad4-0513-4983-b51c-1789014e142e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6c59d28a-e18d-4228-aedb-1fddf5f61bf8'}]}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:36.393430 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aef2fc6-5373-411d-92ab-bf80e36093d0 None None] Routers {'59e11e6d-a337-401f-aa1d-55009e967bc7'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:36.394030 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-3aef2fc6-5373-411d-92ab-bf80e36093d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:46:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['59e11e6d-a337-401f-aa1d-55009e967bc7'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:36.463665 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-3aef2fc6-5373-411d-92ab-bf80e36093d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:36.464925 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aef2fc6-5373-411d-92ab-bf80e36093d0 None None] The sync data for ids ['59e11e6d-a337-401f-aa1d-55009e967bc7'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:36.467863 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 780b2e48-906e-4dd0-bb70-151bf0070e29 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:36.472876 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 780b2e48-906e-4dd0-bb70-151bf0070e29 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:36.473249 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:36.515069 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-8d4eed8c-9aa5-4a72-9118-a5b7be53b132 None None] Provisioning complete for port b28c59fd-72f9-4a63-ab32-6e43cebe90f7 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:36.515460 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8d4eed8c-9aa5-4a72-9118-a5b7be53b132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:36.585672 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-8d4eed8c-9aa5-4a72-9118-a5b7be53b132 None None] Port b28c59fd-72f9-4a63-ab32-6e43cebe90f7 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:46:36.630229 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0fb91ad4-0513-4983-b51c-1789014e142e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:36.642717 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:36.679663 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 780b2e48-906e-4dd0-bb70-151bf0070e29, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=780b2e48-906e-4dd0-bb70-151bf0070e29,segment=NetworkSegment(e0f5f484-1aaf-48e9-9d91-f2eb59bf45d7),segment_id=e0f5f484-1aaf-48e9-9d91-f2eb59bf45d7)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:36.687293 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:36.766934 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=780b2e48-906e-4dd0-bb70-151bf0070e29,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:37.141279 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0fb91ad4-0513-4983-b51c-1789014e142e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.148811 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0fb91ad4-0513-4983-b51c-1789014e142e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.265571 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb91ad4-0513-4983-b51c-1789014e142e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:37.266173 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0fb91ad4-0513-4983-b51c-1789014e142e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.267483 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0fb91ad4-0513-4983-b51c-1789014e142e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "PUT /v2.0/ports/b28c59fd-72f9-4a63-ab32-6e43cebe90f7 HTTP/1.1" status: 200 len: 910 time: 0.8889258 Jan 21 09:46:37.268169 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb91ad4-0513-4983-b51c-1789014e142e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event updated for resources: {'Port': ['ID=b28c59fd-72f9-4a63-ab32-6e43cebe90f7,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:37.270294 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56446) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:37.880428 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1dba5019-f588-4dc4-8e57-cb56fb6ecddf tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:38.193180 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 780b2e48-906e-4dd0-bb70-151bf0070e29 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:38.209066 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-1dba5019-f588-4dc4-8e57-cb56fb6ecddf tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Deleting port b28c59fd-72f9-4a63-ab32-6e43cebe90f7 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:38.209398 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1dba5019-f588-4dc4-8e57-cb56fb6ecddf tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:38.260051 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 780b2e48-906e-4dd0-bb70-151bf0070e29 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:38.260421 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:38.393948 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1dba5019-f588-4dc4-8e57-cb56fb6ecddf tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:38.515977 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-1dba5019-f588-4dc4-8e57-cb56fb6ecddf tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Calling delete_port for b28c59fd-72f9-4a63-ab32-6e43cebe90f7 owned by network:router_interface {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:38.686660 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1dba5019-f588-4dc4-8e57-cb56fb6ecddf tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:38.742331 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba5019-f588-4dc4-8e57-cb56fb6ecddf tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event deleted for resources: {'Port': ['ID=b28c59fd-72f9-4a63-ab32-6e43cebe90f7,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:39.083366 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1dba5019-f588-4dc4-8e57-cb56fb6ecddf tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.352955 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dba5019-f588-4dc4-8e57-cb56fb6ecddf tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Router 59e11e6d-a337-401f-aa1d-55009e967bc7 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:46:39.482993 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dba5019-f588-4dc4-8e57-cb56fb6ecddf tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:46:39.492136 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece728f9-21e4-4226-8803-6ba9b5856716 None None] Sync routers for ids ['59e11e6d-a337-401f-aa1d-55009e967bc7'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:39.498404 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1dba5019-f588-4dc4-8e57-cb56fb6ecddf tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "PUT /v2.0/routers/59e11e6d-a337-401f-aa1d-55009e967bc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2271409 Jan 21 09:46:39.501253 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56452) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:39.501875 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece728f9-21e4-4226-8803-6ba9b5856716 None None] Routers {'59e11e6d-a337-401f-aa1d-55009e967bc7'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:39.502529 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-ece728f9-21e4-4226-8803-6ba9b5856716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:46:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['59e11e6d-a337-401f-aa1d-55009e967bc7'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:39.544259 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-68830eef-881e-46b6-8df9-4c2ee8dbb231 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Synchronizing usage tracker for tenant:c78ba537853c4f6f976d32f02bc2ac76 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:39.559495 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-68830eef-881e-46b6-8df9-4c2ee8dbb231 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Unset dirty status for tenant:c78ba537853c4f6f976d32f02bc2ac76 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:39.560652 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-68830eef-881e-46b6-8df9-4c2ee8dbb231 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "GET /v2.0/ports?device_id=59e11e6d-a337-401f-aa1d-55009e967bc7 HTTP/1.1" status: 200 len: 205 time: 0.0584934 Jan 21 09:46:39.563650 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56456) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:39.566495 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-ece728f9-21e4-4226-8803-6ba9b5856716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:39.575669 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece728f9-21e4-4226-8803-6ba9b5856716 None None] Routers {'59e11e6d-a337-401f-aa1d-55009e967bc7'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:39.576264 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-ece728f9-21e4-4226-8803-6ba9b5856716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:46:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['59e11e6d-a337-401f-aa1d-55009e967bc7'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:39.638363 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-ece728f9-21e4-4226-8803-6ba9b5856716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:39.638654 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece728f9-21e4-4226-8803-6ba9b5856716 None None] The sync data for ids ['59e11e6d-a337-401f-aa1d-55009e967bc7'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:39.699617 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-503cb3e4-ac72-492a-8969-e1a0be4b93d8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.038412 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-503cb3e4-ac72-492a-8969-e1a0be4b93d8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.040698 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-503cb3e4-ac72-492a-8969-e1a0be4b93d8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.064909 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-503cb3e4-ac72-492a-8969-e1a0be4b93d8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.065411 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503cb3e4-ac72-492a-8969-e1a0be4b93d8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Fanout notify agent at l3_agent the message router_deleted on router 59e11e6d-a337-401f-aa1d-55009e967bc7 {{(pid=87515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:46:40.082778 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-503cb3e4-ac72-492a-8969-e1a0be4b93d8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.083874 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-503cb3e4-ac72-492a-8969-e1a0be4b93d8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/routers/59e11e6d-a337-401f-aa1d-55009e967bc7 HTTP/1.1" status: 204 len: 168 time: 0.5185051 Jan 21 09:46:40.087136 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56460) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:40.162966 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-2414e2ac-e0da-40f2-ba76-898bda99b17b tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Deleting subnet 6c59d28a-e18d-4228-aedb-1fddf5f61bf8 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:46:40.166073 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2414e2ac-e0da-40f2-ba76-898bda99b17b tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.224715 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2414e2ac-e0da-40f2-ba76-898bda99b17b tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.314164 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2414e2ac-e0da-40f2-ba76-898bda99b17b tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.530357 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2414e2ac-e0da-40f2-ba76-898bda99b17b tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.573746 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2414e2ac-e0da-40f2-ba76-898bda99b17b tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event deleted for resources: {'Subnet': ['ID=6c59d28a-e18d-4228-aedb-1fddf5f61bf8,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:40.577963 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2414e2ac-e0da-40f2-ba76-898bda99b17b tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.586853 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2414e2ac-e0da-40f2-ba76-898bda99b17b tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/subnets/6c59d28a-e18d-4228-aedb-1fddf5f61bf8 HTTP/1.1" status: 204 len: 168 time: 0.4983015 Jan 21 09:46:40.588467 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56464) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:40.588997 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2653dd-4c70-42f8-b40c-63fedbece0ba None None] Network 98b1a92c-91af-4357-9d0f-ddd91d1990cd requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:46:40.703885 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2c80fdc6-a8b5-4828-a4bb-af188db41750 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.714271 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-2c80fdc6-a8b5-4828-a4bb-af188db41750 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Deleting port 780b2e48-906e-4dd0-bb70-151bf0070e29 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:40.715240 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2c80fdc6-a8b5-4828-a4bb-af188db41750 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.838568 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feea33b6-7243-4380-8cf4-875e3617810c None None] DHCP port deletion for 98b1a92c-91af-4357-9d0f-ddd91d1990cd request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:46:40.842873 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-feea33b6-7243-4380-8cf4-875e3617810c None None] Deleting port 780b2e48-906e-4dd0-bb70-151bf0070e29 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:40.843349 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-feea33b6-7243-4380-8cf4-875e3617810c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.931356 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-2c80fdc6-a8b5-4828-a4bb-af188db41750 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] For port 780b2e48-906e-4dd0-bb70-151bf0070e29, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=780b2e48-906e-4dd0-bb70-151bf0070e29,segment=NetworkSegment(e0f5f484-1aaf-48e9-9d91-f2eb59bf45d7),segment_id=e0f5f484-1aaf-48e9-9d91-f2eb59bf45d7)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:40.931899 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2c80fdc6-a8b5-4828-a4bb-af188db41750 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.050836 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-feea33b6-7243-4380-8cf4-875e3617810c None None] For port 780b2e48-906e-4dd0-bb70-151bf0070e29, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=780b2e48-906e-4dd0-bb70-151bf0070e29,segment=NetworkSegment(e0f5f484-1aaf-48e9-9d91-f2eb59bf45d7),segment_id=e0f5f484-1aaf-48e9-9d91-f2eb59bf45d7)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:41.051218 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-feea33b6-7243-4380-8cf4-875e3617810c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.060380 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-2c80fdc6-a8b5-4828-a4bb-af188db41750 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Calling delete_port for 780b2e48-906e-4dd0-bb70-151bf0070e29 owned by network:dhcp {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:41.137565 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2c80fdc6-a8b5-4828-a4bb-af188db41750 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.177955 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-feea33b6-7243-4380-8cf4-875e3617810c None None] Calling delete_port for 780b2e48-906e-4dd0-bb70-151bf0070e29 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:41.192258 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80fdc6-a8b5-4828-a4bb-af188db41750 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event deleted for resources: {'Port': ['ID=780b2e48-906e-4dd0-bb70-151bf0070e29,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:41.197305 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c80fdc6-a8b5-4828-a4bb-af188db41750 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] No DVR routers for this DVR port 780b2e48-906e-4dd0-bb70-151bf0070e29 on host dv-neutron-825731-1-hyperv {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:41.256823 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-feea33b6-7243-4380-8cf4-875e3617810c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:46:41.257175 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-feea33b6-7243-4380-8cf4-875e3617810c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:46:41.330848 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2c80fdc6-a8b5-4828-a4bb-af188db41750 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.356127 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-2c80fdc6-a8b5-4828-a4bb-af188db41750 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b1a92c-91af-4357-9d0f-ddd91d1990cd']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:41.368115 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-2c80fdc6-a8b5-4828-a4bb-af188db41750 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0f5f484-1aaf-48e9-9d91-f2eb59bf45d7') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:41.368416 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-2c80fdc6-a8b5-4828-a4bb-af188db41750 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0f5f484-1aaf-48e9-9d91-f2eb59bf45d7') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:41.380291 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2c80fdc6-a8b5-4828-a4bb-af188db41750 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.397197 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2c80fdc6-a8b5-4828-a4bb-af188db41750 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.404013 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c80fdc6-a8b5-4828-a4bb-af188db41750 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:46:41.404386 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2c80fdc6-a8b5-4828-a4bb-af188db41750 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.419462 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:46:41.419462 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:46:41.419462 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:46:41.419462 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:46:41.419462 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:46:41.419462 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:46:41.419462 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:46:41.419462 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:46:41.419462 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:46:41.419462 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:46:41.419462 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:46:41.419462 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:46:41.419462 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:46:41.419462 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:46:41.419462 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:46:41.419462 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:46:41.419462 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:46:41.419462 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:46:41.419462 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:46:41.419462 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:46:41.419462 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:46:41.419462 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:46:41.419462 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:46:41.419462 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:46:41.419462 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:46:41.419462 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:46:41.419462 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:46:41.419462 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:46:41.419462 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:46:41.419462 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:46:41.419462 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:46:41.419462 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:46:41.503854 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2c80fdc6-a8b5-4828-a4bb-af188db41750 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.522440 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2c80fdc6-a8b5-4828-a4bb-af188db41750 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.533140 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80fdc6-a8b5-4828-a4bb-af188db41750 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event deleted for resources: {'Network': ['ID=98b1a92c-91af-4357-9d0f-ddd91d1990cd,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:41.544408 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2c80fdc6-a8b5-4828-a4bb-af188db41750 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/networks/98b1a92c-91af-4357-9d0f-ddd91d1990cd HTTP/1.1" status: 204 len: 168 time: 0.9549296 Jan 21 09:46:41.548142 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56470) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:41.553047 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-d1e4048b-3aeb-4fe1-9803-79064f8c3993 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-172657418', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:41.560370 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d1e4048b-3aeb-4fe1-9803-79064f8c3993 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:41.564724 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d1e4048b-3aeb-4fe1-9803-79064f8c3993 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Usage tracker for resource:router and tenant:c78ba537853c4f6f976d32f02bc2ac76 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:41.567602 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d1e4048b-3aeb-4fe1-9803-79064f8c3993 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:41.573217 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d1e4048b-3aeb-4fe1-9803-79064f8c3993 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:41.584806 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d1e4048b-3aeb-4fe1-9803-79064f8c3993 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.585777 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d1e4048b-3aeb-4fe1-9803-79064f8c3993 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.601057 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d1e4048b-3aeb-4fe1-9803-79064f8c3993 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.618826 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d1e4048b-3aeb-4fe1-9803-79064f8c3993 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.644518 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d1e4048b-3aeb-4fe1-9803-79064f8c3993 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.645653 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d1e4048b-3aeb-4fe1-9803-79064f8c3993 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.0966120 Jan 21 09:46:41.648419 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56474) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:41.653899 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-ea89a4ae-2177-42fb-8a2d-58ad21a7592c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Request body: {'network': {'name': 'tempest-RoutersTest-1386010273'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:41.658552 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ea89a4ae-2177-42fb-8a2d-58ad21a7592c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:41.662917 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ea89a4ae-2177-42fb-8a2d-58ad21a7592c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Usage tracker for resource:network and tenant:c78ba537853c4f6f976d32f02bc2ac76 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:41.665846 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ea89a4ae-2177-42fb-8a2d-58ad21a7592c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:41.671869 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ea89a4ae-2177-42fb-8a2d-58ad21a7592c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:41.682221 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea89a4ae-2177-42fb-8a2d-58ad21a7592c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Made reservation on behalf of c78ba537853c4f6f976d32f02bc2ac76 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:41.686832 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ea89a4ae-2177-42fb-8a2d-58ad21a7592c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.721966 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea89a4ae-2177-42fb-8a2d-58ad21a7592c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:46:41.731105 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ea89a4ae-2177-42fb-8a2d-58ad21a7592c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.731532 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-ea89a4ae-2177-42fb-8a2d-58ad21a7592c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Added segment 8a4c89a7-db86-40dd-bac2-56eeaa2520d6 of type vlan for network d3633f19-017f-4389-905d-203aea2e9b8a Jan 21 09:46:41.744422 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56478) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:41.758308 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-feea33b6-7243-4380-8cf4-875e3617810c None None] Deleting port 780b2e48-906e-4dd0-bb70-151bf0070e29 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:41.759120 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-feea33b6-7243-4380-8cf4-875e3617810c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.827031 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ea89a4ae-2177-42fb-8a2d-58ad21a7592c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.831243 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-feea33b6-7243-4380-8cf4-875e3617810c None None] The port '780b2e48-906e-4dd0-bb70-151bf0070e29' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:46:41.940111 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ea89a4ae-2177-42fb-8a2d-58ad21a7592c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.945315 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea89a4ae-2177-42fb-8a2d-58ad21a7592c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:41.945882 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ea89a4ae-2177-42fb-8a2d-58ad21a7592c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.015671 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ea89a4ae-2177-42fb-8a2d-58ad21a7592c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3660889 Jan 21 09:46:42.018438 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56482) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:42.024966 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-ba5991db-ddad-4c26-b923-273e13c5c6e1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Request body: {'subnet': {'network_id': 'd3633f19-017f-4389-905d-203aea2e9b8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:42.137263 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-ba5991db-ddad-4c26-b923-273e13c5c6e1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:42.141372 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ba5991db-ddad-4c26-b923-273e13c5c6e1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Usage tracker for resource:subnet and tenant:c78ba537853c4f6f976d32f02bc2ac76 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:42.145988 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ba5991db-ddad-4c26-b923-273e13c5c6e1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:42.152844 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-ba5991db-ddad-4c26-b923-273e13c5c6e1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:42.164505 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5991db-ddad-4c26-b923-273e13c5c6e1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Made reservation on behalf of c78ba537853c4f6f976d32f02bc2ac76 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:42.168935 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ba5991db-ddad-4c26-b923-273e13c5c6e1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.201355 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 780b2e48-906e-4dd0-bb70-151bf0070e29 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:42.269275 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea89a4ae-2177-42fb-8a2d-58ad21a7592c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event updated for resources: {'Network': ['ID=d3633f19-017f-4389-905d-203aea2e9b8a,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:42.270379 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 780b2e48-906e-4dd0-bb70-151bf0070e29 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:46:42.270819 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 780b2e48-906e-4dd0-bb70-151bf0070e29 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:42.283759 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network d3633f19-017f-4389-905d-203aea2e9b8a details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:46:42.402888 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ba5991db-ddad-4c26-b923-273e13c5c6e1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.482143 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5991db-ddad-4c26-b923-273e13c5c6e1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event updated for resources: {'Subnet': ['ID=d8a05be9-0bf4-4cfc-b81b-88ff216bb69e,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:42.493177 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5991db-ddad-4c26-b923-273e13c5c6e1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:42.493529 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5991db-ddad-4c26-b923-273e13c5c6e1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:42.493865 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5991db-ddad-4c26-b923-273e13c5c6e1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:42.494200 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5991db-ddad-4c26-b923-273e13c5c6e1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:42.494527 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5991db-ddad-4c26-b923-273e13c5c6e1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:42.494852 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5991db-ddad-4c26-b923-273e13c5c6e1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:42.495178 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5991db-ddad-4c26-b923-273e13c5c6e1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:42.495527 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5991db-ddad-4c26-b923-273e13c5c6e1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:42.495929 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5991db-ddad-4c26-b923-273e13c5c6e1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:42.496295 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5991db-ddad-4c26-b923-273e13c5c6e1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:42.496680 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5991db-ddad-4c26-b923-273e13c5c6e1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:42.496977 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5991db-ddad-4c26-b923-273e13c5c6e1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:42.503233 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5991db-ddad-4c26-b923-273e13c5c6e1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Checking segment: {'id': '8a4c89a7-db86-40dd-bac2-56eeaa2520d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd3633f19-017f-4389-905d-203aea2e9b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:46:42.503632 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5991db-ddad-4c26-b923-273e13c5c6e1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Network hostable DHCP agents. Network: d3633f19-017f-4389-905d-203aea2e9b8a, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:46:42.523456 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5991db-ddad-4c26-b923-273e13c5c6e1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Network d3633f19-017f-4389-905d-203aea2e9b8a is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:46:42.532805 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-ba5991db-ddad-4c26-b923-273e13c5c6e1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, d3633f19-017f-4389-905d-203aea2e9b8a) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:42.536902 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5991db-ddad-4c26-b923-273e13c5c6e1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:42.537497 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ba5991db-ddad-4c26-b923-273e13c5c6e1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.542646 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5467aa1-0b93-418d-bcc9-8040847f8616 None None] Network d3633f19-017f-4389-905d-203aea2e9b8a requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:46:42.566970 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ba5991db-ddad-4c26-b923-273e13c5c6e1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5442138 Jan 21 09:46:42.567425 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56486) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:42.584853 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3cc7cb80-4ece-4c02-8adb-1f63fd001f08 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.651035 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.769262 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5272ee46-c6eb-4fb9-8730-b8162a0ecf6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-d3633f19-017f-4389-905d-203aea2e9b8a', 'network_id': 'd3633f19-017f-4389-905d-203aea2e9b8a', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'fixed_ips': [{'subnet_id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:46:42.770402 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5272ee46-c6eb-4fb9-8730-b8162a0ecf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.940096 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-5272ee46-c6eb-4fb9-8730-b8162a0ecf6d None None] Allocated IP 172.20.0.2 (d3633f19-017f-4389-905d-203aea2e9b8a/d8a05be9-0bf4-4cfc-b81b-88ff216bb69e/170c445b-eb80-40ff-be5e-c5a180938c8d) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:43.017313 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-3cc7cb80-4ece-4c02-8adb-1f63fd001f08 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port ebaf8e50-03ad-4c78-a4e9-99f80e5bfe8a {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:43.017640 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3cc7cb80-4ece-4c02-8adb-1f63fd001f08 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.166321 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5272ee46-c6eb-4fb9-8730-b8162a0ecf6d None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.178609 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5272ee46-c6eb-4fb9-8730-b8162a0ecf6d None None] Transition to ACTIVE for port object 170c445b-eb80-40ff-be5e-c5a180938c8d will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:43.183333 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0e3e5e87-e36a-427c-8082-645c7e50f57c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.199092 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5272ee46-c6eb-4fb9-8730-b8162a0ecf6d None None] Transition to ACTIVE for port object 170c445b-eb80-40ff-be5e-c5a180938c8d will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:43.205465 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5272ee46-c6eb-4fb9-8730-b8162a0ecf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.213389 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-3cc7cb80-4ece-4c02-8adb-1f63fd001f08 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] For port ebaf8e50-03ad-4c78-a4e9-99f80e5bfe8a, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=ebaf8e50-03ad-4c78-a4e9-99f80e5bfe8a,segment=NetworkSegment(50c2447e-30c7-495a-95d7-8effa2cee191),segment_id=50c2447e-30c7-495a-95d7-8effa2cee191)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:43.213743 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3cc7cb80-4ece-4c02-8adb-1f63fd001f08 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.270485 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5272ee46-c6eb-4fb9-8730-b8162a0ecf6d None None] Network d3633f19-017f-4389-905d-203aea2e9b8a is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:43.271587 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-5272ee46-c6eb-4fb9-8730-b8162a0ecf6d None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:43.275690 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5272ee46-c6eb-4fb9-8730-b8162a0ecf6d None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:46:43.347012 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-3cc7cb80-4ece-4c02-8adb-1f63fd001f08 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for ebaf8e50-03ad-4c78-a4e9-99f80e5bfe8a owned by network:router_interface {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:43.352681 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272ee46-c6eb-4fb9-8730-b8162a0ecf6d None None] Pushing event updated for resources: {'Port': ['ID=170c445b-eb80-40ff-be5e-c5a180938c8d,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:43.375553 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-5272ee46-c6eb-4fb9-8730-b8162a0ecf6d None None] Attempting to bind port 170c445b-eb80-40ff-be5e-c5a180938c8d on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:43.376116 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-5272ee46-c6eb-4fb9-8730-b8162a0ecf6d None None] Attempting to bind port 170c445b-eb80-40ff-be5e-c5a180938c8d by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '8a4c89a7-db86-40dd-bac2-56eeaa2520d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd3633f19-017f-4389-905d-203aea2e9b8a'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:43.376575 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5272ee46-c6eb-4fb9-8730-b8162a0ecf6d None None] Attempting to bind port 170c445b-eb80-40ff-be5e-c5a180938c8d on network d3633f19-017f-4389-905d-203aea2e9b8a {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:46:43.382311 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5272ee46-c6eb-4fb9-8730-b8162a0ecf6d None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:46:43.382770 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5272ee46-c6eb-4fb9-8730-b8162a0ecf6d None None] Checking segment: {'id': '8a4c89a7-db86-40dd-bac2-56eeaa2520d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd3633f19-017f-4389-905d-203aea2e9b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:46:43.383742 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5272ee46-c6eb-4fb9-8730-b8162a0ecf6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.383893 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5272ee46-c6eb-4fb9-8730-b8162a0ecf6d None None] Bound using segment: {'id': '8a4c89a7-db86-40dd-bac2-56eeaa2520d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd3633f19-017f-4389-905d-203aea2e9b8a'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:46:43.384415 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-5272ee46-c6eb-4fb9-8730-b8162a0ecf6d None None] Bound port: 170c445b-eb80-40ff-be5e-c5a180938c8d, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a4c89a7-db86-40dd-bac2-56eeaa2520d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd3633f19-017f-4389-905d-203aea2e9b8a'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:43.384866 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5272ee46-c6eb-4fb9-8730-b8162a0ecf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.482564 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-5272ee46-c6eb-4fb9-8730-b8162a0ecf6d None None] For port 170c445b-eb80-40ff-be5e-c5a180938c8d, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:46:43.485981 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-5272ee46-c6eb-4fb9-8730-b8162a0ecf6d None None] For port 170c445b-eb80-40ff-be5e-c5a180938c8d, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=170c445b-eb80-40ff-be5e-c5a180938c8d,segment=NetworkSegment(8a4c89a7-db86-40dd-bac2-56eeaa2520d6),segment_id=8a4c89a7-db86-40dd-bac2-56eeaa2520d6)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:46:43.489705 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5272ee46-c6eb-4fb9-8730-b8162a0ecf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.550569 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-0e3e5e87-e36a-427c-8082-645c7e50f57c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Allocated IP 172.20.0.1 (d3633f19-017f-4389-905d-203aea2e9b8a/d8a05be9-0bf4-4cfc-b81b-88ff216bb69e/8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:43.562273 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3cc7cb80-4ece-4c02-8adb-1f63fd001f08 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.581103 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272ee46-c6eb-4fb9-8730-b8162a0ecf6d None None] Pushing event updated for resources: {'Port': ['ID=170c445b-eb80-40ff-be5e-c5a180938c8d,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:43.621142 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7cb80-4ece-4c02-8adb-1f63fd001f08 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Port': ['ID=ebaf8e50-03ad-4c78-a4e9-99f80e5bfe8a,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:43.741850 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0e3e5e87-e36a-427c-8082-645c7e50f57c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.759562 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-0e3e5e87-e36a-427c-8082-645c7e50f57c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Transition to ACTIVE for port object 8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:43.789216 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0e3e5e87-e36a-427c-8082-645c7e50f57c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.884453 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3e5e87-e36a-427c-8082-645c7e50f57c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Network d3633f19-017f-4389-905d-203aea2e9b8a is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:43.893345 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-0e3e5e87-e36a-427c-8082-645c7e50f57c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:43.897982 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3e5e87-e36a-427c-8082-645c7e50f57c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:46:43.951024 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e5e87-e36a-427c-8082-645c7e50f57c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event updated for resources: {'Port': ['ID=8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:43.974921 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0e3e5e87-e36a-427c-8082-645c7e50f57c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.097502 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0e3e5e87-e36a-427c-8082-645c7e50f57c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.142160 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3cc7cb80-4ece-4c02-8adb-1f63fd001f08 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.305926 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 170c445b-eb80-40ff-be5e-c5a180938c8d up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:44.383445 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 170c445b-eb80-40ff-be5e-c5a180938c8d completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:44.521544 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0e3e5e87-e36a-427c-8082-645c7e50f57c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.526868 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0e3e5e87-e36a-427c-8082-645c7e50f57c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.544986 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc7cb80-4ece-4c02-8adb-1f63fd001f08 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router 53d2cd26-1537-4230-8d31-428b6b288f5d has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:46:44.755587 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc7cb80-4ece-4c02-8adb-1f63fd001f08 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:46:44.767894 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919b945c-0f38-46de-bc69-c163e66c8f61 None None] Sync routers for ids ['53d2cd26-1537-4230-8d31-428b6b288f5d'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:44.779044 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919b945c-0f38-46de-bc69-c163e66c8f61 None None] Routers {'53d2cd26-1537-4230-8d31-428b6b288f5d'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:44.779848 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-919b945c-0f38-46de-bc69-c163e66c8f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:46:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['53d2cd26-1537-4230-8d31-428b6b288f5d'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:44.783023 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0e3e5e87-e36a-427c-8082-645c7e50f57c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.785714 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-3cc7cb80-4ece-4c02-8adb-1f63fd001f08 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "PUT /v2.0/routers/53d2cd26-1537-4230-8d31-428b6b288f5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0402846 Jan 21 09:46:44.786898 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e5e87-e36a-427c-8082-645c7e50f57c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event updated for resources: {'Port': ['ID=8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:44.863010 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a84ab3-4881-48b9-b400-9eb443afea13 None None] Network d3633f19-017f-4389-905d-203aea2e9b8a requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:46:45.005663 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3e5e87-e36a-427c-8082-645c7e50f57c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Network d3633f19-017f-4389-905d-203aea2e9b8a is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:45.007476 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-0e3e5e87-e36a-427c-8082-645c7e50f57c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:45.030159 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-4ca8392a-5f6e-4520-a8c9-d9fe2cc75d6f None None] Provisioning for port 170c445b-eb80-40ff-be5e-c5a180938c8d completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:45.048032 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-4ca8392a-5f6e-4520-a8c9-d9fe2cc75d6f None None] Provisioning complete for port 170c445b-eb80-40ff-be5e-c5a180938c8d triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:45.048452 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4ca8392a-5f6e-4520-a8c9-d9fe2cc75d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.144414 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd67b1-04a6-47c2-8386-90957235044e req-a4006e90-c297-4d9e-95c4-2e18c5bcaed1 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:45.153405 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-49fd67b1-04a6-47c2-8386-90957235044e req-a4006e90-c297-4d9e-95c4-2e18c5bcaed1 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=c894b34a-9bb4-4a0a-8406-18a46d7824d1 HTTP/1.1" status: 200 len: 945 time: 0.1282058 Jan 21 09:46:45.206695 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-49fd67b1-04a6-47c2-8386-90957235044e req-45457677-c631-454d-af3e-864a1cdb6a34 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522492 Jan 21 09:46:45.317354 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3e5e87-e36a-427c-8082-645c7e50f57c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Router 6783577d-f230-4e66-bcc5-1445a7659300 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:46:45.334272 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03b72a-d43f-4226-b7f1-e411c0a7e6fd req-71e6f9de-a02e-48dc-82c0-8305d3e4f4bf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:45.335038 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-ce03b72a-d43f-4226-b7f1-e411c0a7e6fd req-71e6f9de-a02e-48dc-82c0-8305d3e4f4bf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:45.342868 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-919b945c-0f38-46de-bc69-c163e66c8f61 None None] Set router 53d2cd26-1537-4230-8d31-428b6b288f5d gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:46:45.489338 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-ce03b72a-d43f-4226-b7f1-e411c0a7e6fd req-71e6f9de-a02e-48dc-82c0-8305d3e4f4bf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:45.496069 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ce03b72a-d43f-4226-b7f1-e411c0a7e6fd req-71e6f9de-a02e-48dc-82c0-8305d3e4f4bf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=e1ae1c7d-5613-4ca3-84a9-9e07ef1f9825 HTTP/1.1" status: 200 len: 946 time: 0.2769394 Jan 21 09:46:45.528730 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3e5e87-e36a-427c-8082-645c7e50f57c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:46:45.540731 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8116619b-6fcc-4ec3-be08-8d5812bbbad5 None None] Sync routers for ids ['6783577d-f230-4e66-bcc5-1445a7659300'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:45.552414 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8116619b-6fcc-4ec3-be08-8d5812bbbad5 None None] Routers {'6783577d-f230-4e66-bcc5-1445a7659300'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:45.553295 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-8116619b-6fcc-4ec3-be08-8d5812bbbad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:46:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['6783577d-f230-4e66-bcc5-1445a7659300'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:45.555748 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ce03b72a-d43f-4226-b7f1-e411c0a7e6fd req-49c33a0c-3c82-4a2a-a85e-1c9457e75bbd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=afecf9b6-084c-4b14-b592-a38d256dfff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585399 Jan 21 09:46:45.558120 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0e3e5e87-e36a-427c-8082-645c7e50f57c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "PUT /v2.0/routers/6783577d-f230-4e66-bcc5-1445a7659300/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9894981 Jan 21 09:46:45.561473 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56498) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:45.567373 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-e2c73077-c34e-4006-9061-33a066541661 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Request body: {'network': {'name': 'tempest-RoutersTest-135586019'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:45.570683 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4ca8392a-5f6e-4520-a8c9-d9fe2cc75d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.572391 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-e2c73077-c34e-4006-9061-33a066541661 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:45.577187 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e2c73077-c34e-4006-9061-33a066541661 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Usage tracker for resource:network and tenant:c78ba537853c4f6f976d32f02bc2ac76 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:45.580069 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e2c73077-c34e-4006-9061-33a066541661 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:45.586316 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-e2c73077-c34e-4006-9061-33a066541661 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:45.597010 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c73077-c34e-4006-9061-33a066541661 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Made reservation on behalf of c78ba537853c4f6f976d32f02bc2ac76 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:45.601178 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e2c73077-c34e-4006-9061-33a066541661 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.630973 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2c73077-c34e-4006-9061-33a066541661 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:46:45.641612 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e2c73077-c34e-4006-9061-33a066541661 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.642035 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-e2c73077-c34e-4006-9061-33a066541661 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Added segment 4907c526-2993-4ada-8ca5-a1fad9e88508 of type vlan for network ef1b19af-cc78-405a-a179-626a73290b37 Jan 21 09:46:45.672460 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e2c73077-c34e-4006-9061-33a066541661 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.706807 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-4ca8392a-5f6e-4520-a8c9-d9fe2cc75d6f None None] For port 170c445b-eb80-40ff-be5e-c5a180938c8d, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=170c445b-eb80-40ff-be5e-c5a180938c8d,segment=NetworkSegment(8a4c89a7-db86-40dd-bac2-56eeaa2520d6),segment_id=8a4c89a7-db86-40dd-bac2-56eeaa2520d6)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:45.707885 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e2c73077-c34e-4006-9061-33a066541661 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.713976 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c73077-c34e-4006-9061-33a066541661 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:45.714852 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e2c73077-c34e-4006-9061-33a066541661 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.719122 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-8116619b-6fcc-4ec3-be08-8d5812bbbad5 None None] Set router 6783577d-f230-4e66-bcc5-1445a7659300 gateway port host: None {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:46:45.795729 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4ca8392a-5f6e-4520-a8c9-d9fe2cc75d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.823843 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c73077-c34e-4006-9061-33a066541661 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event updated for resources: {'Network': ['ID=ef1b19af-cc78-405a-a179-626a73290b37,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:45.846018 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56502) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:45.847008 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e2c73077-c34e-4006-9061-33a066541661 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2836535 Jan 21 09:46:45.852024 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-cfa27bb7-1a7e-42c2-93da-a9dee75422e9 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Request body: {'subnet': {'network_id': 'ef1b19af-cc78-405a-a179-626a73290b37', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:45.889778 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network ef1b19af-cc78-405a-a179-626a73290b37 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:46:45.940552 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8392a-5f6e-4520-a8c9-d9fe2cc75d6f None None] Pushing event updated for resources: {'Port': ['ID=170c445b-eb80-40ff-be5e-c5a180938c8d,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:45.990342 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-cfa27bb7-1a7e-42c2-93da-a9dee75422e9 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:45.998788 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-cfa27bb7-1a7e-42c2-93da-a9dee75422e9 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Usage tracker for resource:subnet and tenant:c78ba537853c4f6f976d32f02bc2ac76 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:46.002908 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-cfa27bb7-1a7e-42c2-93da-a9dee75422e9 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:46.009404 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-cfa27bb7-1a7e-42c2-93da-a9dee75422e9 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:46.021561 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa27bb7-1a7e-42c2-93da-a9dee75422e9 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Made reservation on behalf of c78ba537853c4f6f976d32f02bc2ac76 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:46.025972 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cfa27bb7-1a7e-42c2-93da-a9dee75422e9 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.032340 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8392a-5f6e-4520-a8c9-d9fe2cc75d6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:46.032691 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8392a-5f6e-4520-a8c9-d9fe2cc75d6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:46.033031 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8392a-5f6e-4520-a8c9-d9fe2cc75d6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:46.033362 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8392a-5f6e-4520-a8c9-d9fe2cc75d6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:46.033685 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8392a-5f6e-4520-a8c9-d9fe2cc75d6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:46.034012 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8392a-5f6e-4520-a8c9-d9fe2cc75d6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:46.034339 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8392a-5f6e-4520-a8c9-d9fe2cc75d6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:46.034658 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8392a-5f6e-4520-a8c9-d9fe2cc75d6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:46.034978 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8392a-5f6e-4520-a8c9-d9fe2cc75d6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:46.035293 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8392a-5f6e-4520-a8c9-d9fe2cc75d6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:46.035637 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8392a-5f6e-4520-a8c9-d9fe2cc75d6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:46.035953 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8392a-5f6e-4520-a8c9-d9fe2cc75d6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:46.093567 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5d88b726-5df6-44b3-bb42-95c520a22e1e None None] Provisioning complete for port 170c445b-eb80-40ff-be5e-c5a180938c8d triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:46.093952 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5d88b726-5df6-44b3-bb42-95c520a22e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.157856 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-8116619b-6fcc-4ec3-be08-8d5812bbbad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6783577d-f230-4e66-bcc5-1445a7659300', 'name': 'tempest-RoutersTest-router-172657418', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:41Z', 'updated_at': '2022-01-21T09:46:44Z', 'revision_number': 2, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'gw_port_host': None, '_interfaces': [{'id': '8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1', 'name': '', 'network_id': 'd3633f19-017f-4389-905d-203aea2e9b8a', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:cd:7b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:43Z', 'updated_at': '2022-01-21T09:46:44Z', 'revision_number': 2, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:46.171761 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8116619b-6fcc-4ec3-be08-8d5812bbbad5 None None] Checking router: 6783577d-f230-4e66-bcc5-1445a7659300 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:46:46.177726 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8116619b-6fcc-4ec3-be08-8d5812bbbad5 None None] Updating router 6783577d-f230-4e66-bcc5-1445a7659300 port 8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1 binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:46:46.265229 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-8116619b-6fcc-4ec3-be08-8d5812bbbad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.300670 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 170c445b-eb80-40ff-be5e-c5a180938c8d up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:46.320934 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cfa27bb7-1a7e-42c2-93da-a9dee75422e9 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.403959 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-919b945c-0f38-46de-bc69-c163e66c8f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'name': 'tempest-TestNetworkBasicOps-router-34972314', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:46:43Z', 'revision_number': 6, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:10Z', 'updated_at': '2022-01-21T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': 'a4e7a887-0876-4ba9-947d-b7aa507cf07e', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.240', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'port_id': '6c3aa7de-8d0e-4258-9d2d-088d797fc847', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841', 'mac_address': 'fa:16:3e:36:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a4bac6-f64a-4e20-b559-3df1b725651b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:44:14Z', 'updated_at': '2022-01-21T09:44:20Z', 'revision_number': 1, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24d65694-3141-4464-b092-a1b4b2deb852', 'name': '', 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:2e:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'a49a675f-632a-4690-8ea3-9a194a48b421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:25Z', 'updated_at': '2022-01-21T09:43:39Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': 'a49a675f-632a-4690-8ea3-9a194a48b421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:46.419014 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919b945c-0f38-46de-bc69-c163e66c8f61 None None] Checking router: 53d2cd26-1537-4230-8d31-428b6b288f5d for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:46:46.423382 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5d88b726-5df6-44b3-bb42-95c520a22e1e None None] Provisioning for port 8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:46.435502 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5d88b726-5df6-44b3-bb42-95c520a22e1e None None] Provisioning complete for port 8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:46.435878 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5d88b726-5df6-44b3-bb42-95c520a22e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.458424 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa27bb7-1a7e-42c2-93da-a9dee75422e9 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event updated for resources: {'Subnet': ['ID=945a01b7-4106-432d-a8ef-af4b336a2849,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:46.486358 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa27bb7-1a7e-42c2-93da-a9dee75422e9 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Checking segment: {'id': '4907c526-2993-4ada-8ca5-a1fad9e88508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ef1b19af-cc78-405a-a179-626a73290b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:46:46.486868 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa27bb7-1a7e-42c2-93da-a9dee75422e9 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Network hostable DHCP agents. Network: ef1b19af-cc78-405a-a179-626a73290b37, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:46:46.499918 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-5d88b726-5df6-44b3-bb42-95c520a22e1e None None] Port 8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:46:46.503552 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98709045-9d12-4f03-aeb6-cb15ef945b45 req-e6cce553-4695-47ae-9e9f-75c8f6674984 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:46.506271 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-98709045-9d12-4f03-aeb6-cb15ef945b45 req-e6cce553-4695-47ae-9e9f-75c8f6674984 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=c894b34a-9bb4-4a0a-8406-18a46d7824d1 HTTP/1.1" status: 200 len: 945 time: 0.1432538 Jan 21 09:46:46.508362 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919b945c-0f38-46de-bc69-c163e66c8f61 None None] Routers {'53d2cd26-1537-4230-8d31-428b6b288f5d'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:46.509004 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-919b945c-0f38-46de-bc69-c163e66c8f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:46:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['53d2cd26-1537-4230-8d31-428b6b288f5d'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:46.536555 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa27bb7-1a7e-42c2-93da-a9dee75422e9 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Network ef1b19af-cc78-405a-a179-626a73290b37 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:46:46.560335 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-cfa27bb7-1a7e-42c2-93da-a9dee75422e9 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, ef1b19af-cc78-405a-a179-626a73290b37) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:46.572332 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa27bb7-1a7e-42c2-93da-a9dee75422e9 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:46.575128 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cfa27bb7-1a7e-42c2-93da-a9dee75422e9 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.580782 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-98709045-9d12-4f03-aeb6-cb15ef945b45 req-ac7c8bd1-b19f-48f5-8820-d87216eecba8 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649824 Jan 21 09:46:46.621374 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895873ca-d423-4171-adc6-8f7ecfb3c44b None None] Network ef1b19af-cc78-405a-a179-626a73290b37 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:46:46.623014 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-cfa27bb7-1a7e-42c2-93da-a9dee75422e9 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7748830 Jan 21 09:46:46.624787 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56510) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:46.803167 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-8116619b-6fcc-4ec3-be08-8d5812bbbad5 None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.807035 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 170c445b-eb80-40ff-be5e-c5a180938c8d triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:46.807638 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.827343 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-8116619b-6fcc-4ec3-be08-8d5812bbbad5 None None] Transition to ACTIVE for port object 8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1 will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:46.837042 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-8116619b-6fcc-4ec3-be08-8d5812bbbad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.893998 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ce092-2f5d-4277-aa99-1457fe1cd59d req-5999e0f6-9e3d-4f04-9fd1-511ec532fa3d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:46.895663 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-a85ce092-2f5d-4277-aa99-1457fe1cd59d req-5999e0f6-9e3d-4f04-9fd1-511ec532fa3d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=e1ae1c7d-5613-4ca3-84a9-9e07ef1f9825 HTTP/1.1" status: 200 len: 946 time: 0.1404510 Jan 21 09:46:46.969759 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-a85ce092-2f5d-4277-aa99-1457fe1cd59d req-60317b49-9598-4c34-a9f2-97daf8b949d6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=afecf9b6-084c-4b14-b592-a38d256dfff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653219 Jan 21 09:46:47.006417 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461e2d1-6187-4a52-93d9-62cd5a9a0949 None None] Pushing event updated for resources: {'Port': ['ID=8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:47.036088 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-919b945c-0f38-46de-bc69-c163e66c8f61 None None] Set router 53d2cd26-1537-4230-8d31-428b6b288f5d gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:46:47.131344 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-8116619b-6fcc-4ec3-be08-8d5812bbbad5 None None] Attempting to bind port 8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:47.132367 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-8116619b-6fcc-4ec3-be08-8d5812bbbad5 None None] Attempting to bind port 8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '8a4c89a7-db86-40dd-bac2-56eeaa2520d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd3633f19-017f-4389-905d-203aea2e9b8a'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:47.132734 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8116619b-6fcc-4ec3-be08-8d5812bbbad5 None None] Attempting to bind port 8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1 on network d3633f19-017f-4389-905d-203aea2e9b8a {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:46:47.139996 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8116619b-6fcc-4ec3-be08-8d5812bbbad5 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:46:47.140366 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8116619b-6fcc-4ec3-be08-8d5812bbbad5 None None] Checking segment: {'id': '8a4c89a7-db86-40dd-bac2-56eeaa2520d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd3633f19-017f-4389-905d-203aea2e9b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:46:47.140761 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-8116619b-6fcc-4ec3-be08-8d5812bbbad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:47.141292 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8116619b-6fcc-4ec3-be08-8d5812bbbad5 None None] Bound using segment: {'id': '8a4c89a7-db86-40dd-bac2-56eeaa2520d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd3633f19-017f-4389-905d-203aea2e9b8a'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:46:47.142446 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-8116619b-6fcc-4ec3-be08-8d5812bbbad5 None None] Bound port: 8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a4c89a7-db86-40dd-bac2-56eeaa2520d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd3633f19-017f-4389-905d-203aea2e9b8a'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:47.142970 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-8116619b-6fcc-4ec3-be08-8d5812bbbad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:47.191755 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-898bb4d9-ba82-4f1c-a3ba-bb5a2c1e9070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:47.241917 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-8116619b-6fcc-4ec3-be08-8d5812bbbad5 None None] For port 8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:46:47.244934 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-8116619b-6fcc-4ec3-be08-8d5812bbbad5 None None] For port 8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1,segment=NetworkSegment(8a4c89a7-db86-40dd-bac2-56eeaa2520d6),segment_id=8a4c89a7-db86-40dd-bac2-56eeaa2520d6)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:46:47.250479 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-8116619b-6fcc-4ec3-be08-8d5812bbbad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:47.336826 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8116619b-6fcc-4ec3-be08-8d5812bbbad5 None None] Routers {'6783577d-f230-4e66-bcc5-1445a7659300'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:47.337365 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-8116619b-6fcc-4ec3-be08-8d5812bbbad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:46:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['6783577d-f230-4e66-bcc5-1445a7659300'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:47.393795 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461e2d1-6187-4a52-93d9-62cd5a9a0949 None None] Pushing event updated for resources: {'Port': ['ID=8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1,revision_number=4']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:47.417006 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc23b79a-8524-49a1-a11b-1d32ad8d0b24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-ef1b19af-cc78-405a-a179-626a73290b37', 'network_id': 'ef1b19af-cc78-405a-a179-626a73290b37', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'fixed_ips': [{'subnet_id': '945a01b7-4106-432d-a8ef-af4b336a2849'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:46:47.417988 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fc23b79a-8524-49a1-a11b-1d32ad8d0b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:47.514764 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-8116619b-6fcc-4ec3-be08-8d5812bbbad5 None None] Set router 6783577d-f230-4e66-bcc5-1445a7659300 gateway port host: None {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:46:47.531301 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ae1bc-a419-43c4-9543-d517bcf1d08b req-15e32e6f-1649-4ad0-b639-8c1c527fe363 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:47.532849 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-286ae1bc-a419-43c4-9543-d517bcf1d08b req-15e32e6f-1649-4ad0-b639-8c1c527fe363 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.72 "GET /v2.0/ports?device_id=c894b34a-9bb4-4a0a-8406-18a46d7824d1 HTTP/1.1" status: 200 len: 945 time: 0.3687704 Jan 21 09:46:47.611247 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34495d9d-dc4e-40b4-8af7-22ea178decbf req-c0fabb20-3597-421a-96b9-52091474c48f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:47.612193 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-34495d9d-dc4e-40b4-8af7-22ea178decbf req-c0fabb20-3597-421a-96b9-52091474c48f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:47.665496 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-34495d9d-dc4e-40b4-8af7-22ea178decbf req-c0fabb20-3597-421a-96b9-52091474c48f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:47.668645 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-34495d9d-dc4e-40b4-8af7-22ea178decbf req-c0fabb20-3597-421a-96b9-52091474c48f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1ae1c7d-5613-4ca3-84a9-9e07ef1f9825 HTTP/1.1" status: 200 len: 946 time: 0.5014632 Jan 21 09:46:47.674000 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-008d54fd-f176-4e1d-b0a0-c3d938b250b8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:47.723207 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-286ae1bc-a419-43c4-9543-d517bcf1d08b req-a2a0caf1-e77f-45fe-9efe-c177994f3862 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Deleting port f3bebd59-acd7-4ae2-b489-34b32aa670c1 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:47.723586 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-286ae1bc-a419-43c4-9543-d517bcf1d08b req-a2a0caf1-e77f-45fe-9efe-c177994f3862 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:47.785807 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-fc23b79a-8524-49a1-a11b-1d32ad8d0b24 None None] Allocated IP 172.21.0.2 (ef1b19af-cc78-405a-a179-626a73290b37/945a01b7-4106-432d-a8ef-af4b336a2849/e1a18cea-61c1-408b-ad61-d5d81dfbdc3d) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:47.910435 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-919b945c-0f38-46de-bc69-c163e66c8f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'name': 'tempest-TestNetworkBasicOps-router-34972314', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:46:43Z', 'revision_number': 6, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:10Z', 'updated_at': '2022-01-21T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': 'a4e7a887-0876-4ba9-947d-b7aa507cf07e', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.240', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'port_id': '6c3aa7de-8d0e-4258-9d2d-088d797fc847', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841', 'mac_address': 'fa:16:3e:36:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a4bac6-f64a-4e20-b559-3df1b725651b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:44:14Z', 'updated_at': '2022-01-21T09:44:20Z', 'revision_number': 1, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24d65694-3141-4464-b092-a1b4b2deb852', 'name': '', 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:2e:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'a49a675f-632a-4690-8ea3-9a194a48b421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:25Z', 'updated_at': '2022-01-21T09:43:39Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': 'a49a675f-632a-4690-8ea3-9a194a48b421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:47.923563 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919b945c-0f38-46de-bc69-c163e66c8f61 None None] The sync data for ids ['53d2cd26-1537-4230-8d31-428b6b288f5d'] in dv-neutron-825731-1-hyperv is: [{'id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'name': 'tempest-TestNetworkBasicOps-router-34972314', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:46:43Z', 'revision_number': 6, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:10Z', 'updated_at': '2022-01-21T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': 'a4e7a887-0876-4ba9-947d-b7aa507cf07e', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.240', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'port_id': '6c3aa7de-8d0e-4258-9d2d-088d797fc847', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841', 'mac_address': 'fa:16:3e:36:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a4bac6-f64a-4e20-b559-3df1b725651b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:44:14Z', 'updated_at': '2022-01-21T09:44:20Z', 'revision_number': 1, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24d65694-3141-4464-b092-a1b4b2deb852', 'name': '', 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:2e:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'a49a675f-632a-4690-8ea3-9a194a48b421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:25Z', 'updated_at': '2022-01-21T09:43:39Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': 'a49a675f-632a-4690-8ea3-9a194a48b421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:47.941250 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-8116619b-6fcc-4ec3-be08-8d5812bbbad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6783577d-f230-4e66-bcc5-1445a7659300', 'name': 'tempest-RoutersTest-router-172657418', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:41Z', 'updated_at': '2022-01-21T09:46:44Z', 'revision_number': 2, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'gw_port_host': None, '_interfaces': [{'id': '8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1', 'name': '', 'network_id': 'd3633f19-017f-4389-905d-203aea2e9b8a', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:cd:7b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:43Z', 'updated_at': '2022-01-21T09:46:47Z', 'revision_number': 4, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:47.945917 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8116619b-6fcc-4ec3-be08-8d5812bbbad5 None None] The sync data for ids ['6783577d-f230-4e66-bcc5-1445a7659300'] in dv-neutron-825731-1-hyperv is: [{'id': '6783577d-f230-4e66-bcc5-1445a7659300', 'name': 'tempest-RoutersTest-router-172657418', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:41Z', 'updated_at': '2022-01-21T09:46:44Z', 'revision_number': 2, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'gw_port_host': None, '_interfaces': [{'id': '8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1', 'name': '', 'network_id': 'd3633f19-017f-4389-905d-203aea2e9b8a', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:cd:7b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:43Z', 'updated_at': '2022-01-21T09:46:47Z', 'revision_number': 4, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:48.034624 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fc23b79a-8524-49a1-a11b-1d32ad8d0b24 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.046698 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-fc23b79a-8524-49a1-a11b-1d32ad8d0b24 None None] Transition to ACTIVE for port object e1a18cea-61c1-408b-ad61-d5d81dfbdc3d will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:48.067330 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-fc23b79a-8524-49a1-a11b-1d32ad8d0b24 None None] Transition to ACTIVE for port object e1a18cea-61c1-408b-ad61-d5d81dfbdc3d will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:48.075188 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fc23b79a-8524-49a1-a11b-1d32ad8d0b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.090314 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-34495d9d-dc4e-40b4-8af7-22ea178decbf req-7fc9c326-e6f3-41fb-bd82-4161f2a4937b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port 9f7e0fe1-1148-4735-b196-4aaa0e5845c8 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:48.090804 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-34495d9d-dc4e-40b4-8af7-22ea178decbf req-7fc9c326-e6f3-41fb-bd82-4161f2a4937b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.147232 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc23b79a-8524-49a1-a11b-1d32ad8d0b24 None None] Network ef1b19af-cc78-405a-a179-626a73290b37 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:48.150468 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-fc23b79a-8524-49a1-a11b-1d32ad8d0b24 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:48.155125 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc23b79a-8524-49a1-a11b-1d32ad8d0b24 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:46:48.164274 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23b79a-8524-49a1-a11b-1d32ad8d0b24 None None] Pushing event updated for resources: {'Port': ['ID=e1a18cea-61c1-408b-ad61-d5d81dfbdc3d,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:48.219499 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d8956-59f6-40d8-ac72-a388c76a0015 req-7e431e10-cf07-43c9-9d4b-24a52b89c758 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:48.221858 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-277d8956-59f6-40d8-ac72-a388c76a0015 req-7e431e10-cf07-43c9-9d4b-24a52b89c758 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=e1ae1c7d-5613-4ca3-84a9-9e07ef1f9825 HTTP/1.1" status: 200 len: 946 time: 0.1143310 Jan 21 09:46:48.255371 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-fc23b79a-8524-49a1-a11b-1d32ad8d0b24 None None] Attempting to bind port e1a18cea-61c1-408b-ad61-d5d81dfbdc3d on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:48.255676 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-fc23b79a-8524-49a1-a11b-1d32ad8d0b24 None None] Attempting to bind port e1a18cea-61c1-408b-ad61-d5d81dfbdc3d by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '4907c526-2993-4ada-8ca5-a1fad9e88508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ef1b19af-cc78-405a-a179-626a73290b37'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:48.256032 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc23b79a-8524-49a1-a11b-1d32ad8d0b24 None None] Attempting to bind port e1a18cea-61c1-408b-ad61-d5d81dfbdc3d on network ef1b19af-cc78-405a-a179-626a73290b37 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:46:48.261255 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc23b79a-8524-49a1-a11b-1d32ad8d0b24 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:46:48.262465 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc23b79a-8524-49a1-a11b-1d32ad8d0b24 None None] Checking segment: {'id': '4907c526-2993-4ada-8ca5-a1fad9e88508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ef1b19af-cc78-405a-a179-626a73290b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:46:48.263005 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fc23b79a-8524-49a1-a11b-1d32ad8d0b24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.263696 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc23b79a-8524-49a1-a11b-1d32ad8d0b24 None None] Bound using segment: {'id': '4907c526-2993-4ada-8ca5-a1fad9e88508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ef1b19af-cc78-405a-a179-626a73290b37'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:46:48.264359 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-fc23b79a-8524-49a1-a11b-1d32ad8d0b24 None None] Bound port: e1a18cea-61c1-408b-ad61-d5d81dfbdc3d, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4907c526-2993-4ada-8ca5-a1fad9e88508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ef1b19af-cc78-405a-a179-626a73290b37'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:48.264507 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fc23b79a-8524-49a1-a11b-1d32ad8d0b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.288470 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-277d8956-59f6-40d8-ac72-a388c76a0015 req-d4224b49-faf5-4c30-b095-17f2fae25ec4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=afecf9b6-084c-4b14-b592-a38d256dfff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599003 Jan 21 09:46:48.349450 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device ebaf8e50-03ad-4c78-a4e9-99f80e5bfe8a no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:48.397669 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: ebaf8e50-03ad-4c78-a4e9-99f80e5bfe8a {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:46:48.398014 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device ebaf8e50-03ad-4c78-a4e9-99f80e5bfe8a not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:48.441484 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-fc23b79a-8524-49a1-a11b-1d32ad8d0b24 None None] For port e1a18cea-61c1-408b-ad61-d5d81dfbdc3d, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:46:48.445648 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-fc23b79a-8524-49a1-a11b-1d32ad8d0b24 None None] For port e1a18cea-61c1-408b-ad61-d5d81dfbdc3d, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e1a18cea-61c1-408b-ad61-d5d81dfbdc3d,segment=NetworkSegment(4907c526-2993-4ada-8ca5-a1fad9e88508),segment_id=4907c526-2993-4ada-8ca5-a1fad9e88508)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:46:48.453798 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fc23b79a-8524-49a1-a11b-1d32ad8d0b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.472199 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c18241-df75-481c-b7d5-ce69e86e9e17 req-3a297d28-8f91-436e-872f-0717bb750c18 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:48.479422 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-55c18241-df75-481c-b7d5-ce69e86e9e17 req-3a297d28-8f91-436e-872f-0717bb750c18 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=c894b34a-9bb4-4a0a-8406-18a46d7824d1 HTTP/1.1" status: 200 len: 945 time: 0.7179680 Jan 21 09:46:48.524894 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-286ae1bc-a419-43c4-9543-d517bcf1d08b req-a2a0caf1-e77f-45fe-9efe-c177994f3862 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] For port f3bebd59-acd7-4ae2-b489-34b32aa670c1, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f3bebd59-acd7-4ae2-b489-34b32aa670c1,segment=NetworkSegment(9b216987-8cbc-4835-9c2f-1b45ed9b241e),segment_id=9b216987-8cbc-4835-9c2f-1b45ed9b241e)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:48.525577 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-286ae1bc-a419-43c4-9543-d517bcf1d08b req-a2a0caf1-e77f-45fe-9efe-c177994f3862 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.569072 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23b79a-8524-49a1-a11b-1d32ad8d0b24 None None] Pushing event updated for resources: {'Port': ['ID=e1a18cea-61c1-408b-ad61-d5d81dfbdc3d,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:48.858355 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-876666e6-f236-4a1e-aae7-c71c3248fd2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.962116 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-55c18241-df75-481c-b7d5-ce69e86e9e17 req-899f7988-0030-4c7b-9b47-3f7012fd0f59 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4818168 Jan 21 09:46:49.132928 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-34495d9d-dc4e-40b4-8af7-22ea178decbf req-7fc9c326-e6f3-41fb-bd82-4161f2a4937b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] For port 9f7e0fe1-1148-4735-b196-4aaa0e5845c8, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9f7e0fe1-1148-4735-b196-4aaa0e5845c8,segment=NetworkSegment(50c2447e-30c7-495a-95d7-8effa2cee191),segment_id=50c2447e-30c7-495a-95d7-8effa2cee191)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:49.133280 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-34495d9d-dc4e-40b4-8af7-22ea178decbf req-7fc9c326-e6f3-41fb-bd82-4161f2a4937b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:49.273393 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-34495d9d-dc4e-40b4-8af7-22ea178decbf req-7fc9c326-e6f3-41fb-bd82-4161f2a4937b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for 9f7e0fe1-1148-4735-b196-4aaa0e5845c8 owned by compute:nova {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:49.415299 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-008d54fd-f176-4e1d-b0a0-c3d938b250b8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Allocated IP 172.21.0.1 (ef1b19af-cc78-405a-a179-626a73290b37/945a01b7-4106-432d-a8ef-af4b336a2849/c9c46560-19e0-4dc5-9e19-879160af080a) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:49.492931 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-286ae1bc-a419-43c4-9543-d517bcf1d08b req-a2a0caf1-e77f-45fe-9efe-c177994f3862 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:49.493333 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-286ae1bc-a419-43c4-9543-d517bcf1d08b req-a2a0caf1-e77f-45fe-9efe-c177994f3862 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:49.493640 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.l3_db [req-286ae1bc-a419-43c4-9543-d517bcf1d08b req-a2a0caf1-e77f-45fe-9efe-c177994f3862 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Floating IP 99dededd-fd56-40cc-8f0b-62d61de48d19 disassociated. External IP: 172.26.3.99, port: f3bebd59-acd7-4ae2-b489-34b32aa670c1. Jan 21 09:46:49.493989 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-286ae1bc-a419-43c4-9543-d517bcf1d08b req-a2a0caf1-e77f-45fe-9efe-c177994f3862 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Calling delete_port for f3bebd59-acd7-4ae2-b489-34b32aa670c1 owned by compute:nova {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:49.514077 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fcd80-2fb2-4041-bad5-3e133b537394 req-b9c55972-acc9-422a-a338-6b9c573b6485 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:49.515729 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-960fcd80-2fb2-4041-bad5-3e133b537394 req-b9c55972-acc9-422a-a338-6b9c573b6485 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=e1ae1c7d-5613-4ca3-84a9-9e07ef1f9825 HTTP/1.1" status: 200 len: 946 time: 0.0885513 Jan 21 09:46:49.573671 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-960fcd80-2fb2-4041-bad5-3e133b537394 req-873a0767-a957-42ea-ae71-7414a290eb91 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=afecf9b6-084c-4b14-b592-a38d256dfff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515733 Jan 21 09:46:49.638609 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4062627d-8418-4d66-88a7-e15ec14170a7 None None] Network ef1b19af-cc78-405a-a179-626a73290b37 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:46:49.753597 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-30204b02-6b60-40cd-88be-e02624c2a2ba None None] Provisioning for port e1a18cea-61c1-408b-ad61-d5d81dfbdc3d completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:49.801937 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-008d54fd-f176-4e1d-b0a0-c3d938b250b8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:49.806826 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-34495d9d-dc4e-40b4-8af7-22ea178decbf req-7fc9c326-e6f3-41fb-bd82-4161f2a4937b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:49.823702 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:49.885241 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9c326-e6f3-41fb-bd82-4161f2a4937b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Port': ['ID=9f7e0fe1-1148-4735-b196-4aaa0e5845c8,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:49.892725 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-008d54fd-f176-4e1d-b0a0-c3d938b250b8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Transition to ACTIVE for port object c9c46560-19e0-4dc5-9e19-879160af080a will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:49.909507 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:49.956354 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device f3bebd59-acd7-4ae2-b489-34b32aa670c1 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:49.976286 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-286ae1bc-a419-43c4-9543-d517bcf1d08b req-a2a0caf1-e77f-45fe-9efe-c177994f3862 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:49.978147 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-34495d9d-dc4e-40b4-8af7-22ea178decbf req-7fc9c326-e6f3-41fb-bd82-4161f2a4937b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] No DVR routers for this DVR port 9f7e0fe1-1148-4735-b196-4aaa0e5845c8 on host hv-neutron-8257 {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:49.995112 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] No Port match for: f3bebd59-acd7-4ae2-b489-34b32aa670c1 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:46:49.995742 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device f3bebd59-acd7-4ae2-b489-34b32aa670c1 not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:49.997553 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 9f7e0fe1-1148-4735-b196-4aaa0e5845c8 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:50.024587 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-34495d9d-dc4e-40b4-8af7-22ea178decbf req-7fc9c326-e6f3-41fb-bd82-4161f2a4937b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:50.028321 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ae1c7d-5613-4ca3-84a9-9e07ef1f9825', 'name': 'network-vif-deleted', 'tag': '9f7e0fe1-1148-4735-b196-4aaa0e5845c8'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:46:50.044932 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] No Port match for: 9f7e0fe1-1148-4735-b196-4aaa0e5845c8 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:46:50.045684 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 9f7e0fe1-1148-4735-b196-4aaa0e5845c8 not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:50.060543 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a0caf1-e77f-45fe-9efe-c177994f3862 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Pushing event deleted for resources: {'Port': ['ID=f3bebd59-acd7-4ae2-b489-34b32aa670c1,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:50.138032 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ae1c7d-5613-4ca3-84a9-9e07ef1f9825', 'name': 'network-vif-deleted', 'tag': '9f7e0fe1-1148-4735-b196-4aaa0e5845c8', 'status': 'completed', 'code': 200} Jan 21 09:46:50.147869 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-34495d9d-dc4e-40b4-8af7-22ea178decbf req-7fc9c326-e6f3-41fb-bd82-4161f2a4937b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "DELETE /v2.0/ports/9f7e0fe1-1148-4735-b196-4aaa0e5845c8 HTTP/1.1" status: 204 len: 173 time: 2.4653301 Jan 21 09:46:50.206713 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-008d54fd-f176-4e1d-b0a0-c3d938b250b8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:50.274123 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-2bc25082-4c07-4fc5-a198-e47ec5c34243 req-11fedd7a-7947-4466-8b39-df7facf21560 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Synchronizing usage tracker for tenant:b19bae91610749c2842623300f66b5c2 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:50.333056 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:50.337331 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008d54fd-f176-4e1d-b0a0-c3d938b250b8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Network ef1b19af-cc78-405a-a179-626a73290b37 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:50.349998 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-008d54fd-f176-4e1d-b0a0-c3d938b250b8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:50.469179 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:50.475186 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:50.475778 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:50.577863 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008d54fd-f176-4e1d-b0a0-c3d938b250b8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:46:50.617407 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-2bc25082-4c07-4fc5-a198-e47ec5c34243 req-11fedd7a-7947-4466-8b39-df7facf21560 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Unset dirty status for tenant:b19bae91610749c2842623300f66b5c2 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:50.619317 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2bc25082-4c07-4fc5-a198-e47ec5c34243 req-11fedd7a-7947-4466-8b39-df7facf21560 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=c894b34a-9bb4-4a0a-8406-18a46d7824d1 HTTP/1.1" status: 200 len: 210 time: 0.4795523 Jan 21 09:46:50.680871 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d54fd-f176-4e1d-b0a0-c3d938b250b8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event updated for resources: {'Port': ['ID=c9c46560-19e0-4dc5-9e19-879160af080a,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:50.681631 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:50.724155 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-008d54fd-f176-4e1d-b0a0-c3d938b250b8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:50.732456 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [req-286ae1bc-a419-43c4-9543-d517bcf1d08b req-a2a0caf1-e77f-45fe-9efe-c177994f3862 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Router bd4a324c-06cd-436c-aae0-6ab472b1b8e0 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:46:50.758161 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1,segment=NetworkSegment(8a4c89a7-db86-40dd-bac2-56eeaa2520d6),segment_id=8a4c89a7-db86-40dd-bac2-56eeaa2520d6)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:50.768631 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:50.769354 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e1a18cea-61c1-408b-ad61-d5d81dfbdc3d up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:50.918873 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-be4e2c04-1ae5-45e9-b132-16dfd54e7f55 req-e257d71d-527a-484f-a39f-002ce592645a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=e1ae1c7d-5613-4ca3-84a9-9e07ef1f9825 HTTP/1.1" status: 200 len: 210 time: 0.0431247 Jan 21 09:46:50.942738 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-dea2d377-a326-4d0c-8dbb-d7a6a1725da5 None None] Provisioning for port c9c46560-19e0-4dc5-9e19-879160af080a completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:50.956093 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-dea2d377-a326-4d0c-8dbb-d7a6a1725da5 None None] Provisioning complete for port c9c46560-19e0-4dc5-9e19-879160af080a triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:50.956477 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-dea2d377-a326-4d0c-8dbb-d7a6a1725da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:50.994206 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port e1a18cea-61c1-408b-ad61-d5d81dfbdc3d completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:51.015046 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port e1a18cea-61c1-408b-ad61-d5d81dfbdc3d triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:51.015445 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.050849 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-286ae1bc-a419-43c4-9543-d517bcf1d08b req-a2a0caf1-e77f-45fe-9efe-c177994f3862 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:46:51.052188 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:51.071460 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5303445f-7795-4e24-a767-1be09a3f0205 None None] Sync routers for ids ['bd4a324c-06cd-436c-aae0-6ab472b1b8e0'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:51.078262 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-dea2d377-a326-4d0c-8dbb-d7a6a1725da5 None None] Port c9c46560-19e0-4dc5-9e19-879160af080a cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:46:51.093257 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5303445f-7795-4e24-a767-1be09a3f0205 None None] Routers {'bd4a324c-06cd-436c-aae0-6ab472b1b8e0'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:51.093876 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-5303445f-7795-4e24-a767-1be09a3f0205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:46:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['bd4a324c-06cd-436c-aae0-6ab472b1b8e0'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:51.141190 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-286ae1bc-a419-43c4-9543-d517bcf1d08b req-a2a0caf1-e77f-45fe-9efe-c177994f3862 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] No DVR routers for this DVR port f3bebd59-acd7-4ae2-b489-34b32aa670c1 on host hv-neutron-8257 {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:51.144838 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-286ae1bc-a419-43c4-9543-d517bcf1d08b req-a2a0caf1-e77f-45fe-9efe-c177994f3862 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.147022 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-286ae1bc-a419-43c4-9543-d517bcf1d08b req-a2a0caf1-e77f-45fe-9efe-c177994f3862 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.72 "DELETE /v2.0/ports/f3bebd59-acd7-4ae2-b489-34b32aa670c1 HTTP/1.1" status: 204 len: 173 time: 3.5819762 Jan 21 09:46:51.147506 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-008d54fd-f176-4e1d-b0a0-c3d938b250b8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.327492 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.351253 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.368589 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-5303445f-7795-4e24-a767-1be09a3f0205 None None] Set router bd4a324c-06cd-436c-aae0-6ab472b1b8e0 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:46:51.441098 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port e1a18cea-61c1-408b-ad61-d5d81dfbdc3d, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e1a18cea-61c1-408b-ad61-d5d81dfbdc3d,segment=NetworkSegment(4907c526-2993-4ada-8ca5-a1fad9e88508),segment_id=4907c526-2993-4ada-8ca5-a1fad9e88508)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:51.447757 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.570466 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-008d54fd-f176-4e1d-b0a0-c3d938b250b8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.578167 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-008d54fd-f176-4e1d-b0a0-c3d938b250b8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.663664 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=e1a18cea-61c1-408b-ad61-d5d81dfbdc3d,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:51.697411 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-008d54fd-f176-4e1d-b0a0-c3d938b250b8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.701594 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d54fd-f176-4e1d-b0a0-c3d938b250b8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event updated for resources: {'Port': ['ID=c9c46560-19e0-4dc5-9e19-879160af080a,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:51.815816 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-5303445f-7795-4e24-a767-1be09a3f0205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'name': 'tempest-TestVolumeBootPattern-2048454854-router', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:55Z', 'updated_at': '2022-01-21T09:43:07Z', 'revision_number': 4, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'gw_port': {'id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:58Z', 'updated_at': '2022-01-21T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'e9d219ea-cc58-44c1-819b-db9bbadc11d0', 'name': '', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'mac_address': 'fa:16:3e:bb:4c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:43:14Z', 'revision_number': 5, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'subnets': [{'id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:51.819829 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5303445f-7795-4e24-a767-1be09a3f0205 None None] Checking router: bd4a324c-06cd-436c-aae0-6ab472b1b8e0 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:46:51.829193 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5303445f-7795-4e24-a767-1be09a3f0205 None None] Routers {'bd4a324c-06cd-436c-aae0-6ab472b1b8e0'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:51.829808 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-5303445f-7795-4e24-a767-1be09a3f0205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:46:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['bd4a324c-06cd-436c-aae0-6ab472b1b8e0'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:51.853613 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-69c8551b-92d8-4080-a1e2-e39b2ed27095 req-3fd7e99f-14b9-435c-ab1b-d7ffafe7f337 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=c894b34a-9bb4-4a0a-8406-18a46d7824d1 HTTP/1.1" status: 200 len: 210 time: 0.0577092 Jan 21 09:46:51.897609 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008d54fd-f176-4e1d-b0a0-c3d938b250b8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Network ef1b19af-cc78-405a-a179-626a73290b37 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:51.898991 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-008d54fd-f176-4e1d-b0a0-c3d938b250b8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:52.026733 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56532) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:52.044531 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-5303445f-7795-4e24-a767-1be09a3f0205 None None] Set router bd4a324c-06cd-436c-aae0-6ab472b1b8e0 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:46:52.071138 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008d54fd-f176-4e1d-b0a0-c3d938b250b8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Router 6783577d-f230-4e66-bcc5-1445a7659300 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:46:52.107325 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aa26e00e-2e03-44c4-98f3-15f474867366 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.146180 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aa26e00e-2e03-44c4-98f3-15f474867366 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.260742 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aa26e00e-2e03-44c4-98f3-15f474867366 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.286333 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26e00e-2e03-44c4-98f3-15f474867366 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afecf9b6-084c-4b14-b592-a38d256dfff0,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:52.290038 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:52.293672 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c894b34a-9bb4-4a0a-8406-18a46d7824d1', 'name': 'network-vif-deleted', 'tag': 'f3bebd59-acd7-4ae2-b489-34b32aa670c1'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:46:52.304509 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-aa26e00e-2e03-44c4-98f3-15f474867366 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.305881 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-aa26e00e-2e03-44c4-98f3-15f474867366 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/security-groups/afecf9b6-084c-4b14-b592-a38d256dfff0 HTTP/1.1" status: 204 len: 168 time: 0.2775173 Jan 21 09:46:52.341118 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56540) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:52.385503 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c894b34a-9bb4-4a0a-8406-18a46d7824d1', 'name': 'network-vif-deleted', 'tag': 'f3bebd59-acd7-4ae2-b489-34b32aa670c1', 'status': 'completed', 'code': 200} Jan 21 09:46:52.426734 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-9a231bd5-c3a8-490e-b7d5-ec40b82fc49b None None] Provisioning complete for port c9c46560-19e0-4dc5-9e19-879160af080a triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:52.427434 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9a231bd5-c3a8-490e-b7d5-ec40b82fc49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.435007 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008d54fd-f176-4e1d-b0a0-c3d938b250b8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:46:52.440052 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-008d54fd-f176-4e1d-b0a0-c3d938b250b8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "PUT /v2.0/routers/6783577d-f230-4e66-bcc5-1445a7659300/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8141360 Jan 21 09:46:52.442749 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56544) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:52.446286 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc178b48-cabf-4f76-a4cd-98eb3e74328f None None] Sync routers for ids ['6783577d-f230-4e66-bcc5-1445a7659300'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:52.449908 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-113ac2c1-52e2-4aba-a291-fcb9a3abfbe4 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Request body: {'network': {'name': 'tempest-RoutersTest-766958105'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:52.456048 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-113ac2c1-52e2-4aba-a291-fcb9a3abfbe4 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:52.460688 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-113ac2c1-52e2-4aba-a291-fcb9a3abfbe4 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Usage tracker for resource:network and tenant:c78ba537853c4f6f976d32f02bc2ac76 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:52.464487 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-113ac2c1-52e2-4aba-a291-fcb9a3abfbe4 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:52.465543 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc178b48-cabf-4f76-a4cd-98eb3e74328f None None] Routers {'6783577d-f230-4e66-bcc5-1445a7659300'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:52.467082 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-fc178b48-cabf-4f76-a4cd-98eb3e74328f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:46:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['6783577d-f230-4e66-bcc5-1445a7659300'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:52.473040 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-113ac2c1-52e2-4aba-a291-fcb9a3abfbe4 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:52.493187 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113ac2c1-52e2-4aba-a291-fcb9a3abfbe4 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Made reservation on behalf of c78ba537853c4f6f976d32f02bc2ac76 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:52.497653 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-113ac2c1-52e2-4aba-a291-fcb9a3abfbe4 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.519827 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-9a231bd5-c3a8-490e-b7d5-ec40b82fc49b None None] Port c9c46560-19e0-4dc5-9e19-879160af080a cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:46:52.526547 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-113ac2c1-52e2-4aba-a291-fcb9a3abfbe4 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:46:52.537247 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-113ac2c1-52e2-4aba-a291-fcb9a3abfbe4 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.537611 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-113ac2c1-52e2-4aba-a291-fcb9a3abfbe4 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Added segment ce073ba0-5e9d-4c2c-bd98-724f7cccfa78 of type vlan for network 1b03c166-4627-46b4-b72e-21b88a224e7d Jan 21 09:46:52.574219 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-559bcb2c-50bd-4467-977c-816c25c3ad01 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting subnet b4088a55-6d24-4dca-a047-495fc308aac5 {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:46:52.577749 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-113ac2c1-52e2-4aba-a291-fcb9a3abfbe4 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.577942 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-559bcb2c-50bd-4467-977c-816c25c3ad01 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.597763 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:52.598133 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.616323 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-113ac2c1-52e2-4aba-a291-fcb9a3abfbe4 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.624150 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113ac2c1-52e2-4aba-a291-fcb9a3abfbe4 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:52.624905 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-113ac2c1-52e2-4aba-a291-fcb9a3abfbe4 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.639109 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-559bcb2c-50bd-4467-977c-816c25c3ad01 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.666710 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-113ac2c1-52e2-4aba-a291-fcb9a3abfbe4 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2226014 Jan 21 09:46:52.672598 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56548) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:52.681342 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-20de4a0b-716f-4437-80f1-89dfa68ab245 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Request body: {'subnet': {'network_id': '1b03c166-4627-46b4-b72e-21b88a224e7d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:52.713222 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-fc178b48-cabf-4f76-a4cd-98eb3e74328f None None] Set router 6783577d-f230-4e66-bcc5-1445a7659300 gateway port host: None {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:46:52.742716 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e1a18cea-61c1-408b-ad61-d5d81dfbdc3d up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:52.751107 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-559bcb2c-50bd-4467-977c-816c25c3ad01 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.840799 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-559bcb2c-50bd-4467-977c-816c25c3ad01 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.854871 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port e1a18cea-61c1-408b-ad61-d5d81dfbdc3d triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:52.855457 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.905536 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-20de4a0b-716f-4437-80f1-89dfa68ab245 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:52.919377 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-559bcb2c-50bd-4467-977c-816c25c3ad01 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.922189 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559bcb2c-50bd-4467-977c-816c25c3ad01 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Subnet': ['ID=b4088a55-6d24-4dca-a047-495fc308aac5,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:52.935750 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-559bcb2c-50bd-4467-977c-816c25c3ad01 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/subnets/b4088a55-6d24-4dca-a047-495fc308aac5 HTTP/1.1" status: 204 len: 168 time: 0.5904577 Jan 21 09:46:52.938337 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56554) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:52.953121 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92d3830-aece-4212-b677-15018256ea08 None None] Network 4e0845ee-89e9-4b2b-90bc-25998ecfc009 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:46:52.958438 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-20de4a0b-716f-4437-80f1-89dfa68ab245 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Usage tracker for resource:subnet and tenant:c78ba537853c4f6f976d32f02bc2ac76 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:52.966819 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-20de4a0b-716f-4437-80f1-89dfa68ab245 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:52.970153 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ac2c1-52e2-4aba-a291-fcb9a3abfbe4 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event updated for resources: {'Network': ['ID=1b03c166-4627-46b4-b72e-21b88a224e7d,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:52.981997 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-20de4a0b-716f-4437-80f1-89dfa68ab245 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:52.992566 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 1b03c166-4627-46b4-b72e-21b88a224e7d details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:46:52.995366 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20de4a0b-716f-4437-80f1-89dfa68ab245 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Made reservation on behalf of c78ba537853c4f6f976d32f02bc2ac76 for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:53.000341 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-20de4a0b-716f-4437-80f1-89dfa68ab245 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.067507 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:46:53.105155 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-30b1c7e3-9293-4bbd-969e-b01fd5c9e795 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.117550 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-30b1c7e3-9293-4bbd-969e-b01fd5c9e795 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port 3fd36db7-7952-471b-8b46-a6d275963e78 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:53.117910 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-30b1c7e3-9293-4bbd-969e-b01fd5c9e795 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.193796 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-5303445f-7795-4e24-a767-1be09a3f0205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'name': 'tempest-TestVolumeBootPattern-2048454854-router', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:55Z', 'updated_at': '2022-01-21T09:43:07Z', 'revision_number': 4, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'gw_port': {'id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:58Z', 'updated_at': '2022-01-21T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'e9d219ea-cc58-44c1-819b-db9bbadc11d0', 'name': '', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'mac_address': 'fa:16:3e:bb:4c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:43:14Z', 'revision_number': 5, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'subnets': [{'id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:53.260763 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5303445f-7795-4e24-a767-1be09a3f0205 None None] The sync data for ids ['bd4a324c-06cd-436c-aae0-6ab472b1b8e0'] in dv-neutron-825731-1-hyperv is: [{'id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'name': 'tempest-TestVolumeBootPattern-2048454854-router', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:55Z', 'updated_at': '2022-01-21T09:43:07Z', 'revision_number': 4, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'gw_port': {'id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:58Z', 'updated_at': '2022-01-21T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'e9d219ea-cc58-44c1-819b-db9bbadc11d0', 'name': '', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'mac_address': 'fa:16:3e:bb:4c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:43:14Z', 'revision_number': 5, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'subnets': [{'id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:53.273913 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-fc178b48-cabf-4f76-a4cd-98eb3e74328f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6783577d-f230-4e66-bcc5-1445a7659300', 'name': 'tempest-RoutersTest-router-172657418', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:41Z', 'updated_at': '2022-01-21T09:46:50Z', 'revision_number': 3, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'gw_port_host': None, '_interfaces': [{'id': '8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1', 'name': '', 'network_id': 'd3633f19-017f-4389-905d-203aea2e9b8a', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:cd:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:43Z', 'updated_at': '2022-01-21T09:46:50Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c46560-19e0-4dc5-9e19-879160af080a', 'name': '', 'network_id': 'ef1b19af-cc78-405a-a179-626a73290b37', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:58:5e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '945a01b7-4106-432d-a8ef-af4b336a2849', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:48Z', 'updated_at': '2022-01-21T09:46:51Z', 'revision_number': 2, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': '945a01b7-4106-432d-a8ef-af4b336a2849', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:53.286390 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc178b48-cabf-4f76-a4cd-98eb3e74328f None None] Checking router: 6783577d-f230-4e66-bcc5-1445a7659300 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:46:53.287233 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc178b48-cabf-4f76-a4cd-98eb3e74328f None None] Updating router 6783577d-f230-4e66-bcc5-1445a7659300 port c9c46560-19e0-4dc5-9e19-879160af080a binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:46:53.349119 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-20de4a0b-716f-4437-80f1-89dfa68ab245 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.406980 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-fc178b48-cabf-4f76-a4cd-98eb3e74328f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.452255 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-30b1c7e3-9293-4bbd-969e-b01fd5c9e795 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] For port 3fd36db7-7952-471b-8b46-a6d275963e78, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=3fd36db7-7952-471b-8b46-a6d275963e78,segment=NetworkSegment(50c2447e-30c7-495a-95d7-8effa2cee191),segment_id=50c2447e-30c7-495a-95d7-8effa2cee191)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:53.452528 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-30b1c7e3-9293-4bbd-969e-b01fd5c9e795 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.497313 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cd6944-7d3e-4423-8c31-6bf993999e6b None None] DHCP port deletion for 4e0845ee-89e9-4b2b-90bc-25998ecfc009 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:46:53.503278 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-60cd6944-7d3e-4423-8c31-6bf993999e6b None None] Deleting port 3fd36db7-7952-471b-8b46-a6d275963e78 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:53.504028 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-60cd6944-7d3e-4423-8c31-6bf993999e6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.507605 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20de4a0b-716f-4437-80f1-89dfa68ab245 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Checking segment: {'id': 'ce073ba0-5e9d-4c2c-bd98-724f7cccfa78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1b03c166-4627-46b4-b72e-21b88a224e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:46:53.508065 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20de4a0b-716f-4437-80f1-89dfa68ab245 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Network hostable DHCP agents. Network: 1b03c166-4627-46b4-b72e-21b88a224e7d, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:46:53.515069 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de4a0b-716f-4437-80f1-89dfa68ab245 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event updated for resources: {'Subnet': ['ID=777c5663-2233-4ad4-a910-3ca5fdcd4b41,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:53.532546 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-464b48cc-bc26-47e3-861a-48f571ae610b req-7ce43b9a-02c2-411a-a0c8-6a60d6f36573 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1226420372&fields=id&tenant_id=b19bae91610749c2842623300f66b5c2 HTTP/1.1" status: 200 len: 267 time: 0.1280456 Jan 21 09:46:53.564401 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20de4a0b-716f-4437-80f1-89dfa68ab245 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Network 1b03c166-4627-46b4-b72e-21b88a224e7d is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:46:53.633005 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-30b1c7e3-9293-4bbd-969e-b01fd5c9e795 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for 3fd36db7-7952-471b-8b46-a6d275963e78 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:53.661420 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-20de4a0b-716f-4437-80f1-89dfa68ab245 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 1b03c166-4627-46b4-b72e-21b88a224e7d) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:53.671137 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e79ae57-5a1c-407d-8d9f-6246e4a7ffb7 None None] Network 1b03c166-4627-46b4-b72e-21b88a224e7d requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:46:53.672475 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20de4a0b-716f-4437-80f1-89dfa68ab245 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:53.673147 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-20de4a0b-716f-4437-80f1-89dfa68ab245 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.744386 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3131f652-5d7f-4b7a-b8a4-27165d77f959 None None] New status for floating IP 99dededd-fd56-40cc-8f0b-62d61de48d19: DOWN {{(pid=87516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:46:53.750728 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-30b1c7e3-9293-4bbd-969e-b01fd5c9e795 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.771750 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-20de4a0b-716f-4437-80f1-89dfa68ab245 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0982599 Jan 21 09:46:53.775175 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56564) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:53.807179 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1c7e3-9293-4bbd-969e-b01fd5c9e795 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Port': ['ID=3fd36db7-7952-471b-8b46-a6d275963e78,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:53.814614 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b1c7e3-9293-4bbd-969e-b01fd5c9e795 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] No DVR routers for this DVR port 3fd36db7-7952-471b-8b46-a6d275963e78 on host dv-neutron-825731-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:53.866770 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b48cc-bc26-47e3-861a-48f571ae610b req-e290c418-4e1a-4cfa-ba4c-a97dbe835861 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:53.874852 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-464b48cc-bc26-47e3-861a-48f571ae610b req-e290c418-4e1a-4cfa-ba4c-a97dbe835861 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/networks?id=4880d60f-eaf6-400c-ae63-407f78f8f686 HTTP/1.1" status: 200 len: 812 time: 0.3410964 Jan 21 09:46:53.903162 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-fc178b48-cabf-4f76-a4cd-98eb3e74328f None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.920043 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-fc178b48-cabf-4f76-a4cd-98eb3e74328f None None] Transition to ACTIVE for port object c9c46560-19e0-4dc5-9e19-879160af080a will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:53.932052 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-fc178b48-cabf-4f76-a4cd-98eb3e74328f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.956619 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-30b1c7e3-9293-4bbd-969e-b01fd5c9e795 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.964267 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-464b48cc-bc26-47e3-861a-48f571ae610b req-14751515-fcdd-4f97-aa5c-351321460b36 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/quotas/b19bae91610749c2842623300f66b5c2 HTTP/1.1" status: 200 len: 375 time: 0.0883493 Jan 21 09:46:53.984128 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-30b1c7e3-9293-4bbd-969e-b01fd5c9e795 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e0845ee-89e9-4b2b-90bc-25998ecfc009']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:53.997797 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-30b1c7e3-9293-4bbd-969e-b01fd5c9e795 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50c2447e-30c7-495a-95d7-8effa2cee191') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:53.998185 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-30b1c7e3-9293-4bbd-969e-b01fd5c9e795 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50c2447e-30c7-495a-95d7-8effa2cee191') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:54.007919 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce788e-ad68-4aab-a3a3-6e392d96bd2a None None] Pushing event updated for resources: {'Port': ['ID=c9c46560-19e0-4dc5-9e19-879160af080a,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:54.010910 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-30b1c7e3-9293-4bbd-969e-b01fd5c9e795 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.032889 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-30b1c7e3-9293-4bbd-969e-b01fd5c9e795 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.040562 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b1c7e3-9293-4bbd-969e-b01fd5c9e795 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:46:54.041055 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-30b1c7e3-9293-4bbd-969e-b01fd5c9e795 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.181834 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:46:54.181834 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:46:54.181834 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:46:54.181834 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:46:54.181834 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:46:54.181834 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:46:54.181834 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:46:54.181834 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:46:54.181834 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:46:54.181834 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:46:54.181834 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:46:54.181834 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:46:54.181834 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:46:54.181834 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:46:54.181834 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:46:54.181834 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:46:54.181834 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:46:54.181834 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:46:54.181834 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:46:54.181834 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:46:54.181834 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:46:54.181834 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:46:54.181834 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:46:54.181834 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:46:54.181834 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:46:54.181834 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:46:54.181834 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:46:54.181834 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:46:54.181834 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:46:54.181834 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:46:54.181834 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:46:54.181834 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:46:54.192791 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-30b1c7e3-9293-4bbd-969e-b01fd5c9e795 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.238383 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-30b1c7e3-9293-4bbd-969e-b01fd5c9e795 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.261326 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1c7e3-9293-4bbd-969e-b01fd5c9e795 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Network': ['ID=4e0845ee-89e9-4b2b-90bc-25998ecfc009,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:54.273178 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-30b1c7e3-9293-4bbd-969e-b01fd5c9e795 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/networks/4e0845ee-89e9-4b2b-90bc-25998ecfc009 HTTP/1.1" status: 204 len: 168 time: 1.3313560 Jan 21 09:46:54.273712 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56568) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:54.308394 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-fc178b48-cabf-4f76-a4cd-98eb3e74328f None None] Attempting to bind port c9c46560-19e0-4dc5-9e19-879160af080a on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:54.309389 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-fc178b48-cabf-4f76-a4cd-98eb3e74328f None None] Attempting to bind port c9c46560-19e0-4dc5-9e19-879160af080a by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '4907c526-2993-4ada-8ca5-a1fad9e88508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ef1b19af-cc78-405a-a179-626a73290b37'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:54.309745 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc178b48-cabf-4f76-a4cd-98eb3e74328f None None] Attempting to bind port c9c46560-19e0-4dc5-9e19-879160af080a on network ef1b19af-cc78-405a-a179-626a73290b37 {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:46:54.327440 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc178b48-cabf-4f76-a4cd-98eb3e74328f None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:46:54.327980 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc178b48-cabf-4f76-a4cd-98eb3e74328f None None] Checking segment: {'id': '4907c526-2993-4ada-8ca5-a1fad9e88508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ef1b19af-cc78-405a-a179-626a73290b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:46:54.328440 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-fc178b48-cabf-4f76-a4cd-98eb3e74328f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.328892 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc178b48-cabf-4f76-a4cd-98eb3e74328f None None] Bound using segment: {'id': '4907c526-2993-4ada-8ca5-a1fad9e88508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ef1b19af-cc78-405a-a179-626a73290b37'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:46:54.329426 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-fc178b48-cabf-4f76-a4cd-98eb3e74328f None None] Bound port: c9c46560-19e0-4dc5-9e19-879160af080a, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4907c526-2993-4ada-8ca5-a1fad9e88508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ef1b19af-cc78-405a-a179-626a73290b37'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:54.329860 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-fc178b48-cabf-4f76-a4cd-98eb3e74328f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.334671 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 3fd36db7-7952-471b-8b46-a6d275963e78 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:54.426046 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 3fd36db7-7952-471b-8b46-a6d275963e78 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:46:54.426640 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 3fd36db7-7952-471b-8b46-a6d275963e78 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:54.446973 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-fc178b48-cabf-4f76-a4cd-98eb3e74328f None None] For port c9c46560-19e0-4dc5-9e19-879160af080a, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:46:54.451716 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-fc178b48-cabf-4f76-a4cd-98eb3e74328f None None] For port c9c46560-19e0-4dc5-9e19-879160af080a, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=c9c46560-19e0-4dc5-9e19-879160af080a,segment=NetworkSegment(4907c526-2993-4ada-8ca5-a1fad9e88508),segment_id=4907c526-2993-4ada-8ca5-a1fad9e88508)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:46:54.463176 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-fc178b48-cabf-4f76-a4cd-98eb3e74328f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.550719 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-360adc4b-8ebc-4a18-8138-1282f91fdf3b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port c08c2ae9-26bc-4782-abee-527148c99880 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:54.551064 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-360adc4b-8ebc-4a18-8138-1282f91fdf3b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.572691 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc178b48-cabf-4f76-a4cd-98eb3e74328f None None] Routers {'6783577d-f230-4e66-bcc5-1445a7659300'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:54.573612 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-fc178b48-cabf-4f76-a4cd-98eb3e74328f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:46:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['6783577d-f230-4e66-bcc5-1445a7659300'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:54.613949 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-60cd6944-7d3e-4423-8c31-6bf993999e6b None None] For port 3fd36db7-7952-471b-8b46-a6d275963e78, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=3fd36db7-7952-471b-8b46-a6d275963e78,segment=NetworkSegment(50c2447e-30c7-495a-95d7-8effa2cee191),segment_id=50c2447e-30c7-495a-95d7-8effa2cee191)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:54.614346 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-60cd6944-7d3e-4423-8c31-6bf993999e6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.631107 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2af5ce9-beff-4042-a395-48e4ef30a957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-1b03c166-4627-46b4-b72e-21b88a224e7d', 'network_id': '1b03c166-4627-46b4-b72e-21b88a224e7d', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'fixed_ips': [{'subnet_id': '777c5663-2233-4ad4-a910-3ca5fdcd4b41'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:46:54.631979 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e2af5ce9-beff-4042-a395-48e4ef30a957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.663228 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-464b48cc-bc26-47e3-861a-48f571ae610b req-01be6857-d1e3-43aa-80d2-562487ac984c tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=b19bae91610749c2842623300f66b5c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6981068 Jan 21 09:46:54.782366 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-360adc4b-8ebc-4a18-8138-1282f91fdf3b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.783206 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-360adc4b-8ebc-4a18-8138-1282f91fdf3b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.802014 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-fc178b48-cabf-4f76-a4cd-98eb3e74328f None None] Set router 6783577d-f230-4e66-bcc5-1445a7659300 gateway port host: None {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:46:54.814283 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-60cd6944-7d3e-4423-8c31-6bf993999e6b None None] Calling delete_port for 3fd36db7-7952-471b-8b46-a6d275963e78 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:54.905371 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ead2b4c6-ce50-407c-b91d-796302fc0471 req-46b08241-6dbb-4af5-a217-16bf18b479f9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a1a4bac6-f64a-4e20-b559-3df1b725651b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8371770 Jan 21 09:46:55.040938 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-360adc4b-8ebc-4a18-8138-1282f91fdf3b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for c08c2ae9-26bc-4782-abee-527148c99880 owned by network:floatingip {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:55.083353 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-60cd6944-7d3e-4423-8c31-6bf993999e6b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:46:55.083774 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-60cd6944-7d3e-4423-8c31-6bf993999e6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:46:55.155332 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-e2af5ce9-beff-4042-a395-48e4ef30a957 None None] Allocated IP 172.22.0.2 (1b03c166-4627-46b4-b72e-21b88a224e7d/777c5663-2233-4ad4-a910-3ca5fdcd4b41/a739a879-3cb4-4b83-b378-853ccb90d6bc) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:55.166303 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce788e-ad68-4aab-a3a3-6e392d96bd2a None None] Pushing event updated for resources: {'Port': ['ID=c9c46560-19e0-4dc5-9e19-879160af080a,revision_number=4']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:55.174586 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-464b48cc-bc26-47e3-861a-48f571ae610b req-6f9b1d77-e78e-4fb1-9b17-3c87fc4376ee service neutron] 10.222.0.110 "GET /v2.0/networks/4880d60f-eaf6-400c-ae63-407f78f8f686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681772 Jan 21 09:46:55.249130 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2b4c6-ce50-407c-b91d-796302fc0471 req-e210c65b-9d6c-4826-980f-a86f01e6c424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:55.250582 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ead2b4c6-ce50-407c-b91d-796302fc0471 req-e210c65b-9d6c-4826-980f-a86f01e6c424 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=a1a4bac6-f64a-4e20-b559-3df1b725651b HTTP/1.1" status: 200 len: 1098 time: 0.2144017 Jan 21 09:46:55.273177 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-360adc4b-8ebc-4a18-8138-1282f91fdf3b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:55.303579 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-99228363-ad59-4187-8e90-9dee819d72d0 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:55.311493 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-fc178b48-cabf-4f76-a4cd-98eb3e74328f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6783577d-f230-4e66-bcc5-1445a7659300', 'name': 'tempest-RoutersTest-router-172657418', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:41Z', 'updated_at': '2022-01-21T09:46:50Z', 'revision_number': 3, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'gw_port_host': None, '_interfaces': [{'id': '8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1', 'name': '', 'network_id': 'd3633f19-017f-4389-905d-203aea2e9b8a', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:cd:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:43Z', 'updated_at': '2022-01-21T09:46:50Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c46560-19e0-4dc5-9e19-879160af080a', 'name': '', 'network_id': 'ef1b19af-cc78-405a-a179-626a73290b37', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:58:5e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '945a01b7-4106-432d-a8ef-af4b336a2849', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:48Z', 'updated_at': '2022-01-21T09:46:54Z', 'revision_number': 4, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': '945a01b7-4106-432d-a8ef-af4b336a2849', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:55.317753 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc178b48-cabf-4f76-a4cd-98eb3e74328f None None] The sync data for ids ['6783577d-f230-4e66-bcc5-1445a7659300'] in dv-neutron-825731-1-hyperv is: [{'id': '6783577d-f230-4e66-bcc5-1445a7659300', 'name': 'tempest-RoutersTest-router-172657418', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:41Z', 'updated_at': '2022-01-21T09:46:50Z', 'revision_number': 3, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'gw_port_host': None, '_interfaces': [{'id': '8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1', 'name': '', 'network_id': 'd3633f19-017f-4389-905d-203aea2e9b8a', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:cd:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:43Z', 'updated_at': '2022-01-21T09:46:50Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c46560-19e0-4dc5-9e19-879160af080a', 'name': '', 'network_id': 'ef1b19af-cc78-405a-a179-626a73290b37', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:58:5e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '945a01b7-4106-432d-a8ef-af4b336a2849', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:48Z', 'updated_at': '2022-01-21T09:46:54Z', 'revision_number': 4, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': '945a01b7-4106-432d-a8ef-af4b336a2849', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:55.339895 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360adc4b-8ebc-4a18-8138-1282f91fdf3b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Port': ['ID=c08c2ae9-26bc-4782-abee-527148c99880,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:55.416125 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-464b48cc-bc26-47e3-861a-48f571ae610b req-a639a14b-5540-4e6a-96df-469b81671482 service neutron] 10.222.0.110 "GET /v2.0/networks/4880d60f-eaf6-400c-ae63-407f78f8f686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303259 Jan 21 09:46:55.472771 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e2af5ce9-beff-4042-a395-48e4ef30a957 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:55.487033 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e2af5ce9-beff-4042-a395-48e4ef30a957 None None] Transition to ACTIVE for port object a739a879-3cb4-4b83-b378-853ccb90d6bc will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:55.493145 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-360adc4b-8ebc-4a18-8138-1282f91fdf3b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:55.493797 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.l3_db [None req-360adc4b-8ebc-4a18-8138-1282f91fdf3b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Floating IP a4e7a887-0876-4ba9-947d-b7aa507cf07e disassociated (deleted). External IP: 172.26.3.240, port: 6c3aa7de-8d0e-4258-9d2d-088d797fc847. Jan 21 09:46:55.518024 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e2af5ce9-beff-4042-a395-48e4ef30a957 None None] Transition to ACTIVE for port object a739a879-3cb4-4b83-b378-853ccb90d6bc will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:55.527873 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e2af5ce9-beff-4042-a395-48e4ef30a957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:55.593460 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2af5ce9-beff-4042-a395-48e4ef30a957 None None] Network 1b03c166-4627-46b4-b72e-21b88a224e7d is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:55.604620 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-60cd6944-7d3e-4423-8c31-6bf993999e6b None None] Deleting port 3fd36db7-7952-471b-8b46-a6d275963e78 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:55.606510 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-60cd6944-7d3e-4423-8c31-6bf993999e6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:55.636238 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-e2af5ce9-beff-4042-a395-48e4ef30a957 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:55.648943 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2af5ce9-beff-4042-a395-48e4ef30a957 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:46:55.817245 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-60cd6944-7d3e-4423-8c31-6bf993999e6b None None] The port '3fd36db7-7952-471b-8b46-a6d275963e78' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:46:55.862674 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af5ce9-beff-4042-a395-48e4ef30a957 None None] Pushing event updated for resources: {'Port': ['ID=a739a879-3cb4-4b83-b378-853ccb90d6bc,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:55.869221 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2b4c6-ce50-407c-b91d-796302fc0471 req-ea3aa6c3-9ca0-49c4-863a-6530f51fcfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:55.870680 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ead2b4c6-ce50-407c-b91d-796302fc0471 req-ea3aa6c3-9ca0-49c4-863a-6530f51fcfa6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ad7d1e2e-0774-4dd8-b4a1-ce49e042d841 HTTP/1.1" status: 200 len: 898 time: 0.5696690 Jan 21 09:46:55.875380 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-e2af5ce9-beff-4042-a395-48e4ef30a957 None None] Attempting to bind port a739a879-3cb4-4b83-b378-853ccb90d6bc on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:55.876040 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-e2af5ce9-beff-4042-a395-48e4ef30a957 None None] Attempting to bind port a739a879-3cb4-4b83-b378-853ccb90d6bc by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'ce073ba0-5e9d-4c2c-bd98-724f7cccfa78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1b03c166-4627-46b4-b72e-21b88a224e7d'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:55.876692 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2af5ce9-beff-4042-a395-48e4ef30a957 None None] Attempting to bind port a739a879-3cb4-4b83-b378-853ccb90d6bc on network 1b03c166-4627-46b4-b72e-21b88a224e7d {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:46:55.885896 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2af5ce9-beff-4042-a395-48e4ef30a957 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:46:55.886575 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2af5ce9-beff-4042-a395-48e4ef30a957 None None] Checking segment: {'id': 'ce073ba0-5e9d-4c2c-bd98-724f7cccfa78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1b03c166-4627-46b4-b72e-21b88a224e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:46:55.887980 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e2af5ce9-beff-4042-a395-48e4ef30a957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:55.888714 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2af5ce9-beff-4042-a395-48e4ef30a957 None None] Bound using segment: {'id': 'ce073ba0-5e9d-4c2c-bd98-724f7cccfa78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1b03c166-4627-46b4-b72e-21b88a224e7d'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:46:55.889566 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-e2af5ce9-beff-4042-a395-48e4ef30a957 None None] Bound port: a739a879-3cb4-4b83-b378-853ccb90d6bc, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce073ba0-5e9d-4c2c-bd98-724f7cccfa78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1b03c166-4627-46b4-b72e-21b88a224e7d'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:55.890351 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e2af5ce9-beff-4042-a395-48e4ef30a957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:55.954590 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ead2b4c6-ce50-407c-b91d-796302fc0471 req-ada754ef-f536-4181-b908-367f34bec229 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c3aa7de-8d0e-4258-9d2d-088d797fc847 HTTP/1.1" status: 200 len: 217 time: 0.0724645 Jan 21 09:46:56.017177 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-e2af5ce9-beff-4042-a395-48e4ef30a957 None None] For port a739a879-3cb4-4b83-b378-853ccb90d6bc, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:46:56.021128 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-e2af5ce9-beff-4042-a395-48e4ef30a957 None None] For port a739a879-3cb4-4b83-b378-853ccb90d6bc, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a739a879-3cb4-4b83-b378-853ccb90d6bc,segment=NetworkSegment(ce073ba0-5e9d-4c2c-bd98-724f7cccfa78),segment_id=ce073ba0-5e9d-4c2c-bd98-724f7cccfa78)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:46:56.030070 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e2af5ce9-beff-4042-a395-48e4ef30a957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.101273 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2b4c6-ce50-407c-b91d-796302fc0471 req-bb36a7c1-344c-4c29-8c32-2bdb2149ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:56.102700 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ead2b4c6-ce50-407c-b91d-796302fc0471 req-bb36a7c1-344c-4c29-8c32-2bdb2149ab2a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a49a675f-632a-4690-8ea3-9a194a48b421 HTTP/1.1" status: 200 len: 835 time: 0.1286602 Jan 21 09:46:56.149499 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-45014a32-6682-49b9-8e54-d93655445ba9 req-f2784f72-1348-46b4-8ee5-d3e7e3c815ef tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=10c45647-00d6-4ecb-ac0d-95cc54b0c23c HTTP/1.1" status: 200 len: 210 time: 0.0676425 Jan 21 09:46:56.185935 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360adc4b-8ebc-4a18-8138-1282f91fdf3b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router 53d2cd26-1537-4230-8d31-428b6b288f5d has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:46:56.200143 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af5ce9-beff-4042-a395-48e4ef30a957 None None] Pushing event updated for resources: {'Port': ['ID=a739a879-3cb4-4b83-b378-853ccb90d6bc,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:56.313696 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c9c46560-19e0-4dc5-9e19-879160af080a up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:56.349231 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2b4c6-ce50-407c-b91d-796302fc0471 req-a9f700bb-e5ef-4c1c-89c8-c6b2ad7e8b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:56.350667 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ead2b4c6-ce50-407c-b91d-796302fc0471 req-a9f700bb-e5ef-4c1c-89c8-c6b2ad7e8b09 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ad7d1e2e-0774-4dd8-b4a1-ce49e042d841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2367632 Jan 21 09:46:56.430613 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port c9c46560-19e0-4dc5-9e19-879160af080a completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:56.439203 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port c9c46560-19e0-4dc5-9e19-879160af080a triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:56.439890 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.491311 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360adc4b-8ebc-4a18-8138-1282f91fdf3b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:46:56.503104 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72576644-5f9d-4296-9a6c-991fa3580a6e None None] Sync routers for ids ['53d2cd26-1537-4230-8d31-428b6b288f5d'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:56.522863 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-360adc4b-8ebc-4a18-8138-1282f91fdf3b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.559078 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72576644-5f9d-4296-9a6c-991fa3580a6e None None] Routers {'53d2cd26-1537-4230-8d31-428b6b288f5d'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:56.559961 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-72576644-5f9d-4296-9a6c-991fa3580a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:46:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['53d2cd26-1537-4230-8d31-428b6b288f5d'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:56.652455 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-360adc4b-8ebc-4a18-8138-1282f91fdf3b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/floatingips/a4e7a887-0876-4ba9-947d-b7aa507cf07e HTTP/1.1" status: 204 len: 168 time: 2.3771400 Jan 21 09:46:56.653267 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a4bac6-f64a-4e20-b559-3df1b725651b', 'tag': '6c3aa7de-8d0e-4258-9d2d-088d797fc847'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:46:56.681847 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.724474 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a4bac6-f64a-4e20-b559-3df1b725651b', 'tag': '6c3aa7de-8d0e-4258-9d2d-088d797fc847', 'status': 'completed', 'code': 200} Jan 21 09:46:56.777168 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port c9c46560-19e0-4dc5-9e19-879160af080a, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=c9c46560-19e0-4dc5-9e19-879160af080a,segment=NetworkSegment(4907c526-2993-4ada-8ca5-a1fad9e88508),segment_id=4907c526-2993-4ada-8ca5-a1fad9e88508)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:56.791378 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-99228363-ad59-4187-8e90-9dee819d72d0 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Allocated IP 172.22.0.1 (1b03c166-4627-46b4-b72e-21b88a224e7d/777c5663-2233-4ad4-a910-3ca5fdcd4b41/86c57a3f-77e7-491d-bf22-6b0b6aaaa115) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:56.793843 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.905400 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-72576644-5f9d-4296-9a6c-991fa3580a6e None None] Set router 53d2cd26-1537-4230-8d31-428b6b288f5d gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:46:56.931705 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=c9c46560-19e0-4dc5-9e19-879160af080a,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:57.039719 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ead2b4c6-ce50-407c-b91d-796302fc0471 req-5995a146-7073-4dd5-81bf-eefd71812365 service neutron] 10.222.0.72 "GET /v2.0/networks/ad7d1e2e-0774-4dd8-b4a1-ce49e042d841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6813984 Jan 21 09:46:57.183360 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-99228363-ad59-4187-8e90-9dee819d72d0 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:57.220865 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04879698-abd0-4663-9caf-c198590d1a18 req-aa14a068-ad94-4f20-8d75-f123f4505da8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:57.222955 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-04879698-abd0-4663-9caf-c198590d1a18 req-aa14a068-ad94-4f20-8d75-f123f4505da8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:57.223096 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-99228363-ad59-4187-8e90-9dee819d72d0 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Transition to ACTIVE for port object 86c57a3f-77e7-491d-bf22-6b0b6aaaa115 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:57.230260 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ead2b4c6-ce50-407c-b91d-796302fc0471 req-47c31434-29a1-4dd0-b784-f3c284148dd9 service neutron] 10.222.0.72 "GET /v2.0/networks/ad7d1e2e-0774-4dd8-b4a1-ce49e042d841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728525 Jan 21 09:46:57.252774 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-04879698-abd0-4663-9caf-c198590d1a18 req-aa14a068-ad94-4f20-8d75-f123f4505da8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:57.253954 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-04879698-abd0-4663-9caf-c198590d1a18 req-aa14a068-ad94-4f20-8d75-f123f4505da8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=a1a4bac6-f64a-4e20-b559-3df1b725651b HTTP/1.1" status: 200 len: 945 time: 0.1323969 Jan 21 09:46:57.260698 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-99228363-ad59-4187-8e90-9dee819d72d0 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:57.310005 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-72576644-5f9d-4296-9a6c-991fa3580a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'name': 'tempest-TestNetworkBasicOps-router-34972314', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:46:43Z', 'revision_number': 6, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:10Z', 'updated_at': '2022-01-21T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '24d65694-3141-4464-b092-a1b4b2deb852', 'name': '', 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:2e:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'a49a675f-632a-4690-8ea3-9a194a48b421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:25Z', 'updated_at': '2022-01-21T09:43:39Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': 'a49a675f-632a-4690-8ea3-9a194a48b421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:57.315237 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72576644-5f9d-4296-9a6c-991fa3580a6e None None] Checking router: 53d2cd26-1537-4230-8d31-428b6b288f5d for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:46:57.322387 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-04879698-abd0-4663-9caf-c198590d1a18 req-d52d377e-90e1-4efb-8969-84e63e55d5db tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:57.326210 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72576644-5f9d-4296-9a6c-991fa3580a6e None None] Routers {'53d2cd26-1537-4230-8d31-428b6b288f5d'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:46:57.326838 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-72576644-5f9d-4296-9a6c-991fa3580a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:46:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['53d2cd26-1537-4230-8d31-428b6b288f5d'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:57.342560 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-04879698-abd0-4663-9caf-c198590d1a18 req-d52d377e-90e1-4efb-8969-84e63e55d5db tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:57.353150 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-04879698-abd0-4663-9caf-c198590d1a18 req-d52d377e-90e1-4efb-8969-84e63e55d5db tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=e8fd6672-93bb-4f14-afe5-0087d2781f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909319 Jan 21 09:46:57.458411 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99228363-ad59-4187-8e90-9dee819d72d0 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Network 1b03c166-4627-46b4-b72e-21b88a224e7d is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:57.460277 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-99228363-ad59-4187-8e90-9dee819d72d0 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:57.469354 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-9f02a37d-12e2-42d5-838a-35d9a07e3f03 req-d2759441-7c98-4fd1-ad82-6af360864e75 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=10c45647-00d6-4ecb-ac0d-95cc54b0c23c HTTP/1.1" status: 200 len: 210 time: 0.1319959 Jan 21 09:46:57.479162 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99228363-ad59-4187-8e90-9dee819d72d0 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:46:57.536881 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99228363-ad59-4187-8e90-9dee819d72d0 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event updated for resources: {'Port': ['ID=86c57a3f-77e7-491d-bf22-6b0b6aaaa115,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:57.539568 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-72576644-5f9d-4296-9a6c-991fa3580a6e None None] Set router 53d2cd26-1537-4230-8d31-428b6b288f5d gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:46:57.576640 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-99228363-ad59-4187-8e90-9dee819d72d0 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:57.666097 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e2411-672c-47da-8cb7-c6a9546be1e6 req-a80cf92b-b470-438a-9b9f-608adf1eb44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:57.667613 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-dc7e2411-672c-47da-8cb7-c6a9546be1e6 req-a80cf92b-b470-438a-9b9f-608adf1eb44e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=a1a4bac6-f64a-4e20-b559-3df1b725651b HTTP/1.1" status: 200 len: 1098 time: 0.3292356 Jan 21 09:46:57.813048 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa6e390-129e-4a6f-853d-9984d66a9479 None None] Network 1b03c166-4627-46b4-b72e-21b88a224e7d requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:46:57.885031 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b48cc-bc26-47e3-861a-48f571ae610b req-64881ed9-8dc3-44f2-8eee-c484673330a4 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:57.886664 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-464b48cc-bc26-47e3-861a-48f571ae610b req-64881ed9-8dc3-44f2-8eee-c484673330a4 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.72 "GET /v2.0/networks?id=4880d60f-eaf6-400c-ae63-407f78f8f686 HTTP/1.1" status: 200 len: 812 time: 0.3068733 Jan 21 09:46:57.975658 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-72576644-5f9d-4296-9a6c-991fa3580a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'name': 'tempest-TestNetworkBasicOps-router-34972314', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:46:43Z', 'revision_number': 6, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:10Z', 'updated_at': '2022-01-21T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '24d65694-3141-4464-b092-a1b4b2deb852', 'name': '', 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:2e:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'a49a675f-632a-4690-8ea3-9a194a48b421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:25Z', 'updated_at': '2022-01-21T09:43:39Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': 'a49a675f-632a-4690-8ea3-9a194a48b421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:57.980102 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72576644-5f9d-4296-9a6c-991fa3580a6e None None] The sync data for ids ['53d2cd26-1537-4230-8d31-428b6b288f5d'] in dv-neutron-825731-1-hyperv is: [{'id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'name': 'tempest-TestNetworkBasicOps-router-34972314', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:46:43Z', 'revision_number': 6, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:10Z', 'updated_at': '2022-01-21T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '24d65694-3141-4464-b092-a1b4b2deb852', 'name': '', 'network_id': 'ad7d1e2e-0774-4dd8-b4a1-ce49e042d841', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:2e:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'a49a675f-632a-4690-8ea3-9a194a48b421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:25Z', 'updated_at': '2022-01-21T09:43:39Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': 'a49a675f-632a-4690-8ea3-9a194a48b421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:58.025019 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e2411-672c-47da-8cb7-c6a9546be1e6 req-4e7411c6-9af7-48fb-b69d-8c9d315fc186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:58.026766 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-dc7e2411-672c-47da-8cb7-c6a9546be1e6 req-4e7411c6-9af7-48fb-b69d-8c9d315fc186 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ad7d1e2e-0774-4dd8-b4a1-ce49e042d841 HTTP/1.1" status: 200 len: 898 time: 0.3085191 Jan 21 09:46:58.034381 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-464b48cc-bc26-47e3-861a-48f571ae610b req-2687ed44-22a5-4961-8f52-b213d79d346e tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b19bae91610749c2842623300f66b5c2 HTTP/1.1" status: 200 len: 380 time: 0.1345358 Jan 21 09:46:58.069710 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0d41d510-87e6-4299-a3c0-fdc33dd988f0 None None] Provisioning for port a739a879-3cb4-4b83-b378-853ccb90d6bc completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:58.113541 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-464b48cc-bc26-47e3-861a-48f571ae610b req-6ead7e07-cd0a-4ca2-a8ee-72ddbb983056 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Request body: {'port': {'device_id': '10c45647-00d6-4ecb-ac0d-95cc54b0c23c', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'admin_state_up': True, 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'security_groups': ['0e79c6d1-7873-43f1-81f5-805aba1a0560']}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:58.141102 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-dc7e2411-672c-47da-8cb7-c6a9546be1e6 req-cd7061c6-a9f4-4c0b-8c68-e17309a03614 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c3aa7de-8d0e-4258-9d2d-088d797fc847 HTTP/1.1" status: 200 len: 217 time: 0.1035011 Jan 21 09:46:58.146047 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-99228363-ad59-4187-8e90-9dee819d72d0 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:58.369825 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef8ed05-cf4b-4b3f-8c86-27b69217823a None None] New status for floating IP a4e7a887-0876-4ba9-947d-b7aa507cf07e: DOWN {{(pid=87516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:46:58.438249 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a739a879-3cb4-4b83-b378-853ccb90d6bc up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:58.487344 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e2411-672c-47da-8cb7-c6a9546be1e6 req-8e23c14f-5233-4422-9f76-1c6b7443d0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:58.488960 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-dc7e2411-672c-47da-8cb7-c6a9546be1e6 req-8e23c14f-5233-4422-9f76-1c6b7443d0c6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a49a675f-632a-4690-8ea3-9a194a48b421 HTTP/1.1" status: 200 len: 835 time: 0.3203244 Jan 21 09:46:58.622856 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port a739a879-3cb4-4b83-b378-853ccb90d6bc completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:58.632196 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port a739a879-3cb4-4b83-b378-853ccb90d6bc triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:58.632663 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:58.689748 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-8d5c9073-2312-4365-908e-061bb4ce84ce None None] Provisioning complete for port a739a879-3cb4-4b83-b378-853ccb90d6bc triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:58.690039 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8d5c9073-2312-4365-908e-061bb4ce84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:58.742718 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897bf6f-262f-4e5d-93ba-9cd278c64ee6 req-c1cdf326-f36a-4c55-97c4-e5a20640c1cc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:58.757820 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e897bf6f-262f-4e5d-93ba-9cd278c64ee6 req-c1cdf326-f36a-4c55-97c4-e5a20640c1cc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=a1a4bac6-f64a-4e20-b559-3df1b725651b HTTP/1.1" status: 200 len: 945 time: 0.1978991 Jan 21 09:46:58.825057 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e897bf6f-262f-4e5d-93ba-9cd278c64ee6 req-78221625-dec8-41e1-8bc4-8a13ab59b45d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=e8fd6672-93bb-4f14-afe5-0087d2781f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608692 Jan 21 09:46:58.916709 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8d5c9073-2312-4365-908e-061bb4ce84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:58.934639 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-464b48cc-bc26-47e3-861a-48f571ae610b req-6ead7e07-cd0a-4ca2-a8ee-72ddbb983056 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:58.951873 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:58.968948 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-44342272-3bd5-41b4-a417-774dc457abdb req-a5200ae8-42e1-45c2-8f6e-30c8208b790b tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=10c45647-00d6-4ecb-ac0d-95cc54b0c23c HTTP/1.1" status: 200 len: 210 time: 0.1556902 Jan 21 09:46:59.002433 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-8d5c9073-2312-4365-908e-061bb4ce84ce None None] For port a739a879-3cb4-4b83-b378-853ccb90d6bc, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a739a879-3cb4-4b83-b378-853ccb90d6bc,segment=NetworkSegment(ce073ba0-5e9d-4c2c-bd98-724f7cccfa78),segment_id=ce073ba0-5e9d-4c2c-bd98-724f7cccfa78)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:59.008216 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8d5c9073-2312-4365-908e-061bb4ce84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:59.017218 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-464b48cc-bc26-47e3-861a-48f571ae610b req-6ead7e07-cd0a-4ca2-a8ee-72ddbb983056 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:59.041177 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a43e3-1e44-45a7-b635-3a9b54639107 req-f1b9ebfa-b221-4547-b0e1-7082621e1603 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:59.042724 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-228a43e3-1e44-45a7-b635-3a9b54639107 req-f1b9ebfa-b221-4547-b0e1-7082621e1603 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1a4bac6-f64a-4e20-b559-3df1b725651b HTTP/1.1" status: 200 len: 945 time: 0.0953474 Jan 21 09:46:59.083335 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e2411-672c-47da-8cb7-c6a9546be1e6 req-13f9619c-e082-4e7c-bbd9-c92b36895ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:59.085878 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-dc7e2411-672c-47da-8cb7-c6a9546be1e6 req-13f9619c-e082-4e7c-bbd9-c92b36895ea7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ad7d1e2e-0774-4dd8-b4a1-ce49e042d841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5828991 Jan 21 09:46:59.086587 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-464b48cc-bc26-47e3-861a-48f571ae610b req-6ead7e07-cd0a-4ca2-a8ee-72ddbb983056 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Made reservation on behalf of b19bae91610749c2842623300f66b5c2 for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:59.090110 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-464b48cc-bc26-47e3-861a-48f571ae610b req-6ead7e07-cd0a-4ca2-a8ee-72ddbb983056 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:59.137632 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-8d5c9073-2312-4365-908e-061bb4ce84ce None None] Provisioning for port 86c57a3f-77e7-491d-bf22-6b0b6aaaa115 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:59.154135 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:46:59.154667 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [req-228a43e3-1e44-45a7-b635-3a9b54639107 req-76b4666e-846b-42a5-9f89-7be738086197 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port 6c3aa7de-8d0e-4258-9d2d-088d797fc847 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:46:59.154796 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:46:59.155001 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-228a43e3-1e44-45a7-b635-3a9b54639107 req-76b4666e-846b-42a5-9f89-7be738086197 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:59.157197 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-8d5c9073-2312-4365-908e-061bb4ce84ce None None] Provisioning complete for port 86c57a3f-77e7-491d-bf22-6b0b6aaaa115 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:59.157692 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8d5c9073-2312-4365-908e-061bb4ce84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:59.202399 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c9073-2312-4365-908e-061bb4ce84ce None None] Pushing event updated for resources: {'Port': ['ID=a739a879-3cb4-4b83-b378-853ccb90d6bc,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:59.223235 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-8d5c9073-2312-4365-908e-061bb4ce84ce None None] Port 86c57a3f-77e7-491d-bf22-6b0b6aaaa115 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:46:59.353160 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-49c68811-8b90-4f75-9b75-6025587e17e2 None None] Provisioning complete for port 86c57a3f-77e7-491d-bf22-6b0b6aaaa115 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:59.353887 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-49c68811-8b90-4f75-9b75-6025587e17e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:59.434175 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-49c68811-8b90-4f75-9b75-6025587e17e2 None None] Port 86c57a3f-77e7-491d-bf22-6b0b6aaaa115 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:46:59.450192 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-dc7e2411-672c-47da-8cb7-c6a9546be1e6 req-cb1f7b96-ecb4-422f-beba-1e288f830958 service neutron] 10.222.0.72 "GET /v2.0/networks/ad7d1e2e-0774-4dd8-b4a1-ce49e042d841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406999 Jan 21 09:46:59.571806 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-228a43e3-1e44-45a7-b635-3a9b54639107 req-76b4666e-846b-42a5-9f89-7be738086197 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] For port 6c3aa7de-8d0e-4258-9d2d-088d797fc847, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6c3aa7de-8d0e-4258-9d2d-088d797fc847,segment=NetworkSegment(fba40be4-9fff-412a-a038-55e4d6cba25c),segment_id=fba40be4-9fff-412a-a038-55e4d6cba25c)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:46:59.572283 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-228a43e3-1e44-45a7-b635-3a9b54639107 req-76b4666e-846b-42a5-9f89-7be738086197 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:59.575739 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-99228363-ad59-4187-8e90-9dee819d72d0 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:59.588013 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-99228363-ad59-4187-8e90-9dee819d72d0 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:59.673125 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [req-464b48cc-bc26-47e3-861a-48f571ae610b req-6ead7e07-cd0a-4ca2-a8ee-72ddbb983056 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Allocated IP 172.20.0.8 (4880d60f-eaf6-400c-ae63-407f78f8f686/a15dd6d5-fb0e-4d75-9036-70eb3b2240fa/19fbb4d6-8ca9-42dc-a5f5-55139be96a3e) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:59.711533 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [req-228a43e3-1e44-45a7-b635-3a9b54639107 req-76b4666e-846b-42a5-9f89-7be738086197 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for 6c3aa7de-8d0e-4258-9d2d-088d797fc847 owned by compute:nova {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:46:59.753440 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-dc7e2411-672c-47da-8cb7-c6a9546be1e6 req-b9a4ff6e-a5ff-455c-b759-a232da718ee4 service neutron] 10.222.0.72 "GET /v2.0/networks/ad7d1e2e-0774-4dd8-b4a1-ce49e042d841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885425 Jan 21 09:46:59.754183 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-99228363-ad59-4187-8e90-9dee819d72d0 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:59.767273 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c9c46560-19e0-4dc5-9e19-879160af080a up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:59.797819 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99228363-ad59-4187-8e90-9dee819d72d0 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event updated for resources: {'Port': ['ID=86c57a3f-77e7-491d-bf22-6b0b6aaaa115,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:59.862472 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port c9c46560-19e0-4dc5-9e19-879160af080a triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:59.863260 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:59.942927 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-228a43e3-1e44-45a7-b635-3a9b54639107 req-76b4666e-846b-42a5-9f89-7be738086197 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.034671 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99228363-ad59-4187-8e90-9dee819d72d0 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Network 1b03c166-4627-46b4-b72e-21b88a224e7d is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:00.038246 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-99228363-ad59-4187-8e90-9dee819d72d0 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:00.144239 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4666e-846b-42a5-9f89-7be738086197 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Port': ['ID=6c3aa7de-8d0e-4258-9d2d-088d797fc847,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:00.148958 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-01e4109f-b89f-4fd0-bcf4-536c99bdd257 req-300085d4-fc4e-4a62-a5a7-cbca2e552faa tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=a1a4bac6-f64a-4e20-b559-3df1b725651b HTTP/1.1" status: 200 len: 210 time: 0.1351190 Jan 21 09:47:00.210385 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [req-228a43e3-1e44-45a7-b635-3a9b54639107 req-76b4666e-846b-42a5-9f89-7be738086197 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] No DVR routers for this DVR port 6c3aa7de-8d0e-4258-9d2d-088d797fc847 on host hv-neutron-8257 {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:47:00.213088 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-228a43e3-1e44-45a7-b635-3a9b54639107 req-76b4666e-846b-42a5-9f89-7be738086197 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.217034 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cae7b78f-dde2-4747-ae7f-64e322ca09e0 req-54e8564e-659b-4963-b137-9bc9715459b3 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=10c45647-00d6-4ecb-ac0d-95cc54b0c23c HTTP/1.1" status: 200 len: 210 time: 0.0576074 Jan 21 09:47:00.218781 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a4bac6-f64a-4e20-b559-3df1b725651b', 'name': 'network-vif-deleted', 'tag': '6c3aa7de-8d0e-4258-9d2d-088d797fc847'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:47:00.245016 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a739a879-3cb4-4b83-b378-853ccb90d6bc up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:00.259848 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-228a43e3-1e44-45a7-b635-3a9b54639107 req-76b4666e-846b-42a5-9f89-7be738086197 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "DELETE /v2.0/ports/6c3aa7de-8d0e-4258-9d2d-088d797fc847 HTTP/1.1" status: 204 len: 173 time: 1.2116740 Jan 21 09:47:00.287724 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a4bac6-f64a-4e20-b559-3df1b725651b', 'name': 'network-vif-deleted', 'tag': '6c3aa7de-8d0e-4258-9d2d-088d797fc847', 'status': 'completed', 'code': 200} Jan 21 09:47:00.322499 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-464b48cc-bc26-47e3-861a-48f571ae610b req-6ead7e07-cd0a-4ca2-a8ee-72ddbb983056 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.344271 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port a739a879-3cb4-4b83-b378-853ccb90d6bc triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:00.345030 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.358581 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [req-464b48cc-bc26-47e3-861a-48f571ae610b req-6ead7e07-cd0a-4ca2-a8ee-72ddbb983056 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Transition to ACTIVE for port object 19fbb4d6-8ca9-42dc-a5f5-55139be96a3e will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:00.374319 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99228363-ad59-4187-8e90-9dee819d72d0 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Router 6783577d-f230-4e66-bcc5-1445a7659300 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:47:00.412947 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-aadd3f78-44cd-4691-93c3-6164505db7b1 None None] Provisioning complete for port 86c57a3f-77e7-491d-bf22-6b0b6aaaa115 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:00.413398 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-aadd3f78-44cd-4691-93c3-6164505db7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.517306 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-aadd3f78-44cd-4691-93c3-6164505db7b1 None None] Port 86c57a3f-77e7-491d-bf22-6b0b6aaaa115 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:47:00.683250 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-464b48cc-bc26-47e3-861a-48f571ae610b req-6ead7e07-cd0a-4ca2-a8ee-72ddbb983056 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.745137 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99228363-ad59-4187-8e90-9dee819d72d0 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:47:00.756781 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ac724b-b68b-4bed-b813-615ee38a7e57 None None] Sync routers for ids ['6783577d-f230-4e66-bcc5-1445a7659300'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:47:00.763722 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-464b48cc-bc26-47e3-861a-48f571ae610b req-6ead7e07-cd0a-4ca2-a8ee-72ddbb983056 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Network 4880d60f-eaf6-400c-ae63-407f78f8f686 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:00.766186 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ac724b-b68b-4bed-b813-615ee38a7e57 None None] Routers {'6783577d-f230-4e66-bcc5-1445a7659300'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:00.766906 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-66ac724b-b68b-4bed-b813-615ee38a7e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:46:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['6783577d-f230-4e66-bcc5-1445a7659300'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:00.770674 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [req-464b48cc-bc26-47e3-861a-48f571ae610b req-6ead7e07-cd0a-4ca2-a8ee-72ddbb983056 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:00.775924 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-464b48cc-bc26-47e3-861a-48f571ae610b req-6ead7e07-cd0a-4ca2-a8ee-72ddbb983056 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:47:00.835370 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-99228363-ad59-4187-8e90-9dee819d72d0 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "PUT /v2.0/routers/6783577d-f230-4e66-bcc5-1445a7659300/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0567472 Jan 21 09:47:00.836492 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56608) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:00.840632 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead7e07-cd0a-4ca2-a8ee-72ddbb983056 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Pushing event updated for resources: {'Port': ['ID=19fbb4d6-8ca9-42dc-a5f5-55139be96a3e,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:00.844400 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-d4f7ce38-7e7d-494b-91f1-a434bc1b5b60 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Request body: {'network': {'name': 'tempest-RoutersTest-586992407'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:00.853544 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d4f7ce38-7e7d-494b-91f1-a434bc1b5b60 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:00.862021 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d4f7ce38-7e7d-494b-91f1-a434bc1b5b60 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Usage tracker for resource:network and tenant:c78ba537853c4f6f976d32f02bc2ac76 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:00.866327 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d4f7ce38-7e7d-494b-91f1-a434bc1b5b60 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:00.873679 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d4f7ce38-7e7d-494b-91f1-a434bc1b5b60 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:00.881450 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b48cc-bc26-47e3-861a-48f571ae610b req-6ead7e07-cd0a-4ca2-a8ee-72ddbb983056 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:00.882172 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-464b48cc-bc26-47e3-861a-48f571ae610b req-6ead7e07-cd0a-4ca2-a8ee-72ddbb983056 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.896267 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f7ce38-7e7d-494b-91f1-a434bc1b5b60 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Made reservation on behalf of c78ba537853c4f6f976d32f02bc2ac76 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:00.899797 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d4f7ce38-7e7d-494b-91f1-a434bc1b5b60 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.907986 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-464b48cc-bc26-47e3-861a-48f571ae610b req-6ead7e07-cd0a-4ca2-a8ee-72ddbb983056 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7997265 Jan 21 09:47:00.921618 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-464b48cc-bc26-47e3-861a-48f571ae610b req-8c56873c-e2e8-4b9f-a337-db7d84ee04e0 service neutron] Request body: {'port': {'device_id': '10c45647-00d6-4ecb-ac0d-95cc54b0c23c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:00.946109 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4f7ce38-7e7d-494b-91f1-a434bc1b5b60 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:47:00.960025 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d4f7ce38-7e7d-494b-91f1-a434bc1b5b60 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.960475 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-d4f7ce38-7e7d-494b-91f1-a434bc1b5b60 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Added segment 35be05ce-b088-4c7f-8434-f34e6bf39e85 of type vlan for network 501f0993-970e-4720-b2d0-ffd8bd670c57 Jan 21 09:47:00.999799 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d4f7ce38-7e7d-494b-91f1-a434bc1b5b60 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.037918 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-66ac724b-b68b-4bed-b813-615ee38a7e57 None None] Set router 6783577d-f230-4e66-bcc5-1445a7659300 gateway port host: None {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:47:01.049298 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d4f7ce38-7e7d-494b-91f1-a434bc1b5b60 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.059254 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f7ce38-7e7d-494b-91f1-a434bc1b5b60 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:01.059953 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d4f7ce38-7e7d-494b-91f1-a434bc1b5b60 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.063421 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-464b48cc-bc26-47e3-861a-48f571ae610b req-8c56873c-e2e8-4b9f-a337-db7d84ee04e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.122876 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d4f7ce38-7e7d-494b-91f1-a434bc1b5b60 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2819891 Jan 21 09:47:01.123278 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56612) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:01.146805 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-8eb7bc9b-576d-463b-ab3c-897d669c2a7b None None] Provisioning for port 19fbb4d6-8ca9-42dc-a5f5-55139be96a3e completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:01.154384 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-8eb7bc9b-576d-463b-ab3c-897d669c2a7b None None] Provisioning complete for port 19fbb4d6-8ca9-42dc-a5f5-55139be96a3e triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:01.155558 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8eb7bc9b-576d-463b-ab3c-897d669c2a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.182893 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-fe5c0f11-51fc-4a95-b64b-b8816f1c9a0e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Request body: {'subnet': {'network_id': '501f0993-970e-4720-b2d0-ffd8bd670c57', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:01.227827 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-8eb7bc9b-576d-463b-ab3c-897d669c2a7b None None] Port 19fbb4d6-8ca9-42dc-a5f5-55139be96a3e cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:47:01.299198 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-fe5c0f11-51fc-4a95-b64b-b8816f1c9a0e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:01.310849 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-fe5c0f11-51fc-4a95-b64b-b8816f1c9a0e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Usage tracker for resource:subnet and tenant:c78ba537853c4f6f976d32f02bc2ac76 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:01.319842 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-fe5c0f11-51fc-4a95-b64b-b8816f1c9a0e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:01.330283 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-fe5c0f11-51fc-4a95-b64b-b8816f1c9a0e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:01.342641 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f7ce38-7e7d-494b-91f1-a434bc1b5b60 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event updated for resources: {'Network': ['ID=501f0993-970e-4720-b2d0-ffd8bd670c57,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:01.354106 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56620) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:01.362972 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 501f0993-970e-4720-b2d0-ffd8bd670c57 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:47:01.370462 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5c0f11-51fc-4a95-b64b-b8816f1c9a0e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Made reservation on behalf of c78ba537853c4f6f976d32f02bc2ac76 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:01.374336 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fe5c0f11-51fc-4a95-b64b-b8816f1c9a0e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.391725 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-66ac724b-b68b-4bed-b813-615ee38a7e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6783577d-f230-4e66-bcc5-1445a7659300', 'name': 'tempest-RoutersTest-router-172657418', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:41Z', 'updated_at': '2022-01-21T09:46:57Z', 'revision_number': 4, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'gw_port_host': None, '_interfaces': [{'id': '86c57a3f-77e7-491d-bf22-6b0b6aaaa115', 'name': '', 'network_id': '1b03c166-4627-46b4-b72e-21b88a224e7d', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:3c:85:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '777c5663-2233-4ad4-a910-3ca5fdcd4b41', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:55Z', 'updated_at': '2022-01-21T09:46:59Z', 'revision_number': 2, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': '777c5663-2233-4ad4-a910-3ca5fdcd4b41', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1', 'name': '', 'network_id': 'd3633f19-017f-4389-905d-203aea2e9b8a', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:cd:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:43Z', 'updated_at': '2022-01-21T09:46:50Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c46560-19e0-4dc5-9e19-879160af080a', 'name': '', 'network_id': 'ef1b19af-cc78-405a-a179-626a73290b37', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:58:5e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '945a01b7-4106-432d-a8ef-af4b336a2849', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:48Z', 'updated_at': '2022-01-21T09:46:56Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': '945a01b7-4106-432d-a8ef-af4b336a2849', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:01.398560 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ac724b-b68b-4bed-b813-615ee38a7e57 None None] Checking router: 6783577d-f230-4e66-bcc5-1445a7659300 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:47:01.399048 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ac724b-b68b-4bed-b813-615ee38a7e57 None None] Updating router 6783577d-f230-4e66-bcc5-1445a7659300 port 86c57a3f-77e7-491d-bf22-6b0b6aaaa115 binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:47:01.460369 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-66ac724b-b68b-4bed-b813-615ee38a7e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.560942 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [req-464b48cc-bc26-47e3-861a-48f571ae610b req-8c56873c-e2e8-4b9f-a337-db7d84ee04e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19fbb4d6-8ca9-42dc-a5f5-55139be96a3e {{(pid=87515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:47:01.569023 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-464b48cc-bc26-47e3-861a-48f571ae610b req-8c56873c-e2e8-4b9f-a337-db7d84ee04e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.584505 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [req-464b48cc-bc26-47e3-861a-48f571ae610b req-8c56873c-e2e8-4b9f-a337-db7d84ee04e0 service neutron] Transition to ACTIVE for port object 19fbb4d6-8ca9-42dc-a5f5-55139be96a3e will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:01.588341 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-464b48cc-bc26-47e3-861a-48f571ae610b req-8c56873c-e2e8-4b9f-a337-db7d84ee04e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.595907 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a825671e-a41d-4890-a254-4a2b31803904 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.643532 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a292fff-e4cf-4cb2-b202-791d187b3de9 req-24d9cbc9-1d33-4d69-a48f-463a6c7403a9 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:01.645163 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8a292fff-e4cf-4cb2-b202-791d187b3de9 req-24d9cbc9-1d33-4d69-a48f-463a6c7403a9 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=10c45647-00d6-4ecb-ac0d-95cc54b0c23c HTTP/1.1" status: 200 len: 931 time: 0.2536764 Jan 21 09:47:01.653073 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a825671e-a41d-4890-a254-4a2b31803904 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.817354 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8a292fff-e4cf-4cb2-b202-791d187b3de9 req-d4603b5d-5866-4005-ba0c-f4eaa0c7852b tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551180 Jan 21 09:47:01.817848 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56873c-e2e8-4b9f-a337-db7d84ee04e0 service neutron] Pushing event updated for resources: {'Port': ['ID=19fbb4d6-8ca9-42dc-a5f5-55139be96a3e,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:01.864307 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-464b48cc-bc26-47e3-861a-48f571ae610b req-8c56873c-e2e8-4b9f-a337-db7d84ee04e0 service neutron] Attempting to bind port 19fbb4d6-8ca9-42dc-a5f5-55139be96a3e on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:01.864649 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-464b48cc-bc26-47e3-861a-48f571ae610b req-8c56873c-e2e8-4b9f-a337-db7d84ee04e0 service neutron] Attempting to bind port 19fbb4d6-8ca9-42dc-a5f5-55139be96a3e by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9b216987-8cbc-4835-9c2f-1b45ed9b241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:01.865074 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464b48cc-bc26-47e3-861a-48f571ae610b req-8c56873c-e2e8-4b9f-a337-db7d84ee04e0 service neutron] Attempting to bind port 19fbb4d6-8ca9-42dc-a5f5-55139be96a3e on network 4880d60f-eaf6-400c-ae63-407f78f8f686 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:47:01.870992 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464b48cc-bc26-47e3-861a-48f571ae610b req-8c56873c-e2e8-4b9f-a337-db7d84ee04e0 service neutron] Port 19fbb4d6-8ca9-42dc-a5f5-55139be96a3e on network 4880d60f-eaf6-400c-ae63-407f78f8f686 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:47:01.872106 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464b48cc-bc26-47e3-861a-48f571ae610b req-8c56873c-e2e8-4b9f-a337-db7d84ee04e0 service neutron] Attempting to bind port 19fbb4d6-8ca9-42dc-a5f5-55139be96a3e on network 4880d60f-eaf6-400c-ae63-407f78f8f686 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:47:01.879571 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464b48cc-bc26-47e3-861a-48f571ae610b req-8c56873c-e2e8-4b9f-a337-db7d84ee04e0 service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:47:01.879901 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464b48cc-bc26-47e3-861a-48f571ae610b req-8c56873c-e2e8-4b9f-a337-db7d84ee04e0 service neutron] Checking segment: {'id': '9b216987-8cbc-4835-9c2f-1b45ed9b241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:47:01.880473 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464b48cc-bc26-47e3-861a-48f571ae610b req-8c56873c-e2e8-4b9f-a337-db7d84ee04e0 service neutron] Bound using segment: {'id': '9b216987-8cbc-4835-9c2f-1b45ed9b241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:47:01.880949 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-464b48cc-bc26-47e3-861a-48f571ae610b req-8c56873c-e2e8-4b9f-a337-db7d84ee04e0 service neutron] Bound port: 19fbb4d6-8ca9-42dc-a5f5-55139be96a3e, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b216987-8cbc-4835-9c2f-1b45ed9b241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:01.881366 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-464b48cc-bc26-47e3-861a-48f571ae610b req-8c56873c-e2e8-4b9f-a337-db7d84ee04e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.885293 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-66ac724b-b68b-4bed-b813-615ee38a7e57 None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.894715 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fe5c0f11-51fc-4a95-b64b-b8816f1c9a0e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.906775 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-66ac724b-b68b-4bed-b813-615ee38a7e57 None None] Transition to ACTIVE for port object 86c57a3f-77e7-491d-bf22-6b0b6aaaa115 will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:01.915382 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-66ac724b-b68b-4bed-b813-615ee38a7e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.968690 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c0f11-51fc-4a95-b64b-b8816f1c9a0e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event updated for resources: {'Subnet': ['ID=0fdc6da7-77c6-4f50-8efb-87f419add16b,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:01.976889 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a825671e-a41d-4890-a254-4a2b31803904 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.001783 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-464b48cc-bc26-47e3-861a-48f571ae610b req-8c56873c-e2e8-4b9f-a337-db7d84ee04e0 service neutron] For port 19fbb4d6-8ca9-42dc-a5f5-55139be96a3e, host hv-neutron-8257, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:47:02.007064 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-464b48cc-bc26-47e3-861a-48f571ae610b req-8c56873c-e2e8-4b9f-a337-db7d84ee04e0 service neutron] For port 19fbb4d6-8ca9-42dc-a5f5-55139be96a3e, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=19fbb4d6-8ca9-42dc-a5f5-55139be96a3e,segment=NetworkSegment(9b216987-8cbc-4835-9c2f-1b45ed9b241e),segment_id=9b216987-8cbc-4835-9c2f-1b45ed9b241e)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:47:02.015778 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-464b48cc-bc26-47e3-861a-48f571ae610b req-8c56873c-e2e8-4b9f-a337-db7d84ee04e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.021014 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825671e-a41d-4890-a254-4a2b31803904 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fd6672-93bb-4f14-afe5-0087d2781f69,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:02.030030 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 6c3aa7de-8d0e-4258-9d2d-088d797fc847 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:47:02.063753 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a825671e-a41d-4890-a254-4a2b31803904 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.064912 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a825671e-a41d-4890-a254-4a2b31803904 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/security-groups/e8fd6672-93bb-4f14-afe5-0087d2781f69 HTTP/1.1" status: 204 len: 168 time: 0.7096395 Jan 21 09:47:02.073123 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5c0f11-51fc-4a95-b64b-b8816f1c9a0e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Checking segment: {'id': '35be05ce-b088-4c7f-8434-f34e6bf39e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '501f0993-970e-4720-b2d0-ffd8bd670c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:47:02.073500 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5c0f11-51fc-4a95-b64b-b8816f1c9a0e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Network hostable DHCP agents. Network: 501f0993-970e-4720-b2d0-ffd8bd670c57, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:47:02.102897 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] No Port match for: 6c3aa7de-8d0e-4258-9d2d-088d797fc847 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:47:02.103168 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 6c3aa7de-8d0e-4258-9d2d-088d797fc847 not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:47:02.113800 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5c0f11-51fc-4a95-b64b-b8816f1c9a0e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Network 501f0993-970e-4720-b2d0-ffd8bd670c57 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:47:02.117411 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56873c-e2e8-4b9f-a337-db7d84ee04e0 service neutron] Pushing event updated for resources: {'Port': ['ID=19fbb4d6-8ca9-42dc-a5f5-55139be96a3e,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:02.127545 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56626) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:02.140913 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-fe5c0f11-51fc-4a95-b64b-b8816f1c9a0e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 501f0993-970e-4720-b2d0-ffd8bd670c57) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:02.144852 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5c0f11-51fc-4a95-b64b-b8816f1c9a0e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:02.145432 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fe5c0f11-51fc-4a95-b64b-b8816f1c9a0e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.158605 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b37a82-8985-4c83-8913-e04a84fb3db9 None None] Network 501f0993-970e-4720-b2d0-ffd8bd670c57 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:47:02.188313 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-fe5c0f11-51fc-4a95-b64b-b8816f1c9a0e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0638249 Jan 21 09:47:02.190868 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56630) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:02.223304 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc400800-34ce-440e-910e-f79b754833d4 None None] Pushing event updated for resources: {'Port': ['ID=86c57a3f-77e7-491d-bf22-6b0b6aaaa115,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:02.240412 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-66ac724b-b68b-4bed-b813-615ee38a7e57 None None] Attempting to bind port 86c57a3f-77e7-491d-bf22-6b0b6aaaa115 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:02.240872 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-66ac724b-b68b-4bed-b813-615ee38a7e57 None None] Attempting to bind port 86c57a3f-77e7-491d-bf22-6b0b6aaaa115 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'ce073ba0-5e9d-4c2c-bd98-724f7cccfa78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1b03c166-4627-46b4-b72e-21b88a224e7d'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:02.241228 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ac724b-b68b-4bed-b813-615ee38a7e57 None None] Attempting to bind port 86c57a3f-77e7-491d-bf22-6b0b6aaaa115 on network 1b03c166-4627-46b4-b72e-21b88a224e7d {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:47:02.248303 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ac724b-b68b-4bed-b813-615ee38a7e57 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:47:02.248688 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ac724b-b68b-4bed-b813-615ee38a7e57 None None] Checking segment: {'id': 'ce073ba0-5e9d-4c2c-bd98-724f7cccfa78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1b03c166-4627-46b4-b72e-21b88a224e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:47:02.249083 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-66ac724b-b68b-4bed-b813-615ee38a7e57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.249524 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ac724b-b68b-4bed-b813-615ee38a7e57 None None] Bound using segment: {'id': 'ce073ba0-5e9d-4c2c-bd98-724f7cccfa78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1b03c166-4627-46b4-b72e-21b88a224e7d'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:47:02.249985 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-66ac724b-b68b-4bed-b813-615ee38a7e57 None None] Bound port: 86c57a3f-77e7-491d-bf22-6b0b6aaaa115, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce073ba0-5e9d-4c2c-bd98-724f7cccfa78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1b03c166-4627-46b4-b72e-21b88a224e7d'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:02.252486 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-66ac724b-b68b-4bed-b813-615ee38a7e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.257985 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b48cc-bc26-47e3-861a-48f571ae610b req-8c56873c-e2e8-4b9f-a337-db7d84ee04e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:02.260185 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-464b48cc-bc26-47e3-861a-48f571ae610b req-8c56873c-e2e8-4b9f-a337-db7d84ee04e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.262868 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-464b48cc-bc26-47e3-861a-48f571ae610b req-8c56873c-e2e8-4b9f-a337-db7d84ee04e0 service neutron] 10.222.0.72 "PUT /v2.0/ports/19fbb4d6-8ca9-42dc-a5f5-55139be96a3e HTTP/1.1" status: 200 len: 1093 time: 1.3481276 Jan 21 09:47:02.263690 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c45647-00d6-4ecb-ac0d-95cc54b0c23c', 'tag': '19fbb4d6-8ca9-42dc-a5f5-55139be96a3e'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:47:02.417093 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c45647-00d6-4ecb-ac0d-95cc54b0c23c', 'tag': '19fbb4d6-8ca9-42dc-a5f5-55139be96a3e', 'status': 'completed', 'code': 200} Jan 21 09:47:02.518673 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eed758c-a5ca-48d3-ade1-6650d435503a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-501f0993-970e-4720-b2d0-ffd8bd670c57', 'network_id': '501f0993-970e-4720-b2d0-ffd8bd670c57', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'fixed_ips': [{'subnet_id': '0fdc6da7-77c6-4f50-8efb-87f419add16b'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:47:02.520232 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4eed758c-a5ca-48d3-ade1-6650d435503a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.608620 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b48cc-bc26-47e3-861a-48f571ae610b req-d975a0ae-4fb7-48fb-a1d1-93c20fdfd4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:02.610735 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-464b48cc-bc26-47e3-861a-48f571ae610b req-d975a0ae-4fb7-48fb-a1d1-93c20fdfd4a9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b19bae91610749c2842623300f66b5c2&device_id=10c45647-00d6-4ecb-ac0d-95cc54b0c23c HTTP/1.1" status: 200 len: 1096 time: 0.2887769 Jan 21 09:47:02.619103 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-66ac724b-b68b-4bed-b813-615ee38a7e57 None None] For port 86c57a3f-77e7-491d-bf22-6b0b6aaaa115, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:47:02.634857 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-66ac724b-b68b-4bed-b813-615ee38a7e57 None None] For port 86c57a3f-77e7-491d-bf22-6b0b6aaaa115, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=86c57a3f-77e7-491d-bf22-6b0b6aaaa115,segment=NetworkSegment(ce073ba0-5e9d-4c2c-bd98-724f7cccfa78),segment_id=ce073ba0-5e9d-4c2c-bd98-724f7cccfa78)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:47:02.655898 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-66ac724b-b68b-4bed-b813-615ee38a7e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.741305 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-4eed758c-a5ca-48d3-ade1-6650d435503a None None] Allocated IP 172.23.0.2 (501f0993-970e-4720-b2d0-ffd8bd670c57/0fdc6da7-77c6-4f50-8efb-87f419add16b/ebdd5805-14d7-4ad5-b410-6ca9b131925d) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:02.755349 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc400800-34ce-440e-910e-f79b754833d4 None None] Pushing event updated for resources: {'Port': ['ID=86c57a3f-77e7-491d-bf22-6b0b6aaaa115,revision_number=4']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:02.764949 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ac724b-b68b-4bed-b813-615ee38a7e57 None None] Routers {'6783577d-f230-4e66-bcc5-1445a7659300'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:02.765172 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-66ac724b-b68b-4bed-b813-615ee38a7e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:46:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['6783577d-f230-4e66-bcc5-1445a7659300'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:02.906741 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-464b48cc-bc26-47e3-861a-48f571ae610b req-a201b3ba-60cf-4205-bb1e-dcc135a0d35a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19fbb4d6-8ca9-42dc-a5f5-55139be96a3e HTTP/1.1" status: 200 len: 217 time: 0.2885237 Jan 21 09:47:02.929794 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-66ac724b-b68b-4bed-b813-615ee38a7e57 None None] Set router 6783577d-f230-4e66-bcc5-1445a7659300 gateway port host: None {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:47:03.124626 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4eed758c-a5ca-48d3-ade1-6650d435503a None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:03.136856 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-4eed758c-a5ca-48d3-ade1-6650d435503a None None] Transition to ACTIVE for port object ebdd5805-14d7-4ad5-b410-6ca9b131925d will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:03.160424 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-4eed758c-a5ca-48d3-ade1-6650d435503a None None] Transition to ACTIVE for port object ebdd5805-14d7-4ad5-b410-6ca9b131925d will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:03.177618 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4eed758c-a5ca-48d3-ade1-6650d435503a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:03.258734 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eed758c-a5ca-48d3-ade1-6650d435503a None None] Network 501f0993-970e-4720-b2d0-ffd8bd670c57 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:03.267073 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-4eed758c-a5ca-48d3-ade1-6650d435503a None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:03.269604 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eed758c-a5ca-48d3-ade1-6650d435503a None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:47:03.278299 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b48cc-bc26-47e3-861a-48f571ae610b req-c579c248-078e-41a9-96a0-9db37d66760a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:03.279797 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-464b48cc-bc26-47e3-861a-48f571ae610b req-c579c248-078e-41a9-96a0-9db37d66760a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a15dd6d5-fb0e-4d75-9036-70eb3b2240fa HTTP/1.1" status: 200 len: 851 time: 0.3024483 Jan 21 09:47:03.288179 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0cddc25-0908-44f8-aca8-85880b005e08 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:03.364749 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720dc7e-fd8b-48e5-9407-6ccff6d2efef req-d5b6081a-899f-47d0-a22a-e4d69de2bd59 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:03.365650 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-e720dc7e-fd8b-48e5-9407-6ccff6d2efef req-d5b6081a-899f-47d0-a22a-e4d69de2bd59 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Synchronizing usage tracker for tenant:b19bae91610749c2842623300f66b5c2 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:03.366778 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-66ac724b-b68b-4bed-b813-615ee38a7e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6783577d-f230-4e66-bcc5-1445a7659300', 'name': 'tempest-RoutersTest-router-172657418', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:41Z', 'updated_at': '2022-01-21T09:46:57Z', 'revision_number': 4, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'gw_port_host': None, '_interfaces': [{'id': '86c57a3f-77e7-491d-bf22-6b0b6aaaa115', 'name': '', 'network_id': '1b03c166-4627-46b4-b72e-21b88a224e7d', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:3c:85:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '777c5663-2233-4ad4-a910-3ca5fdcd4b41', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:55Z', 'updated_at': '2022-01-21T09:47:02Z', 'revision_number': 4, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': '777c5663-2233-4ad4-a910-3ca5fdcd4b41', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1', 'name': '', 'network_id': 'd3633f19-017f-4389-905d-203aea2e9b8a', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:cd:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:43Z', 'updated_at': '2022-01-21T09:46:50Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c46560-19e0-4dc5-9e19-879160af080a', 'name': '', 'network_id': 'ef1b19af-cc78-405a-a179-626a73290b37', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:58:5e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '945a01b7-4106-432d-a8ef-af4b336a2849', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:48Z', 'updated_at': '2022-01-21T09:46:56Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': '945a01b7-4106-432d-a8ef-af4b336a2849', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:03.372235 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ac724b-b68b-4bed-b813-615ee38a7e57 None None] The sync data for ids ['6783577d-f230-4e66-bcc5-1445a7659300'] in dv-neutron-825731-1-hyperv is: [{'id': '6783577d-f230-4e66-bcc5-1445a7659300', 'name': 'tempest-RoutersTest-router-172657418', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:41Z', 'updated_at': '2022-01-21T09:46:57Z', 'revision_number': 4, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'gw_port_host': None, '_interfaces': [{'id': '86c57a3f-77e7-491d-bf22-6b0b6aaaa115', 'name': '', 'network_id': '1b03c166-4627-46b4-b72e-21b88a224e7d', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:3c:85:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '777c5663-2233-4ad4-a910-3ca5fdcd4b41', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:55Z', 'updated_at': '2022-01-21T09:47:02Z', 'revision_number': 4, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': '777c5663-2233-4ad4-a910-3ca5fdcd4b41', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1', 'name': '', 'network_id': 'd3633f19-017f-4389-905d-203aea2e9b8a', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:cd:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:43Z', 'updated_at': '2022-01-21T09:46:50Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c46560-19e0-4dc5-9e19-879160af080a', 'name': '', 'network_id': 'ef1b19af-cc78-405a-a179-626a73290b37', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:58:5e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '945a01b7-4106-432d-a8ef-af4b336a2849', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:48Z', 'updated_at': '2022-01-21T09:46:56Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': '945a01b7-4106-432d-a8ef-af4b336a2849', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:47:03.382770 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed758c-a5ca-48d3-ade1-6650d435503a None None] Pushing event updated for resources: {'Port': ['ID=ebdd5805-14d7-4ad5-b410-6ca9b131925d,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:03.396441 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-4eed758c-a5ca-48d3-ade1-6650d435503a None None] Attempting to bind port ebdd5805-14d7-4ad5-b410-6ca9b131925d on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:03.396813 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-4eed758c-a5ca-48d3-ade1-6650d435503a None None] Attempting to bind port ebdd5805-14d7-4ad5-b410-6ca9b131925d by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '35be05ce-b088-4c7f-8434-f34e6bf39e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '501f0993-970e-4720-b2d0-ffd8bd670c57'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:03.397174 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eed758c-a5ca-48d3-ade1-6650d435503a None None] Attempting to bind port ebdd5805-14d7-4ad5-b410-6ca9b131925d on network 501f0993-970e-4720-b2d0-ffd8bd670c57 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:47:03.406826 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eed758c-a5ca-48d3-ade1-6650d435503a None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:47:03.407196 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eed758c-a5ca-48d3-ade1-6650d435503a None None] Checking segment: {'id': '35be05ce-b088-4c7f-8434-f34e6bf39e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '501f0993-970e-4720-b2d0-ffd8bd670c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:47:03.407901 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4eed758c-a5ca-48d3-ade1-6650d435503a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:03.408037 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eed758c-a5ca-48d3-ade1-6650d435503a None None] Bound using segment: {'id': '35be05ce-b088-4c7f-8434-f34e6bf39e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '501f0993-970e-4720-b2d0-ffd8bd670c57'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:47:03.408477 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-4eed758c-a5ca-48d3-ade1-6650d435503a None None] Bound port: ebdd5805-14d7-4ad5-b410-6ca9b131925d, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35be05ce-b088-4c7f-8434-f34e6bf39e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '501f0993-970e-4720-b2d0-ffd8bd670c57'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:03.408848 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4eed758c-a5ca-48d3-ade1-6650d435503a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:03.518284 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-4eed758c-a5ca-48d3-ade1-6650d435503a None None] For port ebdd5805-14d7-4ad5-b410-6ca9b131925d, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:47:03.522336 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-4eed758c-a5ca-48d3-ade1-6650d435503a None None] For port ebdd5805-14d7-4ad5-b410-6ca9b131925d, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=ebdd5805-14d7-4ad5-b410-6ca9b131925d,segment=NetworkSegment(35be05ce-b088-4c7f-8434-f34e6bf39e85),segment_id=35be05ce-b088-4c7f-8434-f34e6bf39e85)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:47:03.533087 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4eed758c-a5ca-48d3-ade1-6650d435503a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:03.535952 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-e720dc7e-fd8b-48e5-9407-6ccff6d2efef req-d5b6081a-899f-47d0-a22a-e4d69de2bd59 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Unset dirty status for tenant:b19bae91610749c2842623300f66b5c2 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:03.537289 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e720dc7e-fd8b-48e5-9407-6ccff6d2efef req-d5b6081a-899f-47d0-a22a-e4d69de2bd59 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=10c45647-00d6-4ecb-ac0d-95cc54b0c23c HTTP/1.1" status: 200 len: 943 time: 0.4869015 Jan 21 09:47:03.601549 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b48cc-bc26-47e3-861a-48f571ae610b req-bd290bb2-ea3a-4b68-88d7-7fbf9c80441b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:03.604236 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-464b48cc-bc26-47e3-861a-48f571ae610b req-bd290bb2-ea3a-4b68-88d7-7fbf9c80441b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4880d60f-eaf6-400c-ae63-407f78f8f686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3149233 Jan 21 09:47:03.619373 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e720dc7e-fd8b-48e5-9407-6ccff6d2efef req-457df92b-d512-4f6e-99b6-7637747c4f75 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729916 Jan 21 09:47:03.669428 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed758c-a5ca-48d3-ade1-6650d435503a None None] Pushing event updated for resources: {'Port': ['ID=ebdd5805-14d7-4ad5-b410-6ca9b131925d,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:03.845806 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-464b48cc-bc26-47e3-861a-48f571ae610b req-8af688c9-dd84-4ac2-8a62-08a3c7d2dbbc service neutron] 10.222.0.72 "GET /v2.0/networks/4880d60f-eaf6-400c-ae63-407f78f8f686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246535 Jan 21 09:47:03.883972 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-f0cddc25-0908-44f8-aca8-85880b005e08 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Allocated IP 172.23.0.1 (501f0993-970e-4720-b2d0-ffd8bd670c57/0fdc6da7-77c6-4f50-8efb-87f419add16b/4f780797-d29d-4ce0-8437-9ef287eacee2) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:03.986831 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fc07f88a-6e07-42e8-96f8-bce46507e5ce tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.100624 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-464b48cc-bc26-47e3-861a-48f571ae610b req-ea995b84-c3ae-4ced-aea0-bfd2277dd2f1 service neutron] 10.222.0.72 "GET /v2.0/networks/4880d60f-eaf6-400c-ae63-407f78f8f686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463143 Jan 21 09:47:04.102057 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0cddc25-0908-44f8-aca8-85880b005e08 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.126564 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-f0cddc25-0908-44f8-aca8-85880b005e08 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Transition to ACTIVE for port object 4f780797-d29d-4ce0-8437-9ef287eacee2 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:04.157498 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0cddc25-0908-44f8-aca8-85880b005e08 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.233396 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cddc25-0908-44f8-aca8-85880b005e08 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Network 501f0993-970e-4720-b2d0-ffd8bd670c57 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:04.240499 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-f0cddc25-0908-44f8-aca8-85880b005e08 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:04.250081 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cddc25-0908-44f8-aca8-85880b005e08 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:47:04.306740 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cddc25-0908-44f8-aca8-85880b005e08 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event updated for resources: {'Port': ['ID=4f780797-d29d-4ce0-8437-9ef287eacee2,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:04.339521 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0cddc25-0908-44f8-aca8-85880b005e08 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.346986 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 86c57a3f-77e7-491d-bf22-6b0b6aaaa115 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:04.384536 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79483125-89fb-456a-8334-0c2c4fbc647c req-83ff0b58-e98a-4e19-9182-4123faec4a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:04.385859 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-79483125-89fb-456a-8334-0c2c4fbc647c req-83ff0b58-e98a-4e19-9182-4123faec4a26 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b19bae91610749c2842623300f66b5c2&device_id=10c45647-00d6-4ecb-ac0d-95cc54b0c23c HTTP/1.1" status: 200 len: 1096 time: 0.2190073 Jan 21 09:47:04.429572 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 86c57a3f-77e7-491d-bf22-6b0b6aaaa115 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:04.436266 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 86c57a3f-77e7-491d-bf22-6b0b6aaaa115 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:04.437091 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.488129 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0cddc25-0908-44f8-aca8-85880b005e08 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.573325 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.589236 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79483125-89fb-456a-8334-0c2c4fbc647c req-344cb2ca-00c1-4c45-8da6-7e6750951d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:04.591139 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-79483125-89fb-456a-8334-0c2c4fbc647c req-344cb2ca-00c1-4c45-8da6-7e6750951d98 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4880d60f-eaf6-400c-ae63-407f78f8f686 HTTP/1.1" status: 200 len: 913 time: 0.1974883 Jan 21 09:47:04.607967 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 86c57a3f-77e7-491d-bf22-6b0b6aaaa115, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=86c57a3f-77e7-491d-bf22-6b0b6aaaa115,segment=NetworkSegment(ce073ba0-5e9d-4c2c-bd98-724f7cccfa78),segment_id=ce073ba0-5e9d-4c2c-bd98-724f7cccfa78)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:47:04.613072 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.614002 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device ebdd5805-14d7-4ad5-b410-6ca9b131925d up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:04.880308 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-79483125-89fb-456a-8334-0c2c4fbc647c req-db6e848f-dde5-4822-b133-0757cb48332c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19fbb4d6-8ca9-42dc-a5f5-55139be96a3e HTTP/1.1" status: 200 len: 217 time: 0.2816393 Jan 21 09:47:04.883634 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=86c57a3f-77e7-491d-bf22-6b0b6aaaa115,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:04.885508 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-fc07f88a-6e07-42e8-96f8-bce46507e5ce tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port 24d65694-3141-4464-b092-a1b4b2deb852 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:47:04.885849 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fc07f88a-6e07-42e8-96f8-bce46507e5ce tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.895366 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port ebdd5805-14d7-4ad5-b410-6ca9b131925d completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:04.957405 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00b39e5-d4e9-41de-97cb-4001d1e4076f None None] Network 501f0993-970e-4720-b2d0-ffd8bd670c57 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:47:05.027113 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79483125-89fb-456a-8334-0c2c4fbc647c req-0db00872-343b-480f-95b0-bae0d69e7fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:05.028777 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-79483125-89fb-456a-8334-0c2c4fbc647c req-0db00872-343b-480f-95b0-bae0d69e7fbe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a15dd6d5-fb0e-4d75-9036-70eb3b2240fa HTTP/1.1" status: 200 len: 851 time: 0.1072845 Jan 21 09:47:05.049981 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5e6f1324-c5d5-491f-a207-11f0f253173a None None] Provisioning for port ebdd5805-14d7-4ad5-b410-6ca9b131925d completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:05.057813 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c599a-bfe5-4767-92fd-377c7f14d536 req-4ac1e092-5a00-4524-adcd-fbda89f91ca6 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:05.058598 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-876c599a-bfe5-4767-92fd-377c7f14d536 req-4ac1e092-5a00-4524-adcd-fbda89f91ca6 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=10c45647-00d6-4ecb-ac0d-95cc54b0c23c HTTP/1.1" status: 200 len: 943 time: 0.1488402 Jan 21 09:47:05.069176 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5e6f1324-c5d5-491f-a207-11f0f253173a None None] Provisioning complete for port ebdd5805-14d7-4ad5-b410-6ca9b131925d triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:05.069362 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5e6f1324-c5d5-491f-a207-11f0f253173a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.195477 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-876c599a-bfe5-4767-92fd-377c7f14d536 req-d14e1e18-0ba5-4926-b7a8-a67352615167 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248064 Jan 21 09:47:05.217983 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79483125-89fb-456a-8334-0c2c4fbc647c req-7d4c8236-481a-4fa7-9f4d-68decfd7770d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:05.219517 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-79483125-89fb-456a-8334-0c2c4fbc647c req-7d4c8236-481a-4fa7-9f4d-68decfd7770d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4880d60f-eaf6-400c-ae63-407f78f8f686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1764205 Jan 21 09:47:05.221775 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-fc07f88a-6e07-42e8-96f8-bce46507e5ce tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] For port 24d65694-3141-4464-b092-a1b4b2deb852, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=24d65694-3141-4464-b092-a1b4b2deb852,segment=NetworkSegment(fba40be4-9fff-412a-a038-55e4d6cba25c),segment_id=fba40be4-9fff-412a-a038-55e4d6cba25c)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:47:05.222376 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fc07f88a-6e07-42e8-96f8-bce46507e5ce tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.271806 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0cddc25-0908-44f8-aca8-85880b005e08 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.278270 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0cddc25-0908-44f8-aca8-85880b005e08 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.338094 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5e6f1324-c5d5-491f-a207-11f0f253173a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.386557 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-5e6f1324-c5d5-491f-a207-11f0f253173a None None] For port ebdd5805-14d7-4ad5-b410-6ca9b131925d, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=ebdd5805-14d7-4ad5-b410-6ca9b131925d,segment=NetworkSegment(35be05ce-b088-4c7f-8434-f34e6bf39e85),segment_id=35be05ce-b088-4c7f-8434-f34e6bf39e85)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:47:05.390219 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-fc07f88a-6e07-42e8-96f8-bce46507e5ce tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for 24d65694-3141-4464-b092-a1b4b2deb852 owned by network:router_interface {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:47:05.392351 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5e6f1324-c5d5-491f-a207-11f0f253173a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.396104 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f0cddc25-0908-44f8-aca8-85880b005e08 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.427886 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cddc25-0908-44f8-aca8-85880b005e08 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event updated for resources: {'Port': ['ID=4f780797-d29d-4ce0-8437-9ef287eacee2,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:05.465810 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f1324-c5d5-491f-a207-11f0f253173a None None] Pushing event updated for resources: {'Port': ['ID=ebdd5805-14d7-4ad5-b410-6ca9b131925d,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:05.551571 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cddc25-0908-44f8-aca8-85880b005e08 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Network 501f0993-970e-4720-b2d0-ffd8bd670c57 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:05.552707 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-f0cddc25-0908-44f8-aca8-85880b005e08 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:05.609955 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-79483125-89fb-456a-8334-0c2c4fbc647c req-52f9a260-61f5-497a-a413-3a83e8024d88 service neutron] 10.222.0.72 "GET /v2.0/networks/4880d60f-eaf6-400c-ae63-407f78f8f686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793302 Jan 21 09:47:05.728786 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-a5ee1ac7-cad6-45b6-b663-1a4396625685 None None] Provisioning for port 4f780797-d29d-4ce0-8437-9ef287eacee2 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:05.737456 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-a5ee1ac7-cad6-45b6-b663-1a4396625685 None None] Provisioning complete for port 4f780797-d29d-4ce0-8437-9ef287eacee2 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:05.738111 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a5ee1ac7-cad6-45b6-b663-1a4396625685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.753384 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0cddc25-0908-44f8-aca8-85880b005e08 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Router 6783577d-f230-4e66-bcc5-1445a7659300 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:47:05.797935 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-a5ee1ac7-cad6-45b6-b663-1a4396625685 None None] Port 4f780797-d29d-4ce0-8437-9ef287eacee2 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:47:05.810003 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-a5ee1ac7-cad6-45b6-b663-1a4396625685 None None] Provisioning complete for port ebdd5805-14d7-4ad5-b410-6ca9b131925d triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:05.810733 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a5ee1ac7-cad6-45b6-b663-1a4396625685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.820886 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-79483125-89fb-456a-8334-0c2c4fbc647c req-4f19ae9e-b574-4cc0-a0c7-0946b28f3900 service neutron] 10.222.0.72 "GET /v2.0/networks/4880d60f-eaf6-400c-ae63-407f78f8f686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032473 Jan 21 09:47:05.831150 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fc07f88a-6e07-42e8-96f8-bce46507e5ce tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.888460 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc07f88a-6e07-42e8-96f8-bce46507e5ce tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Port': ['ID=24d65694-3141-4464-b092-a1b4b2deb852,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:06.022345 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0cddc25-0908-44f8-aca8-85880b005e08 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:47:06.036466 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a493a168-3b7f-411b-8050-16e71bf6b4cd None None] Sync routers for ids ['6783577d-f230-4e66-bcc5-1445a7659300'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:47:06.042892 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f0cddc25-0908-44f8-aca8-85880b005e08 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "PUT /v2.0/routers/6783577d-f230-4e66-bcc5-1445a7659300/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8481374 Jan 21 09:47:06.046018 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56640) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:06.048826 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a493a168-3b7f-411b-8050-16e71bf6b4cd None None] Routers {'6783577d-f230-4e66-bcc5-1445a7659300'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:06.050018 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-a493a168-3b7f-411b-8050-16e71bf6b4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:46:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['6783577d-f230-4e66-bcc5-1445a7659300'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:06.054257 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-4a174b76-496e-4273-9b4d-ee8d3af843b1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:06.246933 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fc07f88a-6e07-42e8-96f8-bce46507e5ce tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.302505 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-a493a168-3b7f-411b-8050-16e71bf6b4cd None None] Set router 6783577d-f230-4e66-bcc5-1445a7659300 gateway port host: None {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:47:06.378674 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f5358ee1-5957-4660-9639-978192229b86 None None] Provisioning complete for port 4f780797-d29d-4ce0-8437-9ef287eacee2 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:06.379344 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f5358ee1-5957-4660-9639-978192229b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.408750 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 86c57a3f-77e7-491d-bf22-6b0b6aaaa115 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:06.580611 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f5358ee1-5957-4660-9639-978192229b86 None None] Port 4f780797-d29d-4ce0-8437-9ef287eacee2 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:47:06.685452 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 86c57a3f-77e7-491d-bf22-6b0b6aaaa115 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:06.685998 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.814417 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5c3abbaf-7ff9-48a7-b982-8d82d02d4dae None None] Provisioning complete for port 4f780797-d29d-4ce0-8437-9ef287eacee2 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:06.815149 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5c3abbaf-7ff9-48a7-b982-8d82d02d4dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.832808 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489420d3-e91f-4948-86d6-82703607a26f req-3b5c577d-ad52-4473-8532-8e18bdecb5da tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:06.834379 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-489420d3-e91f-4948-86d6-82703607a26f req-3b5c577d-ad52-4473-8532-8e18bdecb5da tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=10c45647-00d6-4ecb-ac0d-95cc54b0c23c HTTP/1.1" status: 200 len: 943 time: 0.4477806 Jan 21 09:47:06.862750 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.extraroute_db [None req-4a174b76-496e-4273-9b4d-ee8d3af843b1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=87514) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 21 09:47:06.879712 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.extraroute_db [None req-4a174b76-496e-4273-9b4d-ee8d3af843b1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Removed routes are [] {{(pid=87514) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 21 09:47:06.880212 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4a174b76-496e-4273-9b4d-ee8d3af843b1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.888967 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-5c3abbaf-7ff9-48a7-b982-8d82d02d4dae None None] Port 4f780797-d29d-4ce0-8437-9ef287eacee2 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:47:06.909015 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-489420d3-e91f-4948-86d6-82703607a26f req-3dc2597b-aab0-4d19-9786-ff586a6d37c7 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622523 Jan 21 09:47:06.916586 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc07f88a-6e07-42e8-96f8-bce46507e5ce tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router 53d2cd26-1537-4230-8d31-428b6b288f5d has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:47:06.958543 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device ebdd5805-14d7-4ad5-b410-6ca9b131925d up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:06.988404 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-a493a168-3b7f-411b-8050-16e71bf6b4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6783577d-f230-4e66-bcc5-1445a7659300', 'name': 'tempest-RoutersTest-router-172657418', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:41Z', 'updated_at': '2022-01-21T09:47:04Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'gw_port_host': None, '_interfaces': [{'id': '4f780797-d29d-4ce0-8437-9ef287eacee2', 'name': '', 'network_id': '501f0993-970e-4720-b2d0-ffd8bd670c57', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:e0:97:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '0fdc6da7-77c6-4f50-8efb-87f419add16b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:03Z', 'updated_at': '2022-01-21T09:47:05Z', 'revision_number': 2, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': '0fdc6da7-77c6-4f50-8efb-87f419add16b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86c57a3f-77e7-491d-bf22-6b0b6aaaa115', 'name': '', 'network_id': '1b03c166-4627-46b4-b72e-21b88a224e7d', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:3c:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '777c5663-2233-4ad4-a910-3ca5fdcd4b41', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:55Z', 'updated_at': '2022-01-21T09:47:04Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': '777c5663-2233-4ad4-a910-3ca5fdcd4b41', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1', 'name': '', 'network_id': 'd3633f19-017f-4389-905d-203aea2e9b8a', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:cd:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:43Z', 'updated_at': '2022-01-21T09:46:50Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c46560-19e0-4dc5-9e19-879160af080a', 'name': '', 'network_id': 'ef1b19af-cc78-405a-a179-626a73290b37', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:58:5e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '945a01b7-4106-432d-a8ef-af4b336a2849', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:48Z', 'updated_at': '2022-01-21T09:46:56Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': '945a01b7-4106-432d-a8ef-af4b336a2849', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:07.006509 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a493a168-3b7f-411b-8050-16e71bf6b4cd None None] Checking router: 6783577d-f230-4e66-bcc5-1445a7659300 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:47:07.006868 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a493a168-3b7f-411b-8050-16e71bf6b4cd None None] Updating router 6783577d-f230-4e66-bcc5-1445a7659300 port 4f780797-d29d-4ce0-8437-9ef287eacee2 binding host dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:47:07.071060 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a493a168-3b7f-411b-8050-16e71bf6b4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.107380 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc07f88a-6e07-42e8-96f8-bce46507e5ce tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:47:07.120732 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-fc07f88a-6e07-42e8-96f8-bce46507e5ce tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "PUT /v2.0/routers/53d2cd26-1537-4230-8d31-428b6b288f5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9905155 Jan 21 09:47:07.120981 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9edbb0-73d2-4243-9db2-ae9d8f9399bf None None] Sync routers for ids ['53d2cd26-1537-4230-8d31-428b6b288f5d'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:47:07.123559 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56646) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:07.136350 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9edbb0-73d2-4243-9db2-ae9d8f9399bf None None] Routers {'53d2cd26-1537-4230-8d31-428b6b288f5d'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:07.137455 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-4d9edbb0-73d2-4243-9db2-ae9d8f9399bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:46:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['53d2cd26-1537-4230-8d31-428b6b288f5d'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:07.150509 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port ebdd5805-14d7-4ad5-b410-6ca9b131925d triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:07.150883 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.199380 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0a71ed-3cf1-476a-9eb5-9bc810e7f8be tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting subnet a49a675f-632a-4690-8ea3-9a194a48b421 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:47:07.205489 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1c0a71ed-3cf1-476a-9eb5-9bc810e7f8be tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.223979 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4a174b76-496e-4273-9b4d-ee8d3af843b1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.227432 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4a174b76-496e-4273-9b4d-ee8d3af843b1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555907'] for router, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.265915 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1c0a71ed-3cf1-476a-9eb5-9bc810e7f8be tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.372251 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1c0a71ed-3cf1-476a-9eb5-9bc810e7f8be tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.384846 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-4d9edbb0-73d2-4243-9db2-ae9d8f9399bf None None] Set router 53d2cd26-1537-4230-8d31-428b6b288f5d gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:47:07.400973 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a174b76-496e-4273-9b4d-ee8d3af843b1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Router 6783577d-f230-4e66-bcc5-1445a7659300 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:47:07.453369 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1c0a71ed-3cf1-476a-9eb5-9bc810e7f8be tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.504296 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a71ed-3cf1-476a-9eb5-9bc810e7f8be tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Subnet': ['ID=a49a675f-632a-4690-8ea3-9a194a48b421,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:07.510128 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1c0a71ed-3cf1-476a-9eb5-9bc810e7f8be tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.516443 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812b2130-3e0c-4371-8557-810bfa86e940 None None] Network ad7d1e2e-0774-4dd8-b4a1-ce49e042d841 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:47:07.518755 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1c0a71ed-3cf1-476a-9eb5-9bc810e7f8be tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/subnets/a49a675f-632a-4690-8ea3-9a194a48b421 HTTP/1.1" status: 204 len: 168 time: 0.3939643 Jan 21 09:47:07.523835 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56650) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:07.586758 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a174b76-496e-4273-9b4d-ee8d3af843b1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:47:07.593978 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4a174b76-496e-4273-9b4d-ee8d3af843b1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.598049 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4a174b76-496e-4273-9b4d-ee8d3af843b1 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "PUT /v2.0/routers/6783577d-f230-4e66-bcc5-1445a7659300 HTTP/1.1" status: 200 len: 933 time: 1.5510464 Jan 21 09:47:07.598686 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56654) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:07.722700 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b2f8e833-8fd2-4954-a578-14e1340a49a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.778755 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-5ee4eed2-0487-418c-b83f-356bc11a6f8f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "GET /v2.0/routers/6783577d-f230-4e66-bcc5-1445a7659300 HTTP/1.1" status: 200 len: 933 time: 0.1788116 Jan 21 09:47:07.781396 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56658) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:07.789013 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-d5d8467e-25c1-4848-a756-caf8a428f0c0 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Request body: {'router': {'routes': None}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:07.792673 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-4d9edbb0-73d2-4243-9db2-ae9d8f9399bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'name': 'tempest-TestNetworkBasicOps-router-34972314', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:47:05Z', 'revision_number': 7, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:10Z', 'updated_at': '2022-01-21T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:07.798283 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9edbb0-73d2-4243-9db2-ae9d8f9399bf None None] Checking router: 53d2cd26-1537-4230-8d31-428b6b288f5d for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:47:07.798750 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a493a168-3b7f-411b-8050-16e71bf6b4cd None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.811737 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9edbb0-73d2-4243-9db2-ae9d8f9399bf None None] Routers {'53d2cd26-1537-4230-8d31-428b6b288f5d'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:07.812542 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-4d9edbb0-73d2-4243-9db2-ae9d8f9399bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:46:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['53d2cd26-1537-4230-8d31-428b6b288f5d'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:07.817272 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-a493a168-3b7f-411b-8050-16e71bf6b4cd None None] Transition to ACTIVE for port object 4f780797-d29d-4ce0-8437-9ef287eacee2 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:07.826511 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a493a168-3b7f-411b-8050-16e71bf6b4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.958523 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550a987b-fc80-4e4e-8f83-be1c64296220 None None] DHCP port deletion for ad7d1e2e-0774-4dd8-b4a1-ce49e042d841 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:47:07.972649 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b2f8e833-8fd2-4954-a578-14e1340a49a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.002615 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-b2f8e833-8fd2-4954-a578-14e1340a49a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:47:08.002885 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b2f8e833-8fd2-4954-a578-14e1340a49a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.005648 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-550a987b-fc80-4e4e-8f83-be1c64296220 None None] Deleting port 928281b2-0119-46c6-a5cc-f52e205e7495 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:47:08.006028 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-550a987b-fc80-4e4e-8f83-be1c64296220 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.213132 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba980a-68d8-499c-abca-06cfad11976a None None] Pushing event updated for resources: {'Port': ['ID=4f780797-d29d-4ce0-8437-9ef287eacee2,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:08.225391 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-4d9edbb0-73d2-4243-9db2-ae9d8f9399bf None None] Set router 53d2cd26-1537-4230-8d31-428b6b288f5d gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:47:08.291183 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 928281b2-0119-46c6-a5cc-f52e205e7495 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:47:08.377046 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-a493a168-3b7f-411b-8050-16e71bf6b4cd None None] Attempting to bind port 4f780797-d29d-4ce0-8437-9ef287eacee2 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:08.377880 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-a493a168-3b7f-411b-8050-16e71bf6b4cd None None] Attempting to bind port 4f780797-d29d-4ce0-8437-9ef287eacee2 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '35be05ce-b088-4c7f-8434-f34e6bf39e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '501f0993-970e-4720-b2d0-ffd8bd670c57'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:08.378450 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a493a168-3b7f-411b-8050-16e71bf6b4cd None None] Attempting to bind port 4f780797-d29d-4ce0-8437-9ef287eacee2 on network 501f0993-970e-4720-b2d0-ffd8bd670c57 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:47:08.483092 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-b2f8e833-8fd2-4954-a578-14e1340a49a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] For port e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:47:08.483092 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b2f8e833-8fd2-4954-a578-14e1340a49a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.483844 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a493a168-3b7f-411b-8050-16e71bf6b4cd None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:47:08.484057 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a493a168-3b7f-411b-8050-16e71bf6b4cd None None] Checking segment: {'id': '35be05ce-b088-4c7f-8434-f34e6bf39e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '501f0993-970e-4720-b2d0-ffd8bd670c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:47:08.484559 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a493a168-3b7f-411b-8050-16e71bf6b4cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.485050 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a493a168-3b7f-411b-8050-16e71bf6b4cd None None] Bound using segment: {'id': '35be05ce-b088-4c7f-8434-f34e6bf39e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '501f0993-970e-4720-b2d0-ffd8bd670c57'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:47:08.485662 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-a493a168-3b7f-411b-8050-16e71bf6b4cd None None] Bound port: 4f780797-d29d-4ce0-8437-9ef287eacee2, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35be05ce-b088-4c7f-8434-f34e6bf39e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '501f0993-970e-4720-b2d0-ffd8bd670c57'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:08.486397 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a493a168-3b7f-411b-8050-16e71bf6b4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.592102 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-4d9edbb0-73d2-4243-9db2-ae9d8f9399bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'name': 'tempest-TestNetworkBasicOps-router-34972314', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:47:05Z', 'revision_number': 7, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:10Z', 'updated_at': '2022-01-21T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:08.597126 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9edbb0-73d2-4243-9db2-ae9d8f9399bf None None] The sync data for ids ['53d2cd26-1537-4230-8d31-428b6b288f5d'] in dv-neutron-825731-1-hyperv is: [{'id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'name': 'tempest-TestNetworkBasicOps-router-34972314', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:47:05Z', 'revision_number': 7, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2cd26-1537-4230-8d31-428b6b288f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:10Z', 'updated_at': '2022-01-21T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:47:08.623320 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.624288 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9503ad2-73a1-42ea-bc13-30ea78cc8fe6 req-87cea0c6-ecc0-4282-a988-696c27c9fb17 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:08.630315 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-b2f8e833-8fd2-4954-a578-14e1340a49a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18 owned by network:router_gateway {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:47:08.631324 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f9503ad2-73a1-42ea-bc13-30ea78cc8fe6 req-87cea0c6-ecc0-4282-a988-696c27c9fb17 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=10c45647-00d6-4ecb-ac0d-95cc54b0c23c HTTP/1.1" status: 200 len: 943 time: 0.2575769 Jan 21 09:47:08.687378 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f9503ad2-73a1-42ea-bc13-30ea78cc8fe6 req-a6ea9c5d-1841-4e56-9136-8ac27627d557 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551777 Jan 21 09:47:08.782243 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-550a987b-fc80-4e4e-8f83-be1c64296220 None None] For port 928281b2-0119-46c6-a5cc-f52e205e7495, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=928281b2-0119-46c6-a5cc-f52e205e7495,segment=NetworkSegment(fba40be4-9fff-412a-a038-55e4d6cba25c),segment_id=fba40be4-9fff-412a-a038-55e4d6cba25c)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:47:08.782704 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-550a987b-fc80-4e4e-8f83-be1c64296220 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.832144 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b2f8e833-8fd2-4954-a578-14e1340a49a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.880454 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8e833-8fd2-4954-a578-14e1340a49a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Port': ['ID=e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:08.882308 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.extraroute_db [None req-d5d8467e-25c1-4848-a756-caf8a428f0c0 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Added routes are [] {{(pid=87514) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 21 09:47:08.882308 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.extraroute_db [None req-d5d8467e-25c1-4848-a756-caf8a428f0c0 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=87514) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 21 09:47:08.913059 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 928281b2-0119-46c6-a5cc-f52e205e7495, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=928281b2-0119-46c6-a5cc-f52e205e7495,segment=NetworkSegment(fba40be4-9fff-412a-a038-55e4d6cba25c),segment_id=fba40be4-9fff-412a-a038-55e4d6cba25c)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:47:08.916285 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d5d8467e-25c1-4848-a756-caf8a428f0c0 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.922581 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-550a987b-fc80-4e4e-8f83-be1c64296220 None None] Calling delete_port for 928281b2-0119-46c6-a5cc-f52e205e7495 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:47:08.959895 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-a493a168-3b7f-411b-8050-16e71bf6b4cd None None] For port 4f780797-d29d-4ce0-8437-9ef287eacee2, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:47:08.979885 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b2f8e833-8fd2-4954-a578-14e1340a49a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.984000 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.050712 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-a493a168-3b7f-411b-8050-16e71bf6b4cd None None] For port 4f780797-d29d-4ce0-8437-9ef287eacee2, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=4f780797-d29d-4ce0-8437-9ef287eacee2,segment=NetworkSegment(35be05ce-b088-4c7f-8434-f34e6bf39e85),segment_id=35be05ce-b088-4c7f-8434-f34e6bf39e85)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:47:09.077694 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a493a168-3b7f-411b-8050-16e71bf6b4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.116529 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=928281b2-0119-46c6-a5cc-f52e205e7495,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:09.119132 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-550a987b-fc80-4e4e-8f83-be1c64296220 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:47:09.119482 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-550a987b-fc80-4e4e-8f83-be1c64296220 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:47:09.163433 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a493a168-3b7f-411b-8050-16e71bf6b4cd None None] Routers {'6783577d-f230-4e66-bcc5-1445a7659300'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:09.164075 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-a493a168-3b7f-411b-8050-16e71bf6b4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:46:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['6783577d-f230-4e66-bcc5-1445a7659300'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:09.209414 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b2f8e833-8fd2-4954-a578-14e1340a49a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.212554 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b2f8e833-8fd2-4954-a578-14e1340a49a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.245588 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b2f8e833-8fd2-4954-a578-14e1340a49a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.246134 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f8e833-8fd2-4954-a578-14e1340a49a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Fanout notify agent at l3_agent the message router_deleted on router 53d2cd26-1537-4230-8d31-428b6b288f5d {{(pid=87515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:47:09.272001 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b2f8e833-8fd2-4954-a578-14e1340a49a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.275522 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-b2f8e833-8fd2-4954-a578-14e1340a49a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/routers/53d2cd26-1537-4230-8d31-428b6b288f5d HTTP/1.1" status: 204 len: 168 time: 1.7482586 Jan 21 09:47:09.275757 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56664) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:09.305324 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d5d8467e-25c1-4848-a756-caf8a428f0c0 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.309678 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d5d8467e-25c1-4848-a756-caf8a428f0c0 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555907'] for router, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.401536 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-a493a168-3b7f-411b-8050-16e71bf6b4cd None None] Set router 6783577d-f230-4e66-bcc5-1445a7659300 gateway port host: None {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:47:09.426928 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a2c0fdcc-a114-4629-8ea1-3d05c5bfa5e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.439489 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-a2c0fdcc-a114-4629-8ea1-3d05c5bfa5e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port 928281b2-0119-46c6-a5cc-f52e205e7495 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:47:09.439743 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a2c0fdcc-a114-4629-8ea1-3d05c5bfa5e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.478170 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba980a-68d8-499c-abca-06cfad11976a None None] Pushing event updated for resources: {'Port': ['ID=4f780797-d29d-4ce0-8437-9ef287eacee2,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:09.518717 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d8467e-25c1-4848-a756-caf8a428f0c0 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Router 6783577d-f230-4e66-bcc5-1445a7659300 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:47:09.623095 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-550a987b-fc80-4e4e-8f83-be1c64296220 None None] Deleting port 928281b2-0119-46c6-a5cc-f52e205e7495 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:47:09.623496 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-550a987b-fc80-4e4e-8f83-be1c64296220 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.690526 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d8467e-25c1-4848-a756-caf8a428f0c0 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:47:09.693368 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-a2c0fdcc-a114-4629-8ea1-3d05c5bfa5e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] For port 928281b2-0119-46c6-a5cc-f52e205e7495, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=928281b2-0119-46c6-a5cc-f52e205e7495,segment=NetworkSegment(fba40be4-9fff-412a-a038-55e4d6cba25c),segment_id=fba40be4-9fff-412a-a038-55e4d6cba25c)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:47:09.693812 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a2c0fdcc-a114-4629-8ea1-3d05c5bfa5e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.698154 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d5d8467e-25c1-4848-a756-caf8a428f0c0 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.702206 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d5d8467e-25c1-4848-a756-caf8a428f0c0 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "PUT /v2.0/routers/6783577d-f230-4e66-bcc5-1445a7659300 HTTP/1.1" status: 200 len: 699 time: 1.9174082 Jan 21 09:47:09.702429 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56668) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:09.964332 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-550a987b-fc80-4e4e-8f83-be1c64296220 None None] For port 928281b2-0119-46c6-a5cc-f52e205e7495, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=928281b2-0119-46c6-a5cc-f52e205e7495,segment=NetworkSegment(fba40be4-9fff-412a-a038-55e4d6cba25c),segment_id=fba40be4-9fff-412a-a038-55e4d6cba25c)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:47:09.964893 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-550a987b-fc80-4e4e-8f83-be1c64296220 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.096992 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-550a987b-fc80-4e4e-8f83-be1c64296220 None None] Calling delete_port for 928281b2-0119-46c6-a5cc-f52e205e7495 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:47:10.114579 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-a2c0fdcc-a114-4629-8ea1-3d05c5bfa5e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for 928281b2-0119-46c6-a5cc-f52e205e7495 owned by network:dhcp {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:47:10.142553 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-a493a168-3b7f-411b-8050-16e71bf6b4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6783577d-f230-4e66-bcc5-1445a7659300', 'name': 'tempest-RoutersTest-router-172657418', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:41Z', 'updated_at': '2022-01-21T09:47:08Z', 'revision_number': 7, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'gw_port_host': None, '_interfaces': [{'id': '4f780797-d29d-4ce0-8437-9ef287eacee2', 'name': '', 'network_id': '501f0993-970e-4720-b2d0-ffd8bd670c57', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:e0:97:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '0fdc6da7-77c6-4f50-8efb-87f419add16b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:03Z', 'updated_at': '2022-01-21T09:47:08Z', 'revision_number': 4, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': '0fdc6da7-77c6-4f50-8efb-87f419add16b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86c57a3f-77e7-491d-bf22-6b0b6aaaa115', 'name': '', 'network_id': '1b03c166-4627-46b4-b72e-21b88a224e7d', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:3c:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '777c5663-2233-4ad4-a910-3ca5fdcd4b41', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:55Z', 'updated_at': '2022-01-21T09:47:04Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': '777c5663-2233-4ad4-a910-3ca5fdcd4b41', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1', 'name': '', 'network_id': 'd3633f19-017f-4389-905d-203aea2e9b8a', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:cd:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:43Z', 'updated_at': '2022-01-21T09:46:50Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c46560-19e0-4dc5-9e19-879160af080a', 'name': '', 'network_id': 'ef1b19af-cc78-405a-a179-626a73290b37', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:58:5e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '945a01b7-4106-432d-a8ef-af4b336a2849', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:48Z', 'updated_at': '2022-01-21T09:46:56Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': '945a01b7-4106-432d-a8ef-af4b336a2849', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:10.151496 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a493a168-3b7f-411b-8050-16e71bf6b4cd None None] The sync data for ids ['6783577d-f230-4e66-bcc5-1445a7659300'] in dv-neutron-825731-1-hyperv is: [{'id': '6783577d-f230-4e66-bcc5-1445a7659300', 'name': 'tempest-RoutersTest-router-172657418', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:41Z', 'updated_at': '2022-01-21T09:47:08Z', 'revision_number': 7, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'gw_port_host': None, '_interfaces': [{'id': '4f780797-d29d-4ce0-8437-9ef287eacee2', 'name': '', 'network_id': '501f0993-970e-4720-b2d0-ffd8bd670c57', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:e0:97:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '0fdc6da7-77c6-4f50-8efb-87f419add16b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:03Z', 'updated_at': '2022-01-21T09:47:08Z', 'revision_number': 4, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': '0fdc6da7-77c6-4f50-8efb-87f419add16b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86c57a3f-77e7-491d-bf22-6b0b6aaaa115', 'name': '', 'network_id': '1b03c166-4627-46b4-b72e-21b88a224e7d', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:3c:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '777c5663-2233-4ad4-a910-3ca5fdcd4b41', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:55Z', 'updated_at': '2022-01-21T09:47:04Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': '777c5663-2233-4ad4-a910-3ca5fdcd4b41', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1', 'name': '', 'network_id': 'd3633f19-017f-4389-905d-203aea2e9b8a', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:cd:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:43Z', 'updated_at': '2022-01-21T09:46:50Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c46560-19e0-4dc5-9e19-879160af080a', 'name': '', 'network_id': 'ef1b19af-cc78-405a-a179-626a73290b37', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:58:5e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '945a01b7-4106-432d-a8ef-af4b336a2849', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:48Z', 'updated_at': '2022-01-21T09:46:56Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': '945a01b7-4106-432d-a8ef-af4b336a2849', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:47:10.184967 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-550a987b-fc80-4e4e-8f83-be1c64296220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.238859 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-18db6303-c20b-4480-a76f-bc8f2843257f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "GET /v2.0/routers/6783577d-f230-4e66-bcc5-1445a7659300 HTTP/1.1" status: 200 len: 699 time: 0.5331268 Jan 21 09:47:10.239198 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56674) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:10.265283 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.api [None req-a2c0fdcc-a114-4629-8ea1-3d05c5bfa5e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:47:10.265579 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG oslo_db.api [None req-a2c0fdcc-a114-4629-8ea1-3d05c5bfa5e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:47:10.283691 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e678ce0-4272-45f9-b1b3-9636e7536303 req-26ebdb6c-f993-4bf1-ade4-719259960afc tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:10.285402 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a987b-fc80-4e4e-8f83-be1c64296220 None None] Pushing event deleted for resources: {'Port': ['ID=928281b2-0119-46c6-a5cc-f52e205e7495,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:10.285643 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5e678ce0-4272-45f9-b1b3-9636e7536303 req-26ebdb6c-f993-4bf1-ade4-719259960afc tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=10c45647-00d6-4ecb-ac0d-95cc54b0c23c HTTP/1.1" status: 200 len: 943 time: 0.4509563 Jan 21 09:47:10.289032 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550a987b-fc80-4e4e-8f83-be1c64296220 None None] No DVR routers for this DVR port 928281b2-0119-46c6-a5cc-f52e205e7495 on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:47:10.326322 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 24d65694-3141-4464-b092-a1b4b2deb852 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:47:10.360562 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5e678ce0-4272-45f9-b1b3-9636e7536303 req-236c6a93-db0a-4116-b986-2e27ecc7213f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682971 Jan 21 09:47:10.368169 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 24d65694-3141-4464-b092-a1b4b2deb852 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:47:10.368639 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 24d65694-3141-4464-b092-a1b4b2deb852 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:47:10.369773 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:47:10.410803 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:47:10.411215 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e1bd2738-4c2e-4b9b-891c-e7ddf2f3ce18 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:47:10.766596 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-a2c0fdcc-a114-4629-8ea1-3d05c5bfa5e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port 928281b2-0119-46c6-a5cc-f52e205e7495 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:47:10.767731 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a2c0fdcc-a114-4629-8ea1-3d05c5bfa5e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.852561 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-a2c0fdcc-a114-4629-8ea1-3d05c5bfa5e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] The port '928281b2-0119-46c6-a5cc-f52e205e7495' was deleted {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:47:10.915161 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bb8ad7-8898-4585-8d2f-0b6527048515 None None] Sync routers for ids ['6783577d-f230-4e66-bcc5-1445a7659300'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:47:10.929554 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bb8ad7-8898-4585-8d2f-0b6527048515 None None] Routers {'6783577d-f230-4e66-bcc5-1445a7659300'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:10.930251 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-f4bb8ad7-8898-4585-8d2f-0b6527048515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:46:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['6783577d-f230-4e66-bcc5-1445a7659300'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:10.948470 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e950b045-ed78-4c75-a37f-5cb49405ac2e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.978601 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a2c0fdcc-a114-4629-8ea1-3d05c5bfa5e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.008011 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-a2c0fdcc-a114-4629-8ea1-3d05c5bfa5e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad7d1e2e-0774-4dd8-b4a1-ce49e042d841']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:11.021835 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-a2c0fdcc-a114-4629-8ea1-3d05c5bfa5e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fba40be4-9fff-412a-a038-55e4d6cba25c') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:11.022045 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-a2c0fdcc-a114-4629-8ea1-3d05c5bfa5e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fba40be4-9fff-412a-a038-55e4d6cba25c') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:11.033877 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a2c0fdcc-a114-4629-8ea1-3d05c5bfa5e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.050263 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a2c0fdcc-a114-4629-8ea1-3d05c5bfa5e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.056241 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2c0fdcc-a114-4629-8ea1-3d05c5bfa5e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:47:11.056612 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a2c0fdcc-a114-4629-8ea1-3d05c5bfa5e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.072114 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:47:11.072114 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:47:11.072114 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:47:11.072114 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:47:11.072114 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:47:11.072114 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:47:11.072114 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:47:11.072114 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 09:47:11.072114 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:47:11.072114 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:47:11.072114 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:47:11.072114 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:47:11.072114 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:47:11.072114 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:47:11.072114 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:47:11.072114 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:47:11.072114 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:47:11.072114 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:47:11.072114 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:47:11.072114 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:47:11.072114 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:47:11.072114 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:47:11.072114 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:47:11.072114 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:47:11.072114 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:47:11.072114 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:47:11.072114 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:47:11.072114 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:47:11.072114 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:47:11.072114 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:47:11.072114 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:47:11.072114 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:47:11.072114 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:47:11.072114 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:47:11.072114 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:47:11.072114 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:47:11.072114 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:47:11.072114 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:47:11.072114 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:47:11.072114 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:47:11.096895 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-f4bb8ad7-8898-4585-8d2f-0b6527048515 None None] Set router 6783577d-f230-4e66-bcc5-1445a7659300 gateway port host: None {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:47:11.154899 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a2c0fdcc-a114-4629-8ea1-3d05c5bfa5e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.178257 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a2c0fdcc-a114-4629-8ea1-3d05c5bfa5e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.190177 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0fdcc-a114-4629-8ea1-3d05c5bfa5e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Network': ['ID=ad7d1e2e-0774-4dd8-b4a1-ce49e042d841,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:11.207385 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a2c0fdcc-a114-4629-8ea1-3d05c5bfa5e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/networks/ad7d1e2e-0774-4dd8-b4a1-ce49e042d841 HTTP/1.1" status: 204 len: 168 time: 1.9277704 Jan 21 09:47:11.225202 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56678) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:11.232541 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-866a91f6-3d1d-41a0-9158-ea672e671b92 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'network': {'name': 'tempest-network-smoke--1967967115', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'port_security_enabled': True}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:11.238457 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-866a91f6-3d1d-41a0-9158-ea672e671b92 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:11.243107 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-866a91f6-3d1d-41a0-9158-ea672e671b92 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:network and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:11.247878 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-866a91f6-3d1d-41a0-9158-ea672e671b92 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:11.255432 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-866a91f6-3d1d-41a0-9158-ea672e671b92 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:11.265583 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866a91f6-3d1d-41a0-9158-ea672e671b92 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Made reservation on behalf of 6ddc82470f624ec48d3ebbc58317dba5 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:11.269264 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-866a91f6-3d1d-41a0-9158-ea672e671b92 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.311982 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-866a91f6-3d1d-41a0-9158-ea672e671b92 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:47:11.321888 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-866a91f6-3d1d-41a0-9158-ea672e671b92 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.322294 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-866a91f6-3d1d-41a0-9158-ea672e671b92 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Added segment 2f73ed22-eb95-4477-9b5a-938a3f3193aa of type vlan for network 6a336dcd-3549-47be-b1d9-a2143f3785a3 Jan 21 09:47:11.322617 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-e950b045-ed78-4c75-a37f-5cb49405ac2e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Deleting port 4f780797-d29d-4ce0-8437-9ef287eacee2 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:47:11.323271 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e950b045-ed78-4c75-a37f-5cb49405ac2e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.351112 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-866a91f6-3d1d-41a0-9158-ea672e671b92 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.386980 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-866a91f6-3d1d-41a0-9158-ea672e671b92 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.393447 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866a91f6-3d1d-41a0-9158-ea672e671b92 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:11.394041 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-866a91f6-3d1d-41a0-9158-ea672e671b92 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.455417 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-866a91f6-3d1d-41a0-9158-ea672e671b92 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2286992 Jan 21 09:47:11.458993 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56684) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:11.471122 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-3546a451-f16a-4c4c-b4fb-30ad383eb818 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1086642103', 'admin_state_up': True, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:11.480049 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-3546a451-f16a-4c4c-b4fb-30ad383eb818 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:11.514093 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-f4bb8ad7-8898-4585-8d2f-0b6527048515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6783577d-f230-4e66-bcc5-1445a7659300', 'name': 'tempest-RoutersTest-router-172657418', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:41Z', 'updated_at': '2022-01-21T09:47:08Z', 'revision_number': 7, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'gw_port_host': None, '_interfaces': [{'id': '4f780797-d29d-4ce0-8437-9ef287eacee2', 'name': '', 'network_id': '501f0993-970e-4720-b2d0-ffd8bd670c57', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:e0:97:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '0fdc6da7-77c6-4f50-8efb-87f419add16b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:03Z', 'updated_at': '2022-01-21T09:47:08Z', 'revision_number': 4, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': '0fdc6da7-77c6-4f50-8efb-87f419add16b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86c57a3f-77e7-491d-bf22-6b0b6aaaa115', 'name': '', 'network_id': '1b03c166-4627-46b4-b72e-21b88a224e7d', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:3c:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '777c5663-2233-4ad4-a910-3ca5fdcd4b41', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:55Z', 'updated_at': '2022-01-21T09:47:04Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': '777c5663-2233-4ad4-a910-3ca5fdcd4b41', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1', 'name': '', 'network_id': 'd3633f19-017f-4389-905d-203aea2e9b8a', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:cd:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:43Z', 'updated_at': '2022-01-21T09:46:50Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c46560-19e0-4dc5-9e19-879160af080a', 'name': '', 'network_id': 'ef1b19af-cc78-405a-a179-626a73290b37', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:58:5e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '945a01b7-4106-432d-a8ef-af4b336a2849', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:48Z', 'updated_at': '2022-01-21T09:46:56Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': '945a01b7-4106-432d-a8ef-af4b336a2849', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:11.517992 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bb8ad7-8898-4585-8d2f-0b6527048515 None None] Checking router: 6783577d-f230-4e66-bcc5-1445a7659300 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:47:11.526299 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bb8ad7-8898-4585-8d2f-0b6527048515 None None] Routers {'6783577d-f230-4e66-bcc5-1445a7659300'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:11.527491 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-f4bb8ad7-8898-4585-8d2f-0b6527048515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:46:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['6783577d-f230-4e66-bcc5-1445a7659300'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:11.528218 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-3546a451-f16a-4c4c-b4fb-30ad383eb818 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:router and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:11.531069 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-3546a451-f16a-4c4c-b4fb-30ad383eb818 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:11.536911 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-3546a451-f16a-4c4c-b4fb-30ad383eb818 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:11.550662 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a91f6-3d1d-41a0-9158-ea672e671b92 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Network': ['ID=6a336dcd-3549-47be-b1d9-a2143f3785a3,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:11.553178 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3546a451-f16a-4c4c-b4fb-30ad383eb818 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.554178 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3546a451-f16a-4c4c-b4fb-30ad383eb818 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.569914 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3546a451-f16a-4c4c-b4fb-30ad383eb818 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.590060 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 6a336dcd-3549-47be-b1d9-a2143f3785a3 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:47:11.609214 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-e950b045-ed78-4c75-a37f-5cb49405ac2e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] For port 4f780797-d29d-4ce0-8437-9ef287eacee2, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=4f780797-d29d-4ce0-8437-9ef287eacee2,segment=NetworkSegment(35be05ce-b088-4c7f-8434-f34e6bf39e85),segment_id=35be05ce-b088-4c7f-8434-f34e6bf39e85)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:47:11.609653 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e950b045-ed78-4c75-a37f-5cb49405ac2e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.754635 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-e950b045-ed78-4c75-a37f-5cb49405ac2e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Calling delete_port for 4f780797-d29d-4ce0-8437-9ef287eacee2 owned by network:router_interface {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:47:11.790383 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-f4bb8ad7-8898-4585-8d2f-0b6527048515 None None] Set router 6783577d-f230-4e66-bcc5-1445a7659300 gateway port host: None {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:47:11.819144 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f28ff-2411-4bc8-bcf2-4d5fb01a9afe req-b0f4caa1-4073-499c-9dae-8fde54b95f5a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:11.820836 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c29f28ff-2411-4bc8-bcf2-4d5fb01a9afe req-b0f4caa1-4073-499c-9dae-8fde54b95f5a tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=10c45647-00d6-4ecb-ac0d-95cc54b0c23c HTTP/1.1" status: 200 len: 943 time: 0.3216720 Jan 21 09:47:11.858460 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3546a451-f16a-4c4c-b4fb-30ad383eb818 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.896405 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c29f28ff-2411-4bc8-bcf2-4d5fb01a9afe req-1213b0e3-5ab6-45e2-84c8-673e56f1c61c tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665498 Jan 21 09:47:12.016196 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e950b045-ed78-4c75-a37f-5cb49405ac2e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.110260 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e950b045-ed78-4c75-a37f-5cb49405ac2e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event deleted for resources: {'Port': ['ID=4f780797-d29d-4ce0-8437-9ef287eacee2,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:12.140047 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-f4bb8ad7-8898-4585-8d2f-0b6527048515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6783577d-f230-4e66-bcc5-1445a7659300', 'name': 'tempest-RoutersTest-router-172657418', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:41Z', 'updated_at': '2022-01-21T09:47:08Z', 'revision_number': 7, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'gw_port_host': None, '_interfaces': [{'id': '4f780797-d29d-4ce0-8437-9ef287eacee2', 'name': '', 'network_id': '501f0993-970e-4720-b2d0-ffd8bd670c57', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:e0:97:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '0fdc6da7-77c6-4f50-8efb-87f419add16b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:03Z', 'updated_at': '2022-01-21T09:47:08Z', 'revision_number': 4, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': '0fdc6da7-77c6-4f50-8efb-87f419add16b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86c57a3f-77e7-491d-bf22-6b0b6aaaa115', 'name': '', 'network_id': '1b03c166-4627-46b4-b72e-21b88a224e7d', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:3c:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '777c5663-2233-4ad4-a910-3ca5fdcd4b41', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:55Z', 'updated_at': '2022-01-21T09:47:04Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': '777c5663-2233-4ad4-a910-3ca5fdcd4b41', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1', 'name': '', 'network_id': 'd3633f19-017f-4389-905d-203aea2e9b8a', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:cd:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:43Z', 'updated_at': '2022-01-21T09:46:50Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c46560-19e0-4dc5-9e19-879160af080a', 'name': '', 'network_id': 'ef1b19af-cc78-405a-a179-626a73290b37', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:58:5e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '945a01b7-4106-432d-a8ef-af4b336a2849', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:48Z', 'updated_at': '2022-01-21T09:46:56Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': '945a01b7-4106-432d-a8ef-af4b336a2849', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:12.145243 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bb8ad7-8898-4585-8d2f-0b6527048515 None None] The sync data for ids ['6783577d-f230-4e66-bcc5-1445a7659300'] in dv-neutron-825731-1-hyperv is: [{'id': '6783577d-f230-4e66-bcc5-1445a7659300', 'name': 'tempest-RoutersTest-router-172657418', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:41Z', 'updated_at': '2022-01-21T09:47:08Z', 'revision_number': 7, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'gw_port_host': None, '_interfaces': [{'id': '4f780797-d29d-4ce0-8437-9ef287eacee2', 'name': '', 'network_id': '501f0993-970e-4720-b2d0-ffd8bd670c57', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:e0:97:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '0fdc6da7-77c6-4f50-8efb-87f419add16b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:03Z', 'updated_at': '2022-01-21T09:47:08Z', 'revision_number': 4, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': '0fdc6da7-77c6-4f50-8efb-87f419add16b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86c57a3f-77e7-491d-bf22-6b0b6aaaa115', 'name': '', 'network_id': '1b03c166-4627-46b4-b72e-21b88a224e7d', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:3c:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '777c5663-2233-4ad4-a910-3ca5fdcd4b41', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:55Z', 'updated_at': '2022-01-21T09:47:04Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': '777c5663-2233-4ad4-a910-3ca5fdcd4b41', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1', 'name': '', 'network_id': 'd3633f19-017f-4389-905d-203aea2e9b8a', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:cd:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:43Z', 'updated_at': '2022-01-21T09:46:50Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c46560-19e0-4dc5-9e19-879160af080a', 'name': '', 'network_id': 'ef1b19af-cc78-405a-a179-626a73290b37', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:58:5e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '945a01b7-4106-432d-a8ef-af4b336a2849', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:48Z', 'updated_at': '2022-01-21T09:46:56Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': '945a01b7-4106-432d-a8ef-af4b336a2849', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:47:12.218797 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3546a451-f16a-4c4c-b4fb-30ad383eb818 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router_gateway, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.393781 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3546a451-f16a-4c4c-b4fb-30ad383eb818 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.485699 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e950b045-ed78-4c75-a37f-5cb49405ac2e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.533772 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-3546a451-f16a-4c4c-b4fb-30ad383eb818 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Allocated IP 172.26.3.133 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/a2de2e26-32d9-4a5b-a650-8fa84553beee) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:12.625587 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.684611 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3546a451-f16a-4c4c-b4fb-30ad383eb818 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.716819 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3546a451-f16a-4c4c-b4fb-30ad383eb818 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.816243 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e950b045-ed78-4c75-a37f-5cb49405ac2e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Router 6783577d-f230-4e66-bcc5-1445a7659300 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:47:12.829644 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3546a451-f16a-4c4c-b4fb-30ad383eb818 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:12.834848 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-3546a451-f16a-4c4c-b4fb-30ad383eb818 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:12.838655 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3546a451-f16a-4c4c-b4fb-30ad383eb818 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:47:12.888015 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546a451-f16a-4c4c-b4fb-30ad383eb818 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=a2de2e26-32d9-4a5b-a650-8fa84553beee,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:12.977260 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e950b045-ed78-4c75-a37f-5cb49405ac2e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:47:12.990892 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b47a976-c656-4749-b0a0-fd7cb255cf55 None None] Sync routers for ids ['6783577d-f230-4e66-bcc5-1445a7659300'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:47:12.998816 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e950b045-ed78-4c75-a37f-5cb49405ac2e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "PUT /v2.0/routers/6783577d-f230-4e66-bcc5-1445a7659300/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7580009 Jan 21 09:47:12.999817 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56690) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:13.000289 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b47a976-c656-4749-b0a0-fd7cb255cf55 None None] Routers {'6783577d-f230-4e66-bcc5-1445a7659300'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:13.000884 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-2b47a976-c656-4749-b0a0-fd7cb255cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:46:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['6783577d-f230-4e66-bcc5-1445a7659300'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:13.068039 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c91851-adbd-462c-90ae-c49d11d633fe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Deleting subnet 0fdc6da7-77c6-4f50-8efb-87f419add16b {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:47:13.071095 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-58c91851-adbd-462c-90ae-c49d11d633fe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.131359 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-58c91851-adbd-462c-90ae-c49d11d633fe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.156968 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-2b47a976-c656-4749-b0a0-fd7cb255cf55 None None] Set router 6783577d-f230-4e66-bcc5-1445a7659300 gateway port host: None {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:47:13.225917 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-58c91851-adbd-462c-90ae-c49d11d633fe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.242734 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c28f1c-395f-42d7-b2be-354c1755a785 req-d13ff32c-f215-43f8-b0d1-6528dbfdefae tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:13.244221 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-59c28f1c-395f-42d7-b2be-354c1755a785 req-d13ff32c-f215-43f8-b0d1-6528dbfdefae tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=10c45647-00d6-4ecb-ac0d-95cc54b0c23c HTTP/1.1" status: 200 len: 943 time: 0.2190995 Jan 21 09:47:13.302446 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-58c91851-adbd-462c-90ae-c49d11d633fe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.355431 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c91851-adbd-462c-90ae-c49d11d633fe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event deleted for resources: {'Subnet': ['ID=0fdc6da7-77c6-4f50-8efb-87f419add16b,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:13.359933 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-58c91851-adbd-462c-90ae-c49d11d633fe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.374623 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-58c91851-adbd-462c-90ae-c49d11d633fe tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/subnets/0fdc6da7-77c6-4f50-8efb-87f419add16b HTTP/1.1" status: 204 len: 168 time: 0.3700192 Jan 21 09:47:13.374623 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56694) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:13.377935 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-59c28f1c-395f-42d7-b2be-354c1755a785 req-d5e0b86b-b35d-4124-8ec4-db48c379442d tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244924 Jan 21 09:47:13.379593 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efc0e51-e09c-4772-bb34-e22083b84aef None None] Network 501f0993-970e-4720-b2d0-ffd8bd670c57 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:47:13.383841 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3546a451-f16a-4c4c-b4fb-30ad383eb818 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router_gateway, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.523594 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cbea2cac-d6f0-445c-a54d-b9865021608f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.534626 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-2b47a976-c656-4749-b0a0-fd7cb255cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6783577d-f230-4e66-bcc5-1445a7659300', 'name': 'tempest-RoutersTest-router-172657418', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:41Z', 'updated_at': '2022-01-21T09:47:11Z', 'revision_number': 8, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'gw_port_host': None, '_interfaces': [{'id': '86c57a3f-77e7-491d-bf22-6b0b6aaaa115', 'name': '', 'network_id': '1b03c166-4627-46b4-b72e-21b88a224e7d', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:3c:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '777c5663-2233-4ad4-a910-3ca5fdcd4b41', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:55Z', 'updated_at': '2022-01-21T09:47:04Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': '777c5663-2233-4ad4-a910-3ca5fdcd4b41', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1', 'name': '', 'network_id': 'd3633f19-017f-4389-905d-203aea2e9b8a', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:cd:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:43Z', 'updated_at': '2022-01-21T09:46:50Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c46560-19e0-4dc5-9e19-879160af080a', 'name': '', 'network_id': 'ef1b19af-cc78-405a-a179-626a73290b37', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:58:5e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '945a01b7-4106-432d-a8ef-af4b336a2849', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:48Z', 'updated_at': '2022-01-21T09:46:56Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': '945a01b7-4106-432d-a8ef-af4b336a2849', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:13.541532 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b47a976-c656-4749-b0a0-fd7cb255cf55 None None] Checking router: 6783577d-f230-4e66-bcc5-1445a7659300 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:47:13.544638 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-cbea2cac-d6f0-445c-a54d-b9865021608f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Deleting port ebdd5805-14d7-4ad5-b410-6ca9b131925d {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:47:13.544984 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cbea2cac-d6f0-445c-a54d-b9865021608f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.555288 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b47a976-c656-4749-b0a0-fd7cb255cf55 None None] Routers {'6783577d-f230-4e66-bcc5-1445a7659300'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:13.556181 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-2b47a976-c656-4749-b0a0-fd7cb255cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:46:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['6783577d-f230-4e66-bcc5-1445a7659300'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:13.691092 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a099ff-9ef2-4631-aae3-c98b04714f37 None None] DHCP port deletion for 501f0993-970e-4720-b2d0-ffd8bd670c57 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:47:13.695667 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-d0a099ff-9ef2-4631-aae3-c98b04714f37 None None] Deleting port ebdd5805-14d7-4ad5-b410-6ca9b131925d {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:47:13.696617 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d0a099ff-9ef2-4631-aae3-c98b04714f37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.741055 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-2b47a976-c656-4749-b0a0-fd7cb255cf55 None None] Set router 6783577d-f230-4e66-bcc5-1445a7659300 gateway port host: None {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:47:13.793861 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-cbea2cac-d6f0-445c-a54d-b9865021608f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] For port ebdd5805-14d7-4ad5-b410-6ca9b131925d, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=ebdd5805-14d7-4ad5-b410-6ca9b131925d,segment=NetworkSegment(35be05ce-b088-4c7f-8434-f34e6bf39e85),segment_id=35be05ce-b088-4c7f-8434-f34e6bf39e85)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:47:13.794215 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cbea2cac-d6f0-445c-a54d-b9865021608f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.824092 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3546a451-f16a-4c4c-b4fb-30ad383eb818 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.927533 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-d0a099ff-9ef2-4631-aae3-c98b04714f37 None None] For port ebdd5805-14d7-4ad5-b410-6ca9b131925d, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=ebdd5805-14d7-4ad5-b410-6ca9b131925d,segment=NetworkSegment(35be05ce-b088-4c7f-8434-f34e6bf39e85),segment_id=35be05ce-b088-4c7f-8434-f34e6bf39e85)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:47:13.928426 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d0a099ff-9ef2-4631-aae3-c98b04714f37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.080301 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-cbea2cac-d6f0-445c-a54d-b9865021608f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Calling delete_port for ebdd5805-14d7-4ad5-b410-6ca9b131925d owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:47:14.129944 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 19fbb4d6-8ca9-42dc-a5f5-55139be96a3e details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:47:14.144434 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-2b47a976-c656-4749-b0a0-fd7cb255cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6783577d-f230-4e66-bcc5-1445a7659300', 'name': 'tempest-RoutersTest-router-172657418', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:41Z', 'updated_at': '2022-01-21T09:47:11Z', 'revision_number': 8, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'gw_port_host': None, '_interfaces': [{'id': '86c57a3f-77e7-491d-bf22-6b0b6aaaa115', 'name': '', 'network_id': '1b03c166-4627-46b4-b72e-21b88a224e7d', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:3c:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '777c5663-2233-4ad4-a910-3ca5fdcd4b41', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:55Z', 'updated_at': '2022-01-21T09:47:04Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': '777c5663-2233-4ad4-a910-3ca5fdcd4b41', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1', 'name': '', 'network_id': 'd3633f19-017f-4389-905d-203aea2e9b8a', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:cd:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:43Z', 'updated_at': '2022-01-21T09:46:50Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c46560-19e0-4dc5-9e19-879160af080a', 'name': '', 'network_id': 'ef1b19af-cc78-405a-a179-626a73290b37', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:58:5e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '945a01b7-4106-432d-a8ef-af4b336a2849', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:48Z', 'updated_at': '2022-01-21T09:46:56Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': '945a01b7-4106-432d-a8ef-af4b336a2849', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:14.148884 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b47a976-c656-4749-b0a0-fd7cb255cf55 None None] The sync data for ids ['6783577d-f230-4e66-bcc5-1445a7659300'] in dv-neutron-825731-1-hyperv is: [{'id': '6783577d-f230-4e66-bcc5-1445a7659300', 'name': 'tempest-RoutersTest-router-172657418', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:41Z', 'updated_at': '2022-01-21T09:47:11Z', 'revision_number': 8, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'gw_port_host': None, '_interfaces': [{'id': '86c57a3f-77e7-491d-bf22-6b0b6aaaa115', 'name': '', 'network_id': '1b03c166-4627-46b4-b72e-21b88a224e7d', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:3c:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '777c5663-2233-4ad4-a910-3ca5fdcd4b41', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:55Z', 'updated_at': '2022-01-21T09:47:04Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': '777c5663-2233-4ad4-a910-3ca5fdcd4b41', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1', 'name': '', 'network_id': 'd3633f19-017f-4389-905d-203aea2e9b8a', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:cd:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:43Z', 'updated_at': '2022-01-21T09:46:50Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c46560-19e0-4dc5-9e19-879160af080a', 'name': '', 'network_id': 'ef1b19af-cc78-405a-a179-626a73290b37', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:58:5e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '945a01b7-4106-432d-a8ef-af4b336a2849', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:48Z', 'updated_at': '2022-01-21T09:46:56Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': '945a01b7-4106-432d-a8ef-af4b336a2849', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:47:14.167954 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cbea2cac-d6f0-445c-a54d-b9865021608f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.171050 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-d0a099ff-9ef2-4631-aae3-c98b04714f37 None None] Calling delete_port for ebdd5805-14d7-4ad5-b410-6ca9b131925d owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:47:14.225222 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3546a451-f16a-4c4c-b4fb-30ad383eb818 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router cf295d39-4d72-44c6-acb3-819d2c053724 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:47:14.229781 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbea2cac-d6f0-445c-a54d-b9865021608f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] No DVR routers for this DVR port ebdd5805-14d7-4ad5-b410-6ca9b131925d on host dv-neutron-825731-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:47:14.258273 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea2cac-d6f0-445c-a54d-b9865021608f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event deleted for resources: {'Port': ['ID=ebdd5805-14d7-4ad5-b410-6ca9b131925d,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:14.350040 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 19fbb4d6-8ca9-42dc-a5f5-55139be96a3e, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=19fbb4d6-8ca9-42dc-a5f5-55139be96a3e,segment=NetworkSegment(9b216987-8cbc-4835-9c2f-1b45ed9b241e),segment_id=9b216987-8cbc-4835-9c2f-1b45ed9b241e)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:47:14.360122 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-d0a099ff-9ef2-4631-aae3-c98b04714f37 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:47:14.360471 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-d0a099ff-9ef2-4631-aae3-c98b04714f37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:47:14.362501 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cbea2cac-d6f0-445c-a54d-b9865021608f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.364673 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': '19fbb4d6-8ca9-42dc-a5f5-55139be96a3e', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'port_id': '19fbb4d6-8ca9-42dc-a5f5-55139be96a3e', 'mac_address': 'fa:16:3e:31:7f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:47:14.389308 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-cbea2cac-d6f0-445c-a54d-b9865021608f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['501f0993-970e-4720-b2d0-ffd8bd670c57']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:14.412446 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3546a451-f16a-4c4c-b4fb-30ad383eb818 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:47:14.422340 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-cbea2cac-d6f0-445c-a54d-b9865021608f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35be05ce-b088-4c7f-8434-f34e6bf39e85') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:14.422738 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.423197 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-cbea2cac-d6f0-445c-a54d-b9865021608f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35be05ce-b088-4c7f-8434-f34e6bf39e85') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:14.437566 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9b9703-4973-44ed-90bd-1286b346c719 None None] Sync routers for ids ['cf295d39-4d72-44c6-acb3-819d2c053724'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:47:14.439538 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cbea2cac-d6f0-445c-a54d-b9865021608f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.444494 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3546a451-f16a-4c4c-b4fb-30ad383eb818 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.446086 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-3546a451-f16a-4c4c-b4fb-30ad383eb818 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9860754 Jan 21 09:47:14.449172 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56702) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:14.453613 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19fbb4d6-8ca9-42dc-a5f5-55139be96a3e {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:47:14.460636 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9b9703-4973-44ed-90bd-1286b346c719 None None] Routers {'cf295d39-4d72-44c6-acb3-819d2c053724'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:14.461196 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-1a9b9703-4973-44ed-90bd-1286b346c719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:46:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['cf295d39-4d72-44c6-acb3-819d2c053724'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:14.471646 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cbea2cac-d6f0-445c-a54d-b9865021608f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.479909 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbea2cac-d6f0-445c-a54d-b9865021608f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:47:14.481215 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cbea2cac-d6f0-445c-a54d-b9865021608f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.498983 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-66f6272e-43c5-4a7f-ac14-d965e8133ca3 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=6ddc82470f624ec48d3ebbc58317dba5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439723 Jan 21 09:47:14.499262 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56706) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:14.554181 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device ebdd5805-14d7-4ad5-b410-6ca9b131925d no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:47:14.586057 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 19fbb4d6-8ca9-42dc-a5f5-55139be96a3e, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=19fbb4d6-8ca9-42dc-a5f5-55139be96a3e,segment=NetworkSegment(9b216987-8cbc-4835-9c2f-1b45ed9b241e),segment_id=9b216987-8cbc-4835-9c2f-1b45ed9b241e)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:47:14.603419 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: ebdd5805-14d7-4ad5-b410-6ca9b131925d {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:47:14.603798 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device ebdd5805-14d7-4ad5-b410-6ca9b131925d not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:47:14.608708 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.621423 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:47:14.621423 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:47:14.621423 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:47:14.621423 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:47:14.621423 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:47:14.621423 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:47:14.621423 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:47:14.621423 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:47:14.621423 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:47:14.621423 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:47:14.621423 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:47:14.621423 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:47:14.621423 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:47:14.621423 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:47:14.621423 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:47:14.621423 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:47:14.621423 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:47:14.621423 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:47:14.621423 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:47:14.621423 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:47:14.621423 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:47:14.621423 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:47:14.621423 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:47:14.621423 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:47:14.621423 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:47:14.621423 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:47:14.621423 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:47:14.621423 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:47:14.621423 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:47:14.621423 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:47:14.621423 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:47:14.621423 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:47:14.661998 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cbea2cac-d6f0-445c-a54d-b9865021608f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.675812 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2780275-0169-4b2f-8c27-7238e4ec254f tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:14.677426 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d2780275-0169-4b2f-8c27-7238e4ec254f tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1772456 Jan 21 09:47:14.680786 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56710) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:14.699016 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cbea2cac-d6f0-445c-a54d-b9865021608f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.729105 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea2cac-d6f0-445c-a54d-b9865021608f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event deleted for resources: {'Network': ['ID=501f0993-970e-4720-b2d0-ffd8bd670c57,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:14.735709 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-cbea2cac-d6f0-445c-a54d-b9865021608f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/networks/501f0993-970e-4720-b2d0-ffd8bd670c57 HTTP/1.1" status: 204 len: 168 time: 1.3604255 Jan 21 09:47:14.742874 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56714) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:14.742874 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56716) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:14.743223 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f9529dce-dfc6-4ffb-aacf-9ffb28a68d6d tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=80a065d7-b55c-43ad-a3e8-c65befe4136c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0612829 Jan 21 09:47:14.782487 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=19fbb4d6-8ca9-42dc-a5f5-55139be96a3e,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:14.788957 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-1a9b9703-4973-44ed-90bd-1286b346c719 None None] Set router cf295d39-4d72-44c6-acb3-819d2c053724 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:47:14.805152 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-eb9efaf4-af62-4d8d-a613-46bef6c11aa1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-325517522', 'network_id': '6a336dcd-3549-47be-b1d9-a2143f3785a3', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:14.895470 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-d0a099ff-9ef2-4631-aae3-c98b04714f37 None None] Deleting port ebdd5805-14d7-4ad5-b410-6ca9b131925d {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:47:14.895671 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d0a099ff-9ef2-4631-aae3-c98b04714f37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.983662 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['19fbb4d6-8ca9-42dc-a5f5-55139be96a3e'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 09:47:15.013949 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f4d50-60cf-411b-99ea-123e0c68be7e req-42d1ec4c-ab4c-4f13-b791-b98bbf12d01d tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:15.015491 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-af6f4d50-60cf-411b-99ea-123e0c68be7e req-42d1ec4c-ab4c-4f13-b791-b98bbf12d01d tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=10c45647-00d6-4ecb-ac0d-95cc54b0c23c HTTP/1.1" status: 200 len: 944 time: 0.3923619 Jan 21 09:47:15.037353 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-d0a099ff-9ef2-4631-aae3-c98b04714f37 None None] The port 'ebdd5805-14d7-4ad5-b410-6ca9b131925d' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:47:15.113876 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-eb9efaf4-af62-4d8d-a613-46bef6c11aa1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:15.168565 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-eb9efaf4-af62-4d8d-a613-46bef6c11aa1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:subnet and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:15.184013 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-eb9efaf4-af62-4d8d-a613-46bef6c11aa1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:15.202302 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-eb9efaf4-af62-4d8d-a613-46bef6c11aa1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:15.225536 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-af6f4d50-60cf-411b-99ea-123e0c68be7e req-13b5973f-765d-438d-a6a1-7a0069ce4e23 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022212 Jan 21 09:47:15.230042 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9efaf4-af62-4d8d-a613-46bef6c11aa1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Made reservation on behalf of 6ddc82470f624ec48d3ebbc58317dba5 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:15.233531 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eb9efaf4-af62-4d8d-a613-46bef6c11aa1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:15.298096 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-1a9b9703-4973-44ed-90bd-1286b346c719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'name': 'tempest-TestNetworkBasicOps-router-1086642103', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a2de2e26-32d9-4a5b-a650-8fa84553beee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:11Z', 'updated_at': '2022-01-21T09:47:13Z', 'revision_number': 3, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'a2de2e26-32d9-4a5b-a650-8fa84553beee', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:12Z', 'updated_at': '2022-01-21T09:47:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:15.308663 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9b9703-4973-44ed-90bd-1286b346c719 None None] Checking router: cf295d39-4d72-44c6-acb3-819d2c053724 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:47:15.308944 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9b9703-4973-44ed-90bd-1286b346c719 None None] Updating router cf295d39-4d72-44c6-acb3-819d2c053724 port a2de2e26-32d9-4a5b-a650-8fa84553beee binding host dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:47:15.395169 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1a9b9703-4973-44ed-90bd-1286b346c719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:15.692952 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eb9efaf4-af62-4d8d-a613-46bef6c11aa1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:15.792409 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9efaf4-af62-4d8d-a613-46bef6c11aa1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Subnet': ['ID=2a848dd4-30de-4f3e-92e8-28b40d1a2fa6,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:15.807676 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9efaf4-af62-4d8d-a613-46bef6c11aa1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Checking segment: {'id': '2f73ed22-eb95-4477-9b5a-938a3f3193aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6a336dcd-3549-47be-b1d9-a2143f3785a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:47:15.808026 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9efaf4-af62-4d8d-a613-46bef6c11aa1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network hostable DHCP agents. Network: 6a336dcd-3549-47be-b1d9-a2143f3785a3, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:47:15.823253 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ff6c4ab7-f24f-437c-86a4-0ebd23e28836 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:15.844308 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1a9b9703-4973-44ed-90bd-1286b346c719 None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:15.858243 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-1a9b9703-4973-44ed-90bd-1286b346c719 None None] Transition to ACTIVE for port object a2de2e26-32d9-4a5b-a650-8fa84553beee will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:15.864544 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1a9b9703-4973-44ed-90bd-1286b346c719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:15.947615 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-1a9b9703-4973-44ed-90bd-1286b346c719 None None] Attempting to bind port a2de2e26-32d9-4a5b-a650-8fa84553beee on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:15.948002 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-1a9b9703-4973-44ed-90bd-1286b346c719 None None] Attempting to bind port a2de2e26-32d9-4a5b-a650-8fa84553beee by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:15.948430 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b9703-4973-44ed-90bd-1286b346c719 None None] Attempting to bind port a2de2e26-32d9-4a5b-a650-8fa84553beee on network 80a065d7-b55c-43ad-a3e8-c65befe4136c {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:47:15.951296 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9efaf4-af62-4d8d-a613-46bef6c11aa1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 6a336dcd-3549-47be-b1d9-a2143f3785a3 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:47:15.956672 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedaa700-b66f-4dad-aab0-c0ee66b4ea1b None None] Pushing event updated for resources: {'Port': ['ID=a2de2e26-32d9-4a5b-a650-8fa84553beee,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:15.959175 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b9703-4973-44ed-90bd-1286b346c719 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:47:15.959647 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b9703-4973-44ed-90bd-1286b346c719 None None] Checking segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:47:15.960131 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1a9b9703-4973-44ed-90bd-1286b346c719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:15.960568 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b9703-4973-44ed-90bd-1286b346c719 None None] Bound using segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:47:15.961108 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-1a9b9703-4973-44ed-90bd-1286b346c719 None None] Bound port: a2de2e26-32d9-4a5b-a650-8fa84553beee, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:15.961544 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1a9b9703-4973-44ed-90bd-1286b346c719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:15.975123 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-eb9efaf4-af62-4d8d-a613-46bef6c11aa1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 6a336dcd-3549-47be-b1d9-a2143f3785a3) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:15.984360 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9efaf4-af62-4d8d-a613-46bef6c11aa1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:15.984942 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eb9efaf4-af62-4d8d-a613-46bef6c11aa1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:15.991859 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfdaf65-e911-436c-b0ab-29b1e982a595 None None] Network 6a336dcd-3549-47be-b1d9-a2143f3785a3 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:47:16.097140 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-eb9efaf4-af62-4d8d-a613-46bef6c11aa1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3510706 Jan 21 09:47:16.100023 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56722) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:16.130430 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-1a9b9703-4973-44ed-90bd-1286b346c719 None None] For port a2de2e26-32d9-4a5b-a650-8fa84553beee, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:47:16.150714 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-1a9b9703-4973-44ed-90bd-1286b346c719 None None] For port a2de2e26-32d9-4a5b-a650-8fa84553beee, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a2de2e26-32d9-4a5b-a650-8fa84553beee,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:47:16.194961 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1a9b9703-4973-44ed-90bd-1286b346c719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:16.202015 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ff6c4ab7-f24f-437c-86a4-0ebd23e28836 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Deleting port 86c57a3f-77e7-491d-bf22-6b0b6aaaa115 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:47:16.202728 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ff6c4ab7-f24f-437c-86a4-0ebd23e28836 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:16.245260 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4f780797-d29d-4ce0-8437-9ef287eacee2 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:47:16.314311 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 4f780797-d29d-4ce0-8437-9ef287eacee2 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:47:16.314658 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4f780797-d29d-4ce0-8437-9ef287eacee2 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:47:16.377410 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9b9703-4973-44ed-90bd-1286b346c719 None None] Routers {'cf295d39-4d72-44c6-acb3-819d2c053724'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:16.378359 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-1a9b9703-4973-44ed-90bd-1286b346c719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:46:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['cf295d39-4d72-44c6-acb3-819d2c053724'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:16.430485 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-ff6c4ab7-f24f-437c-86a4-0ebd23e28836 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] For port 86c57a3f-77e7-491d-bf22-6b0b6aaaa115, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=86c57a3f-77e7-491d-bf22-6b0b6aaaa115,segment=NetworkSegment(ce073ba0-5e9d-4c2c-bd98-724f7cccfa78),segment_id=ce073ba0-5e9d-4c2c-bd98-724f7cccfa78)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:47:16.430880 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ff6c4ab7-f24f-437c-86a4-0ebd23e28836 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:16.447164 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedaa700-b66f-4dad-aab0-c0ee66b4ea1b None None] Pushing event updated for resources: {'Port': ['ID=a2de2e26-32d9-4a5b-a650-8fa84553beee,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:16.454001 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c15804d-db68-457c-9933-9ff5593a10b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-6a336dcd-3549-47be-b1d9-a2143f3785a3', 'network_id': '6a336dcd-3549-47be-b1d9-a2143f3785a3', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ips': [{'subnet_id': '2a848dd4-30de-4f3e-92e8-28b40d1a2fa6'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:47:16.454756 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0c15804d-db68-457c-9933-9ff5593a10b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:16.573725 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ff6c4ab7-f24f-437c-86a4-0ebd23e28836 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Calling delete_port for 86c57a3f-77e7-491d-bf22-6b0b6aaaa115 owned by network:router_interface {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:47:16.594578 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5126d834-fdfc-40da-ba62-f4de3829d9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:16.616619 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b09ce-a987-4f78-88e3-498112bbf9a4 req-c0550691-df13-4376-95c2-740113cc17b4 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:16.618135 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-936b09ce-a987-4f78-88e3-498112bbf9a4 req-c0550691-df13-4376-95c2-740113cc17b4 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=10c45647-00d6-4ecb-ac0d-95cc54b0c23c HTTP/1.1" status: 200 len: 944 time: 0.2488985 Jan 21 09:47:16.675476 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-1a9b9703-4973-44ed-90bd-1286b346c719 None None] Set router cf295d39-4d72-44c6-acb3-819d2c053724 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:47:16.754706 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-936b09ce-a987-4f78-88e3-498112bbf9a4 req-0b91ff48-0376-4956-b532-68929abf0245 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275704 Jan 21 09:47:16.798971 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ff6c4ab7-f24f-437c-86a4-0ebd23e28836 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:16.855076 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c4ab7-f24f-437c-86a4-0ebd23e28836 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event deleted for resources: {'Port': ['ID=86c57a3f-77e7-491d-bf22-6b0b6aaaa115,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:16.948215 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-0c15804d-db68-457c-9933-9ff5593a10b0 None None] Allocated IP 172.20.0.2 (6a336dcd-3549-47be-b1d9-a2143f3785a3/2a848dd4-30de-4f3e-92e8-28b40d1a2fa6/34144463-64b5-47be-b6e3-003c476ade11) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:17.003042 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bafb4c26-7a74-4d80-9f10-6f09b6076932 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:17.165267 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ff6c4ab7-f24f-437c-86a4-0ebd23e28836 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:17.318184 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-1a9b9703-4973-44ed-90bd-1286b346c719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'name': 'tempest-TestNetworkBasicOps-router-1086642103', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a2de2e26-32d9-4a5b-a650-8fa84553beee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:11Z', 'updated_at': '2022-01-21T09:47:13Z', 'revision_number': 3, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'a2de2e26-32d9-4a5b-a650-8fa84553beee', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:12Z', 'updated_at': '2022-01-21T09:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:17.320676 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0c15804d-db68-457c-9933-9ff5593a10b0 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:17.330839 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9b9703-4973-44ed-90bd-1286b346c719 None None] The sync data for ids ['cf295d39-4d72-44c6-acb3-819d2c053724'] in dv-neutron-825731-1-hyperv is: [{'id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'name': 'tempest-TestNetworkBasicOps-router-1086642103', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a2de2e26-32d9-4a5b-a650-8fa84553beee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:11Z', 'updated_at': '2022-01-21T09:47:13Z', 'revision_number': 3, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'a2de2e26-32d9-4a5b-a650-8fa84553beee', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:12Z', 'updated_at': '2022-01-21T09:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:47:17.334523 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0c15804d-db68-457c-9933-9ff5593a10b0 None None] Transition to ACTIVE for port object 34144463-64b5-47be-b6e3-003c476ade11 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:17.354586 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0c15804d-db68-457c-9933-9ff5593a10b0 None None] Transition to ACTIVE for port object 34144463-64b5-47be-b6e3-003c476ade11 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:17.370026 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0c15804d-db68-457c-9933-9ff5593a10b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:17.442239 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c15804d-db68-457c-9933-9ff5593a10b0 None None] Network 6a336dcd-3549-47be-b1d9-a2143f3785a3 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:17.445714 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-0c15804d-db68-457c-9933-9ff5593a10b0 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:17.449349 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c15804d-db68-457c-9933-9ff5593a10b0 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:47:17.455770 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15804d-db68-457c-9933-9ff5593a10b0 None None] Pushing event updated for resources: {'Port': ['ID=34144463-64b5-47be-b6e3-003c476ade11,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:17.548214 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-0c15804d-db68-457c-9933-9ff5593a10b0 None None] Attempting to bind port 34144463-64b5-47be-b6e3-003c476ade11 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:17.548584 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-0c15804d-db68-457c-9933-9ff5593a10b0 None None] Attempting to bind port 34144463-64b5-47be-b6e3-003c476ade11 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '2f73ed22-eb95-4477-9b5a-938a3f3193aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6a336dcd-3549-47be-b1d9-a2143f3785a3'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:17.548941 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c15804d-db68-457c-9933-9ff5593a10b0 None None] Attempting to bind port 34144463-64b5-47be-b6e3-003c476ade11 on network 6a336dcd-3549-47be-b1d9-a2143f3785a3 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:47:17.554344 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c15804d-db68-457c-9933-9ff5593a10b0 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:47:17.554709 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c15804d-db68-457c-9933-9ff5593a10b0 None None] Checking segment: {'id': '2f73ed22-eb95-4477-9b5a-938a3f3193aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6a336dcd-3549-47be-b1d9-a2143f3785a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:47:17.555103 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0c15804d-db68-457c-9933-9ff5593a10b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:17.555514 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c15804d-db68-457c-9933-9ff5593a10b0 None None] Bound using segment: {'id': '2f73ed22-eb95-4477-9b5a-938a3f3193aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6a336dcd-3549-47be-b1d9-a2143f3785a3'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:47:17.555967 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-0c15804d-db68-457c-9933-9ff5593a10b0 None None] Bound port: 34144463-64b5-47be-b6e3-003c476ade11, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f73ed22-eb95-4477-9b5a-938a3f3193aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6a336dcd-3549-47be-b1d9-a2143f3785a3'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:17.556334 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0c15804d-db68-457c-9933-9ff5593a10b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:17.573952 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-bafb4c26-7a74-4d80-9f10-6f09b6076932 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Allocated IP 172.20.0.1 (6a336dcd-3549-47be-b1d9-a2143f3785a3/2a848dd4-30de-4f3e-92e8-28b40d1a2fa6/30a05861-b1da-48e0-a2b5-445e1473fae3) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:17.671731 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-0c15804d-db68-457c-9933-9ff5593a10b0 None None] For port 34144463-64b5-47be-b6e3-003c476ade11, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:47:17.675817 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-0c15804d-db68-457c-9933-9ff5593a10b0 None None] For port 34144463-64b5-47be-b6e3-003c476ade11, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=34144463-64b5-47be-b6e3-003c476ade11,segment=NetworkSegment(2f73ed22-eb95-4477-9b5a-938a3f3193aa),segment_id=2f73ed22-eb95-4477-9b5a-938a3f3193aa)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:47:17.676097 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6c4ab7-f24f-437c-86a4-0ebd23e28836 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Router 6783577d-f230-4e66-bcc5-1445a7659300 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:47:17.681581 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0c15804d-db68-457c-9933-9ff5593a10b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:17.795027 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15804d-db68-457c-9933-9ff5593a10b0 None None] Pushing event updated for resources: {'Port': ['ID=34144463-64b5-47be-b6e3-003c476ade11,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:17.880091 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6c4ab7-f24f-437c-86a4-0ebd23e28836 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:47:17.892424 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abd9f31-b499-4df3-a5ef-937bfe23bc55 None None] Sync routers for ids ['6783577d-f230-4e66-bcc5-1445a7659300'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:47:17.901775 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ff6c4ab7-f24f-437c-86a4-0ebd23e28836 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "PUT /v2.0/routers/6783577d-f230-4e66-bcc5-1445a7659300/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1550500 Jan 21 09:47:17.901991 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56730) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:17.905584 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abd9f31-b499-4df3-a5ef-937bfe23bc55 None None] Routers {'6783577d-f230-4e66-bcc5-1445a7659300'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:17.907698 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-4abd9f31-b499-4df3-a5ef-937bfe23bc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:46:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['6783577d-f230-4e66-bcc5-1445a7659300'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:17.914358 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bafb4c26-7a74-4d80-9f10-6f09b6076932 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:17.943765 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-bafb4c26-7a74-4d80-9f10-6f09b6076932 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Transition to ACTIVE for port object 30a05861-b1da-48e0-a2b5-445e1473fae3 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:17.985401 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bafb4c26-7a74-4d80-9f10-6f09b6076932 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:18.061751 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafb4c26-7a74-4d80-9f10-6f09b6076932 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 6a336dcd-3549-47be-b1d9-a2143f3785a3 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:18.071604 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-bafb4c26-7a74-4d80-9f10-6f09b6076932 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:18.071753 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a08fc9e-b7df-40aa-9b14-b914b486d494 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Deleting subnet 777c5663-2233-4ad4-a910-3ca5fdcd4b41 {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:47:18.081087 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafb4c26-7a74-4d80-9f10-6f09b6076932 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:47:18.082039 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3a08fc9e-b7df-40aa-9b14-b914b486d494 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:18.132201 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 19fbb4d6-8ca9-42dc-a5f5-55139be96a3e up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:18.173425 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bafb4c26-7a74-4d80-9f10-6f09b6076932 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:18.242030 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3a08fc9e-b7df-40aa-9b14-b914b486d494 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:18.248658 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-4abd9f31-b499-4df3-a5ef-937bfe23bc55 None None] Set router 6783577d-f230-4e66-bcc5-1445a7659300 gateway port host: None {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:47:18.257288 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb4c26-7a74-4d80-9f10-6f09b6076932 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=30a05861-b1da-48e0-a2b5-445e1473fae3,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:18.261743 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port 19fbb4d6-8ca9-42dc-a5f5-55139be96a3e completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:18.275235 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port 19fbb4d6-8ca9-42dc-a5f5-55139be96a3e triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:18.275702 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:18.493526 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3a08fc9e-b7df-40aa-9b14-b914b486d494 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:18.497888 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:18.533922 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a2de2e26-32d9-4a5b-a650-8fa84553beee up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:18.565178 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84587796-51cd-4513-9cb7-824baf94fa0d req-5a0dd0b3-8d05-409c-b7ca-2ab2c7daee90 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:18.567209 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-84587796-51cd-4513-9cb7-824baf94fa0d req-5a0dd0b3-8d05-409c-b7ca-2ab2c7daee90 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=10c45647-00d6-4ecb-ac0d-95cc54b0c23c HTTP/1.1" status: 200 len: 944 time: 0.6218345 Jan 21 09:47:18.632817 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bafb4c26-7a74-4d80-9f10-6f09b6076932 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:18.649550 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c45647-00d6-4ecb-ac0d-95cc54b0c23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19fbb4d6-8ca9-42dc-a5f5-55139be96a3e'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:47:18.653357 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-84587796-51cd-4513-9cb7-824baf94fa0d req-09e80b26-a49f-4089-9aa4-4889c7ea3361 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705225 Jan 21 09:47:18.679501 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3a08fc9e-b7df-40aa-9b14-b914b486d494 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:18.699359 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 19fbb4d6-8ca9-42dc-a5f5-55139be96a3e, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=19fbb4d6-8ca9-42dc-a5f5-55139be96a3e,segment=NetworkSegment(9b216987-8cbc-4835-9c2f-1b45ed9b241e),segment_id=9b216987-8cbc-4835-9c2f-1b45ed9b241e)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:47:18.707154 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:18.758837 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08fc9e-b7df-40aa-9b14-b914b486d494 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event deleted for resources: {'Subnet': ['ID=777c5663-2233-4ad4-a910-3ca5fdcd4b41,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:18.760651 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3a08fc9e-b7df-40aa-9b14-b914b486d494 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:18.770707 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3a08fc9e-b7df-40aa-9b14-b914b486d494 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/subnets/777c5663-2233-4ad4-a910-3ca5fdcd4b41 HTTP/1.1" status: 204 len: 168 time: 0.8675163 Jan 21 09:47:18.771979 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56736) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:18.870238 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-4abd9f31-b499-4df3-a5ef-937bfe23bc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6783577d-f230-4e66-bcc5-1445a7659300', 'name': 'tempest-RoutersTest-router-172657418', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:41Z', 'updated_at': '2022-01-21T09:47:16Z', 'revision_number': 9, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'gw_port_host': None, '_interfaces': [{'id': '8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1', 'name': '', 'network_id': 'd3633f19-017f-4389-905d-203aea2e9b8a', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:cd:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:43Z', 'updated_at': '2022-01-21T09:46:50Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c46560-19e0-4dc5-9e19-879160af080a', 'name': '', 'network_id': 'ef1b19af-cc78-405a-a179-626a73290b37', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:58:5e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '945a01b7-4106-432d-a8ef-af4b336a2849', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:48Z', 'updated_at': '2022-01-21T09:46:56Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': '945a01b7-4106-432d-a8ef-af4b336a2849', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:18.877209 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abd9f31-b499-4df3-a5ef-937bfe23bc55 None None] Checking router: 6783577d-f230-4e66-bcc5-1445a7659300 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:47:18.913909 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abd9f31-b499-4df3-a5ef-937bfe23bc55 None None] Routers {'6783577d-f230-4e66-bcc5-1445a7659300'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:18.914674 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-4abd9f31-b499-4df3-a5ef-937bfe23bc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:46:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['6783577d-f230-4e66-bcc5-1445a7659300'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:18.917860 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c45647-00d6-4ecb-ac0d-95cc54b0c23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19fbb4d6-8ca9-42dc-a5f5-55139be96a3e', 'code': 200} Jan 21 09:47:18.928210 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-16a2b07c-5f3e-4b34-9876-73bbcdbd0c2f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:18.937663 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cecf643-b418-4270-8e6c-243aed068936 None None] Network 1b03c166-4627-46b4-b72e-21b88a224e7d requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:47:18.951786 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-16a2b07c-5f3e-4b34-9876-73bbcdbd0c2f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Deleting port a739a879-3cb4-4b83-b378-853ccb90d6bc {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:47:18.952123 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-16a2b07c-5f3e-4b34-9876-73bbcdbd0c2f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:18.969296 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=19fbb4d6-8ca9-42dc-a5f5-55139be96a3e,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:19.147767 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-4abd9f31-b499-4df3-a5ef-937bfe23bc55 None None] Set router 6783577d-f230-4e66-bcc5-1445a7659300 gateway port host: None {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:47:19.157008 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-149a8178-9605-4332-9316-5ff05bf43a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.181375 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port a2de2e26-32d9-4a5b-a650-8fa84553beee completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:19.195825 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port a2de2e26-32d9-4a5b-a650-8fa84553beee triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:19.196190 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.342927 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-16a2b07c-5f3e-4b34-9876-73bbcdbd0c2f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] For port a739a879-3cb4-4b83-b378-853ccb90d6bc, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a739a879-3cb4-4b83-b378-853ccb90d6bc,segment=NetworkSegment(ce073ba0-5e9d-4c2c-bd98-724f7cccfa78),segment_id=ce073ba0-5e9d-4c2c-bd98-724f7cccfa78)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:47:19.343295 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-16a2b07c-5f3e-4b34-9876-73bbcdbd0c2f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.375149 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80f9d2-a90c-4b24-be31-c0bb2b0702f3 req-5a89263a-3c05-478c-8a37-2e8e1a4f85fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:19.381074 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ff80f9d2-a90c-4b24-be31-c0bb2b0702f3 req-5a89263a-3c05-478c-8a37-2e8e1a4f85fd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=10c45647-00d6-4ecb-ac0d-95cc54b0c23c HTTP/1.1" status: 200 len: 1098 time: 0.2666721 Jan 21 09:47:19.499795 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11653460-9d97-468f-8ae6-8b6c38151f50 None None] Network 6a336dcd-3549-47be-b1d9-a2143f3785a3 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:47:19.551233 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.562394 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ff80f9d2-a90c-4b24-be31-c0bb2b0702f3 req-ef10a839-3791-4bc0-8536-37897fa3abe5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764710 Jan 21 09:47:19.597080 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-16a2b07c-5f3e-4b34-9876-73bbcdbd0c2f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Calling delete_port for a739a879-3cb4-4b83-b378-853ccb90d6bc owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:47:19.602541 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bafb4c26-7a74-4d80-9f10-6f09b6076932 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.611258 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bafb4c26-7a74-4d80-9f10-6f09b6076932 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.612086 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84a907a-ad59-48d7-85a7-4265742b408a None None] DHCP port deletion for 1b03c166-4627-46b4-b72e-21b88a224e7d request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:47:19.630952 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-4abd9f31-b499-4df3-a5ef-937bfe23bc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6783577d-f230-4e66-bcc5-1445a7659300', 'name': 'tempest-RoutersTest-router-172657418', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:41Z', 'updated_at': '2022-01-21T09:47:16Z', 'revision_number': 9, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'gw_port_host': None, '_interfaces': [{'id': '8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1', 'name': '', 'network_id': 'd3633f19-017f-4389-905d-203aea2e9b8a', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:cd:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:43Z', 'updated_at': '2022-01-21T09:46:50Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c46560-19e0-4dc5-9e19-879160af080a', 'name': '', 'network_id': 'ef1b19af-cc78-405a-a179-626a73290b37', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:58:5e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '945a01b7-4106-432d-a8ef-af4b336a2849', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:48Z', 'updated_at': '2022-01-21T09:46:56Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': '945a01b7-4106-432d-a8ef-af4b336a2849', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:19.633974 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-c84a907a-ad59-48d7-85a7-4265742b408a None None] Deleting port a739a879-3cb4-4b83-b378-853ccb90d6bc {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:47:19.634351 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c84a907a-ad59-48d7-85a7-4265742b408a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.635769 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abd9f31-b499-4df3-a5ef-937bfe23bc55 None None] The sync data for ids ['6783577d-f230-4e66-bcc5-1445a7659300'] in dv-neutron-825731-1-hyperv is: [{'id': '6783577d-f230-4e66-bcc5-1445a7659300', 'name': 'tempest-RoutersTest-router-172657418', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:41Z', 'updated_at': '2022-01-21T09:47:16Z', 'revision_number': 9, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'gw_port_host': None, '_interfaces': [{'id': '8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1', 'name': '', 'network_id': 'd3633f19-017f-4389-905d-203aea2e9b8a', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:cd:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:43Z', 'updated_at': '2022-01-21T09:46:50Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c46560-19e0-4dc5-9e19-879160af080a', 'name': '', 'network_id': 'ef1b19af-cc78-405a-a179-626a73290b37', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:58:5e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '945a01b7-4106-432d-a8ef-af4b336a2849', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:48Z', 'updated_at': '2022-01-21T09:46:56Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': '945a01b7-4106-432d-a8ef-af4b336a2849', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:47:19.682693 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port a2de2e26-32d9-4a5b-a650-8fa84553beee, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a2de2e26-32d9-4a5b-a650-8fa84553beee,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:47:19.716368 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.717150 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 34144463-64b5-47be-b6e3-003c476ade11 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:19.722678 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-16a2b07c-5f3e-4b34-9876-73bbcdbd0c2f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.832767 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bafb4c26-7a74-4d80-9f10-6f09b6076932 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.836584 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb4c26-7a74-4d80-9f10-6f09b6076932 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=30a05861-b1da-48e0-a2b5-445e1473fae3,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:19.838299 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=a2de2e26-32d9-4a5b-a650-8fa84553beee,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:19.844257 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-963d09a4-b4ae-4fa4-9afa-799c80b5f4b0 None None] Provisioning for port 34144463-64b5-47be-b6e3-003c476ade11 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:19.960486 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-c84a907a-ad59-48d7-85a7-4265742b408a None None] The port 'a739a879-3cb4-4b83-b378-853ccb90d6bc' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:47:19.972676 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.989725 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.991877 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2b07c-5f3e-4b34-9876-73bbcdbd0c2f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event deleted for resources: {'Port': ['ID=a739a879-3cb4-4b83-b378-853ccb90d6bc,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:19.995953 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a2b07c-5f3e-4b34-9876-73bbcdbd0c2f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] No DVR routers for this DVR port a739a879-3cb4-4b83-b378-853ccb90d6bc on host dv-neutron-825731-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:47:20.105339 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 34144463-64b5-47be-b6e3-003c476ade11 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:20.120310 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 34144463-64b5-47be-b6e3-003c476ade11 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:20.120948 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:20.148917 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafb4c26-7a74-4d80-9f10-6f09b6076932 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 6a336dcd-3549-47be-b1d9-a2143f3785a3 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:20.151965 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-bafb4c26-7a74-4d80-9f10-6f09b6076932 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:20.195402 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-16a2b07c-5f3e-4b34-9876-73bbcdbd0c2f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:20.234793 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27499ac-6e35-4ac2-97fc-2e60df4db9c1 req-426d9f68-e29d-4657-90f2-68dbc6a53cfa tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:20.241839 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b27499ac-6e35-4ac2-97fc-2e60df4db9c1 req-426d9f68-e29d-4657-90f2-68dbc6a53cfa tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=10c45647-00d6-4ecb-ac0d-95cc54b0c23c HTTP/1.1" status: 200 len: 945 time: 0.2656271 Jan 21 09:47:20.260697 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:20.270295 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-16a2b07c-5f3e-4b34-9876-73bbcdbd0c2f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b03c166-4627-46b4-b72e-21b88a224e7d']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:20.288761 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-16a2b07c-5f3e-4b34-9876-73bbcdbd0c2f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce073ba0-5e9d-4c2c-bd98-724f7cccfa78') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:20.289069 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-16a2b07c-5f3e-4b34-9876-73bbcdbd0c2f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce073ba0-5e9d-4c2c-bd98-724f7cccfa78') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:20.295780 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 34144463-64b5-47be-b6e3-003c476ade11, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=34144463-64b5-47be-b6e3-003c476ade11,segment=NetworkSegment(2f73ed22-eb95-4477-9b5a-938a3f3193aa),segment_id=2f73ed22-eb95-4477-9b5a-938a3f3193aa)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:47:20.302120 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:20.314288 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-16a2b07c-5f3e-4b34-9876-73bbcdbd0c2f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:20.343296 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b27499ac-6e35-4ac2-97fc-2e60df4db9c1 req-90bc9398-733f-4d70-ad50-d4f722382170 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980449 Jan 21 09:47:20.361370 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-16a2b07c-5f3e-4b34-9876-73bbcdbd0c2f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:20.370518 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16a2b07c-5f3e-4b34-9876-73bbcdbd0c2f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:47:20.371229 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-16a2b07c-5f3e-4b34-9876-73bbcdbd0c2f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:20.397824 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:47:20.397824 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:47:20.397824 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:47:20.397824 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:47:20.397824 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:47:20.397824 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:47:20.397824 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:47:20.397824 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:47:20.397824 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:47:20.397824 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:47:20.397824 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:47:20.397824 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:47:20.397824 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:47:20.397824 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:47:20.397824 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:47:20.397824 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:47:20.397824 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:47:20.397824 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:47:20.397824 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:47:20.397824 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:47:20.397824 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:47:20.397824 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:47:20.397824 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:47:20.397824 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:47:20.397824 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:47:20.397824 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:47:20.397824 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:47:20.397824 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:47:20.397824 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:47:20.397824 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:47:20.397824 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:47:20.397824 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:47:20.402518 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafb4c26-7a74-4d80-9f10-6f09b6076932 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router cf295d39-4d72-44c6-acb3-819d2c053724 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:47:20.432302 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=34144463-64b5-47be-b6e3-003c476ade11,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:20.444971 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a2de2e26-32d9-4a5b-a650-8fa84553beee up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:20.490877 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-16a2b07c-5f3e-4b34-9876-73bbcdbd0c2f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:20.510113 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-16a2b07c-5f3e-4b34-9876-73bbcdbd0c2f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:20.523510 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2b07c-5f3e-4b34-9876-73bbcdbd0c2f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event deleted for resources: {'Network': ['ID=1b03c166-4627-46b4-b72e-21b88a224e7d,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:20.534532 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port a2de2e26-32d9-4a5b-a650-8fa84553beee triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:20.534730 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-16a2b07c-5f3e-4b34-9876-73bbcdbd0c2f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/networks/1b03c166-4627-46b4-b72e-21b88a224e7d HTTP/1.1" status: 204 len: 168 time: 1.7587593 Jan 21 09:47:20.534842 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:20.534943 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56742) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:20.599798 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-6280fe58-965d-4ab1-b245-fef36b09ca01 None None] Provisioning for port 30a05861-b1da-48e0-a2b5-445e1473fae3 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:20.608206 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-6280fe58-965d-4ab1-b245-fef36b09ca01 None None] Provisioning complete for port 30a05861-b1da-48e0-a2b5-445e1473fae3 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:20.608662 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6280fe58-965d-4ab1-b245-fef36b09ca01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:20.674043 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafb4c26-7a74-4d80-9f10-6f09b6076932 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:47:20.693130 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-bafb4c26-7a74-4d80-9f10-6f09b6076932 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "PUT /v2.0/routers/cf295d39-4d72-44c6-acb3-819d2c053724/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5914142 Jan 21 09:47:20.695462 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29193a91-e8a9-4c01-9b1e-2dd5a0eeade6 None None] Sync routers for ids ['cf295d39-4d72-44c6-acb3-819d2c053724'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:47:20.696491 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56746) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:20.727785 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-6280fe58-965d-4ab1-b245-fef36b09ca01 None None] Port 30a05861-b1da-48e0-a2b5-445e1473fae3 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:47:20.735603 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29193a91-e8a9-4c01-9b1e-2dd5a0eeade6 None None] Routers {'cf295d39-4d72-44c6-acb3-819d2c053724'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:20.736328 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-29193a91-e8a9-4c01-9b1e-2dd5a0eeade6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:47:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['cf295d39-4d72-44c6-acb3-819d2c053724'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:20.846142 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-6280fe58-965d-4ab1-b245-fef36b09ca01 None None] Provisioning complete for port 34144463-64b5-47be-b6e3-003c476ade11 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:20.846737 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6280fe58-965d-4ab1-b245-fef36b09ca01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:20.952685 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6bd46e-58bc-41e7-9a26-bb7b0c7e4323 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:20.953246 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 86c57a3f-77e7-491d-bf22-6b0b6aaaa115 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:47:20.953347 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6bd46e-58bc-41e7-9a26-bb7b0c7e4323 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:20.954144 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6bd46e-58bc-41e7-9a26-bb7b0c7e4323 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:20.954144 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6bd46e-58bc-41e7-9a26-bb7b0c7e4323 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:20.954921 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6bd46e-58bc-41e7-9a26-bb7b0c7e4323 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:20.955150 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6bd46e-58bc-41e7-9a26-bb7b0c7e4323 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:20.955615 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6bd46e-58bc-41e7-9a26-bb7b0c7e4323 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:20.956061 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6bd46e-58bc-41e7-9a26-bb7b0c7e4323 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:20.965063 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-9a6bd46e-58bc-41e7-9a26-bb7b0c7e4323 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5649 time: 0.2654567 Jan 21 09:47:20.966293 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56750) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:21.033286 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 86c57a3f-77e7-491d-bf22-6b0b6aaaa115 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:47:21.033626 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 86c57a3f-77e7-491d-bf22-6b0b6aaaa115 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:47:21.034277 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a739a879-3cb4-4b83-b378-853ccb90d6bc no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:47:21.056311 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a19f37-8761-4225-99fb-54da75707a25 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:21.057065 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a19f37-8761-4225-99fb-54da75707a25 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:21.057678 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a19f37-8761-4225-99fb-54da75707a25 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:21.058291 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a19f37-8761-4225-99fb-54da75707a25 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:21.060279 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a19f37-8761-4225-99fb-54da75707a25 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:21.061170 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a19f37-8761-4225-99fb-54da75707a25 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:21.062113 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a19f37-8761-4225-99fb-54da75707a25 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:21.062852 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a19f37-8761-4225-99fb-54da75707a25 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:21.068750 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-57a19f37-8761-4225-99fb-54da75707a25 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5189 time: 0.1011381 Jan 21 09:47:21.069695 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56754) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:21.112766 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-29193a91-e8a9-4c01-9b1e-2dd5a0eeade6 None None] Set router cf295d39-4d72-44c6-acb3-819d2c053724 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:47:21.194209 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: a739a879-3cb4-4b83-b378-853ccb90d6bc {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:47:21.194562 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a739a879-3cb4-4b83-b378-853ccb90d6bc not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:47:21.280538 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9fea3333-9ae8-4121-b1ff-1d0d38f7e15c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.313116 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5473f9bc-3ba9-456e-95ba-4eac09e8a8c6 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3578 time: 0.2420976 Jan 21 09:47:21.373424 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.526455 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f8dce66e-4d95-4ac5-868f-016fb197f385 None None] Provisioning complete for port 30a05861-b1da-48e0-a2b5-445e1473fae3 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:21.526828 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f8dce66e-4d95-4ac5-868f-016fb197f385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.545457 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56762) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:21.552150 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-9e48baf6-1286-4dcc-ab46-b377b5da2aad tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-767951766', 'description': 'tempest-secgroup-smoke-767951766 description', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:21.558466 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-9e48baf6-1286-4dcc-ab46-b377b5da2aad tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:21.564065 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-9e48baf6-1286-4dcc-ab46-b377b5da2aad tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:21.568024 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-9e48baf6-1286-4dcc-ab46-b377b5da2aad tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:21.574171 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-9e48baf6-1286-4dcc-ab46-b377b5da2aad tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:21.585572 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9e48baf6-1286-4dcc-ab46-b377b5da2aad tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.604844 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f8dce66e-4d95-4ac5-868f-016fb197f385 None None] Port 30a05861-b1da-48e0-a2b5-445e1473fae3 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:47:21.605495 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-9e48baf6-1286-4dcc-ab46-b377b5da2aad tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:21.610224 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-9e48baf6-1286-4dcc-ab46-b377b5da2aad tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:21.613126 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-9e48baf6-1286-4dcc-ab46-b377b5da2aad tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:21.615815 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-29193a91-e8a9-4c01-9b1e-2dd5a0eeade6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'name': 'tempest-TestNetworkBasicOps-router-1086642103', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a2de2e26-32d9-4a5b-a650-8fa84553beee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:11Z', 'updated_at': '2022-01-21T09:47:18Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'a2de2e26-32d9-4a5b-a650-8fa84553beee', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:12Z', 'updated_at': '2022-01-21T09:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '30a05861-b1da-48e0-a2b5-445e1473fae3', 'name': '', 'network_id': '6a336dcd-3549-47be-b1d9-a2143f3785a3', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:69:dc:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '2a848dd4-30de-4f3e-92e8-28b40d1a2fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:17Z', 'updated_at': '2022-01-21T09:47:19Z', 'revision_number': 2, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '2a848dd4-30de-4f3e-92e8-28b40d1a2fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:21.618753 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-9e48baf6-1286-4dcc-ab46-b377b5da2aad tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:21.620806 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29193a91-e8a9-4c01-9b1e-2dd5a0eeade6 None None] Checking router: cf295d39-4d72-44c6-acb3-819d2c053724 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:47:21.621585 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29193a91-e8a9-4c01-9b1e-2dd5a0eeade6 None None] Updating router cf295d39-4d72-44c6-acb3-819d2c053724 port 30a05861-b1da-48e0-a2b5-445e1473fae3 binding host dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:47:21.656380 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1899b6-7130-4fcc-8e26-b66e625aa328 req-a9862599-9920-4ed8-b359-f9d742e8a153 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:21.657869 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4e1899b6-7130-4fcc-8e26-b66e625aa328 req-a9862599-9920-4ed8-b359-f9d742e8a153 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=10c45647-00d6-4ecb-ac0d-95cc54b0c23c HTTP/1.1" status: 200 len: 945 time: 0.1498599 Jan 21 09:47:21.676951 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-29193a91-e8a9-4c01-9b1e-2dd5a0eeade6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.713957 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9e48baf6-1286-4dcc-ab46-b377b5da2aad tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.718623 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9e48baf6-1286-4dcc-ab46-b377b5da2aad tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.777776 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48baf6-1286-4dcc-ab46-b377b5da2aad tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79192d82-2e12-44df-afed-920f75a4cc78,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:21.784391 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9e48baf6-1286-4dcc-ab46-b377b5da2aad tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.786115 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-9e48baf6-1286-4dcc-ab46-b377b5da2aad tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2396193 Jan 21 09:47:21.789628 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56766) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:21.798078 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-0df04ac4-d44c-4fa7-9ec0-c083f3d64802 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '79192d82-2e12-44df-afed-920f75a4cc78', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:21.805962 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-0df04ac4-d44c-4fa7-9ec0-c083f3d64802 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:21.811856 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0df04ac4-d44c-4fa7-9ec0-c083f3d64802 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:21.815646 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0df04ac4-d44c-4fa7-9ec0-c083f3d64802 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:21.822327 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-0df04ac4-d44c-4fa7-9ec0-c083f3d64802 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:21.842284 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0df04ac4-d44c-4fa7-9ec0-c083f3d64802 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.876131 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-9fea3333-9ae8-4121-b1ff-1d0d38f7e15c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Deleting port c9c46560-19e0-4dc5-9e19-879160af080a {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:47:21.876473 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9fea3333-9ae8-4121-b1ff-1d0d38f7e15c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.907487 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4e1899b6-7130-4fcc-8e26-b66e625aa328 req-818b0b8f-00d0-4074-9cb0-08a6afe7fe42 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126808 Jan 21 09:47:21.908136 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0df04ac4-d44c-4fa7-9ec0-c083f3d64802 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.913933 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0df04ac4-d44c-4fa7-9ec0-c083f3d64802 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.941277 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df04ac4-d44c-4fa7-9ec0-c083f3d64802 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc939b34-ac5a-4cbd-8d5c-4754e3b1b8d7,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:21.958124 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0df04ac4-d44c-4fa7-9ec0-c083f3d64802 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.963144 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0df04ac4-d44c-4fa7-9ec0-c083f3d64802 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1724932 Jan 21 09:47:21.963907 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56772) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:21.970755 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-62f3c59f-2711-42cc-9c20-561180093ceb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '79192d82-2e12-44df-afed-920f75a4cc78', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:21.977629 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-62f3c59f-2711-42cc-9c20-561180093ceb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:21.983231 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-62f3c59f-2711-42cc-9c20-561180093ceb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:21.987125 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-62f3c59f-2711-42cc-9c20-561180093ceb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:21.995206 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-62f3c59f-2711-42cc-9c20-561180093ceb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:22.017789 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-62f3c59f-2711-42cc-9c20-561180093ceb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.097844 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-9fea3333-9ae8-4121-b1ff-1d0d38f7e15c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] For port c9c46560-19e0-4dc5-9e19-879160af080a, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=c9c46560-19e0-4dc5-9e19-879160af080a,segment=NetworkSegment(4907c526-2993-4ada-8ca5-a1fad9e88508),segment_id=4907c526-2993-4ada-8ca5-a1fad9e88508)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:47:22.098203 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9fea3333-9ae8-4121-b1ff-1d0d38f7e15c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.140891 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-62f3c59f-2711-42cc-9c20-561180093ceb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.145424 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-62f3c59f-2711-42cc-9c20-561180093ceb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.149457 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-29193a91-e8a9-4c01-9b1e-2dd5a0eeade6 None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.161977 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-29193a91-e8a9-4c01-9b1e-2dd5a0eeade6 None None] Transition to ACTIVE for port object 30a05861-b1da-48e0-a2b5-445e1473fae3 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:22.170767 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-29193a91-e8a9-4c01-9b1e-2dd5a0eeade6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.176397 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f3c59f-2711-42cc-9c20-561180093ceb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd578e5-9225-4bea-879a-fa350a41a1a7,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:22.193854 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd634bc-b969-41b2-888d-c225b4be5c43 req-9032ecf5-39d6-42d0-9b14-f4a37565c43c tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:22.195609 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0fd634bc-b969-41b2-888d-c225b4be5c43 req-9032ecf5-39d6-42d0-9b14-f4a37565c43c tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=10c45647-00d6-4ecb-ac0d-95cc54b0c23c HTTP/1.1" status: 200 len: 945 time: 0.1599996 Jan 21 09:47:22.196878 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-62f3c59f-2711-42cc-9c20-561180093ceb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.200900 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-62f3c59f-2711-42cc-9c20-561180093ceb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2359064 Jan 21 09:47:22.201672 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56776) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:22.220592 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-ae347f15-ece9-4a0f-a447-25ffa663f8dd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '79192d82-2e12-44df-afed-920f75a4cc78', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:22.227684 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ae347f15-ece9-4a0f-a447-25ffa663f8dd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:22.236600 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ae347f15-ece9-4a0f-a447-25ffa663f8dd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:22.240374 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ae347f15-ece9-4a0f-a447-25ffa663f8dd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:22.243162 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-9fea3333-9ae8-4121-b1ff-1d0d38f7e15c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Calling delete_port for c9c46560-19e0-4dc5-9e19-879160af080a owned by network:router_interface {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:47:22.254914 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ae347f15-ece9-4a0f-a447-25ffa663f8dd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:22.269954 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0fd634bc-b969-41b2-888d-c225b4be5c43 req-e09f8967-2b18-490d-8e86-76c739ed9a4b tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657182 Jan 21 09:47:22.288799 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ae347f15-ece9-4a0f-a447-25ffa663f8dd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.309918 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56780) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:22.345736 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e486dc25-b5d0-479f-94ab-7d066df925e6 None None] Pushing event updated for resources: {'Port': ['ID=30a05861-b1da-48e0-a2b5-445e1473fae3,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:22.392410 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ae347f15-ece9-4a0f-a447-25ffa663f8dd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.406910 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ae347f15-ece9-4a0f-a447-25ffa663f8dd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.417365 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 34144463-64b5-47be-b6e3-003c476ade11 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:22.428965 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae347f15-ece9-4a0f-a447-25ffa663f8dd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d212282-b3dd-45c0-b14a-1a0fdc2b73f6,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:22.445124 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ae347f15-ece9-4a0f-a447-25ffa663f8dd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.449654 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ae347f15-ece9-4a0f-a447-25ffa663f8dd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2468946 Jan 21 09:47:22.451524 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56784) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:22.456960 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-dab6ccdd-6360-4206-8626-60e1af494e11 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '79192d82-2e12-44df-afed-920f75a4cc78', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:22.463279 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-dab6ccdd-6360-4206-8626-60e1af494e11 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:22.469011 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-dab6ccdd-6360-4206-8626-60e1af494e11 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:22.472493 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-29193a91-e8a9-4c01-9b1e-2dd5a0eeade6 None None] Attempting to bind port 30a05861-b1da-48e0-a2b5-445e1473fae3 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:22.472864 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-29193a91-e8a9-4c01-9b1e-2dd5a0eeade6 None None] Attempting to bind port 30a05861-b1da-48e0-a2b5-445e1473fae3 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '2f73ed22-eb95-4477-9b5a-938a3f3193aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6a336dcd-3549-47be-b1d9-a2143f3785a3'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:22.473226 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29193a91-e8a9-4c01-9b1e-2dd5a0eeade6 None None] Attempting to bind port 30a05861-b1da-48e0-a2b5-445e1473fae3 on network 6a336dcd-3549-47be-b1d9-a2143f3785a3 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:47:22.473335 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-dab6ccdd-6360-4206-8626-60e1af494e11 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:22.480095 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-dab6ccdd-6360-4206-8626-60e1af494e11 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:22.489417 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29193a91-e8a9-4c01-9b1e-2dd5a0eeade6 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:47:22.489867 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29193a91-e8a9-4c01-9b1e-2dd5a0eeade6 None None] Checking segment: {'id': '2f73ed22-eb95-4477-9b5a-938a3f3193aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6a336dcd-3549-47be-b1d9-a2143f3785a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:47:22.490231 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-29193a91-e8a9-4c01-9b1e-2dd5a0eeade6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.490598 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29193a91-e8a9-4c01-9b1e-2dd5a0eeade6 None None] Bound using segment: {'id': '2f73ed22-eb95-4477-9b5a-938a3f3193aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6a336dcd-3549-47be-b1d9-a2143f3785a3'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:47:22.491195 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-29193a91-e8a9-4c01-9b1e-2dd5a0eeade6 None None] Bound port: 30a05861-b1da-48e0-a2b5-445e1473fae3, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f73ed22-eb95-4477-9b5a-938a3f3193aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6a336dcd-3549-47be-b1d9-a2143f3785a3'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:22.495492 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-29193a91-e8a9-4c01-9b1e-2dd5a0eeade6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.503934 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2458ce1d-a3ee-431c-866e-e7f3b6b85e43 tempest-TestVolumeBootPattern-1021245271 tempest-TestVolumeBootPattern-1021245271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:22.505384 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2458ce1d-a3ee-431c-866e-e7f3b6b85e43 tempest-TestVolumeBootPattern-1021245271 tempest-TestVolumeBootPattern-1021245271-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=10c45647-00d6-4ecb-ac0d-95cc54b0c23c HTTP/1.1" status: 200 len: 1093 time: 0.1775172 Jan 21 09:47:22.508262 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56788) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:22.510973 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dab6ccdd-6360-4206-8626-60e1af494e11 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.515528 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-54935351-0e0c-4529-84d7-465b2a890883 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Request body: {'floatingip': {'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'port_id': '19fbb4d6-8ca9-42dc-a5f5-55139be96a3e', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:22.556343 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-54935351-0e0c-4529-84d7-465b2a890883 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:22.568408 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-54935351-0e0c-4529-84d7-465b2a890883 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Usage tracker for resource:floatingip and tenant:b19bae91610749c2842623300f66b5c2 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:22.573139 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-54935351-0e0c-4529-84d7-465b2a890883 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:22.586145 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-54935351-0e0c-4529-84d7-465b2a890883 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:22.591168 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dab6ccdd-6360-4206-8626-60e1af494e11 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.598657 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 34144463-64b5-47be-b6e3-003c476ade11 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:22.599160 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.599761 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dab6ccdd-6360-4206-8626-60e1af494e11 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.609394 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-54935351-0e0c-4529-84d7-465b2a890883 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for floatingip, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.626980 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab6ccdd-6360-4206-8626-60e1af494e11 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad2a1d6-d318-401b-9277-e346e97b06fd,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:22.635605 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9fea3333-9ae8-4121-b1ff-1d0d38f7e15c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.639363 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dab6ccdd-6360-4206-8626-60e1af494e11 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.641178 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-dab6ccdd-6360-4206-8626-60e1af494e11 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1883061 Jan 21 09:47:22.643692 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56792) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:22.649007 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-81f3533d-7383-4986-b060-f6e9d8c24bd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '79192d82-2e12-44df-afed-920f75a4cc78', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:22.656555 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-81f3533d-7383-4986-b060-f6e9d8c24bd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:22.658464 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-29193a91-e8a9-4c01-9b1e-2dd5a0eeade6 None None] For port 30a05861-b1da-48e0-a2b5-445e1473fae3, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:47:22.661044 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-81f3533d-7383-4986-b060-f6e9d8c24bd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:22.664083 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-81f3533d-7383-4986-b060-f6e9d8c24bd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:22.671650 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-81f3533d-7383-4986-b060-f6e9d8c24bd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:22.682689 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-29193a91-e8a9-4c01-9b1e-2dd5a0eeade6 None None] For port 30a05861-b1da-48e0-a2b5-445e1473fae3, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=30a05861-b1da-48e0-a2b5-445e1473fae3,segment=NetworkSegment(2f73ed22-eb95-4477-9b5a-938a3f3193aa),segment_id=2f73ed22-eb95-4477-9b5a-938a3f3193aa)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:47:22.683479 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.securitygroups_db [None req-81f3533d-7383-4986-b060-f6e9d8c24bd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Project 6ddc82470f624ec48d3ebbc58317dba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:47:22.689569 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea3333-9ae8-4121-b1ff-1d0d38f7e15c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event deleted for resources: {'Port': ['ID=c9c46560-19e0-4dc5-9e19-879160af080a,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:22.692752 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-29193a91-e8a9-4c01-9b1e-2dd5a0eeade6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.693194 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-81f3533d-7383-4986-b060-f6e9d8c24bd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.795605 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-81f3533d-7383-4986-b060-f6e9d8c24bd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.811733 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-81f3533d-7383-4986-b060-f6e9d8c24bd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.827766 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29193a91-e8a9-4c01-9b1e-2dd5a0eeade6 None None] Routers {'cf295d39-4d72-44c6-acb3-819d2c053724'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:22.834314 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-29193a91-e8a9-4c01-9b1e-2dd5a0eeade6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:47:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['cf295d39-4d72-44c6-acb3-819d2c053724'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:22.857284 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3533d-7383-4986-b060-f6e9d8c24bd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca0dab97-2253-4e7a-b701-6517bde02a05,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:22.877350 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-81f3533d-7383-4986-b060-f6e9d8c24bd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.881572 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-81f3533d-7383-4986-b060-f6e9d8c24bd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2340400 Jan 21 09:47:22.883149 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56796) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:22.891150 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-07b740a4-d6af-461d-901d-e302c0523c22 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '79192d82-2e12-44df-afed-920f75a4cc78', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:22.912484 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e486dc25-b5d0-479f-94ab-7d066df925e6 None None] Pushing event updated for resources: {'Port': ['ID=30a05861-b1da-48e0-a2b5-445e1473fae3,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:22.917458 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-07b740a4-d6af-461d-901d-e302c0523c22 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:22.930733 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-07b740a4-d6af-461d-901d-e302c0523c22 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:22.935365 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-07b740a4-d6af-461d-901d-e302c0523c22 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:22.948466 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-07b740a4-d6af-461d-901d-e302c0523c22 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:23.103231 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9fea3333-9ae8-4121-b1ff-1d0d38f7e15c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.116409 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-29193a91-e8a9-4c01-9b1e-2dd5a0eeade6 None None] Set router cf295d39-4d72-44c6-acb3-819d2c053724 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:47:23.124768 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.securitygroups_db [None req-07b740a4-d6af-461d-901d-e302c0523c22 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Project 6ddc82470f624ec48d3ebbc58317dba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:47:23.140467 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-07b740a4-d6af-461d-901d-e302c0523c22 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.218839 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-07b740a4-d6af-461d-901d-e302c0523c22 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.224061 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-07b740a4-d6af-461d-901d-e302c0523c22 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.258284 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b740a4-d6af-461d-901d-e302c0523c22 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33ce5bfb-6fa7-405a-9256-bedada8834c4,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:23.267917 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-07b740a4-d6af-461d-901d-e302c0523c22 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.274988 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-07b740a4-d6af-461d-901d-e302c0523c22 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3851063 Jan 21 09:47:23.292344 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-54935351-0e0c-4529-84d7-465b2a890883 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.481904 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-29193a91-e8a9-4c01-9b1e-2dd5a0eeade6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'name': 'tempest-TestNetworkBasicOps-router-1086642103', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a2de2e26-32d9-4a5b-a650-8fa84553beee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:11Z', 'updated_at': '2022-01-21T09:47:18Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'a2de2e26-32d9-4a5b-a650-8fa84553beee', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:12Z', 'updated_at': '2022-01-21T09:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '30a05861-b1da-48e0-a2b5-445e1473fae3', 'name': '', 'network_id': '6a336dcd-3549-47be-b1d9-a2143f3785a3', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:69:dc:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '2a848dd4-30de-4f3e-92e8-28b40d1a2fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:17Z', 'updated_at': '2022-01-21T09:47:22Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '2a848dd4-30de-4f3e-92e8-28b40d1a2fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:23.486448 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29193a91-e8a9-4c01-9b1e-2dd5a0eeade6 None None] The sync data for ids ['cf295d39-4d72-44c6-acb3-819d2c053724'] in dv-neutron-825731-1-hyperv is: [{'id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'name': 'tempest-TestNetworkBasicOps-router-1086642103', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a2de2e26-32d9-4a5b-a650-8fa84553beee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:11Z', 'updated_at': '2022-01-21T09:47:18Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'a2de2e26-32d9-4a5b-a650-8fa84553beee', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:12Z', 'updated_at': '2022-01-21T09:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '30a05861-b1da-48e0-a2b5-445e1473fae3', 'name': '', 'network_id': '6a336dcd-3549-47be-b1d9-a2143f3785a3', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:69:dc:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '2a848dd4-30de-4f3e-92e8-28b40d1a2fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:17Z', 'updated_at': '2022-01-21T09:47:22Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '2a848dd4-30de-4f3e-92e8-28b40d1a2fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:47:23.748545 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-ad77e97e-baa2-458d-9c8b-83182bf2be05 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:23.771051 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fea3333-9ae8-4121-b1ff-1d0d38f7e15c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Router 6783577d-f230-4e66-bcc5-1445a7659300 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:47:23.773612 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-54935351-0e0c-4529-84d7-465b2a890883 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Allocated IP 172.26.3.198 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/eb297d7a-3695-4c61-86a5-5f71e2542b3a) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:23.793486 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-ad77e97e-baa2-458d-9c8b-83182bf2be05 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:23.795164 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-ad77e97e-baa2-458d-9c8b-83182bf2be05 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-767951766&fields=id&tenant_id=6ddc82470f624ec48d3ebbc58317dba5 HTTP/1.1" status: 200 len: 267 time: 0.1767008 Jan 21 09:47:24.180187 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fea3333-9ae8-4121-b1ff-1d0d38f7e15c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:47:24.190428 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd1e66f-ecca-4d35-9356-c1918e276736 None None] Sync routers for ids ['6783577d-f230-4e66-bcc5-1445a7659300'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:47:24.200892 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd1e66f-ecca-4d35-9356-c1918e276736 None None] Routers {'6783577d-f230-4e66-bcc5-1445a7659300'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:24.201509 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-8cd1e66f-ecca-4d35-9356-c1918e276736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:47:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['6783577d-f230-4e66-bcc5-1445a7659300'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:24.226744 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-54935351-0e0c-4529-84d7-465b2a890883 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:24.243949 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-ee678960-e80a-4c67-9b67-5c26bd751a27 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:24.244643 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-ee678960-e80a-4c67-9b67-5c26bd751a27 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:network {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:24.251336 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9fea3333-9ae8-4121-b1ff-1d0d38f7e15c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "PUT /v2.0/routers/6783577d-f230-4e66-bcc5-1445a7659300/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7131133 Jan 21 09:47:24.251787 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56812) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:24.312657 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-ee678960-e80a-4c67-9b67-5c26bd751a27 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:network {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:24.313380 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-ee678960-e80a-4c67-9b67-5c26bd751a27 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/networks?id=6a336dcd-3549-47be-b1d9-a2143f3785a3 HTTP/1.1" status: 200 len: 797 time: 0.4634256 Jan 21 09:47:24.342933 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-1928b021-8861-4bf2-b7a6-86420576ca84 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/quotas/6ddc82470f624ec48d3ebbc58317dba5 HTTP/1.1" status: 200 len: 375 time: 0.0215178 Jan 21 09:47:24.346657 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0b9fa0d-04da-4dd3-b7c5-b0f43bb0537e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Deleting subnet 945a01b7-4106-432d-a8ef-af4b336a2849 {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:47:24.351275 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b0b9fa0d-04da-4dd3-b7c5-b0f43bb0537e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:24.370667 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-8cd1e66f-ecca-4d35-9356-c1918e276736 None None] Set router 6783577d-f230-4e66-bcc5-1445a7659300 gateway port host: None {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:47:24.464246 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-54935351-0e0c-4529-84d7-465b2a890883 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:24.474644 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b0b9fa0d-04da-4dd3-b7c5-b0f43bb0537e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:24.517018 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 30a05861-b1da-48e0-a2b5-445e1473fae3 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:24.604822 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54935351-0e0c-4529-84d7-465b2a890883 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:24.605810 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 30a05861-b1da-48e0-a2b5-445e1473fae3 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:24.612015 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 30a05861-b1da-48e0-a2b5-445e1473fae3 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:24.613576 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:24.615738 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-54935351-0e0c-4529-84d7-465b2a890883 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:24.618123 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54935351-0e0c-4529-84d7-465b2a890883 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:47:24.664867 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54935351-0e0c-4529-84d7-465b2a890883 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Pushing event updated for resources: {'Port': ['ID=eb297d7a-3695-4c61-86a5-5f71e2542b3a,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:24.720405 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-64922db7-4898-408f-93cd-2a5ad519ed56 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:24.804288 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:24.806084 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b0b9fa0d-04da-4dd3-b7c5-b0f43bb0537e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:24.822592 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-8cd1e66f-ecca-4d35-9356-c1918e276736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6783577d-f230-4e66-bcc5-1445a7659300', 'name': 'tempest-RoutersTest-router-172657418', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:41Z', 'updated_at': '2022-01-21T09:47:22Z', 'revision_number': 10, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'gw_port_host': None, '_interfaces': [{'id': '8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1', 'name': '', 'network_id': 'd3633f19-017f-4389-905d-203aea2e9b8a', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:cd:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:43Z', 'updated_at': '2022-01-21T09:46:50Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:24.828169 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd1e66f-ecca-4d35-9356-c1918e276736 None None] Checking router: 6783577d-f230-4e66-bcc5-1445a7659300 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:47:24.838951 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd1e66f-ecca-4d35-9356-c1918e276736 None None] Routers {'6783577d-f230-4e66-bcc5-1445a7659300'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:24.840375 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-8cd1e66f-ecca-4d35-9356-c1918e276736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:47:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['6783577d-f230-4e66-bcc5-1445a7659300'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:24.843118 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 30a05861-b1da-48e0-a2b5-445e1473fae3, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=30a05861-b1da-48e0-a2b5-445e1473fae3,segment=NetworkSegment(2f73ed22-eb95-4477-9b5a-938a3f3193aa),segment_id=2f73ed22-eb95-4477-9b5a-938a3f3193aa)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:47:24.848032 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:24.880860 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-64922db7-4898-408f-93cd-2a5ad519ed56 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:24.882173 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-64922db7-4898-408f-93cd-2a5ad519ed56 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4995806 Jan 21 09:47:24.917186 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-3e6caf04-6ac9-43bc-86b3-8efb25b7d6c2 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:47:24.918152 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-3e6caf04-6ac9-43bc-86b3-8efb25b7d6c2 service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072205 Jan 21 09:47:24.927436 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=30a05861-b1da-48e0-a2b5-445e1473fae3,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:25.023488 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-8cd1e66f-ecca-4d35-9356-c1918e276736 None None] Set router 6783577d-f230-4e66-bcc5-1445a7659300 gateway port host: None {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:47:25.108127 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b0b9fa0d-04da-4dd3-b7c5-b0f43bb0537e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:25.340379 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-8cd1e66f-ecca-4d35-9356-c1918e276736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6783577d-f230-4e66-bcc5-1445a7659300', 'name': 'tempest-RoutersTest-router-172657418', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:41Z', 'updated_at': '2022-01-21T09:47:22Z', 'revision_number': 10, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'gw_port_host': None, '_interfaces': [{'id': '8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1', 'name': '', 'network_id': 'd3633f19-017f-4389-905d-203aea2e9b8a', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:cd:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:43Z', 'updated_at': '2022-01-21T09:46:50Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:25.344501 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd1e66f-ecca-4d35-9356-c1918e276736 None None] The sync data for ids ['6783577d-f230-4e66-bcc5-1445a7659300'] in dv-neutron-825731-1-hyperv is: [{'id': '6783577d-f230-4e66-bcc5-1445a7659300', 'name': 'tempest-RoutersTest-router-172657418', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:41Z', 'updated_at': '2022-01-21T09:47:22Z', 'revision_number': 10, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'gw_port_host': None, '_interfaces': [{'id': '8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1', 'name': '', 'network_id': 'd3633f19-017f-4389-905d-203aea2e9b8a', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'mac_address': 'fa:16:3e:cd:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6783577d-f230-4e66-bcc5-1445a7659300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:43Z', 'updated_at': '2022-01-21T09:46:50Z', 'revision_number': 5, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'subnets': [{'id': 'd8a05be9-0bf4-4cfc-b81b-88ff216bb69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:47:25.346577 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9fa0d-04da-4dd3-b7c5-b0f43bb0537e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event deleted for resources: {'Subnet': ['ID=945a01b7-4106-432d-a8ef-af4b336a2849,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:25.379254 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b0b9fa0d-04da-4dd3-b7c5-b0f43bb0537e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:25.384411 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23e0355-07cb-49cd-ba2e-f1b6c49887ba None None] Network ef1b19af-cc78-405a-a179-626a73290b37 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:47:25.407711 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b0b9fa0d-04da-4dd3-b7c5-b0f43bb0537e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/subnets/945a01b7-4106-432d-a8ef-af4b336a2849 HTTP/1.1" status: 204 len: 168 time: 1.1544821 Jan 21 09:47:25.410387 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56816) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:25.425158 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-96a3a804-ffeb-4f5f-9a0a-8dac17607988 service neutron] 10.222.0.110 "GET /v2.0/networks/6a336dcd-3549-47be-b1d9-a2143f3785a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4880335 Jan 21 09:47:25.527596 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-19e6dc46-0fab-4c0f-a5a1-0ceebc75fac7 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:25.538520 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-19e6dc46-0fab-4c0f-a5a1-0ceebc75fac7 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Deleting port e1a18cea-61c1-408b-ad61-d5d81dfbdc3d {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:47:25.538849 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-19e6dc46-0fab-4c0f-a5a1-0ceebc75fac7 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:25.593944 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-57b3b431-e5e5-4c49-a33d-42f1ebaafab1 service neutron] 10.222.0.110 "GET /v2.0/networks/6a336dcd-3549-47be-b1d9-a2143f3785a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610599 Jan 21 09:47:25.609606 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-54935351-0e0c-4529-84d7-465b2a890883 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:25.708995 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baa2228-9608-4a96-84cf-663af780887d None None] DHCP port deletion for ef1b19af-cc78-405a-a179-626a73290b37 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:47:25.709588 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-54935351-0e0c-4529-84d7-465b2a890883 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:25.714182 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-9baa2228-9608-4a96-84cf-663af780887d None None] Deleting port e1a18cea-61c1-408b-ad61-d5d81dfbdc3d {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:47:25.714772 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9baa2228-9608-4a96-84cf-663af780887d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:25.863138 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-f86c0876-e07f-48c5-b345-2685ffd2c684 req-2e759b42-bb6c-4a6f-97a9-bc6c34bc5f27 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:25.877571 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-19e6dc46-0fab-4c0f-a5a1-0ceebc75fac7 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] For port e1a18cea-61c1-408b-ad61-d5d81dfbdc3d, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e1a18cea-61c1-408b-ad61-d5d81dfbdc3d,segment=NetworkSegment(4907c526-2993-4ada-8ca5-a1fad9e88508),segment_id=4907c526-2993-4ada-8ca5-a1fad9e88508)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:47:25.878518 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-19e6dc46-0fab-4c0f-a5a1-0ceebc75fac7 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:25.897532 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-f86c0876-e07f-48c5-b345-2685ffd2c684 req-2e759b42-bb6c-4a6f-97a9-bc6c34bc5f27 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:25.898712 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f86c0876-e07f-48c5-b345-2685ffd2c684 req-2e759b42-bb6c-4a6f-97a9-bc6c34bc5f27 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=b5e14ca3-7e8a-47a9-b090-9482cce00004 HTTP/1.1" status: 200 len: 210 time: 0.0964022 Jan 21 09:47:26.034074 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-54935351-0e0c-4529-84d7-465b2a890883 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:26.040394 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-54935351-0e0c-4529-84d7-465b2a890883 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:26.060883 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-19e6dc46-0fab-4c0f-a5a1-0ceebc75fac7 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Calling delete_port for e1a18cea-61c1-408b-ad61-d5d81dfbdc3d owned by network:dhcp {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:47:26.071119 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-9baa2228-9608-4a96-84cf-663af780887d None None] For port e1a18cea-61c1-408b-ad61-d5d81dfbdc3d, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e1a18cea-61c1-408b-ad61-d5d81dfbdc3d,segment=NetworkSegment(4907c526-2993-4ada-8ca5-a1fad9e88508),segment_id=4907c526-2993-4ada-8ca5-a1fad9e88508)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:47:26.073490 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9baa2228-9608-4a96-84cf-663af780887d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:26.151445 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-19e6dc46-0fab-4c0f-a5a1-0ceebc75fac7 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:26.161760 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54935351-0e0c-4529-84d7-465b2a890883 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Pushing event updated for resources: {'Port': ['ID=eb297d7a-3695-4c61-86a5-5f71e2542b3a,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:26.179481 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-54935351-0e0c-4529-84d7-465b2a890883 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:26.202968 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6dc46-0fab-4c0f-a5a1-0ceebc75fac7 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event deleted for resources: {'Port': ['ID=e1a18cea-61c1-408b-ad61-d5d81dfbdc3d,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:26.208951 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e6dc46-0fab-4c0f-a5a1-0ceebc75fac7 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] No DVR routers for this DVR port e1a18cea-61c1-408b-ad61-d5d81dfbdc3d on host dv-neutron-825731-1-hyperv {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:47:26.247595 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-9baa2228-9608-4a96-84cf-663af780887d None None] Calling delete_port for e1a18cea-61c1-408b-ad61-d5d81dfbdc3d owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:47:26.339342 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-9baa2228-9608-4a96-84cf-663af780887d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:47:26.339729 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-9baa2228-9608-4a96-84cf-663af780887d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:47:26.340276 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-19e6dc46-0fab-4c0f-a5a1-0ceebc75fac7 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:26.369267 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-19e6dc46-0fab-4c0f-a5a1-0ceebc75fac7 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef1b19af-cc78-405a-a179-626a73290b37']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:26.383069 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-19e6dc46-0fab-4c0f-a5a1-0ceebc75fac7 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4907c526-2993-4ada-8ca5-a1fad9e88508') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:26.383442 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-19e6dc46-0fab-4c0f-a5a1-0ceebc75fac7 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4907c526-2993-4ada-8ca5-a1fad9e88508') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:26.396172 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-19e6dc46-0fab-4c0f-a5a1-0ceebc75fac7 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:26.407813 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.l3_db [None req-54935351-0e0c-4529-84d7-465b2a890883 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Floating IP cec05d43-083c-4305-9d17-fdcec514c8e5 associated. External IP: 172.26.3.198, port: 19fbb4d6-8ca9-42dc-a5f5-55139be96a3e. Jan 21 09:47:26.414724 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-19e6dc46-0fab-4c0f-a5a1-0ceebc75fac7 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:26.416159 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 30a05861-b1da-48e0-a2b5-445e1473fae3 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:26.421487 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e6dc46-0fab-4c0f-a5a1-0ceebc75fac7 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:47:26.422203 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-19e6dc46-0fab-4c0f-a5a1-0ceebc75fac7 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:26.438628 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:47:26.438628 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:47:26.438628 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:47:26.438628 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:47:26.438628 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:47:26.438628 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:47:26.438628 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:47:26.438628 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:47:26.438628 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:47:26.438628 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:47:26.438628 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:47:26.438628 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:47:26.438628 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:47:26.438628 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:47:26.438628 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:47:26.438628 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:47:26.438628 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:47:26.438628 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:47:26.438628 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:47:26.438628 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:47:26.438628 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:47:26.438628 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:47:26.438628 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:47:26.438628 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:47:26.438628 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:47:26.438628 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:47:26.438628 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:47:26.438628 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:47:26.438628 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:47:26.438628 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:47:26.438628 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:47:26.438628 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:47:26.491069 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 30a05861-b1da-48e0-a2b5-445e1473fae3 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:26.491974 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:26.534547 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-19e6dc46-0fab-4c0f-a5a1-0ceebc75fac7 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:26.539570 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-19e6dc46-0fab-4c0f-a5a1-0ceebc75fac7 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:26.584522 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6dc46-0fab-4c0f-a5a1-0ceebc75fac7 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event deleted for resources: {'Network': ['ID=ef1b19af-cc78-405a-a179-626a73290b37,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:26.595020 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-19e6dc46-0fab-4c0f-a5a1-0ceebc75fac7 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/networks/ef1b19af-cc78-405a-a179-626a73290b37 HTTP/1.1" status: 204 len: 168 time: 1.1824186 Jan 21 09:47:26.597611 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56830) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:26.686990 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c9c46560-19e0-4dc5-9e19-879160af080a no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:47:26.723733 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: c9c46560-19e0-4dc5-9e19-879160af080a {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:47:26.724403 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c9c46560-19e0-4dc5-9e19-879160af080a not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:47:26.724536 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e1a18cea-61c1-408b-ad61-d5d81dfbdc3d no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:47:26.758330 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: e1a18cea-61c1-408b-ad61-d5d81dfbdc3d {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:47:26.758683 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e1a18cea-61c1-408b-ad61-d5d81dfbdc3d not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:47:26.829728 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54935351-0e0c-4529-84d7-465b2a890883 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Router bd4a324c-06cd-436c-aae0-6ab472b1b8e0 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:47:26.841789 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-9baa2228-9608-4a96-84cf-663af780887d None None] Deleting port e1a18cea-61c1-408b-ad61-d5d81dfbdc3d {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:47:26.842171 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9baa2228-9608-4a96-84cf-663af780887d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:26.912537 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-9baa2228-9608-4a96-84cf-663af780887d None None] The port 'e1a18cea-61c1-408b-ad61-d5d81dfbdc3d' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:47:27.194055 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54935351-0e0c-4529-84d7-465b2a890883 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:47:27.205816 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55ae05e-5353-4ef9-89fa-dd4f0d56f784 None None] Sync routers for ids ['bd4a324c-06cd-436c-aae0-6ab472b1b8e0'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:47:27.219676 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55ae05e-5353-4ef9-89fa-dd4f0d56f784 None None] Routers {'bd4a324c-06cd-436c-aae0-6ab472b1b8e0'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:27.220394 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-f55ae05e-5353-4ef9-89fa-dd4f0d56f784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:47:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['bd4a324c-06cd-436c-aae0-6ab472b1b8e0'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:27.225603 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-54935351-0e0c-4529-84d7-465b2a890883 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:27.325050 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-54935351-0e0c-4529-84d7-465b2a890883 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8156486 Jan 21 09:47:27.326298 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c45647-00d6-4ecb-ac0d-95cc54b0c23c', 'tag': '19fbb4d6-8ca9-42dc-a5f5-55139be96a3e'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:47:27.332212 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-dc7a711a-f617-4906-adf0-717714291edb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:27.333004 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-dc7a711a-f617-4906-adf0-717714291edb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:network {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:27.354357 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-dc7a711a-f617-4906-adf0-717714291edb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:network {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:27.357047 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-dc7a711a-f617-4906-adf0-717714291edb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "GET /v2.0/networks?id=6a336dcd-3549-47be-b1d9-a2143f3785a3 HTTP/1.1" status: 200 len: 797 time: 0.2868764 Jan 21 09:47:27.433619 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-0f9a5bc5-205a-4544-9102-e4258bf02e5a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:security_group {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:27.463306 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c45647-00d6-4ecb-ac0d-95cc54b0c23c', 'tag': '19fbb4d6-8ca9-42dc-a5f5-55139be96a3e', 'status': 'completed', 'code': 200} Jan 21 09:47:27.466381 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-545cb66b-5f0d-417c-a8a2-4b98aacb8952 req-90c1498b-c69d-4a88-8995-c502e26d6ee2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=b5e14ca3-7e8a-47a9-b090-9482cce00004 HTTP/1.1" status: 200 len: 210 time: 0.3071127 Jan 21 09:47:27.472310 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-f55ae05e-5353-4ef9-89fa-dd4f0d56f784 None None] Set router bd4a324c-06cd-436c-aae0-6ab472b1b8e0 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:47:27.488521 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-0f9a5bc5-205a-4544-9102-e4258bf02e5a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:security_group {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:27.489527 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-0f9a5bc5-205a-4544-9102-e4258bf02e5a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ddc82470f624ec48d3ebbc58317dba5 HTTP/1.1" status: 200 len: 379 time: 0.1238620 Jan 21 09:47:27.501684 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-06cbed3f-196f-4773-8543-3c5da039e22e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'port': {'device_id': 'b5e14ca3-7e8a-47a9-b090-9482cce00004', 'network_id': '6a336dcd-3549-47be-b1d9-a2143f3785a3', 'admin_state_up': True, 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'security_groups': ['79192d82-2e12-44df-afed-920f75a4cc78']}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:27.518670 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27631721-6657-4e25-bc68-58ead174912a req-374ea626-bd9e-4653-94c7-08fbed631c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:27.520397 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-27631721-6657-4e25-bc68-58ead174912a req-374ea626-bd9e-4653-94c7-08fbed631c06 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b19bae91610749c2842623300f66b5c2&device_id=10c45647-00d6-4ecb-ac0d-95cc54b0c23c HTTP/1.1" status: 200 len: 1098 time: 0.0882204 Jan 21 09:47:27.619837 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-626e261c-d69f-4231-8902-108bf730d311 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:27.661983 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27631721-6657-4e25-bc68-58ead174912a req-f1fe58e4-bf05-452d-95cd-d12278fbbf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:27.663844 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-27631721-6657-4e25-bc68-58ead174912a req-f1fe58e4-bf05-452d-95cd-d12278fbbf8b service neutron] 10.222.0.72 "GET /v2.0/networks?id=4880d60f-eaf6-400c-ae63-407f78f8f686 HTTP/1.1" status: 200 len: 913 time: 0.1358442 Jan 21 09:47:27.787992 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-27631721-6657-4e25-bc68-58ead174912a req-f1a3e559-8b0d-466e-9331-6792cf9a0dd4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19fbb4d6-8ca9-42dc-a5f5-55139be96a3e HTTP/1.1" status: 200 len: 999 time: 0.1119199 Jan 21 09:47:27.804499 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-06cbed3f-196f-4773-8543-3c5da039e22e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:27.859605 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27631721-6657-4e25-bc68-58ead174912a req-b8324597-0afd-4a22-8ee2-6bb84f26ce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:27.861174 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-27631721-6657-4e25-bc68-58ead174912a req-b8324597-0afd-4a22-8ee2-6bb84f26ce58 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a15dd6d5-fb0e-4d75-9036-70eb3b2240fa HTTP/1.1" status: 200 len: 851 time: 0.0607426 Jan 21 09:47:27.863568 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-06cbed3f-196f-4773-8543-3c5da039e22e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:27.886309 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-f55ae05e-5353-4ef9-89fa-dd4f0d56f784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'name': 'tempest-TestVolumeBootPattern-2048454854-router', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:55Z', 'updated_at': '2022-01-21T09:43:07Z', 'revision_number': 4, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'gw_port': {'id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:58Z', 'updated_at': '2022-01-21T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': 'cec05d43-083c-4305-9d17-fdcec514c8e5', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'floating_ip_address': '172.26.3.198', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'port_id': '19fbb4d6-8ca9-42dc-a5f5-55139be96a3e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'mac_address': 'fa:16:3e:31:7f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c45647-00d6-4ecb-ac0d-95cc54b0c23c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:47:25Z', 'updated_at': '2022-01-21T09:47:25Z', 'revision_number': 0, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9d219ea-cc58-44c1-819b-db9bbadc11d0', 'name': '', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'mac_address': 'fa:16:3e:bb:4c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:43:14Z', 'revision_number': 5, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'subnets': [{'id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:27.890440 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55ae05e-5353-4ef9-89fa-dd4f0d56f784 None None] Checking router: bd4a324c-06cd-436c-aae0-6ab472b1b8e0 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:47:27.898994 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55ae05e-5353-4ef9-89fa-dd4f0d56f784 None None] Routers {'bd4a324c-06cd-436c-aae0-6ab472b1b8e0'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:27.899725 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-f55ae05e-5353-4ef9-89fa-dd4f0d56f784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:47:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['bd4a324c-06cd-436c-aae0-6ab472b1b8e0'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:27.920744 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-06cbed3f-196f-4773-8543-3c5da039e22e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Made reservation on behalf of 6ddc82470f624ec48d3ebbc58317dba5 for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:27.924590 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-06cbed3f-196f-4773-8543-3c5da039e22e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:27.944647 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27631721-6657-4e25-bc68-58ead174912a req-9f178725-c2cb-4bad-868f-56abce88df12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:27.946223 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-27631721-6657-4e25-bc68-58ead174912a req-9f178725-c2cb-4bad-868f-56abce88df12 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4880d60f-eaf6-400c-ae63-407f78f8f686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775940 Jan 21 09:47:27.958838 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [req-27631721-6657-4e25-bc68-58ead174912a req-4b37e1da-45c2-4035-82b0-038985ec0b92 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:47:27.959877 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-27631721-6657-4e25-bc68-58ead174912a req-4b37e1da-45c2-4035-82b0-038985ec0b92 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050375 Jan 21 09:47:28.085357 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-f55ae05e-5353-4ef9-89fa-dd4f0d56f784 None None] Set router bd4a324c-06cd-436c-aae0-6ab472b1b8e0 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:47:28.154499 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-626e261c-d69f-4231-8902-108bf730d311 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Deleting port 8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:47:28.154902 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-626e261c-d69f-4231-8902-108bf730d311 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:28.164040 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-27631721-6657-4e25-bc68-58ead174912a req-4d45068c-5587-4e05-9d5e-b4806879cc86 service neutron] 10.222.0.72 "GET /v2.0/networks/4880d60f-eaf6-400c-ae63-407f78f8f686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342618 Jan 21 09:47:28.180229 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-06cbed3f-196f-4773-8543-3c5da039e22e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Allocated IP 172.20.0.11 (6a336dcd-3549-47be-b1d9-a2143f3785a3/2a848dd4-30de-4f3e-92e8-28b40d1a2fa6/eb3536a7-2f42-404e-a724-e61ced274884) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:28.313165 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-27631721-6657-4e25-bc68-58ead174912a req-5b565da8-2c1e-4035-8052-86be5496130f service neutron] 10.222.0.72 "GET /v2.0/networks/4880d60f-eaf6-400c-ae63-407f78f8f686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419358 Jan 21 09:47:28.439654 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-f55ae05e-5353-4ef9-89fa-dd4f0d56f784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'name': 'tempest-TestVolumeBootPattern-2048454854-router', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:55Z', 'updated_at': '2022-01-21T09:43:07Z', 'revision_number': 4, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'gw_port': {'id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:58Z', 'updated_at': '2022-01-21T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': 'cec05d43-083c-4305-9d17-fdcec514c8e5', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'floating_ip_address': '172.26.3.198', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'port_id': '19fbb4d6-8ca9-42dc-a5f5-55139be96a3e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'mac_address': 'fa:16:3e:31:7f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c45647-00d6-4ecb-ac0d-95cc54b0c23c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:47:25Z', 'updated_at': '2022-01-21T09:47:25Z', 'revision_number': 0, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9d219ea-cc58-44c1-819b-db9bbadc11d0', 'name': '', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'mac_address': 'fa:16:3e:bb:4c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:43:14Z', 'revision_number': 5, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'subnets': [{'id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:28.443651 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55ae05e-5353-4ef9-89fa-dd4f0d56f784 None None] The sync data for ids ['bd4a324c-06cd-436c-aae0-6ab472b1b8e0'] in dv-neutron-825731-1-hyperv is: [{'id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'name': 'tempest-TestVolumeBootPattern-2048454854-router', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:55Z', 'updated_at': '2022-01-21T09:43:07Z', 'revision_number': 4, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'gw_port': {'id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:58Z', 'updated_at': '2022-01-21T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': 'cec05d43-083c-4305-9d17-fdcec514c8e5', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'floating_ip_address': '172.26.3.198', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'port_id': '19fbb4d6-8ca9-42dc-a5f5-55139be96a3e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'mac_address': 'fa:16:3e:31:7f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c45647-00d6-4ecb-ac0d-95cc54b0c23c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:47:25Z', 'updated_at': '2022-01-21T09:47:25Z', 'revision_number': 0, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9d219ea-cc58-44c1-819b-db9bbadc11d0', 'name': '', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'mac_address': 'fa:16:3e:bb:4c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:43:14Z', 'revision_number': 5, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'subnets': [{'id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:47:28.482410 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-626e261c-d69f-4231-8902-108bf730d311 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] For port 8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1,segment=NetworkSegment(8a4c89a7-db86-40dd-bac2-56eeaa2520d6),segment_id=8a4c89a7-db86-40dd-bac2-56eeaa2520d6)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:47:28.482948 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-626e261c-d69f-4231-8902-108bf730d311 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:28.672097 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7bd60a-6955-4916-881a-69162eb47353 None None] New status for floating IP cec05d43-083c-4305-9d17-fdcec514c8e5: ACTIVE {{(pid=87517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:47:28.750484 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-626e261c-d69f-4231-8902-108bf730d311 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Calling delete_port for 8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1 owned by network:router_interface {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:47:28.806180 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-06cbed3f-196f-4773-8543-3c5da039e22e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:28.883855 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-06cbed3f-196f-4773-8543-3c5da039e22e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Transition to ACTIVE for port object eb3536a7-2f42-404e-a724-e61ced274884 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:28.890013 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2afa0517-e7ac-4b2d-904b-22f48eef059c req-ff00adb6-611e-4302-99a1-162f19fa6844 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=b5e14ca3-7e8a-47a9-b090-9482cce00004 HTTP/1.1" status: 200 len: 210 time: 0.1517735 Jan 21 09:47:29.095460 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-06cbed3f-196f-4773-8543-3c5da039e22e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:29.189110 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-06cbed3f-196f-4773-8543-3c5da039e22e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 6a336dcd-3549-47be-b1d9-a2143f3785a3 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:29.200931 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-06cbed3f-196f-4773-8543-3c5da039e22e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:29.207031 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-06cbed3f-196f-4773-8543-3c5da039e22e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:47:29.271362 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cbed3f-196f-4773-8543-3c5da039e22e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=eb3536a7-2f42-404e-a724-e61ced274884,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:29.297191 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-06cbed3f-196f-4773-8543-3c5da039e22e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:29.297814 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-06cbed3f-196f-4773-8543-3c5da039e22e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:29.310707 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-626e261c-d69f-4231-8902-108bf730d311 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:29.384832 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e261c-d69f-4231-8902-108bf730d311 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event deleted for resources: {'Port': ['ID=8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:29.421530 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-06cbed3f-196f-4773-8543-3c5da039e22e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9236896 Jan 21 09:47:29.457011 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-a1447570-ecb9-4e9b-a53c-49ef5aa09ec6 None None] Provisioning for port eb3536a7-2f42-404e-a724-e61ced274884 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:29.458221 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-453a875b-2093-46ab-80fc-92bed175897e service neutron] Request body: {'port': {'device_id': 'b5e14ca3-7e8a-47a9-b090-9482cce00004', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:29.462698 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-a1447570-ecb9-4e9b-a53c-49ef5aa09ec6 None None] Provisioning complete for port eb3536a7-2f42-404e-a724-e61ced274884 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:29.463331 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a1447570-ecb9-4e9b-a53c-49ef5aa09ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:29.528072 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-a1447570-ecb9-4e9b-a53c-49ef5aa09ec6 None None] Port eb3536a7-2f42-404e-a724-e61ced274884 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:47:29.709343 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-626e261c-d69f-4231-8902-108bf730d311 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:29.715098 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-453a875b-2093-46ab-80fc-92bed175897e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:30.043726 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:47:30.079456 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b5e67-35d4-42e6-8bb5-9c29199ba5a1 req-32ef0d01-acae-40e6-aa87-50275bc6494f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:30.081065 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-da0b5e67-35d4-42e6-8bb5-9c29199ba5a1 req-32ef0d01-acae-40e6-aa87-50275bc6494f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=b5e14ca3-7e8a-47a9-b090-9482cce00004 HTTP/1.1" status: 200 len: 932 time: 0.0875938 Jan 21 09:47:30.127738 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-da0b5e67-35d4-42e6-8bb5-9c29199ba5a1 req-7f1324d9-4f78-4788-811e-4289760fadd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=79192d82-2e12-44df-afed-920f75a4cc78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406058 Jan 21 09:47:30.224486 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626e261c-d69f-4231-8902-108bf730d311 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Router 6783577d-f230-4e66-bcc5-1445a7659300 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:47:30.444376 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626e261c-d69f-4231-8902-108bf730d311 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:47:30.453387 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dd361b-7149-4660-a5a4-c63ec712fb54 None None] Sync routers for ids ['6783577d-f230-4e66-bcc5-1445a7659300'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:47:30.455149 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-626e261c-d69f-4231-8902-108bf730d311 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "PUT /v2.0/routers/6783577d-f230-4e66-bcc5-1445a7659300/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8560610 Jan 21 09:47:30.457572 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56852) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:30.462843 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dd361b-7149-4660-a5a4-c63ec712fb54 None None] Routers {'6783577d-f230-4e66-bcc5-1445a7659300'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:30.463470 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-b3dd361b-7149-4660-a5a4-c63ec712fb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:47:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['6783577d-f230-4e66-bcc5-1445a7659300'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:30.541380 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e815799-6c4c-45d7-9360-2c3c141c976b tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Deleting subnet d8a05be9-0bf4-4cfc-b81b-88ff216bb69e {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:47:30.546093 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6e815799-6c4c-45d7-9360-2c3c141c976b tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:30.587196 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-b3dd361b-7149-4660-a5a4-c63ec712fb54 None None] Set router 6783577d-f230-4e66-bcc5-1445a7659300 gateway port host: None {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:47:30.653232 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6e815799-6c4c-45d7-9360-2c3c141c976b tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:30.691242 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-b3dd361b-7149-4660-a5a4-c63ec712fb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6783577d-f230-4e66-bcc5-1445a7659300', 'name': 'tempest-RoutersTest-router-172657418', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:41Z', 'updated_at': '2022-01-21T09:47:29Z', 'revision_number': 11, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'gw_port_host': None}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:30.693468 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-453a875b-2093-46ab-80fc-92bed175897e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb3536a7-2f42-404e-a724-e61ced274884 {{(pid=87515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:47:30.695222 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dd361b-7149-4660-a5a4-c63ec712fb54 None None] Checking router: 6783577d-f230-4e66-bcc5-1445a7659300 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:47:30.704661 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dd361b-7149-4660-a5a4-c63ec712fb54 None None] Routers {'6783577d-f230-4e66-bcc5-1445a7659300'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:30.704863 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-453a875b-2093-46ab-80fc-92bed175897e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:30.705420 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-b3dd361b-7149-4660-a5a4-c63ec712fb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:47:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['6783577d-f230-4e66-bcc5-1445a7659300'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:30.735683 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-453a875b-2093-46ab-80fc-92bed175897e service neutron] Transition to ACTIVE for port object eb3536a7-2f42-404e-a724-e61ced274884 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:30.743116 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-453a875b-2093-46ab-80fc-92bed175897e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:30.852797 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-b3dd361b-7149-4660-a5a4-c63ec712fb54 None None] Set router 6783577d-f230-4e66-bcc5-1445a7659300 gateway port host: None {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:47:30.885775 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6e815799-6c4c-45d7-9360-2c3c141c976b tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:30.922956 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a875b-2093-46ab-80fc-92bed175897e service neutron] Pushing event updated for resources: {'Port': ['ID=eb3536a7-2f42-404e-a724-e61ced274884,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:31.015196 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-b3dd361b-7149-4660-a5a4-c63ec712fb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6783577d-f230-4e66-bcc5-1445a7659300', 'name': 'tempest-RoutersTest-router-172657418', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:41Z', 'updated_at': '2022-01-21T09:47:29Z', 'revision_number': 11, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'gw_port_host': None}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:31.019436 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dd361b-7149-4660-a5a4-c63ec712fb54 None None] The sync data for ids ['6783577d-f230-4e66-bcc5-1445a7659300'] in dv-neutron-825731-1-hyperv is: [{'id': '6783577d-f230-4e66-bcc5-1445a7659300', 'name': 'tempest-RoutersTest-router-172657418', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:41Z', 'updated_at': '2022-01-21T09:47:29Z', 'revision_number': 11, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'gw_port_host': None}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:47:31.058421 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-453a875b-2093-46ab-80fc-92bed175897e service neutron] Attempting to bind port eb3536a7-2f42-404e-a724-e61ced274884 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:31.060182 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-453a875b-2093-46ab-80fc-92bed175897e service neutron] Attempting to bind port eb3536a7-2f42-404e-a724-e61ced274884 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '2f73ed22-eb95-4477-9b5a-938a3f3193aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6a336dcd-3549-47be-b1d9-a2143f3785a3'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:31.060182 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-453a875b-2093-46ab-80fc-92bed175897e service neutron] Attempting to bind port eb3536a7-2f42-404e-a724-e61ced274884 on network 6a336dcd-3549-47be-b1d9-a2143f3785a3 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:47:31.065569 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-453a875b-2093-46ab-80fc-92bed175897e service neutron] Port eb3536a7-2f42-404e-a724-e61ced274884 on network 6a336dcd-3549-47be-b1d9-a2143f3785a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:47:31.065954 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-453a875b-2093-46ab-80fc-92bed175897e service neutron] Attempting to bind port eb3536a7-2f42-404e-a724-e61ced274884 on network 6a336dcd-3549-47be-b1d9-a2143f3785a3 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:47:31.069960 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6e815799-6c4c-45d7-9360-2c3c141c976b tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:31.105227 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-453a875b-2093-46ab-80fc-92bed175897e service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:47:31.105533 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-453a875b-2093-46ab-80fc-92bed175897e service neutron] Checking segment: {'id': '2f73ed22-eb95-4477-9b5a-938a3f3193aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6a336dcd-3549-47be-b1d9-a2143f3785a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:47:31.105916 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-453a875b-2093-46ab-80fc-92bed175897e service neutron] Bound using segment: {'id': '2f73ed22-eb95-4477-9b5a-938a3f3193aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6a336dcd-3549-47be-b1d9-a2143f3785a3'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:47:31.106381 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-453a875b-2093-46ab-80fc-92bed175897e service neutron] Bound port: eb3536a7-2f42-404e-a724-e61ced274884, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f73ed22-eb95-4477-9b5a-938a3f3193aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6a336dcd-3549-47be-b1d9-a2143f3785a3'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:31.106721 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-453a875b-2093-46ab-80fc-92bed175897e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:31.129244 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6e815799-6c4c-45d7-9360-2c3c141c976b tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:31.130442 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ec5b5d-1b61-4ba6-bf90-2c98f46fb4c3 None None] Network d3633f19-017f-4389-905d-203aea2e9b8a requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:47:31.131292 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e815799-6c4c-45d7-9360-2c3c141c976b tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event deleted for resources: {'Subnet': ['ID=d8a05be9-0bf4-4cfc-b81b-88ff216bb69e,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:31.171119 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6e815799-6c4c-45d7-9360-2c3c141c976b tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/subnets/d8a05be9-0bf4-4cfc-b81b-88ff216bb69e HTTP/1.1" status: 204 len: 168 time: 0.7125082 Jan 21 09:47:31.173654 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56858) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:31.220652 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-453a875b-2093-46ab-80fc-92bed175897e service neutron] For port eb3536a7-2f42-404e-a724-e61ced274884, host hv-neutron-8257, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:47:31.224083 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-453a875b-2093-46ab-80fc-92bed175897e service neutron] For port eb3536a7-2f42-404e-a724-e61ced274884, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=eb3536a7-2f42-404e-a724-e61ced274884,segment=NetworkSegment(2f73ed22-eb95-4477-9b5a-938a3f3193aa),segment_id=2f73ed22-eb95-4477-9b5a-938a3f3193aa)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:47:31.235549 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-453a875b-2093-46ab-80fc-92bed175897e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:31.302964 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b9e124bf-dc6f-4d57-9fca-8d9c4942b647 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:31.314469 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-b9e124bf-dc6f-4d57-9fca-8d9c4942b647 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Deleting port 170c445b-eb80-40ff-be5e-c5a180938c8d {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:47:31.314809 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b9e124bf-dc6f-4d57-9fca-8d9c4942b647 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:31.350252 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-453a875b-2093-46ab-80fc-92bed175897e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:31.350479 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-453a875b-2093-46ab-80fc-92bed175897e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:31.351930 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-453a875b-2093-46ab-80fc-92bed175897e service neutron] 10.222.0.72 "PUT /v2.0/ports/eb3536a7-2f42-404e-a724-e61ced274884 HTTP/1.1" status: 200 len: 1094 time: 1.8978159 Jan 21 09:47:31.357326 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e14ca3-7e8a-47a9-b090-9482cce00004', 'tag': 'eb3536a7-2f42-404e-a724-e61ced274884'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:47:31.463160 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e14ca3-7e8a-47a9-b090-9482cce00004', 'tag': 'eb3536a7-2f42-404e-a724-e61ced274884', 'status': 'completed', 'code': 200} Jan 21 09:47:31.473638 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a875b-2093-46ab-80fc-92bed175897e service neutron] Pushing event updated for resources: {'Port': ['ID=eb3536a7-2f42-404e-a724-e61ced274884,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:31.493653 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774244d0-9e05-4dbb-8026-4270c6103737 None None] DHCP port deletion for d3633f19-017f-4389-905d-203aea2e9b8a request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:47:31.498879 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-774244d0-9e05-4dbb-8026-4270c6103737 None None] Deleting port 170c445b-eb80-40ff-be5e-c5a180938c8d {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:47:31.499265 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-774244d0-9e05-4dbb-8026-4270c6103737 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:31.532174 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278ffde-b7b5-43d4-8baf-13632fb37b70 req-f6d756b9-14cd-4b6f-8bdb-dc1b0bdd4389 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:31.532992 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-5278ffde-b7b5-43d4-8baf-13632fb37b70 req-f6d756b9-14cd-4b6f-8bdb-dc1b0bdd4389 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:31.557061 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-5278ffde-b7b5-43d4-8baf-13632fb37b70 req-f6d756b9-14cd-4b6f-8bdb-dc1b0bdd4389 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:31.565219 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5278ffde-b7b5-43d4-8baf-13632fb37b70 req-f6d756b9-14cd-4b6f-8bdb-dc1b0bdd4389 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=b5e14ca3-7e8a-47a9-b090-9482cce00004 HTTP/1.1" status: 200 len: 944 time: 0.2919772 Jan 21 09:47:31.602008 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-b9e124bf-dc6f-4d57-9fca-8d9c4942b647 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] For port 170c445b-eb80-40ff-be5e-c5a180938c8d, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=170c445b-eb80-40ff-be5e-c5a180938c8d,segment=NetworkSegment(8a4c89a7-db86-40dd-bac2-56eeaa2520d6),segment_id=8a4c89a7-db86-40dd-bac2-56eeaa2520d6)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:47:31.602727 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b9e124bf-dc6f-4d57-9fca-8d9c4942b647 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:31.609451 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-c2f83f58-f114-4908-9fb9-7fce0cc242e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:31.610941 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-c2f83f58-f114-4908-9fb9-7fce0cc242e4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=b5e14ca3-7e8a-47a9-b090-9482cce00004 HTTP/1.1" status: 200 len: 1097 time: 0.1964471 Jan 21 09:47:31.624001 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5278ffde-b7b5-43d4-8baf-13632fb37b70 req-172d29ad-742d-4353-ab25-202db1995c41 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=79192d82-2e12-44df-afed-920f75a4cc78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577936 Jan 21 09:47:31.706485 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-7885ff1e-2f25-49a2-9546-74d6f14b29a2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb3536a7-2f42-404e-a724-e61ced274884 HTTP/1.1" status: 200 len: 217 time: 0.0788777 Jan 21 09:47:31.739904 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-b9e124bf-dc6f-4d57-9fca-8d9c4942b647 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Calling delete_port for 170c445b-eb80-40ff-be5e-c5a180938c8d owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:47:31.784349 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-be7ba41a-995c-400f-a3fe-995be848a297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:31.785926 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-be7ba41a-995c-400f-a3fe-995be848a297 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2a848dd4-30de-4f3e-92e8-28b40d1a2fa6 HTTP/1.1" status: 200 len: 834 time: 0.0727639 Jan 21 09:47:31.792587 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-774244d0-9e05-4dbb-8026-4270c6103737 None None] For port 170c445b-eb80-40ff-be5e-c5a180938c8d, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=170c445b-eb80-40ff-be5e-c5a180938c8d,segment=NetworkSegment(8a4c89a7-db86-40dd-bac2-56eeaa2520d6),segment_id=8a4c89a7-db86-40dd-bac2-56eeaa2520d6)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:47:31.792976 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-774244d0-9e05-4dbb-8026-4270c6103737 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:31.823139 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b9e124bf-dc6f-4d57-9fca-8d9c4942b647 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:31.925851 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-774244d0-9e05-4dbb-8026-4270c6103737 None None] Calling delete_port for 170c445b-eb80-40ff-be5e-c5a180938c8d owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:47:31.998627 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e124bf-dc6f-4d57-9fca-8d9c4942b647 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event deleted for resources: {'Port': ['ID=170c445b-eb80-40ff-be5e-c5a180938c8d,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:32.003637 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-68d240a8-f364-48e1-b632-eb0637b3e38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:32.005220 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e124bf-dc6f-4d57-9fca-8d9c4942b647 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] No DVR routers for this DVR port 170c445b-eb80-40ff-be5e-c5a180938c8d on host dv-neutron-825731-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:47:32.006289 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-68d240a8-f364-48e1-b632-eb0637b3e38f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a336dcd-3549-47be-b1d9-a2143f3785a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2109492 Jan 21 09:47:32.008818 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-774244d0-9e05-4dbb-8026-4270c6103737 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:47:32.009170 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-774244d0-9e05-4dbb-8026-4270c6103737 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:47:32.133213 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b9e124bf-dc6f-4d57-9fca-8d9c4942b647 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:32.145935 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-c0be5b31-9f9a-4fc1-bc58-a0ced45b0d2b service neutron] 10.222.0.72 "GET /v2.0/networks/6a336dcd-3549-47be-b1d9-a2143f3785a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262276 Jan 21 09:47:32.158170 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-b9e124bf-dc6f-4d57-9fca-8d9c4942b647 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3633f19-017f-4389-905d-203aea2e9b8a']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:32.171749 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-b9e124bf-dc6f-4d57-9fca-8d9c4942b647 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a4c89a7-db86-40dd-bac2-56eeaa2520d6') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:32.172047 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-b9e124bf-dc6f-4d57-9fca-8d9c4942b647 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a4c89a7-db86-40dd-bac2-56eeaa2520d6') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:32.183414 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b9e124bf-dc6f-4d57-9fca-8d9c4942b647 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:32.200966 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b9e124bf-dc6f-4d57-9fca-8d9c4942b647 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:32.207207 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9e124bf-dc6f-4d57-9fca-8d9c4942b647 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:47:32.207632 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b9e124bf-dc6f-4d57-9fca-8d9c4942b647 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:32.222449 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:47:32.222449 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:47:32.222449 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:47:32.222449 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:47:32.222449 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:47:32.222449 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:47:32.222449 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:47:32.222449 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:47:32.222449 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:47:32.222449 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:47:32.222449 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:47:32.222449 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:47:32.222449 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:47:32.222449 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:47:32.222449 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:47:32.222449 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:47:32.222449 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:47:32.222449 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:47:32.222449 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:47:32.222449 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:47:32.222449 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:47:32.222449 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:47:32.222449 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:47:32.222449 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:47:32.222449 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:47:32.222449 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:47:32.222449 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:47:32.222449 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:47:32.222449 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:47:32.222449 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:47:32.222449 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:47:32.222449 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:47:32.282996 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fde28848-c276-4cb5-9cb2-f0396ef0fc06 req-4a0c5022-b548-40c4-816f-c049e4f44b3e service neutron] 10.222.0.72 "GET /v2.0/networks/6a336dcd-3549-47be-b1d9-a2143f3785a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275172 Jan 21 09:47:32.304187 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b9e124bf-dc6f-4d57-9fca-8d9c4942b647 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:32.308265 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b9e124bf-dc6f-4d57-9fca-8d9c4942b647 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:32.336754 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e124bf-dc6f-4d57-9fca-8d9c4942b647 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Pushing event deleted for resources: {'Network': ['ID=d3633f19-017f-4389-905d-203aea2e9b8a,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:32.345590 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b9e124bf-dc6f-4d57-9fca-8d9c4942b647 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/networks/d3633f19-017f-4389-905d-203aea2e9b8a HTTP/1.1" status: 204 len: 168 time: 1.1680818 Jan 21 09:47:32.345590 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56864) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:32.350469 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-91935c49-46e2-4872-b6cc-d0dd357daae8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Request body: {'router': {'routes': None}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:32.379414 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:47:32.416398 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:47:32.417093 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 8fc1b6d2-8d4c-4995-9bd8-886b85a47bf1 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:47:32.417857 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 170c445b-eb80-40ff-be5e-c5a180938c8d no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:47:32.423017 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34bac7-4f08-44a6-a583-41272a103b39 req-f0257369-b737-4f1d-ab79-50038164f5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:32.424652 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3d34bac7-4f08-44a6-a583-41272a103b39 req-f0257369-b737-4f1d-ab79-50038164f5fc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=b5e14ca3-7e8a-47a9-b090-9482cce00004 HTTP/1.1" status: 200 len: 1097 time: 0.0770190 Jan 21 09:47:32.452225 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 170c445b-eb80-40ff-be5e-c5a180938c8d {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:47:32.452586 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 170c445b-eb80-40ff-be5e-c5a180938c8d not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:47:32.510193 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-774244d0-9e05-4dbb-8026-4270c6103737 None None] Deleting port 170c445b-eb80-40ff-be5e-c5a180938c8d {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:47:32.510854 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-774244d0-9e05-4dbb-8026-4270c6103737 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:32.563884 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34bac7-4f08-44a6-a583-41272a103b39 req-ff3c7465-7cad-4d35-bc31-8075f38f6784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:32.565587 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3d34bac7-4f08-44a6-a583-41272a103b39 req-ff3c7465-7cad-4d35-bc31-8075f38f6784 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a336dcd-3549-47be-b1d9-a2143f3785a3 HTTP/1.1" status: 200 len: 898 time: 0.1314180 Jan 21 09:47:32.579753 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-774244d0-9e05-4dbb-8026-4270c6103737 None None] The port '170c445b-eb80-40ff-be5e-c5a180938c8d' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:47:32.639480 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3d34bac7-4f08-44a6-a583-41272a103b39 req-5adae83e-9cdd-492a-86b6-6b8c5ed03c32 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb3536a7-2f42-404e-a724-e61ced274884 HTTP/1.1" status: 200 len: 217 time: 0.0668972 Jan 21 09:47:32.646860 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.extraroute_db [None req-91935c49-46e2-4872-b6cc-d0dd357daae8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Added routes are [] {{(pid=87514) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 21 09:47:32.647151 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.extraroute_db [None req-91935c49-46e2-4872-b6cc-d0dd357daae8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Removed routes are [] {{(pid=87514) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 21 09:47:32.647686 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-91935c49-46e2-4872-b6cc-d0dd357daae8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:32.711939 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34bac7-4f08-44a6-a583-41272a103b39 req-5c0e512f-012c-4b7b-bab4-257a2b9cb12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:32.713312 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3d34bac7-4f08-44a6-a583-41272a103b39 req-5c0e512f-012c-4b7b-bab4-257a2b9cb12d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2a848dd4-30de-4f3e-92e8-28b40d1a2fa6 HTTP/1.1" status: 200 len: 834 time: 0.0661678 Jan 21 09:47:32.798917 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34bac7-4f08-44a6-a583-41272a103b39 req-07d9e652-0408-43e3-912c-093b6124495c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:32.800451 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3d34bac7-4f08-44a6-a583-41272a103b39 req-07d9e652-0408-43e3-912c-093b6124495c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a336dcd-3549-47be-b1d9-a2143f3785a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772614 Jan 21 09:47:32.938660 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3d34bac7-4f08-44a6-a583-41272a103b39 req-16dd597e-cfde-47d3-b129-6ba910e241c4 service neutron] 10.222.0.72 "GET /v2.0/networks/6a336dcd-3549-47be-b1d9-a2143f3785a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284306 Jan 21 09:47:32.960411 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-91935c49-46e2-4872-b6cc-d0dd357daae8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:32.969116 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-91935c49-46e2-4872-b6cc-d0dd357daae8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555907'] for router, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:33.081264 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3d34bac7-4f08-44a6-a583-41272a103b39 req-daf3217c-5207-4784-8ddb-6a9a143d774e service neutron] 10.222.0.72 "GET /v2.0/networks/6a336dcd-3549-47be-b1d9-a2143f3785a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327071 Jan 21 09:47:33.103067 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7a462-78a5-492c-97dd-b7166071f33b req-38a5b7f9-1b78-4c41-9cd6-138077d3519e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:33.104559 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7db7a462-78a5-492c-97dd-b7166071f33b req-38a5b7f9-1b78-4c41-9cd6-138077d3519e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=b5e14ca3-7e8a-47a9-b090-9482cce00004 HTTP/1.1" status: 200 len: 944 time: 0.3345411 Jan 21 09:47:33.139910 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91935c49-46e2-4872-b6cc-d0dd357daae8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Router 6783577d-f230-4e66-bcc5-1445a7659300 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:47:33.337141 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7db7a462-78a5-492c-97dd-b7166071f33b req-f79e9363-0931-4021-80fe-1bda92c5b225 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=79192d82-2e12-44df-afed-920f75a4cc78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233393 Jan 21 09:47:33.410630 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91935c49-46e2-4872-b6cc-d0dd357daae8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:47:33.417482 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-91935c49-46e2-4872-b6cc-d0dd357daae8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:33.420012 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-91935c49-46e2-4872-b6cc-d0dd357daae8 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "PUT /v2.0/routers/6783577d-f230-4e66-bcc5-1445a7659300 HTTP/1.1" status: 200 len: 700 time: 1.0718071 Jan 21 09:47:33.421741 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56870) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:33.424451 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c38e3a-6f92-4fbb-ac17-30ddfe247482 None None] Sync routers for ids ['6783577d-f230-4e66-bcc5-1445a7659300'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:47:33.434073 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c38e3a-6f92-4fbb-ac17-30ddfe247482 None None] Routers {'6783577d-f230-4e66-bcc5-1445a7659300'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:33.434682 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-06c38e3a-6f92-4fbb-ac17-30ddfe247482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:47:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['6783577d-f230-4e66-bcc5-1445a7659300'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:33.464329 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-636b0071-6880-412f-aebc-66ec0343bfb2 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Synchronizing usage tracker for tenant:c78ba537853c4f6f976d32f02bc2ac76 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:33.483934 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-636b0071-6880-412f-aebc-66ec0343bfb2 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Unset dirty status for tenant:c78ba537853c4f6f976d32f02bc2ac76 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:33.484904 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-636b0071-6880-412f-aebc-66ec0343bfb2 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "GET /v2.0/ports?device_id=6783577d-f230-4e66-bcc5-1445a7659300 HTTP/1.1" status: 200 len: 205 time: 0.0621467 Jan 21 09:47:33.487428 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56874) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:33.577383 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-06c38e3a-6f92-4fbb-ac17-30ddfe247482 None None] Set router 6783577d-f230-4e66-bcc5-1445a7659300 gateway port host: None {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:47:33.632200 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-54171972-c898-40a2-8e2e-ba49afe14080 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:33.691183 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-06c38e3a-6f92-4fbb-ac17-30ddfe247482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6783577d-f230-4e66-bcc5-1445a7659300', 'name': 'tempest-RoutersTest-router-172657418', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:41Z', 'updated_at': '2022-01-21T09:47:29Z', 'revision_number': 11, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'gw_port_host': None}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:33.694821 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c38e3a-6f92-4fbb-ac17-30ddfe247482 None None] Checking router: 6783577d-f230-4e66-bcc5-1445a7659300 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:47:33.703956 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c38e3a-6f92-4fbb-ac17-30ddfe247482 None None] Routers {'6783577d-f230-4e66-bcc5-1445a7659300'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:33.704596 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-06c38e3a-6f92-4fbb-ac17-30ddfe247482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:47:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['6783577d-f230-4e66-bcc5-1445a7659300'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:33.893895 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-06c38e3a-6f92-4fbb-ac17-30ddfe247482 None None] Set router 6783577d-f230-4e66-bcc5-1445a7659300 gateway port host: None {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:47:33.955385 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-54171972-c898-40a2-8e2e-ba49afe14080 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:33.957099 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-54171972-c898-40a2-8e2e-ba49afe14080 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:33.988204 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-54171972-c898-40a2-8e2e-ba49afe14080 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:33.988690 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54171972-c898-40a2-8e2e-ba49afe14080 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Fanout notify agent at l3_agent the message router_deleted on router 6783577d-f230-4e66-bcc5-1445a7659300 {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:47:34.005747 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-54171972-c898-40a2-8e2e-ba49afe14080 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:34.006299 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-54171972-c898-40a2-8e2e-ba49afe14080 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/routers/6783577d-f230-4e66-bcc5-1445a7659300 HTTP/1.1" status: 204 len: 168 time: 0.5176125 Jan 21 09:47:34.007872 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-06c38e3a-6f92-4fbb-ac17-30ddfe247482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6783577d-f230-4e66-bcc5-1445a7659300', 'name': 'tempest-RoutersTest-router-172657418', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:41Z', 'updated_at': '2022-01-21T09:47:29Z', 'revision_number': 11, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'gw_port_host': None}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:34.010355 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56878) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:34.017549 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c38e3a-6f92-4fbb-ac17-30ddfe247482 None None] The sync data for ids ['6783577d-f230-4e66-bcc5-1445a7659300'] in dv-neutron-825731-1-hyperv is: [{'id': '6783577d-f230-4e66-bcc5-1445a7659300', 'name': 'tempest-RoutersTest-router-172657418', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:41Z', 'updated_at': '2022-01-21T09:47:29Z', 'revision_number': 11, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'gw_port_host': None}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:47:34.019225 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-d593cd36-6b66-4b02-9ca4-0106f88dc27f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2114751099', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:34.023786 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d593cd36-6b66-4b02-9ca4-0106f88dc27f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:34.029656 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d593cd36-6b66-4b02-9ca4-0106f88dc27f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Usage tracker for resource:router and tenant:c78ba537853c4f6f976d32f02bc2ac76 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:34.033452 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d593cd36-6b66-4b02-9ca4-0106f88dc27f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:34.041202 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d593cd36-6b66-4b02-9ca4-0106f88dc27f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:34.054331 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d593cd36-6b66-4b02-9ca4-0106f88dc27f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:34.055646 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d593cd36-6b66-4b02-9ca4-0106f88dc27f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:34.072984 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d593cd36-6b66-4b02-9ca4-0106f88dc27f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:34.094321 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d593cd36-6b66-4b02-9ca4-0106f88dc27f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:34.124346 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d593cd36-6b66-4b02-9ca4-0106f88dc27f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:34.125540 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d593cd36-6b66-4b02-9ca4-0106f88dc27f tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1142294 Jan 21 09:47:34.128866 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56882) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:34.133817 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-47c1a9f9-8bc1-4e61-b4ca-3e5539f06ec5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:34.541911 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fb1c4-e38c-47aa-8044-5ec8cb3901ef req-673b65fd-9ed5-4381-aa8d-a6b585d22c4e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:34.543366 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-745fb1c4-e38c-47aa-8044-5ec8cb3901ef req-673b65fd-9ed5-4381-aa8d-a6b585d22c4e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=b5e14ca3-7e8a-47a9-b090-9482cce00004 HTTP/1.1" status: 200 len: 944 time: 0.0884013 Jan 21 09:47:34.546982 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-47c1a9f9-8bc1-4e61-b4ca-3e5539f06ec5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:34.561283 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-47c1a9f9-8bc1-4e61-b4ca-3e5539f06ec5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555907'] for router, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:34.597680 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-745fb1c4-e38c-47aa-8044-5ec8cb3901ef req-cb417eb1-298b-4cae-bf0b-aadda23e7c19 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=79192d82-2e12-44df-afed-920f75a4cc78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470757 Jan 21 09:47:34.845689 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c1a9f9-8bc1-4e61-b4ca-3e5539f06ec5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Router e09ba673-1861-4156-8798-5110b67a9332 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:47:34.985413 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c1a9f9-8bc1-4e61-b4ca-3e5539f06ec5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:47:34.992811 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-47c1a9f9-8bc1-4e61-b4ca-3e5539f06ec5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:34.994097 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-47c1a9f9-8bc1-4e61-b4ca-3e5539f06ec5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "PUT /v2.0/routers/e09ba673-1861-4156-8798-5110b67a9332 HTTP/1.1" status: 200 len: 694 time: 0.8648491 Jan 21 09:47:34.994532 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f815f3a-5b0a-4925-909e-744989dd9207 None None] Sync routers for ids ['e09ba673-1861-4156-8798-5110b67a9332'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:47:34.996684 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56890) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:35.004707 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f815f3a-5b0a-4925-909e-744989dd9207 None None] Routers {'e09ba673-1861-4156-8798-5110b67a9332'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:35.005321 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-0f815f3a-5b0a-4925-909e-744989dd9207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:47:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['e09ba673-1861-4156-8798-5110b67a9332'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:35.140244 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-430b47cd-916b-4844-9100-aff333a6972d tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "GET /v2.0/routers/e09ba673-1861-4156-8798-5110b67a9332 HTTP/1.1" status: 200 len: 700 time: 0.1410120 Jan 21 09:47:35.141683 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-0f815f3a-5b0a-4925-909e-744989dd9207 None None] Set router e09ba673-1861-4156-8798-5110b67a9332 gateway port host: None {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:47:35.142648 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56894) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:35.185219 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-962c1d4e-d8ea-49de-a11a-8c1106fbdb41 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "GET /v2.0/ports?device_id=e09ba673-1861-4156-8798-5110b67a9332 HTTP/1.1" status: 200 len: 205 time: 0.0414596 Jan 21 09:47:35.187655 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56898) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:35.249856 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-0f815f3a-5b0a-4925-909e-744989dd9207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e09ba673-1861-4156-8798-5110b67a9332', 'name': 'tempest-RoutersTest-router-2114751099', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:34Z', 'updated_at': '2022-01-21T09:47:34Z', 'revision_number': 2, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'gw_port_host': None}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:35.254255 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f815f3a-5b0a-4925-909e-744989dd9207 None None] Checking router: e09ba673-1861-4156-8798-5110b67a9332 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:47:35.263387 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f815f3a-5b0a-4925-909e-744989dd9207 None None] Routers {'e09ba673-1861-4156-8798-5110b67a9332'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:35.264026 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-0f815f3a-5b0a-4925-909e-744989dd9207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:47:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['e09ba673-1861-4156-8798-5110b67a9332'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:35.321491 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-783f2bf3-9c0f-49bb-aac9-0940fafdfd52 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:35.427466 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-0f815f3a-5b0a-4925-909e-744989dd9207 None None] Set router e09ba673-1861-4156-8798-5110b67a9332 gateway port host: None {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:47:35.532376 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-0f815f3a-5b0a-4925-909e-744989dd9207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e09ba673-1861-4156-8798-5110b67a9332', 'name': 'tempest-RoutersTest-router-2114751099', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:34Z', 'updated_at': '2022-01-21T09:47:34Z', 'revision_number': 2, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'gw_port_host': None}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:35.536415 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f815f3a-5b0a-4925-909e-744989dd9207 None None] The sync data for ids ['e09ba673-1861-4156-8798-5110b67a9332'] in dv-neutron-825731-1-hyperv is: [{'id': 'e09ba673-1861-4156-8798-5110b67a9332', 'name': 'tempest-RoutersTest-router-2114751099', 'tenant_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:34Z', 'updated_at': '2022-01-21T09:47:34Z', 'revision_number': 2, 'project_id': 'c78ba537853c4f6f976d32f02bc2ac76', 'gw_port_host': None}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:47:35.620685 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-783f2bf3-9c0f-49bb-aac9-0940fafdfd52 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:35.623584 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-783f2bf3-9c0f-49bb-aac9-0940fafdfd52 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:35.649972 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-783f2bf3-9c0f-49bb-aac9-0940fafdfd52 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:35.650520 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783f2bf3-9c0f-49bb-aac9-0940fafdfd52 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Fanout notify agent at l3_agent the message router_deleted on router e09ba673-1861-4156-8798-5110b67a9332 {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:47:35.666450 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-783f2bf3-9c0f-49bb-aac9-0940fafdfd52 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:35.667558 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-783f2bf3-9c0f-49bb-aac9-0940fafdfd52 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/routers/e09ba673-1861-4156-8798-5110b67a9332 HTTP/1.1" status: 204 len: 168 time: 0.4788804 Jan 21 09:47:35.671536 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56904) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:35.725505 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-23dcd9b4-0376-4a96-83b0-c5bfdf979483 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Synchronizing usage tracker for tenant:c78ba537853c4f6f976d32f02bc2ac76 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:35.739989 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-23dcd9b4-0376-4a96-83b0-c5bfdf979483 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] Unset dirty status for tenant:c78ba537853c4f6f976d32f02bc2ac76 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:35.743955 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-23dcd9b4-0376-4a96-83b0-c5bfdf979483 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "GET /v2.0/ports?device_id=e09ba673-1861-4156-8798-5110b67a9332 HTTP/1.1" status: 200 len: 205 time: 0.0712588 Jan 21 09:47:35.744783 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56908) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:35.803716 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f327c-fbe8-4b3b-886e-72d1b5fdcb42 req-b67ad78a-cb9c-465e-87bf-d440f29cd434 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:35.805242 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fa1f327c-fbe8-4b3b-886e-72d1b5fdcb42 req-b67ad78a-cb9c-465e-87bf-d440f29cd434 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=b5e14ca3-7e8a-47a9-b090-9482cce00004 HTTP/1.1" status: 200 len: 944 time: 0.0896480 Jan 21 09:47:35.819966 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-082e365c-b3bc-4e30-94f6-2c347a087d47 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] delete failed (client error): The resource could not be found. Jan 21 09:47:35.820989 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-082e365c-b3bc-4e30-94f6-2c347a087d47 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/routers/e09ba673-1861-4156-8798-5110b67a9332 HTTP/1.1" status: 404 len: 336 time: 0.0751107 Jan 21 09:47:35.823480 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56912) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:35.853850 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fa1f327c-fbe8-4b3b-886e-72d1b5fdcb42 req-7d4d337a-66b3-4a06-bf41-0bc72873d239 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=79192d82-2e12-44df-afed-920f75a4cc78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422328 Jan 21 09:47:35.866765 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-a44dea4b-0c66-4ded-ab36-1214f51bea80 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:35.876989 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a44dea4b-0c66-4ded-ab36-1214f51bea80 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:35.876989 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a44dea4b-0c66-4ded-ab36-1214f51bea80 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/subnets/0fdc6da7-77c6-4f50-8efb-87f419add16b HTTP/1.1" status: 404 len: 337 time: 0.0445585 Jan 21 09:47:35.876989 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56916) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:35.909059 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c5eb0df-191d-4a3c-a578-0fb16f3c7ef7 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:35.909498 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c5eb0df-191d-4a3c-a578-0fb16f3c7ef7 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:35.911113 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1c5eb0df-191d-4a3c-a578-0fb16f3c7ef7 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/subnets/777c5663-2233-4ad4-a910-3ca5fdcd4b41 HTTP/1.1" status: 404 len: 337 time: 0.0389056 Jan 21 09:47:35.913612 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56920) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:35.953584 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-d17f126f-9045-44ed-9fbd-08ba01b70342 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:35.953944 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d17f126f-9045-44ed-9fbd-08ba01b70342 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:35.955615 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d17f126f-9045-44ed-9fbd-08ba01b70342 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/subnets/945a01b7-4106-432d-a8ef-af4b336a2849 HTTP/1.1" status: 404 len: 337 time: 0.0410707 Jan 21 09:47:35.957989 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56924) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:35.994300 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-64439b2e-a4ce-4559-8e33-b76c0922a9ae tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:35.994741 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64439b2e-a4ce-4559-8e33-b76c0922a9ae tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:35.996459 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-64439b2e-a4ce-4559-8e33-b76c0922a9ae tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/subnets/d8a05be9-0bf4-4cfc-b81b-88ff216bb69e HTTP/1.1" status: 404 len: 337 time: 0.0376058 Jan 21 09:47:35.999887 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56928) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:36.041939 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f40064cc-2d2e-4a70-98ad-63ac6c9bbd88 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "GET /v2.0/ports?device_id=6783577d-f230-4e66-bcc5-1445a7659300 HTTP/1.1" status: 200 len: 205 time: 0.0409939 Jan 21 09:47:36.045202 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56932) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:36.114277 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-4a2bd7b0-df08-4e74-a16b-9af552be4cc6 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] delete failed (client error): The resource could not be found. Jan 21 09:47:36.115280 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4a2bd7b0-df08-4e74-a16b-9af552be4cc6 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/routers/6783577d-f230-4e66-bcc5-1445a7659300 HTTP/1.1" status: 404 len: 336 time: 0.0691977 Jan 21 09:47:36.117943 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56936) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:36.161285 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-18d2567f-be17-4817-b654-79f5edc6091e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "GET /v2.0/ports?device_id=59e11e6d-a337-401f-aa1d-55009e967bc7 HTTP/1.1" status: 200 len: 205 time: 0.0423193 Jan 21 09:47:36.163492 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56940) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:36.248646 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device eb3536a7-2f42-404e-a724-e61ced274884 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:47:36.344558 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-115d2330-c4e0-4daf-a702-bce1b8aa5a60 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] delete failed (client error): The resource could not be found. Jan 21 09:47:36.345564 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-115d2330-c4e0-4daf-a702-bce1b8aa5a60 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/routers/59e11e6d-a337-401f-aa1d-55009e967bc7 HTTP/1.1" status: 404 len: 336 time: 0.1812251 Jan 21 09:47:36.348097 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56944) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:36.389678 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-064ad971-53a3-4fa9-8c0a-e820a060595e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:36.390129 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-064ad971-53a3-4fa9-8c0a-e820a060595e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:36.391831 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-064ad971-53a3-4fa9-8c0a-e820a060595e tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/subnets/6c59d28a-e18d-4228-aedb-1fddf5f61bf8 HTTP/1.1" status: 404 len: 337 time: 0.0428638 Jan 21 09:47:36.393454 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port eb3536a7-2f42-404e-a724-e61ced274884, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=eb3536a7-2f42-404e-a724-e61ced274884,segment=NetworkSegment(2f73ed22-eb95-4477-9b5a-938a3f3193aa),segment_id=2f73ed22-eb95-4477-9b5a-938a3f3193aa)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:47:36.394512 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56948) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:36.409157 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': 'eb3536a7-2f42-404e-a724-e61ced274884', 'network_id': '6a336dcd-3549-47be-b1d9-a2143f3785a3', 'port_id': 'eb3536a7-2f42-404e-a724-e61ced274884', 'mac_address': 'fa:16:3e:6a:7a:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a848dd4-30de-4f3e-92e8-28b40d1a2fa6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:47:36.444501 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-bcc36545-daae-40fc-8f41-a23570bbe6b7 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "GET /v2.0/ports?device_id=74721216-23ee-44bf-9f63-c3855d5bafae HTTP/1.1" status: 200 len: 205 time: 0.0465693 Jan 21 09:47:36.444841 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56952) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:36.470924 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:36.492197 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb3536a7-2f42-404e-a724-e61ced274884 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:47:36.507653 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port eb3536a7-2f42-404e-a724-e61ced274884, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=eb3536a7-2f42-404e-a724-e61ced274884,segment=NetworkSegment(2f73ed22-eb95-4477-9b5a-938a3f3193aa),segment_id=2f73ed22-eb95-4477-9b5a-938a3f3193aa)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:47:36.511320 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:36.517438 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-d471575a-27c0-4535-bfa4-35d42a641833 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] delete failed (client error): The resource could not be found. Jan 21 09:47:36.518445 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d471575a-27c0-4535-bfa4-35d42a641833 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/routers/74721216-23ee-44bf-9f63-c3855d5bafae HTTP/1.1" status: 404 len: 336 time: 0.0726111 Jan 21 09:47:36.521369 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 56956) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:36.565943 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-8a11dfb5-b568-437c-a23d-a7c268c7acb5 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "GET /v2.0/ports?device_id=2d74a502-5413-4528-b3b5-029b9f795e26 HTTP/1.1" status: 200 len: 205 time: 0.0433793 Jan 21 09:47:36.568580 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56960) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:36.580823 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=eb3536a7-2f42-404e-a724-e61ced274884,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:36.635475 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-185a03ef-284d-407a-b809-f8021e3a6bfb tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] delete failed (client error): The resource could not be found. Jan 21 09:47:36.636416 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-185a03ef-284d-407a-b809-f8021e3a6bfb tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/routers/2d74a502-5413-4528-b3b5-029b9f795e26 HTTP/1.1" status: 404 len: 336 time: 0.0667484 Jan 21 09:47:36.639676 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56964) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:36.798779 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac3e6a8f-01e5-4f55-8df6-5ec28e2c010c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:36.799224 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac3e6a8f-01e5-4f55-8df6-5ec28e2c010c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:36.800913 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ac3e6a8f-01e5-4f55-8df6-5ec28e2c010c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/subnets/aa341279-983f-4560-aa86-b87fe3a0be53 HTTP/1.1" status: 404 len: 337 time: 0.1603680 Jan 21 09:47:36.803610 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56968) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:36.848518 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1926c418-0e21-48c0-8d64-df8ca60ef613 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "GET /v2.0/ports?device_id=21239fbc-0857-4212-be33-65e97a0b1edc HTTP/1.1" status: 200 len: 205 time: 0.0436280 Jan 21 09:47:36.850612 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56972) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:36.913129 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['eb3536a7-2f42-404e-a724-e61ced274884'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 09:47:36.919671 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-d919e90d-5953-4bf7-9797-8d5bbcc65504 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] delete failed (client error): The resource could not be found. Jan 21 09:47:36.922054 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d919e90d-5953-4bf7-9797-8d5bbcc65504 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/routers/21239fbc-0857-4212-be33-65e97a0b1edc HTTP/1.1" status: 404 len: 336 time: 0.0705128 Jan 21 09:47:36.923158 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56978) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:36.963677 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c56d2a-5098-4b26-b8ef-10bd52e7bb31 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:36.964136 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8c56d2a-5098-4b26-b8ef-10bd52e7bb31 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:36.966075 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c8c56d2a-5098-4b26-b8ef-10bd52e7bb31 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/subnets/b0fb330d-9e9a-4900-8749-34a571812214 HTTP/1.1" status: 404 len: 337 time: 0.0416732 Jan 21 09:47:36.968654 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56982) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:37.016560 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f28a3e0e-5e8a-4638-9f18-7de69dcf47b3 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "GET /v2.0/ports?device_id=6c71f28c-97a5-4c2f-9d78-8b0494e7e39b HTTP/1.1" status: 200 len: 205 time: 0.0444214 Jan 21 09:47:37.016873 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56986) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:37.042977 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a7218-fea2-4296-945e-2aafdb5cb3ae req-558b8765-07a7-470d-b66f-714e0ea7da75 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:37.044974 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ec4a7218-fea2-4296-945e-2aafdb5cb3ae req-558b8765-07a7-470d-b66f-714e0ea7da75 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=b5e14ca3-7e8a-47a9-b090-9482cce00004 HTTP/1.1" status: 200 len: 945 time: 0.0809798 Jan 21 09:47:37.088764 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-54e09098-006c-4e8c-9369-967c6d51c826 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] delete failed (client error): The resource could not be found. Jan 21 09:47:37.091746 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-54e09098-006c-4e8c-9369-967c6d51c826 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/routers/6c71f28c-97a5-4c2f-9d78-8b0494e7e39b HTTP/1.1" status: 404 len: 336 time: 0.0720518 Jan 21 09:47:37.092564 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56990) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:37.097576 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ec4a7218-fea2-4296-945e-2aafdb5cb3ae req-214b6b75-e0b6-4ad4-a69b-9f9ba9333529 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=79192d82-2e12-44df-afed-920f75a4cc78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456588 Jan 21 09:47:37.130746 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d4e6c1-3279-4990-8a02-826960fdec9c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:37.131188 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6d4e6c1-3279-4990-8a02-826960fdec9c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:37.132863 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d6d4e6c1-3279-4990-8a02-826960fdec9c tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/subnets/bdf15e0f-cf5b-4804-afa7-c8093f8a1226 HTTP/1.1" status: 404 len: 337 time: 0.0394127 Jan 21 09:47:37.135542 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 56994) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:37.176265 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-b39cb135-623d-4489-97c8-0c9572e8a743 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:37.176708 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b39cb135-623d-4489-97c8-0c9572e8a743 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:37.178333 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b39cb135-623d-4489-97c8-0c9572e8a743 tempest-RoutersTest-381864495 tempest-RoutersTest-381864495-project] 10.222.0.110 "DELETE /v2.0/subnets/1fbe633a-052f-4ccf-a436-aac3361ca8d5 HTTP/1.1" status: 404 len: 337 time: 0.0419314 Jan 21 09:47:37.449474 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57002) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:37.593181 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6be40220-7776-4dd8-8fbf-e9936465ee75 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=c78ba537853c4f6f976d32f02bc2ac76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425374 Jan 21 09:47:37.595647 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57008) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:37.652087 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4102ee7c-302c-4d5e-96d1-e47e41fe0b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:37.679465 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4102ee7c-302c-4d5e-96d1-e47e41fe0b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:37.729599 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4102ee7c-302c-4d5e-96d1-e47e41fe0b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:37.745995 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102ee7c-302c-4d5e-96d1-e47e41fe0b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b00092d-7e70-43d1-9dda-5181171438f8,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:37.754312 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4102ee7c-302c-4d5e-96d1-e47e41fe0b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:37.755416 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4102ee7c-302c-4d5e-96d1-e47e41fe0b30 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/1b00092d-7e70-43d1-9dda-5181171438f8 HTTP/1.1" status: 204 len: 168 time: 0.1588297 Jan 21 09:47:37.756811 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102ee7c-302c-4d5e-96d1-e47e41fe0b30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:37.757152 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102ee7c-302c-4d5e-96d1-e47e41fe0b30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:37.757495 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102ee7c-302c-4d5e-96d1-e47e41fe0b30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:37.759493 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102ee7c-302c-4d5e-96d1-e47e41fe0b30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:37.759847 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102ee7c-302c-4d5e-96d1-e47e41fe0b30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:37.760181 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102ee7c-302c-4d5e-96d1-e47e41fe0b30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:37.760513 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102ee7c-302c-4d5e-96d1-e47e41fe0b30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:37.760842 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102ee7c-302c-4d5e-96d1-e47e41fe0b30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:37.761181 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102ee7c-302c-4d5e-96d1-e47e41fe0b30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:37.761491 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102ee7c-302c-4d5e-96d1-e47e41fe0b30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:37.761804 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102ee7c-302c-4d5e-96d1-e47e41fe0b30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:37.762119 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102ee7c-302c-4d5e-96d1-e47e41fe0b30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:38.257845 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device eb3536a7-2f42-404e-a724-e61ced274884 up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:38.285286 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7e0e7-1744-40f8-a3f6-0e7f4939fdc9 req-714fe188-7c7e-4f73-997b-1f9ee8b1c1ff tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:38.287023 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b6f7e0e7-1744-40f8-a3f6-0e7f4939fdc9 req-714fe188-7c7e-4f73-997b-1f9ee8b1c1ff tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=b5e14ca3-7e8a-47a9-b090-9482cce00004 HTTP/1.1" status: 200 len: 945 time: 0.0835979 Jan 21 09:47:38.338509 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b6f7e0e7-1744-40f8-a3f6-0e7f4939fdc9 req-137d67a0-596d-48c5-add3-24d8d9303852 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=79192d82-2e12-44df-afed-920f75a4cc78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450039 Jan 21 09:47:38.344185 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port eb3536a7-2f42-404e-a724-e61ced274884 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:38.353125 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port eb3536a7-2f42-404e-a724-e61ced274884 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:38.353497 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.464908 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57034) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:38.469051 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [-] 10.222.0.110 "GET / HTTP/1.1" status: 200 len: 249 time: 0.0031900 Jan 21 09:47:38.472199 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57036) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:38.474844 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.503074 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e14ca3-7e8a-47a9-b090-9482cce00004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3536a7-2f42-404e-a724-e61ced274884'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:47:38.513293 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port eb3536a7-2f42-404e-a724-e61ced274884, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=eb3536a7-2f42-404e-a724-e61ced274884,segment=NetworkSegment(2f73ed22-eb95-4477-9b5a-938a3f3193aa),segment_id=2f73ed22-eb95-4477-9b5a-938a3f3193aa)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:47:38.517478 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.550534 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e14ca3-7e8a-47a9-b090-9482cce00004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3536a7-2f42-404e-a724-e61ced274884', 'code': 200} Jan 21 09:47:38.590056 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-aa315694-419f-4d43-a0a5-54efff74cf40 tempest-NetworksApiDiscovery-1651312804 tempest-NetworksApiDiscovery-1651312804-project] 10.222.0.110 "GET /v2.0/ HTTP/1.1" status: 200 len: 706 time: 0.1111567 Jan 21 09:47:38.590297 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=eb3536a7-2f42-404e-a724-e61ced274884,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:38.855284 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57050) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:39.009563 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fbd2f1d5-9b3b-42b8-91bf-adc7b11b2bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.027353 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-fbd2f1d5-9b3b-42b8-91bf-adc7b11b2bb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:39.037422 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-fbd2f1d5-9b3b-42b8-91bf-adc7b11b2bb9 admin admin] Usage tracker for resource:security_group_rule and tenant:4457e0f025bb4d548b38918bbee85cac is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:39.041463 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-fbd2f1d5-9b3b-42b8-91bf-adc7b11b2bb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:39.049017 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-fbd2f1d5-9b3b-42b8-91bf-adc7b11b2bb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:39.082529 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038a5ca-4b30-4064-9a90-0e0c0688c166 req-f7336ae2-9474-436b-9631-71c021e5790d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:39.084026 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f038a5ca-4b30-4064-9a90-0e0c0688c166 req-f7336ae2-9474-436b-9631-71c021e5790d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b5e14ca3-7e8a-47a9-b090-9482cce00004 HTTP/1.1" status: 200 len: 1099 time: 0.2342587 Jan 21 09:47:39.145006 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f038a5ca-4b30-4064-9a90-0e0c0688c166 req-03c28dc6-da6e-4038-af09-61d3fb6af1dd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=79192d82-2e12-44df-afed-920f75a4cc78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513096 Jan 21 09:47:39.171717 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fbd2f1d5-9b3b-42b8-91bf-adc7b11b2bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.175108 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fbd2f1d5-9b3b-42b8-91bf-adc7b11b2bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.222916 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-fbd2f1d5-9b3b-42b8-91bf-adc7b11b2bb9 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=4457e0f025bb4d548b38918bbee85cac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3663957 Jan 21 09:47:39.224664 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd2f1d5-9b3b-42b8-91bf-adc7b11b2bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ace9414-df7d-4eb3-a848-5937749d0a2d,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:39.225647 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57056) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:39.287373 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-51f726ec-9a27-481d-8462-fba5db635490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.313028 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-51f726ec-9a27-481d-8462-fba5db635490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.365037 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-51f726ec-9a27-481d-8462-fba5db635490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.379275 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f726ec-9a27-481d-8462-fba5db635490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ace9414-df7d-4eb3-a848-5937749d0a2d,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:39.385433 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-51f726ec-9a27-481d-8462-fba5db635490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.389128 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-51f726ec-9a27-481d-8462-fba5db635490 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/9ace9414-df7d-4eb3-a848-5937749d0a2d HTTP/1.1" status: 204 len: 168 time: 0.1599195 Jan 21 09:47:39.537793 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0904c5-fe5a-4557-ba03-9b8ba7bd424f req-731bc271-3c10-4576-93a6-63c9b05da2f1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:39.539516 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9a0904c5-fe5a-4557-ba03-9b8ba7bd424f req-731bc271-3c10-4576-93a6-63c9b05da2f1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=b5e14ca3-7e8a-47a9-b090-9482cce00004 HTTP/1.1" status: 200 len: 946 time: 0.0898571 Jan 21 09:47:39.592720 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9a0904c5-fe5a-4557-ba03-9b8ba7bd424f req-8ae13a2f-8f68-4247-8c3f-d1b5fde1e7a7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=79192d82-2e12-44df-afed-920f75a4cc78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470214 Jan 21 09:47:40.786155 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a8fe3-d78f-433a-adf5-077dcd0bacbb req-11d2d4cf-6551-4716-9c73-2367df82253d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:40.787659 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-525a8fe3-d78f-433a-adf5-077dcd0bacbb req-11d2d4cf-6551-4716-9c73-2367df82253d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=b5e14ca3-7e8a-47a9-b090-9482cce00004 HTTP/1.1" status: 200 len: 946 time: 0.0805745 Jan 21 09:47:40.833325 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-525a8fe3-d78f-433a-adf5-077dcd0bacbb req-2d0c2414-c0f1-4842-a596-05a01db840b1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=79192d82-2e12-44df-afed-920f75a4cc78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399475 Jan 21 09:47:42.064093 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e28bfe-a377-4fff-b7db-ec0e055182c4 req-abe650e8-bfbf-4d8e-b519-1f152907b918 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:42.064093 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-32e28bfe-a377-4fff-b7db-ec0e055182c4 req-abe650e8-bfbf-4d8e-b519-1f152907b918 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=b5e14ca3-7e8a-47a9-b090-9482cce00004 HTTP/1.1" status: 200 len: 946 time: 0.1107240 Jan 21 09:47:42.114990 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-32e28bfe-a377-4fff-b7db-ec0e055182c4 req-d5758d9b-6117-4f5d-94b1-8de8e55ec08b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=79192d82-2e12-44df-afed-920f75a4cc78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459166 Jan 21 09:47:42.349642 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7c6ea-e8c6-46c4-931f-467043d236f8 req-80d78d56-81b9-464f-82bf-f773f26a64cd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:42.349642 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-51b7c6ea-e8c6-46c4-931f-467043d236f8 req-80d78d56-81b9-464f-82bf-f773f26a64cd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=b5e14ca3-7e8a-47a9-b090-9482cce00004 HTTP/1.1" status: 200 len: 946 time: 0.0951567 Jan 21 09:47:42.406081 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-51b7c6ea-e8c6-46c4-931f-467043d236f8 req-df7ab6ad-55b0-4c18-852a-26341c124fbc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=79192d82-2e12-44df-afed-920f75a4cc78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469079 Jan 21 09:47:42.429708 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57072) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:42.524466 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5db91f1-ff1d-4f91-9ed6-5361997d8537 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:42.524466 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e5db91f1-ff1d-4f91-9ed6-5361997d8537 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=b5e14ca3-7e8a-47a9-b090-9482cce00004 HTTP/1.1" status: 200 len: 1094 time: 0.0903554 Jan 21 09:47:42.524466 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57076) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:42.530680 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-53444602-9bfd-40eb-831c-af0964de88eb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'floatingip': {'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'port_id': 'eb3536a7-2f42-404e-a724-e61ced274884', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:47:42.540329 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-53444602-9bfd-40eb-831c-af0964de88eb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:42.540329 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-53444602-9bfd-40eb-831c-af0964de88eb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:floatingip and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:42.549384 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-53444602-9bfd-40eb-831c-af0964de88eb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:42.558954 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-53444602-9bfd-40eb-831c-af0964de88eb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:42.566796 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-53444602-9bfd-40eb-831c-af0964de88eb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:42.651734 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:42.722177 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-53444602-9bfd-40eb-831c-af0964de88eb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:42.866975 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-53444602-9bfd-40eb-831c-af0964de88eb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Allocated IP 172.26.3.129 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/4ef5c953-783d-42d5-9efb-5958809a891d) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:43.015703 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-53444602-9bfd-40eb-831c-af0964de88eb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.050150 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-53444602-9bfd-40eb-831c-af0964de88eb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.116926 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53444602-9bfd-40eb-831c-af0964de88eb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:43.116926 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-53444602-9bfd-40eb-831c-af0964de88eb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:43.124050 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53444602-9bfd-40eb-831c-af0964de88eb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:47:43.156845 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53444602-9bfd-40eb-831c-af0964de88eb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=4ef5c953-783d-42d5-9efb-5958809a891d,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:43.169295 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53444602-9bfd-40eb-831c-af0964de88eb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:43.169295 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53444602-9bfd-40eb-831c-af0964de88eb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:43.169295 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53444602-9bfd-40eb-831c-af0964de88eb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:43.169295 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53444602-9bfd-40eb-831c-af0964de88eb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:43.169295 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53444602-9bfd-40eb-831c-af0964de88eb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:43.169295 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53444602-9bfd-40eb-831c-af0964de88eb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:43.169295 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53444602-9bfd-40eb-831c-af0964de88eb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:43.169295 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53444602-9bfd-40eb-831c-af0964de88eb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:43.169295 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53444602-9bfd-40eb-831c-af0964de88eb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:43.169295 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53444602-9bfd-40eb-831c-af0964de88eb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:43.169295 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53444602-9bfd-40eb-831c-af0964de88eb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:43.169295 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53444602-9bfd-40eb-831c-af0964de88eb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:43.678832 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-53444602-9bfd-40eb-831c-af0964de88eb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.770845 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-53444602-9bfd-40eb-831c-af0964de88eb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.987757 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-53444602-9bfd-40eb-831c-af0964de88eb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.987757 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-53444602-9bfd-40eb-831c-af0964de88eb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.106494 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53444602-9bfd-40eb-831c-af0964de88eb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=4ef5c953-783d-42d5-9efb-5958809a891d,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:44.114813 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-53444602-9bfd-40eb-831c-af0964de88eb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.295882 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.l3_db [None req-53444602-9bfd-40eb-831c-af0964de88eb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Floating IP 3828c698-b801-4ab6-b59e-c512fc915cdd associated. External IP: 172.26.3.129, port: eb3536a7-2f42-404e-a724-e61ced274884. Jan 21 09:47:44.662403 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53444602-9bfd-40eb-831c-af0964de88eb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router cf295d39-4d72-44c6-acb3-819d2c053724 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:47:44.840785 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53444602-9bfd-40eb-831c-af0964de88eb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:47:44.851590 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724c796d-c0bb-4708-9292-ff5c5955f42d None None] Sync routers for ids ['cf295d39-4d72-44c6-acb3-819d2c053724'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:47:44.861372 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724c796d-c0bb-4708-9292-ff5c5955f42d None None] Routers {'cf295d39-4d72-44c6-acb3-819d2c053724'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:44.861979 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-724c796d-c0bb-4708-9292-ff5c5955f42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:47:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['cf295d39-4d72-44c6-acb3-819d2c053724'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:44.866778 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-53444602-9bfd-40eb-831c-af0964de88eb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.943193 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-53444602-9bfd-40eb-831c-af0964de88eb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4134181 Jan 21 09:47:44.943193 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e14ca3-7e8a-47a9-b090-9482cce00004', 'tag': 'eb3536a7-2f42-404e-a724-e61ced274884'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:47:44.955217 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57080) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:45.062557 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-724c796d-c0bb-4708-9292-ff5c5955f42d None None] Set router cf295d39-4d72-44c6-acb3-819d2c053724 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:47:45.087472 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-eb7b59f8-1474-4026-827d-1a083f9faeb5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/floatingips/3828c698-b801-4ab6-b59e-c512fc915cdd HTTP/1.1" status: 200 len: 992 time: 0.1432803 Jan 21 09:47:45.278497 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e14ca3-7e8a-47a9-b090-9482cce00004', 'tag': 'eb3536a7-2f42-404e-a724-e61ced274884', 'status': 'completed', 'code': 200} Jan 21 09:47:45.379172 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd80e0e-cdd0-4475-bbad-541d51b6f376 req-f7fb9d13-6bfe-46c9-8b91-aae3d0eeaeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:45.379172 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6fd80e0e-cdd0-4475-bbad-541d51b6f376 req-f7fb9d13-6bfe-46c9-8b91-aae3d0eeaeae service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=b5e14ca3-7e8a-47a9-b090-9482cce00004 HTTP/1.1" status: 200 len: 1099 time: 0.0738010 Jan 21 09:47:45.430116 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-724c796d-c0bb-4708-9292-ff5c5955f42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'name': 'tempest-TestNetworkBasicOps-router-1086642103', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a2de2e26-32d9-4a5b-a650-8fa84553beee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:11Z', 'updated_at': '2022-01-21T09:47:18Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'a2de2e26-32d9-4a5b-a650-8fa84553beee', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:12Z', 'updated_at': '2022-01-21T09:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '3828c698-b801-4ab6-b59e-c512fc915cdd', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.129', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'port_id': 'eb3536a7-2f42-404e-a724-e61ced274884', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a336dcd-3549-47be-b1d9-a2143f3785a3', 'mac_address': 'fa:16:3e:6a:7a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e14ca3-7e8a-47a9-b090-9482cce00004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:47:43Z', 'updated_at': '2022-01-21T09:47:43Z', 'revision_number': 0, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a05861-b1da-48e0-a2b5-445e1473fae3', 'name': '', 'network_id': '6a336dcd-3549-47be-b1d9-a2143f3785a3', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:69:dc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '2a848dd4-30de-4f3e-92e8-28b40d1a2fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:17Z', 'updated_at': '2022-01-21T09:47:24Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '2a848dd4-30de-4f3e-92e8-28b40d1a2fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:45.432749 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724c796d-c0bb-4708-9292-ff5c5955f42d None None] Checking router: cf295d39-4d72-44c6-acb3-819d2c053724 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:47:45.444518 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724c796d-c0bb-4708-9292-ff5c5955f42d None None] Routers {'cf295d39-4d72-44c6-acb3-819d2c053724'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:47:45.444743 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-724c796d-c0bb-4708-9292-ff5c5955f42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:47:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['cf295d39-4d72-44c6-acb3-819d2c053724'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:45.535706 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd80e0e-cdd0-4475-bbad-541d51b6f376 req-935180f0-645b-4e97-afbd-22701af4601e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:45.535706 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6fd80e0e-cdd0-4475-bbad-541d51b6f376 req-935180f0-645b-4e97-afbd-22701af4601e service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a336dcd-3549-47be-b1d9-a2143f3785a3 HTTP/1.1" status: 200 len: 898 time: 0.1466331 Jan 21 09:47:45.653284 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-724c796d-c0bb-4708-9292-ff5c5955f42d None None] Set router cf295d39-4d72-44c6-acb3-819d2c053724 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:47:45.661987 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6fd80e0e-cdd0-4475-bbad-541d51b6f376 req-222dde14-7b62-4492-a978-a98abfdb8f3c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb3536a7-2f42-404e-a724-e61ced274884 HTTP/1.1" status: 200 len: 1000 time: 0.1262200 Jan 21 09:47:45.730114 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd80e0e-cdd0-4475-bbad-541d51b6f376 req-6644d1ab-00f1-4267-9592-ff8f6a8052ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:45.731510 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6fd80e0e-cdd0-4475-bbad-541d51b6f376 req-6644d1ab-00f1-4267-9592-ff8f6a8052ec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2a848dd4-30de-4f3e-92e8-28b40d1a2fa6 HTTP/1.1" status: 200 len: 834 time: 0.0624702 Jan 21 09:47:45.821031 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd80e0e-cdd0-4475-bbad-541d51b6f376 req-990f3902-8700-441b-b024-d16676e120e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:45.822649 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6fd80e0e-cdd0-4475-bbad-541d51b6f376 req-990f3902-8700-441b-b024-d16676e120e9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a336dcd-3549-47be-b1d9-a2143f3785a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843604 Jan 21 09:47:46.021970 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-724c796d-c0bb-4708-9292-ff5c5955f42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'name': 'tempest-TestNetworkBasicOps-router-1086642103', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a2de2e26-32d9-4a5b-a650-8fa84553beee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:11Z', 'updated_at': '2022-01-21T09:47:18Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'a2de2e26-32d9-4a5b-a650-8fa84553beee', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:12Z', 'updated_at': '2022-01-21T09:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '3828c698-b801-4ab6-b59e-c512fc915cdd', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.129', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'port_id': 'eb3536a7-2f42-404e-a724-e61ced274884', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a336dcd-3549-47be-b1d9-a2143f3785a3', 'mac_address': 'fa:16:3e:6a:7a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e14ca3-7e8a-47a9-b090-9482cce00004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:47:43Z', 'updated_at': '2022-01-21T09:47:43Z', 'revision_number': 0, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a05861-b1da-48e0-a2b5-445e1473fae3', 'name': '', 'network_id': '6a336dcd-3549-47be-b1d9-a2143f3785a3', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:69:dc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '2a848dd4-30de-4f3e-92e8-28b40d1a2fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:17Z', 'updated_at': '2022-01-21T09:47:24Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '2a848dd4-30de-4f3e-92e8-28b40d1a2fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:46.026020 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724c796d-c0bb-4708-9292-ff5c5955f42d None None] The sync data for ids ['cf295d39-4d72-44c6-acb3-819d2c053724'] in dv-neutron-825731-1-hyperv is: [{'id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'name': 'tempest-TestNetworkBasicOps-router-1086642103', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a2de2e26-32d9-4a5b-a650-8fa84553beee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:11Z', 'updated_at': '2022-01-21T09:47:18Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'a2de2e26-32d9-4a5b-a650-8fa84553beee', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:12Z', 'updated_at': '2022-01-21T09:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '3828c698-b801-4ab6-b59e-c512fc915cdd', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.129', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'port_id': 'eb3536a7-2f42-404e-a724-e61ced274884', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a336dcd-3549-47be-b1d9-a2143f3785a3', 'mac_address': 'fa:16:3e:6a:7a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e14ca3-7e8a-47a9-b090-9482cce00004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:47:43Z', 'updated_at': '2022-01-21T09:47:43Z', 'revision_number': 0, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a05861-b1da-48e0-a2b5-445e1473fae3', 'name': '', 'network_id': '6a336dcd-3549-47be-b1d9-a2143f3785a3', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:69:dc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '2a848dd4-30de-4f3e-92e8-28b40d1a2fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:17Z', 'updated_at': '2022-01-21T09:47:24Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '2a848dd4-30de-4f3e-92e8-28b40d1a2fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:47:46.085282 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6fd80e0e-cdd0-4475-bbad-541d51b6f376 req-460181bd-37d0-46b3-97d4-7007925f658d service neutron] 10.222.0.72 "GET /v2.0/networks/6a336dcd-3549-47be-b1d9-a2143f3785a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520547 Jan 21 09:47:46.085282 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57088) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:46.257574 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe88f40-fbcc-4224-a34a-3560a2427ac4 None None] New status for floating IP 3828c698-b801-4ab6-b59e-c512fc915cdd: ACTIVE {{(pid=87516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:47:46.284326 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f42043ad-8842-4f92-8170-5d35084ab38f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/floatingips/3828c698-b801-4ab6-b59e-c512fc915cdd HTTP/1.1" status: 200 len: 992 time: 0.1973798 Jan 21 09:47:46.318679 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6fd80e0e-cdd0-4475-bbad-541d51b6f376 req-fb0c5f53-a2d9-4dff-b737-fed94ab130f5 service neutron] 10.222.0.72 "GET /v2.0/networks/6a336dcd-3549-47be-b1d9-a2143f3785a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770594 Jan 21 09:47:46.528526 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-01d06a0e-c627-46e1-8b7d-90be8e23b488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:47.287102 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57092) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:47.392452 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-580d6bda-b21a-4066-bdfe-9044abd265cb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/floatingips/3828c698-b801-4ab6-b59e-c512fc915cdd HTTP/1.1" status: 200 len: 994 time: 0.1041584 Jan 21 09:47:48.853561 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5b358170-29ce-4bd2-a195-6afc4894346b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.789155 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.886862 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.322503 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:54.137145 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-46845a86-a754-4d55-9ffb-427208016e1b req-75af07bf-fbf8-4672-86ad-ed5550290b51 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=10c45647-00d6-4ecb-ac0d-95cc54b0c23c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694199 Jan 21 09:47:54.277765 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46845a86-a754-4d55-9ffb-427208016e1b req-f4fe6b8f-ab70-4d42-b244-13d558ec15ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:54.279216 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-46845a86-a754-4d55-9ffb-427208016e1b req-f4fe6b8f-ab70-4d42-b244-13d558ec15ff service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b19bae91610749c2842623300f66b5c2&device_id=10c45647-00d6-4ecb-ac0d-95cc54b0c23c HTTP/1.1" status: 200 len: 1098 time: 0.0716004 Jan 21 09:47:54.430503 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46845a86-a754-4d55-9ffb-427208016e1b req-4e09b23f-a491-4b94-acd3-dfd90f2e9b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:54.431915 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-46845a86-a754-4d55-9ffb-427208016e1b req-4e09b23f-a491-4b94-acd3-dfd90f2e9b2e service neutron] 10.222.0.72 "GET /v2.0/networks?id=4880d60f-eaf6-400c-ae63-407f78f8f686 HTTP/1.1" status: 200 len: 913 time: 0.1276295 Jan 21 09:47:54.534771 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-46845a86-a754-4d55-9ffb-427208016e1b req-f52f4921-1237-4f5a-89fa-6f04966e2466 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19fbb4d6-8ca9-42dc-a5f5-55139be96a3e HTTP/1.1" status: 200 len: 1001 time: 0.0950696 Jan 21 09:47:54.596670 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46845a86-a754-4d55-9ffb-427208016e1b req-f5a3c1e7-77af-4ee3-a794-6f566983fb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:54.598093 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-46845a86-a754-4d55-9ffb-427208016e1b req-f5a3c1e7-77af-4ee3-a794-6f566983fb7a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a15dd6d5-fb0e-4d75-9036-70eb3b2240fa HTTP/1.1" status: 200 len: 851 time: 0.0572059 Jan 21 09:47:54.673102 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46845a86-a754-4d55-9ffb-427208016e1b req-20625b6f-6665-4616-9e05-db9650aa934a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:54.675162 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-46845a86-a754-4d55-9ffb-427208016e1b req-20625b6f-6665-4616-9e05-db9650aa934a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4880d60f-eaf6-400c-ae63-407f78f8f686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689797 Jan 21 09:47:54.808735 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-46845a86-a754-4d55-9ffb-427208016e1b req-06e720a1-8a34-42ac-af05-ac1a1128e001 service neutron] 10.222.0.72 "GET /v2.0/networks/4880d60f-eaf6-400c-ae63-407f78f8f686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239860 Jan 21 09:47:54.942694 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-46845a86-a754-4d55-9ffb-427208016e1b req-1def785f-dd2e-466b-ad05-ad413af124df service neutron] 10.222.0.72 "GET /v2.0/networks/4880d60f-eaf6-400c-ae63-407f78f8f686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216943 Jan 21 09:48:07.034550 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:48:12.645691 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:16.472849 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-353a27fc-4f93-462c-82c6-3f5e3444248c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:18.854700 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4a03b06d-afce-49c2-882e-3da3e86ff83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:19.781769 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:19.885998 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:21.323698 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:42.628721 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.033923 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:48:46.472834 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3fbe583c-0ddb-4c8f-b3dd-411f63fc5175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:48.856500 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fd7a2399-16b8-4a1a-8ab4-d3b97c1a1fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:49.783504 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:49.889113 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:51.326822 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:55.158974 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-80daa02b-6cdd-4a11-a1e4-e67ed8e7d1bf req-078f4969-ad0c-4f0b-b4a7-381bd35713e3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b5e14ca3-7e8a-47a9-b090-9482cce00004&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726526 Jan 21 09:48:55.249284 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80daa02b-6cdd-4a11-a1e4-e67ed8e7d1bf req-4d34ffde-e980-49ab-93ab-0a16f73e5020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:55.250727 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-80daa02b-6cdd-4a11-a1e4-e67ed8e7d1bf req-4d34ffde-e980-49ab-93ab-0a16f73e5020 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=b5e14ca3-7e8a-47a9-b090-9482cce00004 HTTP/1.1" status: 200 len: 1099 time: 0.0702615 Jan 21 09:48:55.392042 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80daa02b-6cdd-4a11-a1e4-e67ed8e7d1bf req-0c7d2906-bf8f-4bd8-86f1-db2fd4880559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:55.393493 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-80daa02b-6cdd-4a11-a1e4-e67ed8e7d1bf req-0c7d2906-bf8f-4bd8-86f1-db2fd4880559 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a336dcd-3549-47be-b1d9-a2143f3785a3 HTTP/1.1" status: 200 len: 898 time: 0.1244826 Jan 21 09:48:55.603687 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-80daa02b-6cdd-4a11-a1e4-e67ed8e7d1bf req-9ec3a469-8e71-4444-a814-b42cf068c619 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb3536a7-2f42-404e-a724-e61ced274884 HTTP/1.1" status: 200 len: 1002 time: 0.2038870 Jan 21 09:48:55.665657 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80daa02b-6cdd-4a11-a1e4-e67ed8e7d1bf req-6ee4de16-d0ed-49e3-9082-a50a7c734da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:55.667030 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-80daa02b-6cdd-4a11-a1e4-e67ed8e7d1bf req-6ee4de16-d0ed-49e3-9082-a50a7c734da6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2a848dd4-30de-4f3e-92e8-28b40d1a2fa6 HTTP/1.1" status: 200 len: 834 time: 0.0573080 Jan 21 09:48:55.742204 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80daa02b-6cdd-4a11-a1e4-e67ed8e7d1bf req-6ae95425-550e-4a19-9fcd-1a9e4f5332c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:55.743705 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-80daa02b-6cdd-4a11-a1e4-e67ed8e7d1bf req-6ae95425-550e-4a19-9fcd-1a9e4f5332c3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a336dcd-3549-47be-b1d9-a2143f3785a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686250 Jan 21 09:48:55.876636 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-80daa02b-6cdd-4a11-a1e4-e67ed8e7d1bf req-57cf8da2-b1a6-4ea8-b18b-a0784f38f961 service neutron] 10.222.0.72 "GET /v2.0/networks/6a336dcd-3549-47be-b1d9-a2143f3785a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253314 Jan 21 09:48:56.007784 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-80daa02b-6cdd-4a11-a1e4-e67ed8e7d1bf req-7fa92fbd-24a3-418a-a19e-b52121997861 service neutron] 10.222.0.72 "GET /v2.0/networks/6a336dcd-3549-47be-b1d9-a2143f3785a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243181 Jan 21 09:49:00.499875 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57146) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:00.609642 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1ac37b9d-bdf2-4007-9246-da0bdc8df0b3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/floatingips/3828c698-b801-4ab6-b59e-c512fc915cdd HTTP/1.1" status: 200 len: 994 time: 0.1085944 Jan 21 09:49:01.802224 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57158) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:02.009486 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-0e3cc175-4bad-444a-81e7-c6c9fb115042 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port 4ef5c953-783d-42d5-9efb-5958809a891d {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:49:02.009926 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0e3cc175-4bad-444a-81e7-c6c9fb115042 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:02.189405 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0e3cc175-4bad-444a-81e7-c6c9fb115042 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:02.189649 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0e3cc175-4bad-444a-81e7-c6c9fb115042 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:02.334264 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-0e3cc175-4bad-444a-81e7-c6c9fb115042 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for 4ef5c953-783d-42d5-9efb-5958809a891d owned by network:floatingip {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:49:02.544339 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0e3cc175-4bad-444a-81e7-c6c9fb115042 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:02.675891 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3cc175-4bad-444a-81e7-c6c9fb115042 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Port': ['ID=4ef5c953-783d-42d5-9efb-5958809a891d,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:02.722705 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3cc175-4bad-444a-81e7-c6c9fb115042 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:02.723478 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3cc175-4bad-444a-81e7-c6c9fb115042 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:02.723478 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3cc175-4bad-444a-81e7-c6c9fb115042 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:02.724522 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3cc175-4bad-444a-81e7-c6c9fb115042 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:02.724522 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3cc175-4bad-444a-81e7-c6c9fb115042 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:02.724522 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3cc175-4bad-444a-81e7-c6c9fb115042 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:02.724727 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3cc175-4bad-444a-81e7-c6c9fb115042 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:02.724970 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3cc175-4bad-444a-81e7-c6c9fb115042 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:02.725339 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3cc175-4bad-444a-81e7-c6c9fb115042 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:02.725660 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3cc175-4bad-444a-81e7-c6c9fb115042 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:02.725975 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3cc175-4bad-444a-81e7-c6c9fb115042 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:02.726299 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3cc175-4bad-444a-81e7-c6c9fb115042 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:02.766955 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0e3cc175-4bad-444a-81e7-c6c9fb115042 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:02.767465 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.l3_db [None req-0e3cc175-4bad-444a-81e7-c6c9fb115042 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Floating IP 3828c698-b801-4ab6-b59e-c512fc915cdd disassociated (deleted). External IP: 172.26.3.129, port: eb3536a7-2f42-404e-a724-e61ced274884. Jan 21 09:49:03.326900 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3cc175-4bad-444a-81e7-c6c9fb115042 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router cf295d39-4d72-44c6-acb3-819d2c053724 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:49:03.580737 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3cc175-4bad-444a-81e7-c6c9fb115042 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:49:03.599275 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e02938a-ac15-4782-9cc9-b6ca55c6bd9a None None] Sync routers for ids ['cf295d39-4d72-44c6-acb3-819d2c053724'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:49:03.613293 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e02938a-ac15-4782-9cc9-b6ca55c6bd9a None None] Routers {'cf295d39-4d72-44c6-acb3-819d2c053724'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:49:03.614209 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-1e02938a-ac15-4782-9cc9-b6ca55c6bd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:48:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['cf295d39-4d72-44c6-acb3-819d2c053724'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:03.629802 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0e3cc175-4bad-444a-81e7-c6c9fb115042 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.703112 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0e3cc175-4bad-444a-81e7-c6c9fb115042 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/floatingips/3828c698-b801-4ab6-b59e-c512fc915cdd HTTP/1.1" status: 204 len: 168 time: 1.8994398 Jan 21 09:49:03.704318 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e14ca3-7e8a-47a9-b090-9482cce00004', 'tag': 'eb3536a7-2f42-404e-a724-e61ced274884'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:49:03.891076 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e14ca3-7e8a-47a9-b090-9482cce00004', 'tag': 'eb3536a7-2f42-404e-a724-e61ced274884', 'status': 'completed', 'code': 200} Jan 21 09:49:03.980499 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-1e02938a-ac15-4782-9cc9-b6ca55c6bd9a None None] Set router cf295d39-4d72-44c6-acb3-819d2c053724 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:49:04.033719 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624e4d3-dc1d-44ac-9f00-13effbc93c6d req-b28321de-4947-47c8-9817-463ba90db593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:04.035429 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4624e4d3-dc1d-44ac-9f00-13effbc93c6d req-b28321de-4947-47c8-9817-463ba90db593 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=b5e14ca3-7e8a-47a9-b090-9482cce00004 HTTP/1.1" status: 200 len: 1099 time: 0.1125817 Jan 21 09:49:04.201091 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624e4d3-dc1d-44ac-9f00-13effbc93c6d req-4d9af49f-70a4-4475-a56f-81e228e2afba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:04.203412 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4624e4d3-dc1d-44ac-9f00-13effbc93c6d req-4d9af49f-70a4-4475-a56f-81e228e2afba service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a336dcd-3549-47be-b1d9-a2143f3785a3 HTTP/1.1" status: 200 len: 898 time: 0.1590614 Jan 21 09:49:04.354468 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4624e4d3-dc1d-44ac-9f00-13effbc93c6d req-f1ec809b-b02f-407a-b1aa-080bf2f1252e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb3536a7-2f42-404e-a724-e61ced274884 HTTP/1.1" status: 200 len: 217 time: 0.1415462 Jan 21 09:49:04.403881 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-1e02938a-ac15-4782-9cc9-b6ca55c6bd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'name': 'tempest-TestNetworkBasicOps-router-1086642103', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a2de2e26-32d9-4a5b-a650-8fa84553beee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:11Z', 'updated_at': '2022-01-21T09:47:18Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'a2de2e26-32d9-4a5b-a650-8fa84553beee', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:12Z', 'updated_at': '2022-01-21T09:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '30a05861-b1da-48e0-a2b5-445e1473fae3', 'name': '', 'network_id': '6a336dcd-3549-47be-b1d9-a2143f3785a3', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:69:dc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '2a848dd4-30de-4f3e-92e8-28b40d1a2fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:17Z', 'updated_at': '2022-01-21T09:47:24Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '2a848dd4-30de-4f3e-92e8-28b40d1a2fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:04.410758 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e02938a-ac15-4782-9cc9-b6ca55c6bd9a None None] Checking router: cf295d39-4d72-44c6-acb3-819d2c053724 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:49:04.411722 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b5324-0731-4d4e-bb80-5b568000db57 req-19635cee-dc95-4543-9ae3-011961b72c44 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:04.413403 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-254b5324-0731-4d4e-bb80-5b568000db57 req-19635cee-dc95-4543-9ae3-011961b72c44 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=b5e14ca3-7e8a-47a9-b090-9482cce00004 HTTP/1.1" status: 200 len: 946 time: 0.2451785 Jan 21 09:49:04.422360 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e02938a-ac15-4782-9cc9-b6ca55c6bd9a None None] Routers {'cf295d39-4d72-44c6-acb3-819d2c053724'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:49:04.422360 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-1e02938a-ac15-4782-9cc9-b6ca55c6bd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:48:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['cf295d39-4d72-44c6-acb3-819d2c053724'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:04.432391 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624e4d3-dc1d-44ac-9f00-13effbc93c6d req-b173547b-c52c-4d85-8653-92a428ac84d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:04.434065 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4624e4d3-dc1d-44ac-9f00-13effbc93c6d req-b173547b-c52c-4d85-8653-92a428ac84d1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2a848dd4-30de-4f3e-92e8-28b40d1a2fa6 HTTP/1.1" status: 200 len: 834 time: 0.0735624 Jan 21 09:49:04.492232 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-254b5324-0731-4d4e-bb80-5b568000db57 req-eb0100cf-908b-4a01-8765-bc03c81d5a03 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=79192d82-2e12-44df-afed-920f75a4cc78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643201 Jan 21 09:49:04.529166 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624e4d3-dc1d-44ac-9f00-13effbc93c6d req-6a850f91-4d57-474b-bdeb-53f28964433a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:04.530661 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4624e4d3-dc1d-44ac-9f00-13effbc93c6d req-6a850f91-4d57-474b-bdeb-53f28964433a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a336dcd-3549-47be-b1d9-a2143f3785a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0901477 Jan 21 09:49:04.661213 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-1e02938a-ac15-4782-9cc9-b6ca55c6bd9a None None] Set router cf295d39-4d72-44c6-acb3-819d2c053724 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:49:04.719126 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4624e4d3-dc1d-44ac-9f00-13effbc93c6d req-10aa06cd-1c77-4844-885d-66d903d33875 service neutron] 10.222.0.72 "GET /v2.0/networks/6a336dcd-3549-47be-b1d9-a2143f3785a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797209 Jan 21 09:49:04.926342 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4624e4d3-dc1d-44ac-9f00-13effbc93c6d req-ba73e394-78a0-48d3-a846-b6fd4fd5234b service neutron] 10.222.0.72 "GET /v2.0/networks/6a336dcd-3549-47be-b1d9-a2143f3785a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013061 Jan 21 09:49:05.188871 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-1e02938a-ac15-4782-9cc9-b6ca55c6bd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'name': 'tempest-TestNetworkBasicOps-router-1086642103', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a2de2e26-32d9-4a5b-a650-8fa84553beee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:11Z', 'updated_at': '2022-01-21T09:47:18Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'a2de2e26-32d9-4a5b-a650-8fa84553beee', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:12Z', 'updated_at': '2022-01-21T09:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '30a05861-b1da-48e0-a2b5-445e1473fae3', 'name': '', 'network_id': '6a336dcd-3549-47be-b1d9-a2143f3785a3', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:69:dc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '2a848dd4-30de-4f3e-92e8-28b40d1a2fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:17Z', 'updated_at': '2022-01-21T09:47:24Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '2a848dd4-30de-4f3e-92e8-28b40d1a2fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:05.192936 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e02938a-ac15-4782-9cc9-b6ca55c6bd9a None None] The sync data for ids ['cf295d39-4d72-44c6-acb3-819d2c053724'] in dv-neutron-825731-1-hyperv is: [{'id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'name': 'tempest-TestNetworkBasicOps-router-1086642103', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a2de2e26-32d9-4a5b-a650-8fa84553beee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:11Z', 'updated_at': '2022-01-21T09:47:18Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'a2de2e26-32d9-4a5b-a650-8fa84553beee', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:12Z', 'updated_at': '2022-01-21T09:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '30a05861-b1da-48e0-a2b5-445e1473fae3', 'name': '', 'network_id': '6a336dcd-3549-47be-b1d9-a2143f3785a3', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:69:dc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '2a848dd4-30de-4f3e-92e8-28b40d1a2fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:17Z', 'updated_at': '2022-01-21T09:47:24Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '2a848dd4-30de-4f3e-92e8-28b40d1a2fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:49:05.506073 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1d21a0-51b6-47a8-a45a-981b539ba822 None None] New status for floating IP 3828c698-b801-4ab6-b59e-c512fc915cdd: DOWN {{(pid=87516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:49:05.910201 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42614809-6cf4-4577-ae8a-3eb66aee1b47 req-fc6d54af-94da-422d-9810-4972a16fd92a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:05.910889 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-42614809-6cf4-4577-ae8a-3eb66aee1b47 req-fc6d54af-94da-422d-9810-4972a16fd92a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:05.922062 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe053ed7-153c-430e-baa4-56e000bc4e4f req-1c277461-2be8-4904-8789-24ef73fcb419 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:05.922714 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-fe053ed7-153c-430e-baa4-56e000bc4e4f req-1c277461-2be8-4904-8789-24ef73fcb419 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:05.943816 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-42614809-6cf4-4577-ae8a-3eb66aee1b47 req-fc6d54af-94da-422d-9810-4972a16fd92a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:05.944933 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-42614809-6cf4-4577-ae8a-3eb66aee1b47 req-fc6d54af-94da-422d-9810-4972a16fd92a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5e14ca3-7e8a-47a9-b090-9482cce00004 HTTP/1.1" status: 200 len: 946 time: 0.2914710 Jan 21 09:49:05.945992 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-fe053ed7-153c-430e-baa4-56e000bc4e4f req-1c277461-2be8-4904-8789-24ef73fcb419 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:05.946938 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fe053ed7-153c-430e-baa4-56e000bc4e4f req-1c277461-2be8-4904-8789-24ef73fcb419 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=b5e14ca3-7e8a-47a9-b090-9482cce00004 HTTP/1.1" status: 200 len: 946 time: 0.3242235 Jan 21 09:49:06.045884 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-42614809-6cf4-4577-ae8a-3eb66aee1b47 req-c31e26ce-eef1-4831-ace1-24de6504a09f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port eb3536a7-2f42-404e-a724-e61ced274884 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:49:06.046123 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-42614809-6cf4-4577-ae8a-3eb66aee1b47 req-c31e26ce-eef1-4831-ace1-24de6504a09f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:06.091321 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fe053ed7-153c-430e-baa4-56e000bc4e4f req-c0d02eb6-888a-4498-bed2-f095db78cb9b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=79192d82-2e12-44df-afed-920f75a4cc78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364262 Jan 21 09:49:06.328513 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-42614809-6cf4-4577-ae8a-3eb66aee1b47 req-c31e26ce-eef1-4831-ace1-24de6504a09f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] For port eb3536a7-2f42-404e-a724-e61ced274884, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=eb3536a7-2f42-404e-a724-e61ced274884,segment=NetworkSegment(2f73ed22-eb95-4477-9b5a-938a3f3193aa),segment_id=2f73ed22-eb95-4477-9b5a-938a3f3193aa)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:49:06.328887 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-42614809-6cf4-4577-ae8a-3eb66aee1b47 req-c31e26ce-eef1-4831-ace1-24de6504a09f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:06.454264 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-42614809-6cf4-4577-ae8a-3eb66aee1b47 req-c31e26ce-eef1-4831-ace1-24de6504a09f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for eb3536a7-2f42-404e-a724-e61ced274884 owned by compute:nova {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:49:06.617525 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-42614809-6cf4-4577-ae8a-3eb66aee1b47 req-c31e26ce-eef1-4831-ace1-24de6504a09f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:06.685761 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e26ce-eef1-4831-ace1-24de6504a09f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Port': ['ID=eb3536a7-2f42-404e-a724-e61ced274884,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:06.776330 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-42614809-6cf4-4577-ae8a-3eb66aee1b47 req-c31e26ce-eef1-4831-ace1-24de6504a09f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] No DVR routers for this DVR port eb3536a7-2f42-404e-a724-e61ced274884 on host hv-neutron-8257 {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:49:06.779199 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-42614809-6cf4-4577-ae8a-3eb66aee1b47 req-c31e26ce-eef1-4831-ace1-24de6504a09f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:06.788806 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e14ca3-7e8a-47a9-b090-9482cce00004', 'name': 'network-vif-deleted', 'tag': 'eb3536a7-2f42-404e-a724-e61ced274884'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:49:06.801147 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-42614809-6cf4-4577-ae8a-3eb66aee1b47 req-c31e26ce-eef1-4831-ace1-24de6504a09f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "DELETE /v2.0/ports/eb3536a7-2f42-404e-a724-e61ced274884 HTTP/1.1" status: 204 len: 173 time: 0.8478975 Jan 21 09:49:06.838769 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e14ca3-7e8a-47a9-b090-9482cce00004', 'name': 'network-vif-deleted', 'tag': 'eb3536a7-2f42-404e-a724-e61ced274884', 'status': 'completed', 'code': 200} Jan 21 09:49:07.300797 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-2ac49925-dc7b-41e8-84e1-80a1faf130e0 req-71a55f26-9b53-433b-8c46-f974b72c86fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:07.322422 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-2ac49925-dc7b-41e8-84e1-80a1faf130e0 req-71a55f26-9b53-433b-8c46-f974b72c86fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:07.329737 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2ac49925-dc7b-41e8-84e1-80a1faf130e0 req-71a55f26-9b53-433b-8c46-f974b72c86fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=b5e14ca3-7e8a-47a9-b090-9482cce00004 HTTP/1.1" status: 200 len: 210 time: 0.0867991 Jan 21 09:49:08.426537 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57192) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:08.493727 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7fb3331f-1f5d-4e16-88f9-caddbc71d40b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:08.522388 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7fb3331f-1f5d-4e16-88f9-caddbc71d40b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:08.586681 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7fb3331f-1f5d-4e16-88f9-caddbc71d40b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:08.604717 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3331f-1f5d-4e16-88f9-caddbc71d40b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79192d82-2e12-44df-afed-920f75a4cc78,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:08.619488 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7fb3331f-1f5d-4e16-88f9-caddbc71d40b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:08.620625 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7fb3331f-1f5d-4e16-88f9-caddbc71d40b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/security-groups/79192d82-2e12-44df-afed-920f75a4cc78 HTTP/1.1" status: 204 len: 168 time: 0.1930814 Jan 21 09:49:08.658290 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57200) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:08.665882 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device eb3536a7-2f42-404e-a724-e61ced274884 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:49:08.702079 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] No Port match for: eb3536a7-2f42-404e-a724-e61ced274884 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:49:08.702511 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device eb3536a7-2f42-404e-a724-e61ced274884 not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:49:09.040048 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-edefc11c-f488-474f-bb19-f9d280d1e14e tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1226420372&fields=id&tenant_id=b19bae91610749c2842623300f66b5c2 HTTP/1.1" status: 200 len: 267 time: 0.0406837 Jan 21 09:49:09.190342 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-aa584a5f-95fd-4cee-9516-e63c7074e619 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:09.190909 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-aa584a5f-95fd-4cee-9516-e63c7074e619 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Synchronizing usage tracker for tenant:b19bae91610749c2842623300f66b5c2 on resource:network {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:09.208277 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-aa584a5f-95fd-4cee-9516-e63c7074e619 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Unset dirty status for tenant:b19bae91610749c2842623300f66b5c2 on resource:network {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:09.209595 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-aa584a5f-95fd-4cee-9516-e63c7074e619 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/networks?id=4880d60f-eaf6-400c-ae63-407f78f8f686 HTTP/1.1" status: 200 len: 812 time: 0.1624095 Jan 21 09:49:09.226132 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-04bc2aed-8fd2-4f23-a5c1-7ec35bf20a71 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/quotas/b19bae91610749c2842623300f66b5c2 HTTP/1.1" status: 200 len: 375 time: 0.0098989 Jan 21 09:49:09.326452 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-7fd0f40e-ba04-41f5-9c76-cf6bbfe8ad50 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=b19bae91610749c2842623300f66b5c2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0934272 Jan 21 09:49:09.336729 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9511a3b7-4361-4fbd-ab6a-dee9b8fe1863 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.565330 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-14cbf1e6-b735-4667-8438-779e9c95340b service neutron] 10.222.0.110 "GET /v2.0/networks/4880d60f-eaf6-400c-ae63-407f78f8f686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267818 Jan 21 09:49:09.691991 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-9511a3b7-4361-4fbd-ab6a-dee9b8fe1863 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port 30a05861-b1da-48e0-a2b5-445e1473fae3 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:49:09.692565 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9511a3b7-4361-4fbd-ab6a-dee9b8fe1863 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.698979 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-8bf8f400-65bb-4b60-b50d-78aa9b27e6ed service neutron] 10.222.0.110 "GET /v2.0/networks/4880d60f-eaf6-400c-ae63-407f78f8f686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279039 Jan 21 09:49:09.881962 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-9511a3b7-4361-4fbd-ab6a-dee9b8fe1863 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] For port 30a05861-b1da-48e0-a2b5-445e1473fae3, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=30a05861-b1da-48e0-a2b5-445e1473fae3,segment=NetworkSegment(2f73ed22-eb95-4477-9b5a-938a3f3193aa),segment_id=2f73ed22-eb95-4477-9b5a-938a3f3193aa)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:49:09.882316 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9511a3b7-4361-4fbd-ab6a-dee9b8fe1863 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:10.007773 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-9511a3b7-4361-4fbd-ab6a-dee9b8fe1863 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for 30a05861-b1da-48e0-a2b5-445e1473fae3 owned by network:router_interface {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:49:10.101881 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-36a51ae1-fcad-4ab7-9c3a-d3aef810a26a req-af55f22b-6be2-4bf6-b396-083fc24c82c0 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=7632377c-8a93-494d-93f2-b99d34f69805 HTTP/1.1" status: 200 len: 210 time: 0.0532899 Jan 21 09:49:10.251417 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9511a3b7-4361-4fbd-ab6a-dee9b8fe1863 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:10.299162 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511a3b7-4361-4fbd-ab6a-dee9b8fe1863 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Port': ['ID=30a05861-b1da-48e0-a2b5-445e1473fae3,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:10.600372 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9511a3b7-4361-4fbd-ab6a-dee9b8fe1863 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.084168 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9511a3b7-4361-4fbd-ab6a-dee9b8fe1863 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router cf295d39-4d72-44c6-acb3-819d2c053724 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:49:11.260456 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-98003186-e2c8-4f72-81d8-a3200dc22782 req-fba3a2fa-6e83-4020-85f2-c8228ecb36d7 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=7632377c-8a93-494d-93f2-b99d34f69805 HTTP/1.1" status: 200 len: 210 time: 0.0433199 Jan 21 09:49:11.360750 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9511a3b7-4361-4fbd-ab6a-dee9b8fe1863 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:49:11.370697 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afc4a92-2b32-486e-9862-5cf3765704a4 None None] Sync routers for ids ['cf295d39-4d72-44c6-acb3-819d2c053724'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:49:11.384091 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-9511a3b7-4361-4fbd-ab6a-dee9b8fe1863 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "PUT /v2.0/routers/cf295d39-4d72-44c6-acb3-819d2c053724/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7219288 Jan 21 09:49:11.384274 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afc4a92-2b32-486e-9862-5cf3765704a4 None None] Routers {'cf295d39-4d72-44c6-acb3-819d2c053724'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:49:11.384274 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-8afc4a92-2b32-486e-9862-5cf3765704a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:48:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['cf295d39-4d72-44c6-acb3-819d2c053724'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:11.384484 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57236) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:11.422401 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-d08b0202-9167-4495-a1e3-f57f0f6fdbad tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:11.423810 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-d08b0202-9167-4495-a1e3-f57f0f6fdbad tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.72 "GET /v2.0/networks?id=4880d60f-eaf6-400c-ae63-407f78f8f686 HTTP/1.1" status: 200 len: 812 time: 0.1915588 Jan 21 09:49:11.473169 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-548baf2f-4488-4d4f-b3b5-0476c3f2900a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting subnet 2a848dd4-30de-4f3e-92e8-28b40d1a2fa6 {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:49:11.477188 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-548baf2f-4488-4d4f-b3b5-0476c3f2900a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.488329 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-88ccfeae-0838-439f-b9cd-f95ad1b30b01 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b19bae91610749c2842623300f66b5c2 HTTP/1.1" status: 200 len: 380 time: 0.0536122 Jan 21 09:49:11.499990 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-78046699-e548-4b7a-af90-ae41cbc6deb0 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Request body: {'port': {'device_id': '7632377c-8a93-494d-93f2-b99d34f69805', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'admin_state_up': True, 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'security_groups': ['0e79c6d1-7873-43f1-81f5-805aba1a0560']}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:11.543274 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-548baf2f-4488-4d4f-b3b5-0476c3f2900a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.643494 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-548baf2f-4488-4d4f-b3b5-0476c3f2900a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.645016 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-8afc4a92-2b32-486e-9862-5cf3765704a4 None None] Set router cf295d39-4d72-44c6-acb3-819d2c053724 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:49:11.666080 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-78046699-e548-4b7a-af90-ae41cbc6deb0 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:11.676406 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-78046699-e548-4b7a-af90-ae41cbc6deb0 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:11.688236 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-78046699-e548-4b7a-af90-ae41cbc6deb0 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Made reservation on behalf of b19bae91610749c2842623300f66b5c2 for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:11.692305 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-78046699-e548-4b7a-af90-ae41cbc6deb0 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.742086 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-548baf2f-4488-4d4f-b3b5-0476c3f2900a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.796031 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548baf2f-4488-4d4f-b3b5-0476c3f2900a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Subnet': ['ID=2a848dd4-30de-4f3e-92e8-28b40d1a2fa6,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:11.804346 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259fe072-b9a6-47ca-a989-349a5e1fb95d None None] Network 6a336dcd-3549-47be-b1d9-a2143f3785a3 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:49:11.806332 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-548baf2f-4488-4d4f-b3b5-0476c3f2900a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.814456 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548baf2f-4488-4d4f-b3b5-0476c3f2900a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:11.814804 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548baf2f-4488-4d4f-b3b5-0476c3f2900a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:11.815375 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548baf2f-4488-4d4f-b3b5-0476c3f2900a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:11.815746 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548baf2f-4488-4d4f-b3b5-0476c3f2900a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:11.816074 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548baf2f-4488-4d4f-b3b5-0476c3f2900a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:11.816401 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548baf2f-4488-4d4f-b3b5-0476c3f2900a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:11.816799 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548baf2f-4488-4d4f-b3b5-0476c3f2900a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:11.817153 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548baf2f-4488-4d4f-b3b5-0476c3f2900a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:11.817480 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548baf2f-4488-4d4f-b3b5-0476c3f2900a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:11.817801 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548baf2f-4488-4d4f-b3b5-0476c3f2900a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:11.818126 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548baf2f-4488-4d4f-b3b5-0476c3f2900a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:11.818443 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548baf2f-4488-4d4f-b3b5-0476c3f2900a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:11.827362 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-548baf2f-4488-4d4f-b3b5-0476c3f2900a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/subnets/2a848dd4-30de-4f3e-92e8-28b40d1a2fa6 HTTP/1.1" status: 204 len: 168 time: 0.4389827 Jan 21 09:49:11.827362 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57240) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:11.997181 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-8afc4a92-2b32-486e-9862-5cf3765704a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'name': 'tempest-TestNetworkBasicOps-router-1086642103', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a2de2e26-32d9-4a5b-a650-8fa84553beee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:11Z', 'updated_at': '2022-01-21T09:49:10Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'a2de2e26-32d9-4a5b-a650-8fa84553beee', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:12Z', 'updated_at': '2022-01-21T09:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:12.001484 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afc4a92-2b32-486e-9862-5cf3765704a4 None None] Checking router: cf295d39-4d72-44c6-acb3-819d2c053724 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:49:12.011660 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afc4a92-2b32-486e-9862-5cf3765704a4 None None] Routers {'cf295d39-4d72-44c6-acb3-819d2c053724'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:49:12.012282 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-8afc4a92-2b32-486e-9862-5cf3765704a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:48:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['cf295d39-4d72-44c6-acb3-819d2c053724'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:12.013967 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-78046699-e548-4b7a-af90-ae41cbc6deb0 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Allocated IP 172.20.0.6 (4880d60f-eaf6-400c-ae63-407f78f8f686/a15dd6d5-fb0e-4d75-9036-70eb3b2240fa/58a8552c-5e1a-47cb-b8e4-ab067174f6e9) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:12.067746 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7991a571-4301-46c1-9aef-9afea60b2d30 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.196889 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f144a5-6a5a-4460-b67f-28b0913a43d9 None None] DHCP port deletion for 6a336dcd-3549-47be-b1d9-a2143f3785a3 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:49:12.201225 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-81f144a5-6a5a-4460-b67f-28b0913a43d9 None None] Deleting port 34144463-64b5-47be-b6e3-003c476ade11 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:49:12.201833 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-81f144a5-6a5a-4460-b67f-28b0913a43d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.236447 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-8afc4a92-2b32-486e-9862-5cf3765704a4 None None] Set router cf295d39-4d72-44c6-acb3-819d2c053724 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:49:12.260937 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-78046699-e548-4b7a-af90-ae41cbc6deb0 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.277936 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-78046699-e548-4b7a-af90-ae41cbc6deb0 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Transition to ACTIVE for port object 58a8552c-5e1a-47cb-b8e4-ab067174f6e9 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:12.350461 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-78046699-e548-4b7a-af90-ae41cbc6deb0 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.372309 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7991a571-4301-46c1-9aef-9afea60b2d30 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.416766 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-7991a571-4301-46c1-9aef-9afea60b2d30 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port a2de2e26-32d9-4a5b-a650-8fa84553beee {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:49:12.417177 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7991a571-4301-46c1-9aef-9afea60b2d30 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.484547 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 34144463-64b5-47be-b6e3-003c476ade11 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:49:12.543864 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78046699-e548-4b7a-af90-ae41cbc6deb0 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Pushing event updated for resources: {'Port': ['ID=58a8552c-5e1a-47cb-b8e4-ab067174f6e9,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:12.556474 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-78046699-e548-4b7a-af90-ae41cbc6deb0 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Network 4880d60f-eaf6-400c-ae63-407f78f8f686 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:12.558196 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-78046699-e548-4b7a-af90-ae41cbc6deb0 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:12.562634 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-78046699-e548-4b7a-af90-ae41cbc6deb0 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:49:12.604576 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-8afc4a92-2b32-486e-9862-5cf3765704a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'name': 'tempest-TestNetworkBasicOps-router-1086642103', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a2de2e26-32d9-4a5b-a650-8fa84553beee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:11Z', 'updated_at': '2022-01-21T09:49:10Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'a2de2e26-32d9-4a5b-a650-8fa84553beee', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:12Z', 'updated_at': '2022-01-21T09:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:12.611060 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afc4a92-2b32-486e-9862-5cf3765704a4 None None] The sync data for ids ['cf295d39-4d72-44c6-acb3-819d2c053724'] in dv-neutron-825731-1-hyperv is: [{'id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'name': 'tempest-TestNetworkBasicOps-router-1086642103', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a2de2e26-32d9-4a5b-a650-8fa84553beee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:11Z', 'updated_at': '2022-01-21T09:49:10Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'a2de2e26-32d9-4a5b-a650-8fa84553beee', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf295d39-4d72-44c6-acb3-819d2c053724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:12Z', 'updated_at': '2022-01-21T09:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:49:12.657128 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-78046699-e548-4b7a-af90-ae41cbc6deb0 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:12.657936 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-78046699-e548-4b7a-af90-ae41cbc6deb0 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.748177 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-81f144a5-6a5a-4460-b67f-28b0913a43d9 None None] For port 34144463-64b5-47be-b6e3-003c476ade11, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=34144463-64b5-47be-b6e3-003c476ade11,segment=NetworkSegment(2f73ed22-eb95-4477-9b5a-938a3f3193aa),segment_id=2f73ed22-eb95-4477-9b5a-938a3f3193aa)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:49:12.748673 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-81f144a5-6a5a-4460-b67f-28b0913a43d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.751832 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4ca9b-f3ba-49a6-86e9-b53cbc5f8210 req-39e9fbcd-a65d-4765-8aa5-279063d1e5fd tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:12.759940 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-80a4ca9b-f3ba-49a6-86e9-b53cbc5f8210 req-39e9fbcd-a65d-4765-8aa5-279063d1e5fd tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=7632377c-8a93-494d-93f2-b99d34f69805 HTTP/1.1" status: 200 len: 931 time: 0.2854216 Jan 21 09:49:12.792665 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-78046699-e548-4b7a-af90-ae41cbc6deb0 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2986357 Jan 21 09:49:12.837577 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-58d64105-0647-41db-937b-c55b3424ef47 service neutron] Request body: {'port': {'device_id': '7632377c-8a93-494d-93f2-b99d34f69805', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:12.869501 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-7991a571-4301-46c1-9aef-9afea60b2d30 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] For port a2de2e26-32d9-4a5b-a650-8fa84553beee, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a2de2e26-32d9-4a5b-a650-8fa84553beee,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:49:12.869866 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7991a571-4301-46c1-9aef-9afea60b2d30 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.872826 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.956283 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-80a4ca9b-f3ba-49a6-86e9-b53cbc5f8210 req-c237c1ee-5598-4e01-91c7-5c5fba2562c2 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951840 Jan 21 09:49:12.960626 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-81f144a5-6a5a-4460-b67f-28b0913a43d9 None None] Calling delete_port for 34144463-64b5-47be-b6e3-003c476ade11 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:49:12.985606 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-58d64105-0647-41db-937b-c55b3424ef47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:13.020681 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-7991a571-4301-46c1-9aef-9afea60b2d30 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for a2de2e26-32d9-4a5b-a650-8fa84553beee owned by network:router_gateway {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:49:13.119281 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:13.161513 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 34144463-64b5-47be-b6e3-003c476ade11, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=34144463-64b5-47be-b6e3-003c476ade11,segment=NetworkSegment(2f73ed22-eb95-4477-9b5a-938a3f3193aa),segment_id=2f73ed22-eb95-4477-9b5a-938a3f3193aa)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:49:13.162750 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f11e4fce-714d-4403-ac4f-1518bc92a498 None None] Provisioning for port 58a8552c-5e1a-47cb-b8e4-ab067174f6e9 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:13.185732 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f11e4fce-714d-4403-ac4f-1518bc92a498 None None] Provisioning complete for port 58a8552c-5e1a-47cb-b8e4-ab067174f6e9 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:13.186111 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f11e4fce-714d-4403-ac4f-1518bc92a498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:13.238889 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:13.261142 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7991a571-4301-46c1-9aef-9afea60b2d30 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:13.323280 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f11e4fce-714d-4403-ac4f-1518bc92a498 None None] Port 58a8552c-5e1a-47cb-b8e4-ab067174f6e9 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:49:13.328540 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-81f144a5-6a5a-4460-b67f-28b0913a43d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:49:13.328898 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-81f144a5-6a5a-4460-b67f-28b0913a43d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:49:13.330954 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991a571-4301-46c1-9aef-9afea60b2d30 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Port': ['ID=a2de2e26-32d9-4a5b-a650-8fa84553beee,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:13.340821 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=34144463-64b5-47be-b6e3-003c476ade11,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:13.348304 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:13.348659 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:13.349005 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:13.349343 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:13.349678 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:13.350014 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:13.350342 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:13.350676 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:13.351003 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:13.351329 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:13.351704 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:13.352058 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:13.435991 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7991a571-4301-46c1-9aef-9afea60b2d30 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:13.582038 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-58d64105-0647-41db-937b-c55b3424ef47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58a8552c-5e1a-47cb-b8e4-ab067174f6e9 {{(pid=87515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:49:13.591575 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-58d64105-0647-41db-937b-c55b3424ef47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:13.607836 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-58d64105-0647-41db-937b-c55b3424ef47 service neutron] Transition to ACTIVE for port object 58a8552c-5e1a-47cb-b8e4-ab067174f6e9 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:13.611795 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-58d64105-0647-41db-937b-c55b3424ef47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:13.623029 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7991a571-4301-46c1-9aef-9afea60b2d30 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:13.625249 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7991a571-4301-46c1-9aef-9afea60b2d30 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:13.649015 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7991a571-4301-46c1-9aef-9afea60b2d30 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:13.649649 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7991a571-4301-46c1-9aef-9afea60b2d30 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Fanout notify agent at l3_agent the message router_deleted on router cf295d39-4d72-44c6-acb3-819d2c053724 {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:49:13.669068 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7991a571-4301-46c1-9aef-9afea60b2d30 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:13.670999 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7991a571-4301-46c1-9aef-9afea60b2d30 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/routers/cf295d39-4d72-44c6-acb3-819d2c053724 HTTP/1.1" status: 204 len: 168 time: 1.8423462 Jan 21 09:49:13.672827 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57246) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:13.824150 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d64105-0647-41db-937b-c55b3424ef47 service neutron] Pushing event updated for resources: {'Port': ['ID=58a8552c-5e1a-47cb-b8e4-ab067174f6e9,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:13.830285 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-81f144a5-6a5a-4460-b67f-28b0913a43d9 None None] Deleting port 34144463-64b5-47be-b6e3-003c476ade11 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:49:13.832342 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-81f144a5-6a5a-4460-b67f-28b0913a43d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:13.855151 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-11a9313b-e172-4391-b816-a7ef9a7236a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:13.871525 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-11a9313b-e172-4391-b816-a7ef9a7236a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port 34144463-64b5-47be-b6e3-003c476ade11 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:49:13.871863 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-11a9313b-e172-4391-b816-a7ef9a7236a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:13.934871 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-58d64105-0647-41db-937b-c55b3424ef47 service neutron] Attempting to bind port 58a8552c-5e1a-47cb-b8e4-ab067174f6e9 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:49:13.935211 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-58d64105-0647-41db-937b-c55b3424ef47 service neutron] Attempting to bind port 58a8552c-5e1a-47cb-b8e4-ab067174f6e9 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9b216987-8cbc-4835-9c2f-1b45ed9b241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:49:13.935568 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-58d64105-0647-41db-937b-c55b3424ef47 service neutron] Attempting to bind port 58a8552c-5e1a-47cb-b8e4-ab067174f6e9 on network 4880d60f-eaf6-400c-ae63-407f78f8f686 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:49:13.940545 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-58d64105-0647-41db-937b-c55b3424ef47 service neutron] Port 58a8552c-5e1a-47cb-b8e4-ab067174f6e9 on network 4880d60f-eaf6-400c-ae63-407f78f8f686 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:49:13.940860 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-58d64105-0647-41db-937b-c55b3424ef47 service neutron] Attempting to bind port 58a8552c-5e1a-47cb-b8e4-ab067174f6e9 on network 4880d60f-eaf6-400c-ae63-407f78f8f686 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:49:13.946540 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-58d64105-0647-41db-937b-c55b3424ef47 service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:49:13.946878 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-58d64105-0647-41db-937b-c55b3424ef47 service neutron] Checking segment: {'id': '9b216987-8cbc-4835-9c2f-1b45ed9b241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:49:13.947333 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-58d64105-0647-41db-937b-c55b3424ef47 service neutron] Bound using segment: {'id': '9b216987-8cbc-4835-9c2f-1b45ed9b241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:49:13.947768 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-58d64105-0647-41db-937b-c55b3424ef47 service neutron] Bound port: 58a8552c-5e1a-47cb-b8e4-ab067174f6e9, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b216987-8cbc-4835-9c2f-1b45ed9b241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:49:13.948111 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-58d64105-0647-41db-937b-c55b3424ef47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:14.052298 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-58d64105-0647-41db-937b-c55b3424ef47 service neutron] For port 58a8552c-5e1a-47cb-b8e4-ab067174f6e9, host hv-neutron-8257, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:49:14.057342 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-58d64105-0647-41db-937b-c55b3424ef47 service neutron] For port 58a8552c-5e1a-47cb-b8e4-ab067174f6e9, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=58a8552c-5e1a-47cb-b8e4-ab067174f6e9,segment=NetworkSegment(9b216987-8cbc-4835-9c2f-1b45ed9b241e),segment_id=9b216987-8cbc-4835-9c2f-1b45ed9b241e)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:49:14.062407 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-58d64105-0647-41db-937b-c55b3424ef47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:14.075782 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-81f144a5-6a5a-4460-b67f-28b0913a43d9 None None] For port 34144463-64b5-47be-b6e3-003c476ade11, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=34144463-64b5-47be-b6e3-003c476ade11,segment=NetworkSegment(2f73ed22-eb95-4477-9b5a-938a3f3193aa),segment_id=2f73ed22-eb95-4477-9b5a-938a3f3193aa)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:49:14.076310 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-81f144a5-6a5a-4460-b67f-28b0913a43d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:14.107857 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-58d64105-0647-41db-937b-c55b3424ef47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:14.108536 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-58d64105-0647-41db-937b-c55b3424ef47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:14.110050 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-58d64105-0647-41db-937b-c55b3424ef47 service neutron] 10.222.0.72 "PUT /v2.0/ports/58a8552c-5e1a-47cb-b8e4-ab067174f6e9 HTTP/1.1" status: 200 len: 1093 time: 1.2914822 Jan 21 09:49:14.125020 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7632377c-8a93-494d-93f2-b99d34f69805', 'tag': '58a8552c-5e1a-47cb-b8e4-ab067174f6e9'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:49:14.172487 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-11a9313b-e172-4391-b816-a7ef9a7236a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] For port 34144463-64b5-47be-b6e3-003c476ade11, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=34144463-64b5-47be-b6e3-003c476ade11,segment=NetworkSegment(2f73ed22-eb95-4477-9b5a-938a3f3193aa),segment_id=2f73ed22-eb95-4477-9b5a-938a3f3193aa)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:49:14.172854 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-11a9313b-e172-4391-b816-a7ef9a7236a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:14.198329 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d64105-0647-41db-937b-c55b3424ef47 service neutron] Pushing event updated for resources: {'Port': ['ID=58a8552c-5e1a-47cb-b8e4-ab067174f6e9,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:14.242466 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7632377c-8a93-494d-93f2-b99d34f69805', 'tag': '58a8552c-5e1a-47cb-b8e4-ab067174f6e9', 'status': 'completed', 'code': 200} Jan 21 09:49:14.297960 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-d6a1c6d0-7e6f-4616-a0ee-acb39a6e6ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:14.299555 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-81f144a5-6a5a-4460-b67f-28b0913a43d9 None None] Calling delete_port for 34144463-64b5-47be-b6e3-003c476ade11 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:49:14.300382 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-d6a1c6d0-7e6f-4616-a0ee-acb39a6e6ea9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b19bae91610749c2842623300f66b5c2&device_id=7632377c-8a93-494d-93f2-b99d34f69805 HTTP/1.1" status: 200 len: 1096 time: 0.1092956 Jan 21 09:49:14.366350 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-11a9313b-e172-4391-b816-a7ef9a7236a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for 34144463-64b5-47be-b6e3-003c476ade11 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:49:14.380481 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-bb8d7e10-d33c-46b4-a24a-4ff8a5db4db8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58a8552c-5e1a-47cb-b8e4-ab067174f6e9 HTTP/1.1" status: 200 len: 217 time: 0.0719254 Jan 21 09:49:14.383841 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-81f144a5-6a5a-4460-b67f-28b0913a43d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:14.437076 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f144a5-6a5a-4460-b67f-28b0913a43d9 None None] No DVR routers for this DVR port 34144463-64b5-47be-b6e3-003c476ade11 on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:49:14.456477 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f144a5-6a5a-4460-b67f-28b0913a43d9 None None] Pushing event deleted for resources: {'Port': ['ID=34144463-64b5-47be-b6e3-003c476ade11,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:14.465673 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-fd2e3865-c26f-4a60-81cc-09d8b1ad42df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:14.467205 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-fd2e3865-c26f-4a60-81cc-09d8b1ad42df service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a15dd6d5-fb0e-4d75-9036-70eb3b2240fa HTTP/1.1" status: 200 len: 851 time: 0.0803061 Jan 21 09:49:14.475089 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a2de2e26-32d9-4a5b-a650-8fa84553beee no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:49:14.483013 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9e4f3-5116-424b-8472-37a1104fe55e req-a00b780c-c538-46da-bd7c-24b8ab47e528 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:14.484550 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-efc9e4f3-5116-424b-8472-37a1104fe55e req-a00b780c-c538-46da-bd7c-24b8ab47e528 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=7632377c-8a93-494d-93f2-b99d34f69805 HTTP/1.1" status: 200 len: 943 time: 0.3803787 Jan 21 09:49:14.490034 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.db.api [None req-11a9313b-e172-4391-b816-a7ef9a7236a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:49:14.490316 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG oslo_db.api [None req-11a9313b-e172-4391-b816-a7ef9a7236a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:49:14.513560 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: a2de2e26-32d9-4a5b-a650-8fa84553beee {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:49:14.513906 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a2de2e26-32d9-4a5b-a650-8fa84553beee not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:49:14.514309 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 30a05861-b1da-48e0-a2b5-445e1473fae3 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:49:14.531482 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-efc9e4f3-5116-424b-8472-37a1104fe55e req-c128c5a6-0da6-4f27-bd78-ebed1fc9e18f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402660 Jan 21 09:49:14.544882 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-5ce172d8-c5e8-4440-8d1f-a3e10055fdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:14.546369 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-5ce172d8-c5e8-4440-8d1f-a3e10055fdcb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4880d60f-eaf6-400c-ae63-407f78f8f686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726860 Jan 21 09:49:14.550638 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 30a05861-b1da-48e0-a2b5-445e1473fae3 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:49:14.551046 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 30a05861-b1da-48e0-a2b5-445e1473fae3 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:49:14.678757 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-7bc77663-7ab0-4c33-acb6-0be8087c1ca1 service neutron] 10.222.0.72 "GET /v2.0/networks/4880d60f-eaf6-400c-ae63-407f78f8f686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257155 Jan 21 09:49:14.813409 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c6bdcdc9-542c-4da1-96e9-bc5cfa666aec req-839b0472-bedb-4831-8172-6547f77caed3 service neutron] 10.222.0.72 "GET /v2.0/networks/4880d60f-eaf6-400c-ae63-407f78f8f686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280248 Jan 21 09:49:14.936544 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f90d22-90d3-4c81-a500-792fe05c4075 req-134f7282-b84d-449d-9eb8-facaf7f49b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:14.937910 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-50f90d22-90d3-4c81-a500-792fe05c4075 req-134f7282-b84d-449d-9eb8-facaf7f49b83 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b19bae91610749c2842623300f66b5c2&device_id=7632377c-8a93-494d-93f2-b99d34f69805 HTTP/1.1" status: 200 len: 1096 time: 0.0763888 Jan 21 09:49:14.991879 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-11a9313b-e172-4391-b816-a7ef9a7236a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port 34144463-64b5-47be-b6e3-003c476ade11 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:49:14.992854 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-11a9313b-e172-4391-b816-a7ef9a7236a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.073491 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f90d22-90d3-4c81-a500-792fe05c4075 req-4ea5b23b-750f-4d62-8840-36cf03c92ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:15.075073 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-50f90d22-90d3-4c81-a500-792fe05c4075 req-4ea5b23b-750f-4d62-8840-36cf03c92ce1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4880d60f-eaf6-400c-ae63-407f78f8f686 HTTP/1.1" status: 200 len: 913 time: 0.1309211 Jan 21 09:49:15.144395 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-50f90d22-90d3-4c81-a500-792fe05c4075 req-de8754ff-6db2-4d0e-bdaf-02e5bd944098 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58a8552c-5e1a-47cb-b8e4-ab067174f6e9 HTTP/1.1" status: 200 len: 217 time: 0.0615549 Jan 21 09:49:15.172213 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-11a9313b-e172-4391-b816-a7ef9a7236a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] The port '34144463-64b5-47be-b6e3-003c476ade11' was deleted {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:49:15.300380 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-11a9313b-e172-4391-b816-a7ef9a7236a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.312433 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f90d22-90d3-4c81-a500-792fe05c4075 req-50006f8c-1981-4f6d-92f1-ca989edb7ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:15.313863 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-50f90d22-90d3-4c81-a500-792fe05c4075 req-50006f8c-1981-4f6d-92f1-ca989edb7ffa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a15dd6d5-fb0e-4d75-9036-70eb3b2240fa HTTP/1.1" status: 200 len: 851 time: 0.1633899 Jan 21 09:49:15.325895 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-11a9313b-e172-4391-b816-a7ef9a7236a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a336dcd-3549-47be-b1d9-a2143f3785a3']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:15.338539 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-11a9313b-e172-4391-b816-a7ef9a7236a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f73ed22-eb95-4477-9b5a-938a3f3193aa') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:15.338835 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-11a9313b-e172-4391-b816-a7ef9a7236a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f73ed22-eb95-4477-9b5a-938a3f3193aa') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:15.349846 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-11a9313b-e172-4391-b816-a7ef9a7236a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.365321 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-11a9313b-e172-4391-b816-a7ef9a7236a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.371605 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11a9313b-e172-4391-b816-a7ef9a7236a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:49:15.372093 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-11a9313b-e172-4391-b816-a7ef9a7236a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.387142 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:49:15.387142 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:49:15.387142 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:49:15.387142 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:49:15.387142 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:49:15.387142 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:49:15.387142 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:49:15.387142 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:49:15.387142 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:49:15.387142 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:49:15.387142 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:49:15.387142 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:49:15.387142 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:49:15.387142 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:49:15.387142 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:49:15.387142 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:49:15.387142 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:49:15.387142 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:49:15.387142 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:49:15.387142 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:49:15.387142 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:49:15.387142 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:49:15.387142 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:49:15.387142 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:49:15.387142 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:49:15.387142 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:49:15.387142 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:49:15.387142 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:49:15.387142 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:49:15.387142 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:49:15.387142 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:49:15.387142 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:49:15.391505 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f90d22-90d3-4c81-a500-792fe05c4075 req-7c67d67a-39fb-47be-8c44-b1f9b8dd1775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:15.392964 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-50f90d22-90d3-4c81-a500-792fe05c4075 req-7c67d67a-39fb-47be-8c44-b1f9b8dd1775 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4880d60f-eaf6-400c-ae63-407f78f8f686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718894 Jan 21 09:49:15.468198 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-11a9313b-e172-4391-b816-a7ef9a7236a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.486219 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-11a9313b-e172-4391-b816-a7ef9a7236a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.498143 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9313b-e172-4391-b816-a7ef9a7236a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Network': ['ID=6a336dcd-3549-47be-b1d9-a2143f3785a3,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:15.513616 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-11a9313b-e172-4391-b816-a7ef9a7236a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/networks/6a336dcd-3549-47be-b1d9-a2143f3785a3 HTTP/1.1" status: 204 len: 168 time: 1.8397291 Jan 21 09:49:15.528620 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57254) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:15.529652 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-50f90d22-90d3-4c81-a500-792fe05c4075 req-0944d1d7-3b10-42f8-aadb-bd50c500af40 service neutron] 10.222.0.72 "GET /v2.0/networks/4880d60f-eaf6-400c-ae63-407f78f8f686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296651 Jan 21 09:49:15.534795 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-61a859a1-c0c7-4cf4-b827-3f7843a32686 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'network': {'name': 'tempest-network-smoke--1604518164', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'port_security_enabled': True}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:15.540433 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-61a859a1-c0c7-4cf4-b827-3f7843a32686 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:15.544434 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-61a859a1-c0c7-4cf4-b827-3f7843a32686 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:network and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:15.547201 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-61a859a1-c0c7-4cf4-b827-3f7843a32686 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:15.553529 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-61a859a1-c0c7-4cf4-b827-3f7843a32686 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:15.564880 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a859a1-c0c7-4cf4-b827-3f7843a32686 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Made reservation on behalf of 6ddc82470f624ec48d3ebbc58317dba5 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:15.568761 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-61a859a1-c0c7-4cf4-b827-3f7843a32686 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.598778 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a859a1-c0c7-4cf4-b827-3f7843a32686 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:49:15.609422 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-61a859a1-c0c7-4cf4-b827-3f7843a32686 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.609589 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-61a859a1-c0c7-4cf4-b827-3f7843a32686 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Added segment 0cd94f75-116a-47a7-9d8c-a37e35951470 of type vlan for network b70b952b-78ea-41bd-a1ae-820c4fb8111c Jan 21 09:49:15.639306 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-61a859a1-c0c7-4cf4-b827-3f7843a32686 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.678101 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-61a859a1-c0c7-4cf4-b827-3f7843a32686 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.683077 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a859a1-c0c7-4cf4-b827-3f7843a32686 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:15.683077 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-61a859a1-c0c7-4cf4-b827-3f7843a32686 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.720124 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-50f90d22-90d3-4c81-a500-792fe05c4075 req-862b9ab0-79e5-4b02-a181-a1bbae08d0e6 service neutron] 10.222.0.72 "GET /v2.0/networks/4880d60f-eaf6-400c-ae63-407f78f8f686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838586 Jan 21 09:49:15.758502 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda6d4c-209f-490d-8795-0968d258bfdf req-df5b328d-7047-458e-8138-8efb179ebc70 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:15.759499 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-beda6d4c-209f-490d-8795-0968d258bfdf req-df5b328d-7047-458e-8138-8efb179ebc70 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Synchronizing usage tracker for tenant:b19bae91610749c2842623300f66b5c2 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:15.775772 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-beda6d4c-209f-490d-8795-0968d258bfdf req-df5b328d-7047-458e-8138-8efb179ebc70 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Unset dirty status for tenant:b19bae91610749c2842623300f66b5c2 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:15.776987 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-beda6d4c-209f-490d-8795-0968d258bfdf req-df5b328d-7047-458e-8138-8efb179ebc70 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=7632377c-8a93-494d-93f2-b99d34f69805 HTTP/1.1" status: 200 len: 943 time: 0.1266773 Jan 21 09:49:15.808580 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-61a859a1-c0c7-4cf4-b827-3f7843a32686 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2776947 Jan 21 09:49:15.810648 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57260) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:15.812940 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a859a1-c0c7-4cf4-b827-3f7843a32686 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Network': ['ID=b70b952b-78ea-41bd-a1ae-820c4fb8111c,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:15.818175 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-f501e673-4599-405b-87d5-dfeb12b4cefc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1093530882', 'admin_state_up': True, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:15.823752 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network b70b952b-78ea-41bd-a1ae-820c4fb8111c details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:49:15.834744 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-f501e673-4599-405b-87d5-dfeb12b4cefc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:15.842410 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f501e673-4599-405b-87d5-dfeb12b4cefc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:router and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:15.846497 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f501e673-4599-405b-87d5-dfeb12b4cefc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:15.851737 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-beda6d4c-209f-490d-8795-0968d258bfdf req-e83ac016-09a7-4170-a4cd-0514efc0f523 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675743 Jan 21 09:49:15.855799 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-f501e673-4599-405b-87d5-dfeb12b4cefc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:15.867564 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f501e673-4599-405b-87d5-dfeb12b4cefc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.868616 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f501e673-4599-405b-87d5-dfeb12b4cefc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.885120 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f501e673-4599-405b-87d5-dfeb12b4cefc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:16.153243 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f501e673-4599-405b-87d5-dfeb12b4cefc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:16.447518 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f501e673-4599-405b-87d5-dfeb12b4cefc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router_gateway, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:16.474376 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a9ca4092-2e51-4fe9-a7fd-af6045cd6196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:16.476002 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f501e673-4599-405b-87d5-dfeb12b4cefc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:16.610195 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-f501e673-4599-405b-87d5-dfeb12b4cefc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Allocated IP 172.26.3.52 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/a8ee9cf8-8afd-422f-9307-d995609177f9) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:16.863072 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f501e673-4599-405b-87d5-dfeb12b4cefc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:16.893211 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f501e673-4599-405b-87d5-dfeb12b4cefc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:16.959416 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f501e673-4599-405b-87d5-dfeb12b4cefc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:16.963497 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-f501e673-4599-405b-87d5-dfeb12b4cefc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:16.967056 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f501e673-4599-405b-87d5-dfeb12b4cefc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:49:17.005195 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f501e673-4599-405b-87d5-dfeb12b4cefc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=a8ee9cf8-8afd-422f-9307-d995609177f9,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:17.046596 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5e51c-c055-42ee-a32c-075fc302d11c req-01e6eb82-31da-4d55-baf0-f21e3ab5e9ca tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:17.048044 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-65d5e51c-c055-42ee-a32c-075fc302d11c req-01e6eb82-31da-4d55-baf0-f21e3ab5e9ca tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=7632377c-8a93-494d-93f2-b99d34f69805 HTTP/1.1" status: 200 len: 943 time: 0.0897808 Jan 21 09:49:17.093357 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-65d5e51c-c055-42ee-a32c-075fc302d11c req-faf3daf3-13e2-4132-97a2-fe876e3ccb10 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391557 Jan 21 09:49:17.384845 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f501e673-4599-405b-87d5-dfeb12b4cefc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router_gateway, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:17.720997 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f501e673-4599-405b-87d5-dfeb12b4cefc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:17.919700 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f501e673-4599-405b-87d5-dfeb12b4cefc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router eea0a996-1648-4211-86d6-e1ab4e849dc8 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:49:18.093602 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f501e673-4599-405b-87d5-dfeb12b4cefc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:49:18.104624 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a804b9a-3513-4a9e-8194-87ac62c6ca97 None None] Sync routers for ids ['eea0a996-1648-4211-86d6-e1ab4e849dc8'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:49:18.114660 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a804b9a-3513-4a9e-8194-87ac62c6ca97 None None] Routers {'eea0a996-1648-4211-86d6-e1ab4e849dc8'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:49:18.115309 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-9a804b9a-3513-4a9e-8194-87ac62c6ca97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:48:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['eea0a996-1648-4211-86d6-e1ab4e849dc8'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:18.121966 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f501e673-4599-405b-87d5-dfeb12b4cefc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:18.123534 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f501e673-4599-405b-87d5-dfeb12b4cefc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3114533 Jan 21 09:49:18.126607 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57268) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:18.286377 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-892da2bf-eba0-4bf7-96d8-680fe4333d40 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=6ddc82470f624ec48d3ebbc58317dba5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1579618 Jan 21 09:49:18.290218 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57274) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:18.306227 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-9a804b9a-3513-4a9e-8194-87ac62c6ca97 None None] Set router eea0a996-1648-4211-86d6-e1ab4e849dc8 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:49:18.414310 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd81fafb-587b-4ba7-84c8-7c3afe23c06c req-6519e099-f698-4fd2-b134-a54295776ba0 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:18.415841 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cd81fafb-587b-4ba7-84c8-7c3afe23c06c req-6519e099-f698-4fd2-b134-a54295776ba0 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=7632377c-8a93-494d-93f2-b99d34f69805 HTTP/1.1" status: 200 len: 943 time: 0.2113485 Jan 21 09:49:18.428340 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b44ff8-5d3a-429c-ae33-93ed93d05de7 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:18.431845 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-24b44ff8-5d3a-429c-ae33-93ed93d05de7 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1406150 Jan 21 09:49:18.433208 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57278) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:18.463153 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cd81fafb-587b-4ba7-84c8-7c3afe23c06c req-f8a35d0c-227c-43d3-8c0d-206c885d2eca tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398910 Jan 21 09:49:18.480438 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d1d511fe-875e-41f8-a459-3eaff9631f64 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=80a065d7-b55c-43ad-a3e8-c65befe4136c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0461743 Jan 21 09:49:18.482992 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57282) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:18.488635 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-c8c20e52-505b-4760-b4cb-ab2f39a19212 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1751418471', 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:18.593237 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c8c20e52-505b-4760-b4cb-ab2f39a19212 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:18.597126 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c8c20e52-505b-4760-b4cb-ab2f39a19212 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:subnet and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:18.600109 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c8c20e52-505b-4760-b4cb-ab2f39a19212 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:18.602340 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-9a804b9a-3513-4a9e-8194-87ac62c6ca97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'name': 'tempest-TestNetworkBasicOps-router-1093530882', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:15Z', 'updated_at': '2022-01-21T09:49:17Z', 'revision_number': 3, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:89:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:16Z', 'updated_at': '2022-01-21T09:49:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:18.606224 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a804b9a-3513-4a9e-8194-87ac62c6ca97 None None] Checking router: eea0a996-1648-4211-86d6-e1ab4e849dc8 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:49:18.606568 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a804b9a-3513-4a9e-8194-87ac62c6ca97 None None] Updating router eea0a996-1648-4211-86d6-e1ab4e849dc8 port a8ee9cf8-8afd-422f-9307-d995609177f9 binding host dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:49:18.606660 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c8c20e52-505b-4760-b4cb-ab2f39a19212 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:18.617491 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c20e52-505b-4760-b4cb-ab2f39a19212 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Made reservation on behalf of 6ddc82470f624ec48d3ebbc58317dba5 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:18.620997 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c8c20e52-505b-4760-b4cb-ab2f39a19212 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:18.662287 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9a804b9a-3513-4a9e-8194-87ac62c6ca97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:18.863264 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c8c20e52-505b-4760-b4cb-ab2f39a19212 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:18.917839 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-026d8c37-633e-45de-92e3-0e9ae8a8ed18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:18.941023 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c20e52-505b-4760-b4cb-ab2f39a19212 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Subnet': ['ID=8d75250f-c7f0-4f13-96be-9cec316c7eec,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:18.953051 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c20e52-505b-4760-b4cb-ab2f39a19212 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Checking segment: {'id': '0cd94f75-116a-47a7-9d8c-a37e35951470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:49:18.953051 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c20e52-505b-4760-b4cb-ab2f39a19212 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network hostable DHCP agents. Network: b70b952b-78ea-41bd-a1ae-820c4fb8111c, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:49:18.972578 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c20e52-505b-4760-b4cb-ab2f39a19212 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network b70b952b-78ea-41bd-a1ae-820c4fb8111c is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:49:18.983835 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-c8c20e52-505b-4760-b4cb-ab2f39a19212 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, b70b952b-78ea-41bd-a1ae-820c4fb8111c) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:18.988874 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c20e52-505b-4760-b4cb-ab2f39a19212 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:18.989010 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c8c20e52-505b-4760-b4cb-ab2f39a19212 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:19.020837 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c8c20e52-505b-4760-b4cb-ab2f39a19212 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5366697 Jan 21 09:49:19.021182 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58a83b2-c45c-4dfd-b29f-5c7789489496 None None] Network b70b952b-78ea-41bd-a1ae-820c4fb8111c requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:49:19.024496 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57286) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:19.266646 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9a804b9a-3513-4a9e-8194-87ac62c6ca97 None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:19.291767 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-9a804b9a-3513-4a9e-8194-87ac62c6ca97 None None] Transition to ACTIVE for port object a8ee9cf8-8afd-422f-9307-d995609177f9 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:19.308949 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9a804b9a-3513-4a9e-8194-87ac62c6ca97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:19.438087 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-9a804b9a-3513-4a9e-8194-87ac62c6ca97 None None] Attempting to bind port a8ee9cf8-8afd-422f-9307-d995609177f9 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:49:19.438207 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-9a804b9a-3513-4a9e-8194-87ac62c6ca97 None None] Attempting to bind port a8ee9cf8-8afd-422f-9307-d995609177f9 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:49:19.438615 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a804b9a-3513-4a9e-8194-87ac62c6ca97 None None] Attempting to bind port a8ee9cf8-8afd-422f-9307-d995609177f9 on network 80a065d7-b55c-43ad-a3e8-c65befe4136c {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:49:19.458445 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc46b2b-6e99-40b7-b240-cbff906f3cdb None None] Pushing event updated for resources: {'Port': ['ID=a8ee9cf8-8afd-422f-9307-d995609177f9,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:19.465789 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a804b9a-3513-4a9e-8194-87ac62c6ca97 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:49:19.465947 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a804b9a-3513-4a9e-8194-87ac62c6ca97 None None] Checking segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:49:19.466296 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9a804b9a-3513-4a9e-8194-87ac62c6ca97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:19.466884 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a804b9a-3513-4a9e-8194-87ac62c6ca97 None None] Bound using segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:49:19.467497 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-9a804b9a-3513-4a9e-8194-87ac62c6ca97 None None] Bound port: a8ee9cf8-8afd-422f-9307-d995609177f9, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:49:19.467782 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9a804b9a-3513-4a9e-8194-87ac62c6ca97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:19.572964 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01911d57-5cba-475b-8a91-476a6910e687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-b70b952b-78ea-41bd-a1ae-820c4fb8111c', 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ips': [{'subnet_id': '8d75250f-c7f0-4f13-96be-9cec316c7eec'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:49:19.574337 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-01911d57-5cba-475b-8a91-476a6910e687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:19.671363 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-9a804b9a-3513-4a9e-8194-87ac62c6ca97 None None] For port a8ee9cf8-8afd-422f-9307-d995609177f9, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:49:19.693987 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-9a804b9a-3513-4a9e-8194-87ac62c6ca97 None None] For port a8ee9cf8-8afd-422f-9307-d995609177f9, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a8ee9cf8-8afd-422f-9307-d995609177f9,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:49:19.709160 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1c807-a881-4048-93ed-e8d10632946c req-bcf802a5-7222-4586-a412-166c7c112882 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:19.712711 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4fe1c807-a881-4048-93ed-e8d10632946c req-bcf802a5-7222-4586-a412-166c7c112882 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=7632377c-8a93-494d-93f2-b99d34f69805 HTTP/1.1" status: 200 len: 943 time: 0.1075625 Jan 21 09:49:19.720498 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9a804b9a-3513-4a9e-8194-87ac62c6ca97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:19.780562 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4fe1c807-a881-4048-93ed-e8d10632946c req-1dbdd281-25c9-46dd-bede-7e395d96c9f6 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538154 Jan 21 09:49:19.863447 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:19.877046 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a804b9a-3513-4a9e-8194-87ac62c6ca97 None None] Routers {'eea0a996-1648-4211-86d6-e1ab4e849dc8'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:49:19.877737 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-9a804b9a-3513-4a9e-8194-87ac62c6ca97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:49:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['eea0a996-1648-4211-86d6-e1ab4e849dc8'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:19.889229 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b33d7b76-50f7-475b-8459-2c5d64ee4b55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:19.928597 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc46b2b-6e99-40b7-b240-cbff906f3cdb None None] Pushing event updated for resources: {'Port': ['ID=a8ee9cf8-8afd-422f-9307-d995609177f9,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:19.974187 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-01911d57-5cba-475b-8a91-476a6910e687 None None] Allocated IP 172.20.0.2 (b70b952b-78ea-41bd-a1ae-820c4fb8111c/8d75250f-c7f0-4f13-96be-9cec316c7eec/76ed99e3-e45d-4cf4-936e-a0b3e59f7275) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:19.988887 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:20.171636 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-9a804b9a-3513-4a9e-8194-87ac62c6ca97 None None] Set router eea0a996-1648-4211-86d6-e1ab4e849dc8 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:49:20.477254 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-01911d57-5cba-475b-8a91-476a6910e687 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:20.515141 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-01911d57-5cba-475b-8a91-476a6910e687 None None] Transition to ACTIVE for port object 76ed99e3-e45d-4cf4-936e-a0b3e59f7275 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:20.537706 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-01911d57-5cba-475b-8a91-476a6910e687 None None] Transition to ACTIVE for port object 76ed99e3-e45d-4cf4-936e-a0b3e59f7275 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:20.556257 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-01911d57-5cba-475b-8a91-476a6910e687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:20.650396 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-b33d7b76-50f7-475b-8459-2c5d64ee4b55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Allocated IP 172.20.0.1 (b70b952b-78ea-41bd-a1ae-820c4fb8111c/8d75250f-c7f0-4f13-96be-9cec316c7eec/e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:20.690658 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01911d57-5cba-475b-8a91-476a6910e687 None None] Network b70b952b-78ea-41bd-a1ae-820c4fb8111c is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:20.697098 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-9a804b9a-3513-4a9e-8194-87ac62c6ca97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'name': 'tempest-TestNetworkBasicOps-router-1093530882', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:15Z', 'updated_at': '2022-01-21T09:49:17Z', 'revision_number': 3, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:89:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:16Z', 'updated_at': '2022-01-21T09:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:20.705969 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-01911d57-5cba-475b-8a91-476a6910e687 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:20.711102 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01911d57-5cba-475b-8a91-476a6910e687 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:49:20.728498 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01911d57-5cba-475b-8a91-476a6910e687 None None] Pushing event updated for resources: {'Port': ['ID=76ed99e3-e45d-4cf4-936e-a0b3e59f7275,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:20.777944 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a804b9a-3513-4a9e-8194-87ac62c6ca97 None None] The sync data for ids ['eea0a996-1648-4211-86d6-e1ab4e849dc8'] in dv-neutron-825731-1-hyperv is: [{'id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'name': 'tempest-TestNetworkBasicOps-router-1093530882', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:15Z', 'updated_at': '2022-01-21T09:49:17Z', 'revision_number': 3, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:89:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:16Z', 'updated_at': '2022-01-21T09:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:49:20.907103 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-01911d57-5cba-475b-8a91-476a6910e687 None None] Attempting to bind port 76ed99e3-e45d-4cf4-936e-a0b3e59f7275 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:49:20.907729 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-01911d57-5cba-475b-8a91-476a6910e687 None None] Attempting to bind port 76ed99e3-e45d-4cf4-936e-a0b3e59f7275 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '0cd94f75-116a-47a7-9d8c-a37e35951470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:49:20.908377 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01911d57-5cba-475b-8a91-476a6910e687 None None] Attempting to bind port 76ed99e3-e45d-4cf4-936e-a0b3e59f7275 on network b70b952b-78ea-41bd-a1ae-820c4fb8111c {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:49:20.916522 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01911d57-5cba-475b-8a91-476a6910e687 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:49:20.917600 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01911d57-5cba-475b-8a91-476a6910e687 None None] Checking segment: {'id': '0cd94f75-116a-47a7-9d8c-a37e35951470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:49:20.918176 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-01911d57-5cba-475b-8a91-476a6910e687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:20.918833 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01911d57-5cba-475b-8a91-476a6910e687 None None] Bound using segment: {'id': '0cd94f75-116a-47a7-9d8c-a37e35951470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:49:20.921694 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-01911d57-5cba-475b-8a91-476a6910e687 None None] Bound port: 76ed99e3-e45d-4cf4-936e-a0b3e59f7275, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd94f75-116a-47a7-9d8c-a37e35951470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:49:20.923091 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-01911d57-5cba-475b-8a91-476a6910e687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:20.937993 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b33d7b76-50f7-475b-8459-2c5d64ee4b55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:20.997893 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-b33d7b76-50f7-475b-8459-2c5d64ee4b55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Transition to ACTIVE for port object e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:21.035145 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:49:21.045119 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-01911d57-5cba-475b-8a91-476a6910e687 None None] For port 76ed99e3-e45d-4cf4-936e-a0b3e59f7275, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:49:21.050065 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-01911d57-5cba-475b-8a91-476a6910e687 None None] For port 76ed99e3-e45d-4cf4-936e-a0b3e59f7275, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=76ed99e3-e45d-4cf4-936e-a0b3e59f7275,segment=NetworkSegment(0cd94f75-116a-47a7-9d8c-a37e35951470),segment_id=0cd94f75-116a-47a7-9d8c-a37e35951470)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:49:21.056717 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-01911d57-5cba-475b-8a91-476a6910e687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:21.214484 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b33d7b76-50f7-475b-8459-2c5d64ee4b55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:21.255558 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01911d57-5cba-475b-8a91-476a6910e687 None None] Pushing event updated for resources: {'Port': ['ID=76ed99e3-e45d-4cf4-936e-a0b3e59f7275,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:21.264290 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795a6bc-85ca-4c0e-9ff2-b12fce4fc4a2 req-a4e213ba-a083-4e72-b9d2-b53892245dc6 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:21.265845 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f795a6bc-85ca-4c0e-9ff2-b12fce4fc4a2 req-a4e213ba-a083-4e72-b9d2-b53892245dc6 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=7632377c-8a93-494d-93f2-b99d34f69805 HTTP/1.1" status: 200 len: 943 time: 0.3135405 Jan 21 09:49:21.323967 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33d7b76-50f7-475b-8459-2c5d64ee4b55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network b70b952b-78ea-41bd-a1ae-820c4fb8111c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:21.332391 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-b33d7b76-50f7-475b-8459-2c5d64ee4b55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:21.336884 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:21.337686 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33d7b76-50f7-475b-8459-2c5d64ee4b55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:49:21.422236 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d7b76-50f7-475b-8459-2c5d64ee4b55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:21.427129 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f795a6bc-85ca-4c0e-9ff2-b12fce4fc4a2 req-9b0cffff-86d3-4e33-be28-a7bcfb613402 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390495 Jan 21 09:49:21.435334 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b33d7b76-50f7-475b-8459-2c5d64ee4b55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:21.779154 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b33d7b76-50f7-475b-8459-2c5d64ee4b55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:22.262180 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b33d7b76-50f7-475b-8459-2c5d64ee4b55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:22.267348 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b33d7b76-50f7-475b-8459-2c5d64ee4b55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:22.399137 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d7b76-50f7-475b-8459-2c5d64ee4b55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:22.401575 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b33d7b76-50f7-475b-8459-2c5d64ee4b55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:22.509341 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1e6aa3-030a-4bf1-bdc1-7ac947f00dc4 None None] Network b70b952b-78ea-41bd-a1ae-820c4fb8111c requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:49:22.574095 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 76ed99e3-e45d-4cf4-936e-a0b3e59f7275 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:22.612475 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33d7b76-50f7-475b-8459-2c5d64ee4b55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network b70b952b-78ea-41bd-a1ae-820c4fb8111c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:22.613826 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-b33d7b76-50f7-475b-8459-2c5d64ee4b55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:22.679669 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7375d4-7e5c-4204-a8d0-4a8ca36e5147 req-c70970ea-ba2b-4a05-b750-428a9b61a6d5 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:22.681823 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3f7375d4-7e5c-4204-a8d0-4a8ca36e5147 req-c70970ea-ba2b-4a05-b750-428a9b61a6d5 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=7632377c-8a93-494d-93f2-b99d34f69805 HTTP/1.1" status: 200 len: 943 time: 0.1069508 Jan 21 09:49:22.696155 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-684d5ebe-18c6-4cc6-9dad-f7bf4b1f99f1 None None] Provisioning for port 76ed99e3-e45d-4cf4-936e-a0b3e59f7275 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:22.743057 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 58a8552c-5e1a-47cb-b8e4-ab067174f6e9 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:49:22.767185 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3f7375d4-7e5c-4204-a8d0-4a8ca36e5147 req-38917729-a1c0-4e3d-acd8-d400280d0fef tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738194 Jan 21 09:49:22.793316 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 76ed99e3-e45d-4cf4-936e-a0b3e59f7275 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:22.814429 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 76ed99e3-e45d-4cf4-936e-a0b3e59f7275 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:22.815085 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:22.912883 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33d7b76-50f7-475b-8459-2c5d64ee4b55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router eea0a996-1648-4211-86d6-e1ab4e849dc8 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:49:23.120301 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 58a8552c-5e1a-47cb-b8e4-ab067174f6e9, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=58a8552c-5e1a-47cb-b8e4-ab067174f6e9,segment=NetworkSegment(9b216987-8cbc-4835-9c2f-1b45ed9b241e),segment_id=9b216987-8cbc-4835-9c2f-1b45ed9b241e)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:49:23.145895 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': '58a8552c-5e1a-47cb-b8e4-ab067174f6e9', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'port_id': '58a8552c-5e1a-47cb-b8e4-ab067174f6e9', 'mac_address': 'fa:16:3e:5d:e7:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:49:23.185644 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:23.215817 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33d7b76-50f7-475b-8459-2c5d64ee4b55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:49:23.225912 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b70614-3e6a-4947-877a-d00f596efc1f None None] Sync routers for ids ['eea0a996-1648-4211-86d6-e1ab4e849dc8'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:49:23.233795 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-b33d7b76-50f7-475b-8459-2c5d64ee4b55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "PUT /v2.0/routers/eea0a996-1648-4211-86d6-e1ab4e849dc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2054327 Jan 21 09:49:23.234536 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57296) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:23.240482 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b70614-3e6a-4947-877a-d00f596efc1f None None] Routers {'eea0a996-1648-4211-86d6-e1ab4e849dc8'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:49:23.241721 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-36b70614-3e6a-4947-877a-d00f596efc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:49:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['eea0a996-1648-4211-86d6-e1ab4e849dc8'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:23.243384 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:23.267425 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 76ed99e3-e45d-4cf4-936e-a0b3e59f7275, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=76ed99e3-e45d-4cf4-936e-a0b3e59f7275,segment=NetworkSegment(0cd94f75-116a-47a7-9d8c-a37e35951470),segment_id=0cd94f75-116a-47a7-9d8c-a37e35951470)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:49:23.270711 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a8552c-5e1a-47cb-b8e4-ab067174f6e9 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:49:23.277566 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:23.278564 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a8ee9cf8-8afd-422f-9307-d995609177f9 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:23.387735 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 58a8552c-5e1a-47cb-b8e4-ab067174f6e9, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=58a8552c-5e1a-47cb-b8e4-ab067174f6e9,segment=NetworkSegment(9b216987-8cbc-4835-9c2f-1b45ed9b241e),segment_id=9b216987-8cbc-4835-9c2f-1b45ed9b241e)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:49:23.401280 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9391054-5718-4c6c-8d10-bf223288a081 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:23.401545 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9391054-5718-4c6c-8d10-bf223288a081 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:23.405039 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9391054-5718-4c6c-8d10-bf223288a081 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:23.405765 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9391054-5718-4c6c-8d10-bf223288a081 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:23.406572 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9391054-5718-4c6c-8d10-bf223288a081 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:23.407171 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9391054-5718-4c6c-8d10-bf223288a081 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:23.408845 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:23.409570 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f9391054-5718-4c6c-8d10-bf223288a081 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1743910 Jan 21 09:49:23.414036 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57300) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:23.417681 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=76ed99e3-e45d-4cf4-936e-a0b3e59f7275,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:23.454240 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-36b70614-3e6a-4947-877a-d00f596efc1f None None] Set router eea0a996-1648-4211-86d6-e1ab4e849dc8 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:49:23.488722 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port a8ee9cf8-8afd-422f-9307-d995609177f9 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:23.497845 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port a8ee9cf8-8afd-422f-9307-d995609177f9 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:23.498863 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:23.515104 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008c0c9f-95df-4aaf-a0d3-8d5512604656 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:23.516076 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008c0c9f-95df-4aaf-a0d3-8d5512604656 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:23.517065 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008c0c9f-95df-4aaf-a0d3-8d5512604656 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:23.521515 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008c0c9f-95df-4aaf-a0d3-8d5512604656 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:23.522590 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008c0c9f-95df-4aaf-a0d3-8d5512604656 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:23.523157 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008c0c9f-95df-4aaf-a0d3-8d5512604656 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:23.527910 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-008c0c9f-95df-4aaf-a0d3-8d5512604656 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1125481 Jan 21 09:49:23.528686 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57304) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:23.556262 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=58a8552c-5e1a-47cb-b8e4-ab067174f6e9,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:23.590345 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-7d741a99-abec-4fd5-b46c-dffb7b7dc5d0 None None] Provisioning complete for port 76ed99e3-e45d-4cf4-936e-a0b3e59f7275 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:23.590777 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7d741a99-abec-4fd5-b46c-dffb7b7dc5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:23.836969 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['58a8552c-5e1a-47cb-b8e4-ab067174f6e9'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 09:49:23.871340 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:23.890839 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port a8ee9cf8-8afd-422f-9307-d995609177f9, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a8ee9cf8-8afd-422f-9307-d995609177f9,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:49:23.924475 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-36b70614-3e6a-4947-877a-d00f596efc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'name': 'tempest-TestNetworkBasicOps-router-1093530882', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:15Z', 'updated_at': '2022-01-21T09:49:21Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:89:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:16Z', 'updated_at': '2022-01-21T09:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48', 'name': '', 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:4f:10:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '8d75250f-c7f0-4f13-96be-9cec316c7eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:20Z', 'updated_at': '2022-01-21T09:49:22Z', 'revision_number': 2, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '8d75250f-c7f0-4f13-96be-9cec316c7eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:23.930521 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b70614-3e6a-4947-877a-d00f596efc1f None None] Checking router: eea0a996-1648-4211-86d6-e1ab4e849dc8 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:49:23.930875 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b70614-3e6a-4947-877a-d00f596efc1f None None] Updating router eea0a996-1648-4211-86d6-e1ab4e849dc8 port e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48 binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:49:23.933589 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:23.954664 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f286318a-efd5-4bd6-8bb0-353ef2c7c052 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.4247384 Jan 21 09:49:24.031647 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-36b70614-3e6a-4947-877a-d00f596efc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:24.066996 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-7d741a99-abec-4fd5-b46c-dffb7b7dc5d0 None None] Provisioning for port e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:24.073781 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f8d6e-bd60-43cb-af83-d61296d84dbe req-f4bcf116-dd7f-4691-9048-49f1a32ce68c tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:24.075280 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-7d741a99-abec-4fd5-b46c-dffb7b7dc5d0 None None] Provisioning complete for port e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:24.075696 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7d741a99-abec-4fd5-b46c-dffb7b7dc5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:24.076566 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-120f8d6e-bd60-43cb-af83-d61296d84dbe req-f4bcf116-dd7f-4691-9048-49f1a32ce68c tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=7632377c-8a93-494d-93f2-b99d34f69805 HTTP/1.1" status: 200 len: 944 time: 0.1382382 Jan 21 09:49:24.140788 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-120f8d6e-bd60-43cb-af83-d61296d84dbe req-f58ccaec-9752-49e3-b6ff-ed54b00a24b8 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572495 Jan 21 09:49:24.155796 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-7d741a99-abec-4fd5-b46c-dffb7b7dc5d0 None None] Port e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:49:24.191693 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=a8ee9cf8-8afd-422f-9307-d995609177f9,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:24.392351 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-4948f497-f93c-4273-84e1-c08ad74f6bc2 None None] Provisioning complete for port e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:24.392729 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4948f497-f93c-4273-84e1-c08ad74f6bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:24.494964 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-36b70614-3e6a-4947-877a-d00f596efc1f None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:24.498200 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-4948f497-f93c-4273-84e1-c08ad74f6bc2 None None] Port e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:49:24.505387 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 76ed99e3-e45d-4cf4-936e-a0b3e59f7275 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:24.509054 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-36b70614-3e6a-4947-877a-d00f596efc1f None None] Transition to ACTIVE for port object e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48 will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:24.517915 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-36b70614-3e6a-4947-877a-d00f596efc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:24.599375 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 76ed99e3-e45d-4cf4-936e-a0b3e59f7275 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:24.600983 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:24.663942 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621fd61-1ffc-4be4-90be-8d86b1eff2e7 None None] Pushing event updated for resources: {'Port': ['ID=e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:24.740506 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8621fd61-1ffc-4be4-90be-8d86b1eff2e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:24.740878 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8621fd61-1ffc-4be4-90be-8d86b1eff2e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:24.741189 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8621fd61-1ffc-4be4-90be-8d86b1eff2e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:24.741653 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8621fd61-1ffc-4be4-90be-8d86b1eff2e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:24.742152 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8621fd61-1ffc-4be4-90be-8d86b1eff2e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:24.742485 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8621fd61-1ffc-4be4-90be-8d86b1eff2e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:24.742830 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8621fd61-1ffc-4be4-90be-8d86b1eff2e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:24.743122 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8621fd61-1ffc-4be4-90be-8d86b1eff2e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:24.743540 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8621fd61-1ffc-4be4-90be-8d86b1eff2e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:24.744062 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8621fd61-1ffc-4be4-90be-8d86b1eff2e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:24.744213 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8621fd61-1ffc-4be4-90be-8d86b1eff2e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:24.744722 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8621fd61-1ffc-4be4-90be-8d86b1eff2e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:24.779591 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-36b70614-3e6a-4947-877a-d00f596efc1f None None] Attempting to bind port e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:49:24.780126 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-36b70614-3e6a-4947-877a-d00f596efc1f None None] Attempting to bind port e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '0cd94f75-116a-47a7-9d8c-a37e35951470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:49:24.780632 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b70614-3e6a-4947-877a-d00f596efc1f None None] Attempting to bind port e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48 on network b70b952b-78ea-41bd-a1ae-820c4fb8111c {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:49:24.786678 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b70614-3e6a-4947-877a-d00f596efc1f None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:49:24.788021 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b70614-3e6a-4947-877a-d00f596efc1f None None] Checking segment: {'id': '0cd94f75-116a-47a7-9d8c-a37e35951470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:49:24.788646 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-36b70614-3e6a-4947-877a-d00f596efc1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:24.789199 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b70614-3e6a-4947-877a-d00f596efc1f None None] Bound using segment: {'id': '0cd94f75-116a-47a7-9d8c-a37e35951470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:49:24.789812 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-36b70614-3e6a-4947-877a-d00f596efc1f None None] Bound port: e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd94f75-116a-47a7-9d8c-a37e35951470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:49:24.790327 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-36b70614-3e6a-4947-877a-d00f596efc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:24.841569 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a8ee9cf8-8afd-422f-9307-d995609177f9 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:24.885021 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57312) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:24.890470 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-edb8259d-6b21-4ef2-be2b-6b3ecdadc6ff tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-898704596', 'description': 'tempest-secgroup-smoke-898704596 description', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:24.900139 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-edb8259d-6b21-4ef2-be2b-6b3ecdadc6ff tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:24.903678 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-36b70614-3e6a-4947-877a-d00f596efc1f None None] For port e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:49:24.906244 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-edb8259d-6b21-4ef2-be2b-6b3ecdadc6ff tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:24.906930 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-36b70614-3e6a-4947-877a-d00f596efc1f None None] For port e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48,segment=NetworkSegment(0cd94f75-116a-47a7-9d8c-a37e35951470),segment_id=0cd94f75-116a-47a7-9d8c-a37e35951470)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:49:24.909835 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-edb8259d-6b21-4ef2-be2b-6b3ecdadc6ff tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:24.913541 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-36b70614-3e6a-4947-877a-d00f596efc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:24.916422 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-edb8259d-6b21-4ef2-be2b-6b3ecdadc6ff tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:24.928462 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-edb8259d-6b21-4ef2-be2b-6b3ecdadc6ff tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:24.928781 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port a8ee9cf8-8afd-422f-9307-d995609177f9 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:24.929227 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:24.948613 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-edb8259d-6b21-4ef2-be2b-6b3ecdadc6ff tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:24.952339 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-edb8259d-6b21-4ef2-be2b-6b3ecdadc6ff tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:24.955140 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-edb8259d-6b21-4ef2-be2b-6b3ecdadc6ff tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:24.961419 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-edb8259d-6b21-4ef2-be2b-6b3ecdadc6ff tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:25.003472 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b70614-3e6a-4947-877a-d00f596efc1f None None] Routers {'eea0a996-1648-4211-86d6-e1ab4e849dc8'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:49:25.004032 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-36b70614-3e6a-4947-877a-d00f596efc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:49:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['eea0a996-1648-4211-86d6-e1ab4e849dc8'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:25.048288 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-edb8259d-6b21-4ef2-be2b-6b3ecdadc6ff tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:25.055673 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-edb8259d-6b21-4ef2-be2b-6b3ecdadc6ff tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:25.080860 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621fd61-1ffc-4be4-90be-8d86b1eff2e7 None None] Pushing event updated for resources: {'Port': ['ID=e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48,revision_number=4']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:25.112985 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb8259d-6b21-4ef2-be2b-6b3ecdadc6ff tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81a64675-7934-4dfa-8715-003bb98d94ed,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:25.120242 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-edb8259d-6b21-4ef2-be2b-6b3ecdadc6ff tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:25.121933 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-edb8259d-6b21-4ef2-be2b-6b3ecdadc6ff tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2359421 Jan 21 09:49:25.124754 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57316) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:25.132656 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-9ed25ddc-ac1b-4bbf-a4bf-802719f6de5c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '81a64675-7934-4dfa-8715-003bb98d94ed', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:25.138916 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9ed25ddc-ac1b-4bbf-a4bf-802719f6de5c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:25.142868 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9ed25ddc-ac1b-4bbf-a4bf-802719f6de5c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:25.145827 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9ed25ddc-ac1b-4bbf-a4bf-802719f6de5c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:25.152915 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9ed25ddc-ac1b-4bbf-a4bf-802719f6de5c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:25.171311 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9ed25ddc-ac1b-4bbf-a4bf-802719f6de5c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:25.232600 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-36b70614-3e6a-4947-877a-d00f596efc1f None None] Set router eea0a996-1648-4211-86d6-e1ab4e849dc8 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:49:25.241505 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9ed25ddc-ac1b-4bbf-a4bf-802719f6de5c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:25.247021 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9ed25ddc-ac1b-4bbf-a4bf-802719f6de5c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:25.270422 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed25ddc-ac1b-4bbf-a4bf-802719f6de5c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=239268b5-8203-4ae8-a4dd-553ac3541a48,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:25.282653 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9ed25ddc-ac1b-4bbf-a4bf-802719f6de5c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:25.286534 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9ed25ddc-ac1b-4bbf-a4bf-802719f6de5c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1581287 Jan 21 09:49:25.286771 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57322) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:25.292386 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-fce29bf4-0b87-4efb-8525-d51e4880ab24 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '81a64675-7934-4dfa-8715-003bb98d94ed', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:25.298145 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-fce29bf4-0b87-4efb-8525-d51e4880ab24 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:25.301940 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-fce29bf4-0b87-4efb-8525-d51e4880ab24 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:25.305679 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-fce29bf4-0b87-4efb-8525-d51e4880ab24 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:25.316301 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-fce29bf4-0b87-4efb-8525-d51e4880ab24 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:25.343355 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fce29bf4-0b87-4efb-8525-d51e4880ab24 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:25.366495 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a4a4c-0792-4814-afeb-33ebb557a4e1 req-bffacc97-c52b-4d97-a167-7ff55245ebd3 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:25.367816 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c95a4a4c-0792-4814-afeb-33ebb557a4e1 req-bffacc97-c52b-4d97-a167-7ff55245ebd3 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=7632377c-8a93-494d-93f2-b99d34f69805 HTTP/1.1" status: 200 len: 944 time: 0.0894358 Jan 21 09:49:25.412294 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fce29bf4-0b87-4efb-8525-d51e4880ab24 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:25.414393 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c95a4a4c-0792-4814-afeb-33ebb557a4e1 req-f38008ea-4259-4cda-97ca-b897d19466b4 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401666 Jan 21 09:49:25.416846 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fce29bf4-0b87-4efb-8525-d51e4880ab24 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:25.441409 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce29bf4-0b87-4efb-8525-d51e4880ab24 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdfadadb-9966-402f-b68b-b4829453f8ad,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:25.451490 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fce29bf4-0b87-4efb-8525-d51e4880ab24 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:25.452730 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-fce29bf4-0b87-4efb-8525-d51e4880ab24 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1644468 Jan 21 09:49:25.455545 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57326) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:25.460859 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-efd2c50e-826d-42dd-90e4-926c3dc15c3a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '81a64675-7934-4dfa-8715-003bb98d94ed', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:25.466639 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-efd2c50e-826d-42dd-90e4-926c3dc15c3a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:25.470390 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-efd2c50e-826d-42dd-90e4-926c3dc15c3a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:25.473211 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-efd2c50e-826d-42dd-90e4-926c3dc15c3a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:25.479340 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-efd2c50e-826d-42dd-90e4-926c3dc15c3a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:25.496929 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-efd2c50e-826d-42dd-90e4-926c3dc15c3a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:25.557901 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-efd2c50e-826d-42dd-90e4-926c3dc15c3a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:25.561908 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-efd2c50e-826d-42dd-90e4-926c3dc15c3a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:25.564979 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-36b70614-3e6a-4947-877a-d00f596efc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'name': 'tempest-TestNetworkBasicOps-router-1093530882', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:15Z', 'updated_at': '2022-01-21T09:49:21Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:16Z', 'updated_at': '2022-01-21T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48', 'name': '', 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:4f:10:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '8d75250f-c7f0-4f13-96be-9cec316c7eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:20Z', 'updated_at': '2022-01-21T09:49:24Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '8d75250f-c7f0-4f13-96be-9cec316c7eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:25.570172 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b70614-3e6a-4947-877a-d00f596efc1f None None] The sync data for ids ['eea0a996-1648-4211-86d6-e1ab4e849dc8'] in dv-neutron-825731-1-hyperv is: [{'id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'name': 'tempest-TestNetworkBasicOps-router-1093530882', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:15Z', 'updated_at': '2022-01-21T09:49:21Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:16Z', 'updated_at': '2022-01-21T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48', 'name': '', 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:4f:10:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '8d75250f-c7f0-4f13-96be-9cec316c7eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:20Z', 'updated_at': '2022-01-21T09:49:24Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '8d75250f-c7f0-4f13-96be-9cec316c7eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:49:25.586319 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2c50e-826d-42dd-90e4-926c3dc15c3a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a122dff6-0008-4291-b9dd-aadbcba36bbd,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:25.596087 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-efd2c50e-826d-42dd-90e4-926c3dc15c3a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:25.597559 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-efd2c50e-826d-42dd-90e4-926c3dc15c3a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1410670 Jan 21 09:49:25.601022 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57330) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:25.606353 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-f9e62aba-b250-4c76-8a8c-ae446fe9f665 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '81a64675-7934-4dfa-8715-003bb98d94ed', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:25.612748 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f9e62aba-b250-4c76-8a8c-ae446fe9f665 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:25.618925 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f9e62aba-b250-4c76-8a8c-ae446fe9f665 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:25.623822 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f9e62aba-b250-4c76-8a8c-ae446fe9f665 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:25.632038 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f9e62aba-b250-4c76-8a8c-ae446fe9f665 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:25.654984 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f9e62aba-b250-4c76-8a8c-ae446fe9f665 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:25.728964 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f9e62aba-b250-4c76-8a8c-ae446fe9f665 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:25.733617 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f9e62aba-b250-4c76-8a8c-ae446fe9f665 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:25.757083 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e62aba-b250-4c76-8a8c-ae446fe9f665 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b55af29-80cc-464a-a6fe-4ec5c0c37623,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:25.766815 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f9e62aba-b250-4c76-8a8c-ae446fe9f665 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:25.768818 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f9e62aba-b250-4c76-8a8c-ae446fe9f665 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1665730 Jan 21 09:49:25.773798 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57334) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:25.779739 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-34285d90-3ec7-4331-a731-6942f7e47507 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '81a64675-7934-4dfa-8715-003bb98d94ed', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:25.785884 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-34285d90-3ec7-4331-a731-6942f7e47507 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:25.790715 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-34285d90-3ec7-4331-a731-6942f7e47507 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:25.793806 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-34285d90-3ec7-4331-a731-6942f7e47507 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:25.799884 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-34285d90-3ec7-4331-a731-6942f7e47507 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:25.811586 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.securitygroups_db [None req-34285d90-3ec7-4331-a731-6942f7e47507 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Project 6ddc82470f624ec48d3ebbc58317dba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:49:25.818925 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-34285d90-3ec7-4331-a731-6942f7e47507 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:25.887878 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-34285d90-3ec7-4331-a731-6942f7e47507 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:25.891792 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-34285d90-3ec7-4331-a731-6942f7e47507 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:25.917214 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34285d90-3ec7-4331-a731-6942f7e47507 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ea5c1e7-92dc-4c7e-b238-202d4eb82008,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:25.927050 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-34285d90-3ec7-4331-a731-6942f7e47507 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:25.929448 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-34285d90-3ec7-4331-a731-6942f7e47507 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1543531 Jan 21 09:49:25.932287 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57338) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:25.937429 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-573183a4-2d6e-485e-8ddd-44ae0b924b0e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '81a64675-7934-4dfa-8715-003bb98d94ed', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:25.943508 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-573183a4-2d6e-485e-8ddd-44ae0b924b0e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:25.947583 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-573183a4-2d6e-485e-8ddd-44ae0b924b0e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:25.950515 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-573183a4-2d6e-485e-8ddd-44ae0b924b0e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:25.956839 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-573183a4-2d6e-485e-8ddd-44ae0b924b0e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:25.967238 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.securitygroups_db [None req-573183a4-2d6e-485e-8ddd-44ae0b924b0e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Project 6ddc82470f624ec48d3ebbc58317dba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:49:25.974251 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-573183a4-2d6e-485e-8ddd-44ae0b924b0e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:26.044649 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-573183a4-2d6e-485e-8ddd-44ae0b924b0e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:26.048236 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-573183a4-2d6e-485e-8ddd-44ae0b924b0e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:26.076239 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573183a4-2d6e-485e-8ddd-44ae0b924b0e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=812e8be0-2f5a-4bf1-af44-c1ae611adbca,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:26.086125 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-573183a4-2d6e-485e-8ddd-44ae0b924b0e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:26.091987 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-573183a4-2d6e-485e-8ddd-44ae0b924b0e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1586411 Jan 21 09:49:26.254366 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-b0081572-dc48-4808-b5fb-934471aab148 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:26.270217 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-b0081572-dc48-4808-b5fb-934471aab148 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:26.272135 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-b0081572-dc48-4808-b5fb-934471aab148 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-898704596&fields=id&tenant_id=6ddc82470f624ec48d3ebbc58317dba5 HTTP/1.1" status: 200 len: 267 time: 0.0584519 Jan 21 09:49:26.433320 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-62b49d8f-c7a7-4b42-8176-a791acb8f5e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:26.434044 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-62b49d8f-c7a7-4b42-8176-a791acb8f5e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:network {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:26.460730 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-62b49d8f-c7a7-4b42-8176-a791acb8f5e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:network {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:26.461915 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-62b49d8f-c7a7-4b42-8176-a791acb8f5e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/networks?id=b70b952b-78ea-41bd-a1ae-820c4fb8111c HTTP/1.1" status: 200 len: 797 time: 0.1827803 Jan 21 09:49:26.485776 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:26.492309 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-0376d0d5-6bd9-42dd-84e1-355dbd02f7fc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/quotas/6ddc82470f624ec48d3ebbc58317dba5 HTTP/1.1" status: 200 len: 375 time: 0.0240722 Jan 21 09:49:26.577756 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:26.582949 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:26.583539 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:26.592331 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-63b5a4c5-9e6d-4762-8fc8-25dba85464a2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:26.613172 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-63b5a4c5-9e6d-4762-8fc8-25dba85464a2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:26.616296 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-63b5a4c5-9e6d-4762-8fc8-25dba85464a2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1227522 Jan 21 09:49:26.623564 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117dde03-daa8-4172-a191-42b96c739473 req-8d79d4c7-90bb-40bc-81b3-cdbc8ea1f7e2 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:26.625127 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-117dde03-daa8-4172-a191-42b96c739473 req-8d79d4c7-90bb-40bc-81b3-cdbc8ea1f7e2 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=7632377c-8a93-494d-93f2-b99d34f69805 HTTP/1.1" status: 200 len: 944 time: 0.0934432 Jan 21 09:49:26.680344 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-117dde03-daa8-4172-a191-42b96c739473 req-ba46d427-cdb5-48e9-b620-efd445fd7b6f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486932 Jan 21 09:49:26.727718 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:26.762307 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48,segment=NetworkSegment(0cd94f75-116a-47a7-9d8c-a37e35951470),segment_id=0cd94f75-116a-47a7-9d8c-a37e35951470)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:49:26.767713 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:26.805759 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-d1dc7111-6762-44c0-969e-399b3670ec5f service neutron] 10.222.0.110 "GET /v2.0/networks/b70b952b-78ea-41bd-a1ae-820c4fb8111c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516132 Jan 21 09:49:26.813982 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 58a8552c-5e1a-47cb-b8e4-ab067174f6e9 up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:26.889354 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:26.904526 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port 58a8552c-5e1a-47cb-b8e4-ab067174f6e9 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:26.909233 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port 58a8552c-5e1a-47cb-b8e4-ab067174f6e9 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:26.909597 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:26.941940 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-e91f7b2f-2245-48e6-b4ee-ad753b517736 service neutron] 10.222.0.110 "GET /v2.0/networks/b70b952b-78ea-41bd-a1ae-820c4fb8111c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293354 Jan 21 09:49:27.028808 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:27.064302 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7632377c-8a93-494d-93f2-b99d34f69805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a8552c-5e1a-47cb-b8e4-ab067174f6e9'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:49:27.083538 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 58a8552c-5e1a-47cb-b8e4-ab067174f6e9, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=58a8552c-5e1a-47cb-b8e4-ab067174f6e9,segment=NetworkSegment(9b216987-8cbc-4835-9c2f-1b45ed9b241e),segment_id=9b216987-8cbc-4835-9c2f-1b45ed9b241e)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:49:27.088703 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:27.144804 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-1c2cfa2a-24ba-4450-b4af-3367942f1329 req-3387e2d0-a4ab-43b5-b60d-fd5ec8c89169 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:27.159155 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-1c2cfa2a-24ba-4450-b4af-3367942f1329 req-3387e2d0-a4ab-43b5-b60d-fd5ec8c89169 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:27.160349 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1c2cfa2a-24ba-4450-b4af-3367942f1329 req-3387e2d0-a4ab-43b5-b60d-fd5ec8c89169 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=53fb1396-5745-4bc0-b161-e02fc0a044ae HTTP/1.1" status: 200 len: 210 time: 0.0769706 Jan 21 09:49:27.172223 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=58a8552c-5e1a-47cb-b8e4-ab067174f6e9,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:27.185490 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7632377c-8a93-494d-93f2-b99d34f69805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a8552c-5e1a-47cb-b8e4-ab067174f6e9', 'code': 200} Jan 21 09:49:27.467385 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0635a-ebeb-4168-9acc-6a5991a32f3e req-724774ab-739d-4f4e-a668-bff90e143745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:27.468855 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-acb0635a-ebeb-4168-9acc-6a5991a32f3e req-724774ab-739d-4f4e-a668-bff90e143745 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7632377c-8a93-494d-93f2-b99d34f69805 HTTP/1.1" status: 200 len: 1098 time: 0.0746093 Jan 21 09:49:27.512411 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-acb0635a-ebeb-4168-9acc-6a5991a32f3e req-618ef95e-b738-43b3-a9d6-1df1344d1bbb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356457 Jan 21 09:49:27.875898 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b371f-ad0a-4eea-83cc-ec9092fa6143 req-0e707e7c-5aaa-4f95-b85b-7bda58db9dba tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:27.877376 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b51b371f-ad0a-4eea-83cc-ec9092fa6143 req-0e707e7c-5aaa-4f95-b85b-7bda58db9dba tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=7632377c-8a93-494d-93f2-b99d34f69805 HTTP/1.1" status: 200 len: 945 time: 0.0820312 Jan 21 09:49:27.926277 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b51b371f-ad0a-4eea-83cc-ec9092fa6143 req-1d434b2f-4d18-433a-8d98-a96ec0210bfb tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410998 Jan 21 09:49:28.362643 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b94e6727-7e69-4189-b4c4-226a4ea9efa8 req-dcc2a53f-1ae8-4154-971a-fedbd927b98c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=53fb1396-5745-4bc0-b161-e02fc0a044ae HTTP/1.1" status: 200 len: 210 time: 0.0630920 Jan 21 09:49:28.462205 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:28.469991 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-df21ad7f-d04c-4b4f-88f5-cae18103cff6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:28.471465 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-df21ad7f-d04c-4b4f-88f5-cae18103cff6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "GET /v2.0/networks?id=b70b952b-78ea-41bd-a1ae-820c4fb8111c HTTP/1.1" status: 200 len: 797 time: 0.1946437 Jan 21 09:49:28.526223 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-4cc93eef-8ec5-41c8-a425-47bb7b9623ee tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:security_group {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:28.535745 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:28.536103 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:28.540062 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-4cc93eef-8ec5-41c8-a425-47bb7b9623ee tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:security_group {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:28.541182 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-4cc93eef-8ec5-41c8-a425-47bb7b9623ee tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ddc82470f624ec48d3ebbc58317dba5 HTTP/1.1" status: 200 len: 379 time: 0.0591271 Jan 21 09:49:28.556000 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-9a80650d-d428-4ebb-b88f-cdaf302aab87 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'port': {'device_id': '53fb1396-5745-4bc0-b161-e02fc0a044ae', 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c', 'admin_state_up': True, 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'security_groups': ['81a64675-7934-4dfa-8715-003bb98d94ed']}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:28.690487 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-9a80650d-d428-4ebb-b88f-cdaf302aab87 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:28.700444 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-9a80650d-d428-4ebb-b88f-cdaf302aab87 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:28.711628 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-9a80650d-d428-4ebb-b88f-cdaf302aab87 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Made reservation on behalf of 6ddc82470f624ec48d3ebbc58317dba5 for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:28.715224 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-9a80650d-d428-4ebb-b88f-cdaf302aab87 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:28.879775 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-9a80650d-d428-4ebb-b88f-cdaf302aab87 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Allocated IP 172.20.0.12 (b70b952b-78ea-41bd-a1ae-820c4fb8111c/8d75250f-c7f0-4f13-96be-9cec316c7eec/8ae25ad5-f209-454e-9cfb-5a79fec0e59b) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:29.076948 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-9a80650d-d428-4ebb-b88f-cdaf302aab87 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:29.093332 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-9a80650d-d428-4ebb-b88f-cdaf302aab87 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Transition to ACTIVE for port object 8ae25ad5-f209-454e-9cfb-5a79fec0e59b will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:29.119712 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-9a80650d-d428-4ebb-b88f-cdaf302aab87 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:29.124270 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890b499-f75f-45b7-9ca2-e2264a1ecb81 req-a2dff615-9c38-47ce-bd76-7886fa0def24 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:29.125752 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3890b499-f75f-45b7-9ca2-e2264a1ecb81 req-a2dff615-9c38-47ce-bd76-7886fa0def24 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=7632377c-8a93-494d-93f2-b99d34f69805 HTTP/1.1" status: 200 len: 945 time: 0.0870845 Jan 21 09:49:29.172585 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3890b499-f75f-45b7-9ca2-e2264a1ecb81 req-db9dded9-5176-4aa0-9656-629f1dc4f7f2 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403118 Jan 21 09:49:29.198522 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-9a80650d-d428-4ebb-b88f-cdaf302aab87 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network b70b952b-78ea-41bd-a1ae-820c4fb8111c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:29.202106 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-9a80650d-d428-4ebb-b88f-cdaf302aab87 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:29.204152 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a80650d-d428-4ebb-b88f-cdaf302aab87 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=8ae25ad5-f209-454e-9cfb-5a79fec0e59b,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:29.206229 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-9a80650d-d428-4ebb-b88f-cdaf302aab87 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:49:29.274332 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-9a80650d-d428-4ebb-b88f-cdaf302aab87 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:29.274937 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-9a80650d-d428-4ebb-b88f-cdaf302aab87 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:29.344617 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-9a80650d-d428-4ebb-b88f-cdaf302aab87 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7925158 Jan 21 09:49:29.360454 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-b9868445-f966-49d6-8ad9-6fdf055badda service neutron] Request body: {'port': {'device_id': '53fb1396-5745-4bc0-b161-e02fc0a044ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:29.476575 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-ff4356ac-d611-44df-a4a6-e273dd36d28f None None] Provisioning for port 8ae25ad5-f209-454e-9cfb-5a79fec0e59b completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:29.481967 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-ff4356ac-d611-44df-a4a6-e273dd36d28f None None] Provisioning complete for port 8ae25ad5-f209-454e-9cfb-5a79fec0e59b triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:29.482328 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ff4356ac-d611-44df-a4a6-e273dd36d28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:29.542798 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-ff4356ac-d611-44df-a4a6-e273dd36d28f None None] Port 8ae25ad5-f209-454e-9cfb-5a79fec0e59b cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:49:29.566231 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ae6f5-b7d2-49ed-9d9e-a08dbb285d1d req-9a981511-5894-4ac7-b311-18219ebb1b16 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:29.568476 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2e1ae6f5-b7d2-49ed-9d9e-a08dbb285d1d req-9a981511-5894-4ac7-b311-18219ebb1b16 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=53fb1396-5745-4bc0-b161-e02fc0a044ae HTTP/1.1" status: 200 len: 932 time: 0.0926969 Jan 21 09:49:29.582748 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a0835-93eb-4bc1-a573-69a33cf50771 req-b9aed271-bf35-4f9c-92e2-c4b0b3ea56e4 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:29.585286 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a03a0835-93eb-4bc1-a573-69a33cf50771 req-b9aed271-bf35-4f9c-92e2-c4b0b3ea56e4 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=7632377c-8a93-494d-93f2-b99d34f69805 HTTP/1.1" status: 200 len: 945 time: 0.2964752 Jan 21 09:49:29.616328 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2e1ae6f5-b7d2-49ed-9d9e-a08dbb285d1d req-c9dc007d-d339-4d27-8394-80c9471eb331 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=81a64675-7934-4dfa-8715-003bb98d94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418775 Jan 21 09:49:29.638623 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-b9868445-f966-49d6-8ad9-6fdf055badda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:29.657420 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a03a0835-93eb-4bc1-a573-69a33cf50771 req-0411ab3e-cc64-4e15-b352-3f0a05cebd08 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656266 Jan 21 09:49:29.681622 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57384) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:29.752331 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2667df47-561f-45ca-92c1-80c705fea43e tempest-TestVolumeBootPattern-1021245271 tempest-TestVolumeBootPattern-1021245271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:29.753728 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2667df47-561f-45ca-92c1-80c705fea43e tempest-TestVolumeBootPattern-1021245271 tempest-TestVolumeBootPattern-1021245271-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=7632377c-8a93-494d-93f2-b99d34f69805 HTTP/1.1" status: 200 len: 1093 time: 0.0710940 Jan 21 09:49:29.756678 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57388) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:29.761472 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-d4944278-acd1-466d-8a75-6fe0afaed0c6 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Request body: {'floatingip': {'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'port_id': '58a8552c-5e1a-47cb-b8e4-ab067174f6e9', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:29.767568 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d4944278-acd1-466d-8a75-6fe0afaed0c6 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:29.771498 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d4944278-acd1-466d-8a75-6fe0afaed0c6 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Usage tracker for resource:floatingip and tenant:b19bae91610749c2842623300f66b5c2 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:29.774411 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d4944278-acd1-466d-8a75-6fe0afaed0c6 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:29.780378 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d4944278-acd1-466d-8a75-6fe0afaed0c6 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:29.792351 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d4944278-acd1-466d-8a75-6fe0afaed0c6 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for floatingip, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:29.931331 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d4944278-acd1-466d-8a75-6fe0afaed0c6 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:29.987184 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-b9868445-f966-49d6-8ad9-6fdf055badda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ae25ad5-f209-454e-9cfb-5a79fec0e59b {{(pid=87515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:49:29.994840 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-b9868445-f966-49d6-8ad9-6fdf055badda service neutron] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:30.009486 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-b9868445-f966-49d6-8ad9-6fdf055badda service neutron] Transition to ACTIVE for port object 8ae25ad5-f209-454e-9cfb-5a79fec0e59b will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:30.013074 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-b9868445-f966-49d6-8ad9-6fdf055badda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:30.070177 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-d4944278-acd1-466d-8a75-6fe0afaed0c6 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Allocated IP 172.26.3.163 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/28da9162-8fb9-47c6-a3bc-457c463d72f3) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:30.184804 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9868445-f966-49d6-8ad9-6fdf055badda service neutron] Pushing event updated for resources: {'Port': ['ID=8ae25ad5-f209-454e-9cfb-5a79fec0e59b,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:30.272238 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-b9868445-f966-49d6-8ad9-6fdf055badda service neutron] Attempting to bind port 8ae25ad5-f209-454e-9cfb-5a79fec0e59b on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:49:30.272496 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-b9868445-f966-49d6-8ad9-6fdf055badda service neutron] Attempting to bind port 8ae25ad5-f209-454e-9cfb-5a79fec0e59b by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '0cd94f75-116a-47a7-9d8c-a37e35951470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:49:30.272825 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-b9868445-f966-49d6-8ad9-6fdf055badda service neutron] Attempting to bind port 8ae25ad5-f209-454e-9cfb-5a79fec0e59b on network b70b952b-78ea-41bd-a1ae-820c4fb8111c {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:49:30.277981 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-b9868445-f966-49d6-8ad9-6fdf055badda service neutron] Port 8ae25ad5-f209-454e-9cfb-5a79fec0e59b on network b70b952b-78ea-41bd-a1ae-820c4fb8111c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:49:30.278262 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-b9868445-f966-49d6-8ad9-6fdf055badda service neutron] Attempting to bind port 8ae25ad5-f209-454e-9cfb-5a79fec0e59b on network b70b952b-78ea-41bd-a1ae-820c4fb8111c {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:49:30.283798 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-b9868445-f966-49d6-8ad9-6fdf055badda service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:49:30.284134 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-b9868445-f966-49d6-8ad9-6fdf055badda service neutron] Checking segment: {'id': '0cd94f75-116a-47a7-9d8c-a37e35951470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:49:30.284519 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-b9868445-f966-49d6-8ad9-6fdf055badda service neutron] Bound using segment: {'id': '0cd94f75-116a-47a7-9d8c-a37e35951470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:49:30.284952 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-b9868445-f966-49d6-8ad9-6fdf055badda service neutron] Bound port: 8ae25ad5-f209-454e-9cfb-5a79fec0e59b, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd94f75-116a-47a7-9d8c-a37e35951470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:49:30.285297 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-b9868445-f966-49d6-8ad9-6fdf055badda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:30.341496 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d4944278-acd1-466d-8a75-6fe0afaed0c6 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:30.374256 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d4944278-acd1-466d-8a75-6fe0afaed0c6 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:30.379471 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-b9868445-f966-49d6-8ad9-6fdf055badda service neutron] For port 8ae25ad5-f209-454e-9cfb-5a79fec0e59b, host hv-neutron-8257, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:49:30.383288 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-b9868445-f966-49d6-8ad9-6fdf055badda service neutron] For port 8ae25ad5-f209-454e-9cfb-5a79fec0e59b, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=8ae25ad5-f209-454e-9cfb-5a79fec0e59b,segment=NetworkSegment(0cd94f75-116a-47a7-9d8c-a37e35951470),segment_id=0cd94f75-116a-47a7-9d8c-a37e35951470)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:49:30.388001 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-b9868445-f966-49d6-8ad9-6fdf055badda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:30.442071 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4944278-acd1-466d-8a75-6fe0afaed0c6 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:30.445451 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-d4944278-acd1-466d-8a75-6fe0afaed0c6 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:30.448347 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4944278-acd1-466d-8a75-6fe0afaed0c6 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:49:30.451057 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-b9868445-f966-49d6-8ad9-6fdf055badda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:30.451767 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-b9868445-f966-49d6-8ad9-6fdf055badda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:30.453220 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-b9868445-f966-49d6-8ad9-6fdf055badda service neutron] 10.222.0.72 "PUT /v2.0/ports/8ae25ad5-f209-454e-9cfb-5a79fec0e59b HTTP/1.1" status: 200 len: 1094 time: 1.1012359 Jan 21 09:49:30.453727 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53fb1396-5745-4bc0-b161-e02fc0a044ae', 'tag': '8ae25ad5-f209-454e-9cfb-5a79fec0e59b'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:49:30.484832 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9868445-f966-49d6-8ad9-6fdf055badda service neutron] Pushing event updated for resources: {'Port': ['ID=8ae25ad5-f209-454e-9cfb-5a79fec0e59b,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:30.504749 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4944278-acd1-466d-8a75-6fe0afaed0c6 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Pushing event updated for resources: {'Port': ['ID=28da9162-8fb9-47c6-a3bc-457c463d72f3,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:30.527822 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53fb1396-5745-4bc0-b161-e02fc0a044ae', 'tag': '8ae25ad5-f209-454e-9cfb-5a79fec0e59b', 'status': 'completed', 'code': 200} Jan 21 09:49:30.570373 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-63608201-97ed-42da-99ce-24b3545a6059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:30.571884 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-63608201-97ed-42da-99ce-24b3545a6059 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=53fb1396-5745-4bc0-b161-e02fc0a044ae HTTP/1.1" status: 200 len: 1097 time: 0.0805602 Jan 21 09:49:30.645196 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-c98c3a4e-518e-4137-8b19-148ff5804853 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ae25ad5-f209-454e-9cfb-5a79fec0e59b HTTP/1.1" status: 200 len: 217 time: 0.0661716 Jan 21 09:49:30.715988 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-61412797-fef7-44f3-8654-ca680ec4c68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:30.717366 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-61412797-fef7-44f3-8654-ca680ec4c68f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8d75250f-c7f0-4f13-96be-9cec316c7eec HTTP/1.1" status: 200 len: 835 time: 0.0657480 Jan 21 09:49:30.873482 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-2af4d2ad-8fb3-4713-8e13-677d594fa0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:30.874953 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-2af4d2ad-8fb3-4713-8e13-677d594fa0fb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b70b952b-78ea-41bd-a1ae-820c4fb8111c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1498091 Jan 21 09:49:30.882595 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eaaf0f-d016-481e-aa03-5c3db277faed req-a4725b38-ce14-4fd1-be77-7d5c516125b6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:30.883263 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-07eaaf0f-d016-481e-aa03-5c3db277faed req-a4725b38-ce14-4fd1-be77-7d5c516125b6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:30.921908 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d4944278-acd1-466d-8a75-6fe0afaed0c6 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:30.932632 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-07eaaf0f-d016-481e-aa03-5c3db277faed req-a4725b38-ce14-4fd1-be77-7d5c516125b6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:30.933842 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-07eaaf0f-d016-481e-aa03-5c3db277faed req-a4725b38-ce14-4fd1-be77-7d5c516125b6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=53fb1396-5745-4bc0-b161-e02fc0a044ae HTTP/1.1" status: 200 len: 944 time: 0.1710336 Jan 21 09:49:31.003520 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d4944278-acd1-466d-8a75-6fe0afaed0c6 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:31.061626 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-07eaaf0f-d016-481e-aa03-5c3db277faed req-4022f112-a3c6-4801-acf7-8b7cc522a7de tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=81a64675-7934-4dfa-8715-003bb98d94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681701 Jan 21 09:49:31.064777 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-727b53ee-4f28-44af-ad42-41848bc43d30 service neutron] 10.222.0.72 "GET /v2.0/networks/b70b952b-78ea-41bd-a1ae-820c4fb8111c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778889 Jan 21 09:49:31.206462 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cd39bd5e-5b70-47db-abdb-4cc0444de1ec req-bacd858c-46a2-458d-a2a6-67e9428c562f service neutron] 10.222.0.72 "GET /v2.0/networks/b70b952b-78ea-41bd-a1ae-820c4fb8111c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321568 Jan 21 09:49:31.217513 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d4944278-acd1-466d-8a75-6fe0afaed0c6 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:31.222319 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d4944278-acd1-466d-8a75-6fe0afaed0c6 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:31.320003 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579380bc-3584-4c96-b74f-1453e59f85f6 req-265f68fe-a543-4526-b26b-1dd34259392a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:31.321535 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-579380bc-3584-4c96-b74f-1453e59f85f6 req-265f68fe-a543-4526-b26b-1dd34259392a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=53fb1396-5745-4bc0-b161-e02fc0a044ae HTTP/1.1" status: 200 len: 1097 time: 0.0732727 Jan 21 09:49:31.334481 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4944278-acd1-466d-8a75-6fe0afaed0c6 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Pushing event updated for resources: {'Port': ['ID=28da9162-8fb9-47c6-a3bc-457c463d72f3,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:31.344546 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d4944278-acd1-466d-8a75-6fe0afaed0c6 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:31.521692 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.l3_db [None req-d4944278-acd1-466d-8a75-6fe0afaed0c6 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Floating IP 8f48cfd2-f18f-4e6d-b361-ed340d506ace associated. External IP: 172.26.3.163, port: 58a8552c-5e1a-47cb-b8e4-ab067174f6e9. Jan 21 09:49:31.564613 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579380bc-3584-4c96-b74f-1453e59f85f6 req-4328f523-37a5-488f-bc06-06964f4047b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:31.566054 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-579380bc-3584-4c96-b74f-1453e59f85f6 req-4328f523-37a5-488f-bc06-06964f4047b1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b70b952b-78ea-41bd-a1ae-820c4fb8111c HTTP/1.1" status: 200 len: 898 time: 0.2379649 Jan 21 09:49:31.631927 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-579380bc-3584-4c96-b74f-1453e59f85f6 req-2853935c-bb11-43c0-80f5-5bf357504026 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ae25ad5-f209-454e-9cfb-5a79fec0e59b HTTP/1.1" status: 200 len: 217 time: 0.0590267 Jan 21 09:49:31.701322 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579380bc-3584-4c96-b74f-1453e59f85f6 req-baa57afb-ee7f-4dc0-8b0d-c3ba43a24f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:31.702738 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-579380bc-3584-4c96-b74f-1453e59f85f6 req-baa57afb-ee7f-4dc0-8b0d-c3ba43a24f77 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8d75250f-c7f0-4f13-96be-9cec316c7eec HTTP/1.1" status: 200 len: 835 time: 0.0620875 Jan 21 09:49:31.780030 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579380bc-3584-4c96-b74f-1453e59f85f6 req-ff4da671-d370-4216-8202-9c36275ea5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:31.782029 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-579380bc-3584-4c96-b74f-1453e59f85f6 req-ff4da671-d370-4216-8202-9c36275ea5f3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b70b952b-78ea-41bd-a1ae-820c4fb8111c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722032 Jan 21 09:49:31.921617 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-579380bc-3584-4c96-b74f-1453e59f85f6 req-d08f52c3-dfd2-4c3a-b392-4801ca016c1f service neutron] 10.222.0.72 "GET /v2.0/networks/b70b952b-78ea-41bd-a1ae-820c4fb8111c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322231 Jan 21 09:49:31.996569 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4944278-acd1-466d-8a75-6fe0afaed0c6 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Router bd4a324c-06cd-436c-aae0-6ab472b1b8e0 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:49:32.059883 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-579380bc-3584-4c96-b74f-1453e59f85f6 req-5e6f00eb-466d-42bb-ab36-d440b0dec629 service neutron] 10.222.0.72 "GET /v2.0/networks/b70b952b-78ea-41bd-a1ae-820c4fb8111c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282403 Jan 21 09:49:32.221324 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4944278-acd1-466d-8a75-6fe0afaed0c6 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:49:32.232212 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc7ebd9-a900-463c-8946-c4ea1d86b2f0 None None] Sync routers for ids ['bd4a324c-06cd-436c-aae0-6ab472b1b8e0'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:49:32.242225 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc7ebd9-a900-463c-8946-c4ea1d86b2f0 None None] Routers {'bd4a324c-06cd-436c-aae0-6ab472b1b8e0'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:49:32.242857 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-cfc7ebd9-a900-463c-8946-c4ea1d86b2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:49:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['bd4a324c-06cd-436c-aae0-6ab472b1b8e0'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:32.260249 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d4944278-acd1-466d-8a75-6fe0afaed0c6 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:32.329375 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97866074-05c3-4d5d-95f1-5441b4820d5d req-15b3d9ef-eafc-4a2f-83c4-f6f0aeb3080b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:32.330888 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-97866074-05c3-4d5d-95f1-5441b4820d5d req-15b3d9ef-eafc-4a2f-83c4-f6f0aeb3080b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=53fb1396-5745-4bc0-b161-e02fc0a044ae HTTP/1.1" status: 200 len: 944 time: 0.1561916 Jan 21 09:49:32.347426 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d4944278-acd1-466d-8a75-6fe0afaed0c6 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5765328 Jan 21 09:49:32.347426 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7632377c-8a93-494d-93f2-b99d34f69805', 'tag': '58a8552c-5e1a-47cb-b8e4-ab067174f6e9'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:49:32.384691 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7632377c-8a93-494d-93f2-b99d34f69805', 'tag': '58a8552c-5e1a-47cb-b8e4-ab067174f6e9', 'status': 'completed', 'code': 200} Jan 21 09:49:32.395966 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-97866074-05c3-4d5d-95f1-5441b4820d5d req-dcf3c30f-081e-49c9-9783-220fc4bbd9a2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=81a64675-7934-4dfa-8715-003bb98d94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555086 Jan 21 09:49:32.428490 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-cfc7ebd9-a900-463c-8946-c4ea1d86b2f0 None None] Set router bd4a324c-06cd-436c-aae0-6ab472b1b8e0 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:49:32.478017 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec76570-4e09-4127-babd-67784fd7b008 req-275e560e-c49c-4f03-9ef2-0bd2ff8b060d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:32.479441 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2ec76570-4e09-4127-babd-67784fd7b008 req-275e560e-c49c-4f03-9ef2-0bd2ff8b060d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b19bae91610749c2842623300f66b5c2&device_id=7632377c-8a93-494d-93f2-b99d34f69805 HTTP/1.1" status: 200 len: 1098 time: 0.0752654 Jan 21 09:49:32.616042 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec76570-4e09-4127-babd-67784fd7b008 req-98db178b-cbb2-4b34-85f3-61176f4413c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:32.617549 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2ec76570-4e09-4127-babd-67784fd7b008 req-98db178b-cbb2-4b34-85f3-61176f4413c6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4880d60f-eaf6-400c-ae63-407f78f8f686 HTTP/1.1" status: 200 len: 913 time: 0.1316261 Jan 21 09:49:32.724716 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2ec76570-4e09-4127-babd-67784fd7b008 req-bd704c9d-c85b-4dc8-a7bb-bc9226b8d895 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58a8552c-5e1a-47cb-b8e4-ab067174f6e9 HTTP/1.1" status: 200 len: 999 time: 0.1004665 Jan 21 09:49:32.788612 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec76570-4e09-4127-babd-67784fd7b008 req-927b3f72-6b20-4f2a-aae4-93cb32dbd68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:32.789955 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2ec76570-4e09-4127-babd-67784fd7b008 req-927b3f72-6b20-4f2a-aae4-93cb32dbd68f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a15dd6d5-fb0e-4d75-9036-70eb3b2240fa HTTP/1.1" status: 200 len: 851 time: 0.0576611 Jan 21 09:49:32.815413 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-cfc7ebd9-a900-463c-8946-c4ea1d86b2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'name': 'tempest-TestVolumeBootPattern-2048454854-router', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:55Z', 'updated_at': '2022-01-21T09:43:07Z', 'revision_number': 4, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'gw_port': {'id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:58Z', 'updated_at': '2022-01-21T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '8f48cfd2-f18f-4e6d-b361-ed340d506ace', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'port_id': '58a8552c-5e1a-47cb-b8e4-ab067174f6e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'mac_address': 'fa:16:3e:5d:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7632377c-8a93-494d-93f2-b99d34f69805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:49:30Z', 'updated_at': '2022-01-21T09:49:30Z', 'revision_number': 0, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'fixed_ip_address_scope': None}, {'id': 'cec05d43-083c-4305-9d17-fdcec514c8e5', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'floating_ip_address': '172.26.3.198', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'port_id': '19fbb4d6-8ca9-42dc-a5f5-55139be96a3e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'mac_address': 'fa:16:3e:31:7f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c45647-00d6-4ecb-ac0d-95cc54b0c23c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:47:25Z', 'updated_at': '2022-01-21T09:47:28Z', 'revision_number': 1, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9d219ea-cc58-44c1-819b-db9bbadc11d0', 'name': '', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'mac_address': 'fa:16:3e:bb:4c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:43:14Z', 'revision_number': 5, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'subnets': [{'id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:32.819645 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc7ebd9-a900-463c-8946-c4ea1d86b2f0 None None] Checking router: bd4a324c-06cd-436c-aae0-6ab472b1b8e0 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:49:32.827705 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc7ebd9-a900-463c-8946-c4ea1d86b2f0 None None] Routers {'bd4a324c-06cd-436c-aae0-6ab472b1b8e0'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:49:32.828288 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-cfc7ebd9-a900-463c-8946-c4ea1d86b2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:49:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['bd4a324c-06cd-436c-aae0-6ab472b1b8e0'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:32.865375 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec76570-4e09-4127-babd-67784fd7b008 req-4c4be8ae-bba3-4561-8fa3-3cb03c55e1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:32.866831 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2ec76570-4e09-4127-babd-67784fd7b008 req-4c4be8ae-bba3-4561-8fa3-3cb03c55e1bb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4880d60f-eaf6-400c-ae63-407f78f8f686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703690 Jan 21 09:49:33.006211 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-cfc7ebd9-a900-463c-8946-c4ea1d86b2f0 None None] Set router bd4a324c-06cd-436c-aae0-6ab472b1b8e0 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:49:33.010950 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2ec76570-4e09-4127-babd-67784fd7b008 req-25145582-f1bd-4f64-a6bc-4faca51489fe service neutron] 10.222.0.72 "GET /v2.0/networks/4880d60f-eaf6-400c-ae63-407f78f8f686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372445 Jan 21 09:49:33.142331 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2ec76570-4e09-4127-babd-67784fd7b008 req-6bc67fc8-d4da-4b05-bb8a-5ea624d28398 service neutron] 10.222.0.72 "GET /v2.0/networks/4880d60f-eaf6-400c-ae63-407f78f8f686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248603 Jan 21 09:49:33.354519 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-cfc7ebd9-a900-463c-8946-c4ea1d86b2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'name': 'tempest-TestVolumeBootPattern-2048454854-router', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:55Z', 'updated_at': '2022-01-21T09:43:07Z', 'revision_number': 4, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'gw_port': {'id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:58Z', 'updated_at': '2022-01-21T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '8f48cfd2-f18f-4e6d-b361-ed340d506ace', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'port_id': '58a8552c-5e1a-47cb-b8e4-ab067174f6e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'mac_address': 'fa:16:3e:5d:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7632377c-8a93-494d-93f2-b99d34f69805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:49:30Z', 'updated_at': '2022-01-21T09:49:30Z', 'revision_number': 0, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'fixed_ip_address_scope': None}, {'id': 'cec05d43-083c-4305-9d17-fdcec514c8e5', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'floating_ip_address': '172.26.3.198', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'port_id': '19fbb4d6-8ca9-42dc-a5f5-55139be96a3e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'mac_address': 'fa:16:3e:31:7f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c45647-00d6-4ecb-ac0d-95cc54b0c23c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:47:25Z', 'updated_at': '2022-01-21T09:47:28Z', 'revision_number': 1, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9d219ea-cc58-44c1-819b-db9bbadc11d0', 'name': '', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'mac_address': 'fa:16:3e:bb:4c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:43:14Z', 'revision_number': 5, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'subnets': [{'id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:33.358602 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc7ebd9-a900-463c-8946-c4ea1d86b2f0 None None] The sync data for ids ['bd4a324c-06cd-436c-aae0-6ab472b1b8e0'] in dv-neutron-825731-1-hyperv is: [{'id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'name': 'tempest-TestVolumeBootPattern-2048454854-router', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:55Z', 'updated_at': '2022-01-21T09:43:07Z', 'revision_number': 4, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'gw_port': {'id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:58Z', 'updated_at': '2022-01-21T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '8f48cfd2-f18f-4e6d-b361-ed340d506ace', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'port_id': '58a8552c-5e1a-47cb-b8e4-ab067174f6e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'mac_address': 'fa:16:3e:5d:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7632377c-8a93-494d-93f2-b99d34f69805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:49:30Z', 'updated_at': '2022-01-21T09:49:30Z', 'revision_number': 0, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'fixed_ip_address_scope': None}, {'id': 'cec05d43-083c-4305-9d17-fdcec514c8e5', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'floating_ip_address': '172.26.3.198', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'port_id': '19fbb4d6-8ca9-42dc-a5f5-55139be96a3e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'mac_address': 'fa:16:3e:31:7f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c45647-00d6-4ecb-ac0d-95cc54b0c23c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:47:25Z', 'updated_at': '2022-01-21T09:47:28Z', 'revision_number': 1, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9d219ea-cc58-44c1-819b-db9bbadc11d0', 'name': '', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'mac_address': 'fa:16:3e:bb:4c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:43:14Z', 'revision_number': 5, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'subnets': [{'id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:49:33.566362 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1827dced-5a4c-4884-9c3f-4ce25d11ac42 None None] New status for floating IP 8f48cfd2-f18f-4e6d-b361-ed340d506ace: ACTIVE {{(pid=87517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:49:33.594167 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc9429-6e13-4d5a-9287-6dedec3eaec9 req-62f1c59c-500e-47f8-ae98-8f913436a7e4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:33.595654 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d2cc9429-6e13-4d5a-9287-6dedec3eaec9 req-62f1c59c-500e-47f8-ae98-8f913436a7e4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=53fb1396-5745-4bc0-b161-e02fc0a044ae HTTP/1.1" status: 200 len: 944 time: 0.0869799 Jan 21 09:49:33.640260 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d2cc9429-6e13-4d5a-9287-6dedec3eaec9 req-eb03c523-0fa6-4c74-8129-676dd800cb75 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=81a64675-7934-4dfa-8715-003bb98d94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385120 Jan 21 09:49:34.809257 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 8ae25ad5-f209-454e-9cfb-5a79fec0e59b details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:49:34.826962 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673508f-d85c-4477-b09c-d25fefab782c req-92bf340e-0211-4b3d-ab80-3ec146f8751b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:34.828442 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2673508f-d85c-4477-b09c-d25fefab782c req-92bf340e-0211-4b3d-ab80-3ec146f8751b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=53fb1396-5745-4bc0-b161-e02fc0a044ae HTTP/1.1" status: 200 len: 944 time: 0.0824022 Jan 21 09:49:34.872837 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2673508f-d85c-4477-b09c-d25fefab782c req-756ec150-597a-4797-982d-f1093f1dd561 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=81a64675-7934-4dfa-8715-003bb98d94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379889 Jan 21 09:49:34.945129 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 8ae25ad5-f209-454e-9cfb-5a79fec0e59b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=8ae25ad5-f209-454e-9cfb-5a79fec0e59b,segment=NetworkSegment(0cd94f75-116a-47a7-9d8c-a37e35951470),segment_id=0cd94f75-116a-47a7-9d8c-a37e35951470)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:49:34.958627 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': '8ae25ad5-f209-454e-9cfb-5a79fec0e59b', 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c', 'port_id': '8ae25ad5-f209-454e-9cfb-5a79fec0e59b', 'mac_address': 'fa:16:3e:f1:dd:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d75250f-c7f0-4f13-96be-9cec316c7eec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:49:35.036532 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:35.053140 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ae25ad5-f209-454e-9cfb-5a79fec0e59b {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:49:35.068623 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 8ae25ad5-f209-454e-9cfb-5a79fec0e59b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=8ae25ad5-f209-454e-9cfb-5a79fec0e59b,segment=NetworkSegment(0cd94f75-116a-47a7-9d8c-a37e35951470),segment_id=0cd94f75-116a-47a7-9d8c-a37e35951470)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:49:35.072474 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:35.141840 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=8ae25ad5-f209-454e-9cfb-5a79fec0e59b,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:35.431260 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['8ae25ad5-f209-454e-9cfb-5a79fec0e59b'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 09:49:36.057861 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce781d-db09-4751-8341-135963024929 req-27ec28de-9f50-46cb-81db-7e63cca53d92 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:36.059284 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-9cce781d-db09-4751-8341-135963024929 req-27ec28de-9f50-46cb-81db-7e63cca53d92 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=53fb1396-5745-4bc0-b161-e02fc0a044ae HTTP/1.1" status: 200 len: 945 time: 0.0779870 Jan 21 09:49:36.105051 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-9cce781d-db09-4751-8341-135963024929 req-fe6ad273-e72a-4363-94ac-99f952232dd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=81a64675-7934-4dfa-8715-003bb98d94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399873 Jan 21 09:49:36.824280 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 8ae25ad5-f209-454e-9cfb-5a79fec0e59b up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:36.895298 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port 8ae25ad5-f209-454e-9cfb-5a79fec0e59b completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:36.899888 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port 8ae25ad5-f209-454e-9cfb-5a79fec0e59b triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:36.900260 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:37.029429 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:37.056505 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53fb1396-5745-4bc0-b161-e02fc0a044ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae25ad5-f209-454e-9cfb-5a79fec0e59b'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:49:37.066287 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 8ae25ad5-f209-454e-9cfb-5a79fec0e59b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=8ae25ad5-f209-454e-9cfb-5a79fec0e59b,segment=NetworkSegment(0cd94f75-116a-47a7-9d8c-a37e35951470),segment_id=0cd94f75-116a-47a7-9d8c-a37e35951470)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:49:37.070310 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:37.109501 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53fb1396-5745-4bc0-b161-e02fc0a044ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae25ad5-f209-454e-9cfb-5a79fec0e59b', 'code': 200} Jan 21 09:49:37.146294 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=8ae25ad5-f209-454e-9cfb-5a79fec0e59b,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:37.444060 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43011d26-269a-43e1-a1f1-4d3a367e7cf0 req-c36da5ef-46d2-4fe3-87d1-d8ff2dda5b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:37.445505 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-43011d26-269a-43e1-a1f1-4d3a367e7cf0 req-c36da5ef-46d2-4fe3-87d1-d8ff2dda5b20 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=53fb1396-5745-4bc0-b161-e02fc0a044ae HTTP/1.1" status: 200 len: 1099 time: 0.0991366 Jan 21 09:49:37.453426 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ee57b-a7d2-4992-a149-8d7744615cb7 req-7cd793b6-6ae8-4ab2-b261-2aa1c98950d3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:37.454744 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-113ee57b-a7d2-4992-a149-8d7744615cb7 req-7cd793b6-6ae8-4ab2-b261-2aa1c98950d3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=53fb1396-5745-4bc0-b161-e02fc0a044ae HTTP/1.1" status: 200 len: 946 time: 0.2422907 Jan 21 09:49:37.515418 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-43011d26-269a-43e1-a1f1-4d3a367e7cf0 req-4b2d2c7c-47c1-40ed-b403-b0e5c7442625 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=81a64675-7934-4dfa-8715-003bb98d94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597641 Jan 21 09:49:37.522032 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-113ee57b-a7d2-4992-a149-8d7744615cb7 req-9e416622-814a-4e41-b2eb-bfc2a0066d2a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=81a64675-7934-4dfa-8715-003bb98d94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546296 Jan 21 09:49:38.716288 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1d149-dd6f-4a7e-82c4-267af7602ffe req-2ad0280d-0e80-4240-8daf-b9e4c2f7aedf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:38.719439 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4de1d149-dd6f-4a7e-82c4-267af7602ffe req-2ad0280d-0e80-4240-8daf-b9e4c2f7aedf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=53fb1396-5745-4bc0-b161-e02fc0a044ae HTTP/1.1" status: 200 len: 946 time: 0.0849776 Jan 21 09:49:38.761527 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4de1d149-dd6f-4a7e-82c4-267af7602ffe req-454e612a-4530-46ab-b228-a4172635e280 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=81a64675-7934-4dfa-8715-003bb98d94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379069 Jan 21 09:49:39.945389 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957410a4-c778-45cc-a47e-49cc28feabd0 req-e53761bb-24d5-445a-b447-4dc5ef054123 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:39.946853 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-957410a4-c778-45cc-a47e-49cc28feabd0 req-e53761bb-24d5-445a-b447-4dc5ef054123 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=53fb1396-5745-4bc0-b161-e02fc0a044ae HTTP/1.1" status: 200 len: 946 time: 0.0812976 Jan 21 09:49:39.990519 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-957410a4-c778-45cc-a47e-49cc28feabd0 req-43694e9f-204d-4160-9651-2ca7275fd973 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=81a64675-7934-4dfa-8715-003bb98d94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380824 Jan 21 09:49:40.172744 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9d2f4-ee4c-473e-a0c9-e67e2f6489b0 req-dd8a2d30-124c-429c-90a9-88290f7104e2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:40.174187 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fcc9d2f4-ee4c-473e-a0c9-e67e2f6489b0 req-dd8a2d30-124c-429c-90a9-88290f7104e2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=53fb1396-5745-4bc0-b161-e02fc0a044ae HTTP/1.1" status: 200 len: 946 time: 0.0799162 Jan 21 09:49:40.221121 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fcc9d2f4-ee4c-473e-a0c9-e67e2f6489b0 req-712dade7-901a-43b4-bd9b-d945ff3fab5c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=81a64675-7934-4dfa-8715-003bb98d94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403092 Jan 21 09:49:40.244682 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57420) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:40.315087 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35a09fb-8b63-49f2-9eee-9c6441fdf194 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:40.320970 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e35a09fb-8b63-49f2-9eee-9c6441fdf194 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=53fb1396-5745-4bc0-b161-e02fc0a044ae HTTP/1.1" status: 200 len: 1094 time: 0.0711029 Jan 21 09:49:40.320970 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57424) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:40.324571 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-23152a34-367d-4bb2-808d-182edcabaf7b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'floatingip': {'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'port_id': '8ae25ad5-f209-454e-9cfb-5a79fec0e59b', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:49:40.330697 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-23152a34-367d-4bb2-808d-182edcabaf7b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:40.334620 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-23152a34-367d-4bb2-808d-182edcabaf7b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:floatingip and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:40.337614 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-23152a34-367d-4bb2-808d-182edcabaf7b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:40.344420 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-23152a34-367d-4bb2-808d-182edcabaf7b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:40.355291 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-23152a34-367d-4bb2-808d-182edcabaf7b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:40.502993 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-23152a34-367d-4bb2-808d-182edcabaf7b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:40.650556 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-23152a34-367d-4bb2-808d-182edcabaf7b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Allocated IP 172.26.3.156 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/dbd1f4d7-f037-42d3-b3b2-702d5f722da3) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:40.810695 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-23152a34-367d-4bb2-808d-182edcabaf7b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:40.842535 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-23152a34-367d-4bb2-808d-182edcabaf7b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:40.910334 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23152a34-367d-4bb2-808d-182edcabaf7b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:40.912066 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-23152a34-367d-4bb2-808d-182edcabaf7b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:40.919924 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23152a34-367d-4bb2-808d-182edcabaf7b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:49:40.955608 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23152a34-367d-4bb2-808d-182edcabaf7b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=dbd1f4d7-f037-42d3-b3b2-702d5f722da3,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:41.399718 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-23152a34-367d-4bb2-808d-182edcabaf7b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:41.478514 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-23152a34-367d-4bb2-808d-182edcabaf7b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:41.805049 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-23152a34-367d-4bb2-808d-182edcabaf7b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:41.809471 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-23152a34-367d-4bb2-808d-182edcabaf7b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:41.912609 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23152a34-367d-4bb2-808d-182edcabaf7b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=dbd1f4d7-f037-42d3-b3b2-702d5f722da3,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:41.930053 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-23152a34-367d-4bb2-808d-182edcabaf7b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:42.096255 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.l3_db [None req-23152a34-367d-4bb2-808d-182edcabaf7b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Floating IP 2fa6ac3d-d4d8-4086-9cd7-d14e5be8175e associated. External IP: 172.26.3.156, port: 8ae25ad5-f209-454e-9cfb-5a79fec0e59b. Jan 21 09:49:42.448340 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23152a34-367d-4bb2-808d-182edcabaf7b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router eea0a996-1648-4211-86d6-e1ab4e849dc8 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:49:42.626513 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23152a34-367d-4bb2-808d-182edcabaf7b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:49:42.634180 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:42.637350 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9911c1-3745-4cb2-a90d-6d9824ab541e None None] Sync routers for ids ['eea0a996-1648-4211-86d6-e1ab4e849dc8'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:49:42.647505 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9911c1-3745-4cb2-a90d-6d9824ab541e None None] Routers {'eea0a996-1648-4211-86d6-e1ab4e849dc8'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:49:42.648164 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-9e9911c1-3745-4cb2-a90d-6d9824ab541e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:49:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['eea0a996-1648-4211-86d6-e1ab4e849dc8'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:42.651128 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-23152a34-367d-4bb2-808d-182edcabaf7b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:42.707665 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-23152a34-367d-4bb2-808d-182edcabaf7b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3867753 Jan 21 09:49:42.708504 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53fb1396-5745-4bc0-b161-e02fc0a044ae', 'tag': '8ae25ad5-f209-454e-9cfb-5a79fec0e59b'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:49:42.710534 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57428) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:42.756199 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53fb1396-5745-4bc0-b161-e02fc0a044ae', 'tag': '8ae25ad5-f209-454e-9cfb-5a79fec0e59b', 'status': 'completed', 'code': 200} Jan 21 09:49:42.845048 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-585a96fb-6d0c-4a81-bc83-c73b0a7bc7f8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/floatingips/2fa6ac3d-d4d8-4086-9cd7-d14e5be8175e HTTP/1.1" status: 200 len: 992 time: 0.1317558 Jan 21 09:49:42.859766 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe73f83-8db7-4c22-ba27-f30476171022 req-8e1b043d-0a2d-412f-818a-0d5c3c063cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:42.861213 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6fe73f83-8db7-4c22-ba27-f30476171022 req-8e1b043d-0a2d-412f-818a-0d5c3c063cba service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=53fb1396-5745-4bc0-b161-e02fc0a044ae HTTP/1.1" status: 200 len: 1099 time: 0.0798781 Jan 21 09:49:42.871646 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-9e9911c1-3745-4cb2-a90d-6d9824ab541e None None] Set router eea0a996-1648-4211-86d6-e1ab4e849dc8 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:49:42.994424 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe73f83-8db7-4c22-ba27-f30476171022 req-ad458b09-5bdc-40ff-a8f3-8473c08a1dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:42.995821 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6fe73f83-8db7-4c22-ba27-f30476171022 req-ad458b09-5bdc-40ff-a8f3-8473c08a1dab service neutron] 10.222.0.72 "GET /v2.0/networks?id=b70b952b-78ea-41bd-a1ae-820c4fb8111c HTTP/1.1" status: 200 len: 898 time: 0.1259189 Jan 21 09:49:43.103459 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6fe73f83-8db7-4c22-ba27-f30476171022 req-935eec5b-19ef-4329-b4fc-0e9f26542dc6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ae25ad5-f209-454e-9cfb-5a79fec0e59b HTTP/1.1" status: 200 len: 1000 time: 0.1012349 Jan 21 09:49:43.166925 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe73f83-8db7-4c22-ba27-f30476171022 req-d0bc4e1d-1523-4802-a7ff-d1665da153e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:43.168407 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6fe73f83-8db7-4c22-ba27-f30476171022 req-d0bc4e1d-1523-4802-a7ff-d1665da153e2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8d75250f-c7f0-4f13-96be-9cec316c7eec HTTP/1.1" status: 200 len: 835 time: 0.0577247 Jan 21 09:49:43.224435 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-9e9911c1-3745-4cb2-a90d-6d9824ab541e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'name': 'tempest-TestNetworkBasicOps-router-1093530882', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:15Z', 'updated_at': '2022-01-21T09:49:21Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:16Z', 'updated_at': '2022-01-21T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '2fa6ac3d-d4d8-4086-9cd7-d14e5be8175e', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.156', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'port_id': '8ae25ad5-f209-454e-9cfb-5a79fec0e59b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c', 'mac_address': 'fa:16:3e:f1:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fb1396-5745-4bc0-b161-e02fc0a044ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:49:41Z', 'updated_at': '2022-01-21T09:49:41Z', 'revision_number': 0, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48', 'name': '', 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:4f:10:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '8d75250f-c7f0-4f13-96be-9cec316c7eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:20Z', 'updated_at': '2022-01-21T09:49:26Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '8d75250f-c7f0-4f13-96be-9cec316c7eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:43.228295 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9911c1-3745-4cb2-a90d-6d9824ab541e None None] Checking router: eea0a996-1648-4211-86d6-e1ab4e849dc8 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:49:43.236487 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9911c1-3745-4cb2-a90d-6d9824ab541e None None] Routers {'eea0a996-1648-4211-86d6-e1ab4e849dc8'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:49:43.237118 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-9e9911c1-3745-4cb2-a90d-6d9824ab541e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:49:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['eea0a996-1648-4211-86d6-e1ab4e849dc8'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:43.244536 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe73f83-8db7-4c22-ba27-f30476171022 req-d2ff80ef-5d29-4b91-a765-4e4c257ba363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:43.245936 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6fe73f83-8db7-4c22-ba27-f30476171022 req-d2ff80ef-5d29-4b91-a765-4e4c257ba363 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b70b952b-78ea-41bd-a1ae-820c4fb8111c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711367 Jan 21 09:49:43.419746 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-9e9911c1-3745-4cb2-a90d-6d9824ab541e None None] Set router eea0a996-1648-4211-86d6-e1ab4e849dc8 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:49:43.498770 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6fe73f83-8db7-4c22-ba27-f30476171022 req-583c3ab1-2229-4963-9a6c-35682d386a95 service neutron] 10.222.0.72 "GET /v2.0/networks/b70b952b-78ea-41bd-a1ae-820c4fb8111c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445202 Jan 21 09:49:43.626958 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6fe73f83-8db7-4c22-ba27-f30476171022 req-ea18109f-eb29-4e28-8111-3497bc9a2a48 service neutron] 10.222.0.72 "GET /v2.0/networks/b70b952b-78ea-41bd-a1ae-820c4fb8111c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217411 Jan 21 09:49:43.764660 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-9e9911c1-3745-4cb2-a90d-6d9824ab541e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'name': 'tempest-TestNetworkBasicOps-router-1093530882', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:15Z', 'updated_at': '2022-01-21T09:49:21Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:16Z', 'updated_at': '2022-01-21T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '2fa6ac3d-d4d8-4086-9cd7-d14e5be8175e', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.156', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'port_id': '8ae25ad5-f209-454e-9cfb-5a79fec0e59b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c', 'mac_address': 'fa:16:3e:f1:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fb1396-5745-4bc0-b161-e02fc0a044ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:49:41Z', 'updated_at': '2022-01-21T09:49:41Z', 'revision_number': 0, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48', 'name': '', 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:4f:10:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '8d75250f-c7f0-4f13-96be-9cec316c7eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:20Z', 'updated_at': '2022-01-21T09:49:26Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '8d75250f-c7f0-4f13-96be-9cec316c7eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:43.768526 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9911c1-3745-4cb2-a90d-6d9824ab541e None None] The sync data for ids ['eea0a996-1648-4211-86d6-e1ab4e849dc8'] in dv-neutron-825731-1-hyperv is: [{'id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'name': 'tempest-TestNetworkBasicOps-router-1093530882', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:15Z', 'updated_at': '2022-01-21T09:49:21Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:16Z', 'updated_at': '2022-01-21T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '2fa6ac3d-d4d8-4086-9cd7-d14e5be8175e', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.156', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'port_id': '8ae25ad5-f209-454e-9cfb-5a79fec0e59b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c', 'mac_address': 'fa:16:3e:f1:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fb1396-5745-4bc0-b161-e02fc0a044ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:49:41Z', 'updated_at': '2022-01-21T09:49:41Z', 'revision_number': 0, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48', 'name': '', 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:4f:10:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '8d75250f-c7f0-4f13-96be-9cec316c7eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:20Z', 'updated_at': '2022-01-21T09:49:26Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '8d75250f-c7f0-4f13-96be-9cec316c7eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:49:43.848351 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57434) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:43.955481 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0d8d01cb-a504-40ed-861b-2c723d622fa6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/floatingips/2fa6ac3d-d4d8-4086-9cd7-d14e5be8175e HTTP/1.1" status: 200 len: 992 time: 0.1058545 Jan 21 09:49:43.981352 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8837144c-b024-48e7-aa26-4163433f2882 None None] New status for floating IP 2fa6ac3d-d4d8-4086-9cd7-d14e5be8175e: ACTIVE {{(pid=87517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:49:44.958946 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57438) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:45.065818 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0a2f7ba8-c9b8-4d70-b88e-5fe8fcc4e057 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/floatingips/2fa6ac3d-d4d8-4086-9cd7-d14e5be8175e HTTP/1.1" status: 200 len: 994 time: 0.1048388 Jan 21 09:49:46.477694 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-54f1a72b-893d-44ff-9a5e-46bf9378f48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:48.865473 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3fe8c520-86d3-4512-8c8b-e115759b94c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:49.802170 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:49.901343 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:51.331203 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:58.035941 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:49:58.050365 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-75907da7-809e-4660-940c-d7878599852a req-64324347-be56-4d8a-8b00-7f44d6c31a3d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=10c45647-00d6-4ecb-ac0d-95cc54b0c23c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745850 Jan 21 09:49:58.198690 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75907da7-809e-4660-940c-d7878599852a req-3a92bf2d-2477-4594-88cc-8c1ad7b2f2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:58.200108 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-75907da7-809e-4660-940c-d7878599852a req-3a92bf2d-2477-4594-88cc-8c1ad7b2f2cd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b19bae91610749c2842623300f66b5c2&device_id=10c45647-00d6-4ecb-ac0d-95cc54b0c23c HTTP/1.1" status: 200 len: 1098 time: 0.0740323 Jan 21 09:49:58.343399 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75907da7-809e-4660-940c-d7878599852a req-c2ee1d82-4851-4e0e-9e57-9f92912cc908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:58.345572 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-75907da7-809e-4660-940c-d7878599852a req-c2ee1d82-4851-4e0e-9e57-9f92912cc908 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4880d60f-eaf6-400c-ae63-407f78f8f686 HTTP/1.1" status: 200 len: 913 time: 0.1256459 Jan 21 09:49:58.450692 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-75907da7-809e-4660-940c-d7878599852a req-7f10be7f-afdb-4bd4-b565-cbcfb44397fe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19fbb4d6-8ca9-42dc-a5f5-55139be96a3e HTTP/1.1" status: 200 len: 1001 time: 0.0976446 Jan 21 09:49:58.522923 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75907da7-809e-4660-940c-d7878599852a req-50cd9be7-7ffe-4219-8b8c-970ddf5411b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:58.522923 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-75907da7-809e-4660-940c-d7878599852a req-50cd9be7-7ffe-4219-8b8c-970ddf5411b3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a15dd6d5-fb0e-4d75-9036-70eb3b2240fa HTTP/1.1" status: 200 len: 851 time: 0.0649910 Jan 21 09:49:58.598581 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75907da7-809e-4660-940c-d7878599852a req-89c7776a-fd03-4811-ba7e-550e27e95c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:58.600016 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-75907da7-809e-4660-940c-d7878599852a req-89c7776a-fd03-4811-ba7e-550e27e95c1c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4880d60f-eaf6-400c-ae63-407f78f8f686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714672 Jan 21 09:49:58.738175 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-75907da7-809e-4660-940c-d7878599852a req-8e71ffcc-1e4a-4ec9-84c3-f09c9831c337 service neutron] 10.222.0.72 "GET /v2.0/networks/4880d60f-eaf6-400c-ae63-407f78f8f686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275530 Jan 21 09:49:58.872457 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-75907da7-809e-4660-940c-d7878599852a req-bb955dfd-8f91-4122-83dd-bf635ff76df3 service neutron] 10.222.0.72 "GET /v2.0/networks/4880d60f-eaf6-400c-ae63-407f78f8f686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264193 Jan 21 09:50:12.641573 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:16.479842 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a58f416c-8218-4f93-8783-cd5b0bc83e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:18.877306 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c7fd619b-729c-4408-b63c-d0c9cc241a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:19.782274 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:19.897708 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:21.341005 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:35.034689 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:50:42.636507 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:46.482272 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7b1a9a1c-923c-4dfe-8294-063a0f5e4502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:48.869177 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-aea587de-6071-47a5-adaa-6b2187b9c748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:49.783460 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:49.900456 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:51.337480 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:58.033005 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57478) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:58.107516 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377cd13a-057d-4103-9bc6-913a2cddde6c tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:58.107986 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377cd13a-057d-4103-9bc6-913a2cddde6c tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:58.108439 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377cd13a-057d-4103-9bc6-913a2cddde6c tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:58.110044 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-377cd13a-057d-4103-9bc6-913a2cddde6c tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/ports?project_id=6ddc82470f624ec48d3ebbc58317dba5&network_id=b70b952b-78ea-41bd-a1ae-820c4fb8111c HTTP/1.1" status: 200 len: 3000 time: 0.0755954 Jan 21 09:50:58.741044 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f3be46be-a1eb-4745-a1e1-873bc0691574 req-f32cbcce-eeeb-41b8-a854-c601e79a0a7f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7632377c-8a93-494d-93f2-b99d34f69805&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686316 Jan 21 09:50:58.836791 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be46be-a1eb-4745-a1e1-873bc0691574 req-212cec3b-2035-4ee5-b1b3-a57e0f47a285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:58.838389 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f3be46be-a1eb-4745-a1e1-873bc0691574 req-212cec3b-2035-4ee5-b1b3-a57e0f47a285 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b19bae91610749c2842623300f66b5c2&device_id=7632377c-8a93-494d-93f2-b99d34f69805 HTTP/1.1" status: 200 len: 1098 time: 0.0737333 Jan 21 09:50:59.089605 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be46be-a1eb-4745-a1e1-873bc0691574 req-58186313-0d27-479a-996e-0a64dd666e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:59.091207 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f3be46be-a1eb-4745-a1e1-873bc0691574 req-58186313-0d27-479a-996e-0a64dd666e28 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4880d60f-eaf6-400c-ae63-407f78f8f686 HTTP/1.1" status: 200 len: 913 time: 0.2332754 Jan 21 09:50:59.194092 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f3be46be-a1eb-4745-a1e1-873bc0691574 req-b3e79da0-240c-46f7-91c8-dbc026313fa2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58a8552c-5e1a-47cb-b8e4-ab067174f6e9 HTTP/1.1" status: 200 len: 1001 time: 0.0959804 Jan 21 09:50:59.257250 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be46be-a1eb-4745-a1e1-873bc0691574 req-276ea343-30c2-4ed4-bc16-ffbc91474150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:59.258644 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f3be46be-a1eb-4745-a1e1-873bc0691574 req-276ea343-30c2-4ed4-bc16-ffbc91474150 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a15dd6d5-fb0e-4d75-9036-70eb3b2240fa HTTP/1.1" status: 200 len: 851 time: 0.0577285 Jan 21 09:50:59.334797 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be46be-a1eb-4745-a1e1-873bc0691574 req-d0929d04-f99e-4674-a6e6-c868673b6f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:59.336273 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f3be46be-a1eb-4745-a1e1-873bc0691574 req-d0929d04-f99e-4674-a6e6-c868673b6f6a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4880d60f-eaf6-400c-ae63-407f78f8f686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702620 Jan 21 09:50:59.467902 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f3be46be-a1eb-4745-a1e1-873bc0691574 req-f81d977c-f9da-40b4-a872-29144cb5000b service neutron] 10.222.0.72 "GET /v2.0/networks/4880d60f-eaf6-400c-ae63-407f78f8f686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243799 Jan 21 09:50:59.599975 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f3be46be-a1eb-4745-a1e1-873bc0691574 req-c56d1e06-6570-452b-be26-d02843013fe6 service neutron] 10.222.0.72 "GET /v2.0/networks/4880d60f-eaf6-400c-ae63-407f78f8f686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254737 Jan 21 09:50:59.956133 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57490) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:00.020494 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37b8dd8-0cd5-4981-b98b-b75dc243c3be tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:00.021965 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f37b8dd8-0cd5-4981-b98b-b75dc243c3be tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=80a065d7-b55c-43ad-a3e8-c65befe4136c HTTP/1.1" status: 200 len: 814 time: 0.0648606 Jan 21 09:51:00.985220 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57498) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:00.991115 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-acf3858a-d377-421e-a7fb-3f08a5a8f20d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:51:01.093335 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-acf3858a-d377-421e-a7fb-3f08a5a8f20d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:01.355746 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-acf3858a-d377-421e-a7fb-3f08a5a8f20d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:01.359340 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-acf3858a-d377-421e-a7fb-3f08a5a8f20d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:01.359705 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.l3_db [None req-acf3858a-d377-421e-a7fb-3f08a5a8f20d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Floating IP 2fa6ac3d-d4d8-4086-9cd7-d14e5be8175e disassociated. External IP: 172.26.3.156, port: 8ae25ad5-f209-454e-9cfb-5a79fec0e59b. Jan 21 09:51:01.701025 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf3858a-d377-421e-a7fb-3f08a5a8f20d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router eea0a996-1648-4211-86d6-e1ab4e849dc8 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:51:01.984197 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf3858a-d377-421e-a7fb-3f08a5a8f20d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:51:01.989559 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-acf3858a-d377-421e-a7fb-3f08a5a8f20d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:01.994651 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57b8ec8-a7c6-4851-983b-938562cc2e67 None None] Sync routers for ids ['eea0a996-1648-4211-86d6-e1ab4e849dc8'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:51:02.007987 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57b8ec8-a7c6-4851-983b-938562cc2e67 None None] Routers {'eea0a996-1648-4211-86d6-e1ab4e849dc8'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:51:02.008661 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-a57b8ec8-a7c6-4851-983b-938562cc2e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:50:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['eea0a996-1648-4211-86d6-e1ab4e849dc8'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:02.045000 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-acf3858a-d377-421e-a7fb-3f08a5a8f20d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "PUT /v2.0/floatingips/2fa6ac3d-d4d8-4086-9cd7-d14e5be8175e HTTP/1.1" status: 200 len: 690 time: 1.0586843 Jan 21 09:51:02.045701 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53fb1396-5745-4bc0-b161-e02fc0a044ae', 'tag': '8ae25ad5-f209-454e-9cfb-5a79fec0e59b'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:51:02.048069 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57502) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:02.092949 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53fb1396-5745-4bc0-b161-e02fc0a044ae', 'tag': '8ae25ad5-f209-454e-9cfb-5a79fec0e59b', 'status': 'completed', 'code': 200} Jan 21 09:51:02.138250 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8e9416c9-2f54-40ec-881d-ba70399e1b41 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/floatingips/2fa6ac3d-d4d8-4086-9cd7-d14e5be8175e HTTP/1.1" status: 200 len: 690 time: 0.0883770 Jan 21 09:51:02.189018 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9917c87-7a5f-4992-b623-b6fe1cd702ef req-63086293-1c5a-45f3-993c-be291451f83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:02.191112 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b9917c87-7a5f-4992-b623-b6fe1cd702ef req-63086293-1c5a-45f3-993c-be291451f83c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=53fb1396-5745-4bc0-b161-e02fc0a044ae HTTP/1.1" status: 200 len: 1099 time: 0.0721283 Jan 21 09:51:02.236708 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-a57b8ec8-a7c6-4851-983b-938562cc2e67 None None] Set router eea0a996-1648-4211-86d6-e1ab4e849dc8 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:51:02.321732 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9917c87-7a5f-4992-b623-b6fe1cd702ef req-10adc154-51f0-43c4-b400-df06d35a6263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:02.324097 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b9917c87-7a5f-4992-b623-b6fe1cd702ef req-10adc154-51f0-43c4-b400-df06d35a6263 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b70b952b-78ea-41bd-a1ae-820c4fb8111c HTTP/1.1" status: 200 len: 898 time: 0.1258922 Jan 21 09:51:02.394605 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b9917c87-7a5f-4992-b623-b6fe1cd702ef req-579a94b6-d65a-4b82-bc58-913d046e25de service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ae25ad5-f209-454e-9cfb-5a79fec0e59b HTTP/1.1" status: 200 len: 217 time: 0.0648789 Jan 21 09:51:02.458851 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9917c87-7a5f-4992-b623-b6fe1cd702ef req-2b1cc978-38d2-499c-ae71-e84d58a61e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:02.460318 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b9917c87-7a5f-4992-b623-b6fe1cd702ef req-2b1cc978-38d2-499c-ae71-e84d58a61e9e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8d75250f-c7f0-4f13-96be-9cec316c7eec HTTP/1.1" status: 200 len: 835 time: 0.0607910 Jan 21 09:51:02.543203 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9917c87-7a5f-4992-b623-b6fe1cd702ef req-58379a74-e0ba-46ea-b1af-b5c80b95ec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:02.545116 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b9917c87-7a5f-4992-b623-b6fe1cd702ef req-58379a74-e0ba-46ea-b1af-b5c80b95ec37 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b70b952b-78ea-41bd-a1ae-820c4fb8111c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769813 Jan 21 09:51:02.554079 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-a57b8ec8-a7c6-4851-983b-938562cc2e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'name': 'tempest-TestNetworkBasicOps-router-1093530882', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:15Z', 'updated_at': '2022-01-21T09:49:21Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:16Z', 'updated_at': '2022-01-21T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48', 'name': '', 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:4f:10:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '8d75250f-c7f0-4f13-96be-9cec316c7eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:20Z', 'updated_at': '2022-01-21T09:49:26Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '8d75250f-c7f0-4f13-96be-9cec316c7eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:02.557987 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57b8ec8-a7c6-4851-983b-938562cc2e67 None None] Checking router: eea0a996-1648-4211-86d6-e1ab4e849dc8 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:51:02.566292 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57b8ec8-a7c6-4851-983b-938562cc2e67 None None] Routers {'eea0a996-1648-4211-86d6-e1ab4e849dc8'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:51:02.566877 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-a57b8ec8-a7c6-4851-983b-938562cc2e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:50:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['eea0a996-1648-4211-86d6-e1ab4e849dc8'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:02.677515 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b9917c87-7a5f-4992-b623-b6fe1cd702ef req-7e946a51-ed06-4e57-a270-a266b845ba5d service neutron] 10.222.0.72 "GET /v2.0/networks/b70b952b-78ea-41bd-a1ae-820c4fb8111c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259193 Jan 21 09:51:02.745223 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-a57b8ec8-a7c6-4851-983b-938562cc2e67 None None] Set router eea0a996-1648-4211-86d6-e1ab4e849dc8 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:51:02.813908 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b9917c87-7a5f-4992-b623-b6fe1cd702ef req-64a17aff-8529-40ec-b61d-942a291f6b8c service neutron] 10.222.0.72 "GET /v2.0/networks/b70b952b-78ea-41bd-a1ae-820c4fb8111c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292927 Jan 21 09:51:03.048350 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-a57b8ec8-a7c6-4851-983b-938562cc2e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'name': 'tempest-TestNetworkBasicOps-router-1093530882', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:15Z', 'updated_at': '2022-01-21T09:49:21Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:16Z', 'updated_at': '2022-01-21T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48', 'name': '', 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:4f:10:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '8d75250f-c7f0-4f13-96be-9cec316c7eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:20Z', 'updated_at': '2022-01-21T09:49:26Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '8d75250f-c7f0-4f13-96be-9cec316c7eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:03.052428 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57b8ec8-a7c6-4851-983b-938562cc2e67 None None] The sync data for ids ['eea0a996-1648-4211-86d6-e1ab4e849dc8'] in dv-neutron-825731-1-hyperv is: [{'id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'name': 'tempest-TestNetworkBasicOps-router-1093530882', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:15Z', 'updated_at': '2022-01-21T09:49:21Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:16Z', 'updated_at': '2022-01-21T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48', 'name': '', 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:4f:10:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '8d75250f-c7f0-4f13-96be-9cec316c7eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:20Z', 'updated_at': '2022-01-21T09:49:26Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '8d75250f-c7f0-4f13-96be-9cec316c7eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:51:03.140543 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57508) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:03.227461 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-222fa484-cdb4-4622-8d72-b76df1a6b282 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/floatingips/2fa6ac3d-d4d8-4086-9cd7-d14e5be8175e HTTP/1.1" status: 200 len: 690 time: 0.0857506 Jan 21 09:51:03.268714 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de234e6f-a3a6-4bed-b834-9b799b21bb38 None None] New status for floating IP 2fa6ac3d-d4d8-4086-9cd7-d14e5be8175e: DOWN {{(pid=87517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:51:04.231480 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57512) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:04.314756 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e9270420-f34d-4c4b-9add-ce180ad42ede tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/floatingips/2fa6ac3d-d4d8-4086-9cd7-d14e5be8175e HTTP/1.1" status: 200 len: 688 time: 0.0822091 Jan 21 09:51:05.536156 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57518) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:05.541365 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-e7137b97-7b89-43a9-bb23-a0ff1886673b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1970017873', 'description': 'tempest-secgroup-smoke-1970017873 description', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:51:05.547584 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-e7137b97-7b89-43a9-bb23-a0ff1886673b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:05.557297 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-e7137b97-7b89-43a9-bb23-a0ff1886673b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:05.567626 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e7137b97-7b89-43a9-bb23-a0ff1886673b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:05.588292 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-e7137b97-7b89-43a9-bb23-a0ff1886673b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:05.591934 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-e7137b97-7b89-43a9-bb23-a0ff1886673b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:05.594681 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-e7137b97-7b89-43a9-bb23-a0ff1886673b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:05.600926 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-e7137b97-7b89-43a9-bb23-a0ff1886673b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:05.669210 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e7137b97-7b89-43a9-bb23-a0ff1886673b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:05.672860 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e7137b97-7b89-43a9-bb23-a0ff1886673b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:05.713478 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7137b97-7b89-43a9-bb23-a0ff1886673b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee168b9e-d4b5-4ed3-b298-f0a6806ba210,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:05.725071 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7137b97-7b89-43a9-bb23-a0ff1886673b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:05.725572 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7137b97-7b89-43a9-bb23-a0ff1886673b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:05.726123 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7137b97-7b89-43a9-bb23-a0ff1886673b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:05.726470 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7137b97-7b89-43a9-bb23-a0ff1886673b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:05.726796 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7137b97-7b89-43a9-bb23-a0ff1886673b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:05.727122 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7137b97-7b89-43a9-bb23-a0ff1886673b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:05.727463 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7137b97-7b89-43a9-bb23-a0ff1886673b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:05.727785 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7137b97-7b89-43a9-bb23-a0ff1886673b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:05.728115 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7137b97-7b89-43a9-bb23-a0ff1886673b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:05.728419 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7137b97-7b89-43a9-bb23-a0ff1886673b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:05.728731 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7137b97-7b89-43a9-bb23-a0ff1886673b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:05.729041 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7137b97-7b89-43a9-bb23-a0ff1886673b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:05.732363 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e7137b97-7b89-43a9-bb23-a0ff1886673b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:05.734194 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e7137b97-7b89-43a9-bb23-a0ff1886673b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1964219 Jan 21 09:51:05.737546 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57522) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:05.742709 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-39233780-3196-45a6-a184-d57c3db54d62 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': 'ee168b9e-d4b5-4ed3-b298-f0a6806ba210', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:51:05.748747 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-39233780-3196-45a6-a184-d57c3db54d62 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:05.753343 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-39233780-3196-45a6-a184-d57c3db54d62 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:05.756228 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-39233780-3196-45a6-a184-d57c3db54d62 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:05.762358 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-39233780-3196-45a6-a184-d57c3db54d62 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:05.778661 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-39233780-3196-45a6-a184-d57c3db54d62 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:05.838173 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-39233780-3196-45a6-a184-d57c3db54d62 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:05.841652 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-39233780-3196-45a6-a184-d57c3db54d62 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:05.864533 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39233780-3196-45a6-a184-d57c3db54d62 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a52c81ce-18bb-489a-884e-248a42091dba,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:05.875258 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39233780-3196-45a6-a184-d57c3db54d62 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:05.875625 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39233780-3196-45a6-a184-d57c3db54d62 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:05.875965 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39233780-3196-45a6-a184-d57c3db54d62 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:05.876980 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39233780-3196-45a6-a184-d57c3db54d62 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:05.877357 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39233780-3196-45a6-a184-d57c3db54d62 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:05.877681 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39233780-3196-45a6-a184-d57c3db54d62 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:05.878006 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39233780-3196-45a6-a184-d57c3db54d62 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:05.878327 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39233780-3196-45a6-a184-d57c3db54d62 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:05.878647 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39233780-3196-45a6-a184-d57c3db54d62 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:05.878964 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39233780-3196-45a6-a184-d57c3db54d62 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:05.879278 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39233780-3196-45a6-a184-d57c3db54d62 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:05.879622 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39233780-3196-45a6-a184-d57c3db54d62 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:05.882069 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-39233780-3196-45a6-a184-d57c3db54d62 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:05.885919 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-39233780-3196-45a6-a184-d57c3db54d62 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1446972 Jan 21 09:51:05.886061 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57526) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:05.890874 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-4d6d66f6-ca89-40a0-b4e8-16d476bd2863 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': 'ee168b9e-d4b5-4ed3-b298-f0a6806ba210', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:51:05.896760 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-4d6d66f6-ca89-40a0-b4e8-16d476bd2863 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:05.900596 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-4d6d66f6-ca89-40a0-b4e8-16d476bd2863 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:05.903464 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-4d6d66f6-ca89-40a0-b4e8-16d476bd2863 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:05.909153 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-4d6d66f6-ca89-40a0-b4e8-16d476bd2863 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:05.926580 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4d6d66f6-ca89-40a0-b4e8-16d476bd2863 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:05.991268 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4d6d66f6-ca89-40a0-b4e8-16d476bd2863 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:05.994863 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4d6d66f6-ca89-40a0-b4e8-16d476bd2863 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:06.017837 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d66f6-ca89-40a0-b4e8-16d476bd2863 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=185e0c8a-bb7b-498b-b7b2-088082f18fd5,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:06.026990 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4d6d66f6-ca89-40a0-b4e8-16d476bd2863 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:06.028245 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4d6d66f6-ca89-40a0-b4e8-16d476bd2863 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1413162 Jan 21 09:51:06.031028 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57530) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:06.036607 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-f1d42f52-0ba6-45f7-9eac-11e01aaee23c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': 'ee168b9e-d4b5-4ed3-b298-f0a6806ba210', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:51:06.042451 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-f1d42f52-0ba6-45f7-9eac-11e01aaee23c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:06.046194 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f1d42f52-0ba6-45f7-9eac-11e01aaee23c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:06.049672 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f1d42f52-0ba6-45f7-9eac-11e01aaee23c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:06.055215 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-f1d42f52-0ba6-45f7-9eac-11e01aaee23c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:06.071515 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f1d42f52-0ba6-45f7-9eac-11e01aaee23c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:06.133011 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f1d42f52-0ba6-45f7-9eac-11e01aaee23c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:06.136534 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f1d42f52-0ba6-45f7-9eac-11e01aaee23c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:06.159034 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d42f52-0ba6-45f7-9eac-11e01aaee23c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfbb98be-cf7d-4a3f-890e-e2a00ec773fe,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:06.168037 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f1d42f52-0ba6-45f7-9eac-11e01aaee23c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:06.169422 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f1d42f52-0ba6-45f7-9eac-11e01aaee23c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1374547 Jan 21 09:51:06.172248 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57534) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:06.177922 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-7c22c3b4-9345-4b5b-ae81-7db28802e903 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': 'ee168b9e-d4b5-4ed3-b298-f0a6806ba210', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:51:06.183553 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-7c22c3b4-9345-4b5b-ae81-7db28802e903 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:06.187272 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7c22c3b4-9345-4b5b-ae81-7db28802e903 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:06.190358 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7c22c3b4-9345-4b5b-ae81-7db28802e903 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:06.196003 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-7c22c3b4-9345-4b5b-ae81-7db28802e903 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:06.212069 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7c22c3b4-9345-4b5b-ae81-7db28802e903 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:06.276090 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7c22c3b4-9345-4b5b-ae81-7db28802e903 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:06.279778 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7c22c3b4-9345-4b5b-ae81-7db28802e903 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:06.303364 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22c3b4-9345-4b5b-ae81-7db28802e903 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f247484-c335-404e-b254-552a4540f3ce,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:06.312153 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7c22c3b4-9345-4b5b-ae81-7db28802e903 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:06.313411 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7c22c3b4-9345-4b5b-ae81-7db28802e903 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1402786 Jan 21 09:51:06.316383 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57538) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:06.321314 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-e5490020-1163-4886-9a7f-f25249918d0e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': 'ee168b9e-d4b5-4ed3-b298-f0a6806ba210', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:51:06.326977 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-e5490020-1163-4886-9a7f-f25249918d0e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:06.330979 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e5490020-1163-4886-9a7f-f25249918d0e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:06.333870 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e5490020-1163-4886-9a7f-f25249918d0e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:06.339509 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-e5490020-1163-4886-9a7f-f25249918d0e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:06.350667 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.securitygroups_db [None req-e5490020-1163-4886-9a7f-f25249918d0e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Project 6ddc82470f624ec48d3ebbc58317dba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:51:06.357043 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e5490020-1163-4886-9a7f-f25249918d0e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:06.421346 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e5490020-1163-4886-9a7f-f25249918d0e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:06.425454 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e5490020-1163-4886-9a7f-f25249918d0e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:06.448389 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5490020-1163-4886-9a7f-f25249918d0e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec9fdc3-4348-4ee3-8b20-fa49409ed8f0,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:06.457247 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e5490020-1163-4886-9a7f-f25249918d0e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:06.458734 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e5490020-1163-4886-9a7f-f25249918d0e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1414378 Jan 21 09:51:06.461454 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57542) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:06.466281 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-a251fb16-7165-4028-b10f-6ede34cb0528 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': 'ee168b9e-d4b5-4ed3-b298-f0a6806ba210', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:51:06.472363 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-a251fb16-7165-4028-b10f-6ede34cb0528 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:06.476152 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a251fb16-7165-4028-b10f-6ede34cb0528 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:06.478977 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a251fb16-7165-4028-b10f-6ede34cb0528 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:06.484593 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-a251fb16-7165-4028-b10f-6ede34cb0528 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:06.495568 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.securitygroups_db [None req-a251fb16-7165-4028-b10f-6ede34cb0528 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Project 6ddc82470f624ec48d3ebbc58317dba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:51:06.502713 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a251fb16-7165-4028-b10f-6ede34cb0528 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:06.566220 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a251fb16-7165-4028-b10f-6ede34cb0528 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:06.569649 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a251fb16-7165-4028-b10f-6ede34cb0528 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:06.591609 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251fb16-7165-4028-b10f-6ede34cb0528 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ca6a9e4-6482-4b10-8a74-6af334f5b07f,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:06.600673 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a251fb16-7165-4028-b10f-6ede34cb0528 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:06.601840 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a251fb16-7165-4028-b10f-6ede34cb0528 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1394994 Jan 21 09:51:06.768424 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-de5fadd7-0caf-49d9-a75e-681584878f9b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1970017873&fields=id&tenant_id=6ddc82470f624ec48d3ebbc58317dba5 HTTP/1.1" status: 200 len: 267 time: 0.0422320 Jan 21 09:51:07.018711 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-6a283d39-ea15-4683-9ae2-e3ada58a7137 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:07.020182 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-6a283d39-ea15-4683-9ae2-e3ada58a7137 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/networks?id=b70b952b-78ea-41bd-a1ae-820c4fb8111c HTTP/1.1" status: 200 len: 797 time: 0.2448204 Jan 21 09:51:07.034936 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-18fb1d26-2b9a-4760-8246-2d84b01c9330 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/quotas/6ddc82470f624ec48d3ebbc58317dba5 HTTP/1.1" status: 200 len: 375 time: 0.0093889 Jan 21 09:51:07.120777 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-83bdc7cb-7b36-4572-8eba-94c1e21b2d6d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0807686 Jan 21 09:51:07.209997 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-0c293786-9fd5-4e25-a876-c706be2abc8a service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=87515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:51:07.210967 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-0c293786-9fd5-4e25-a876-c706be2abc8a service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0788364 Jan 21 09:51:07.341981 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-917c9309-f177-44c6-a9ae-c1457706614f service neutron] 10.222.0.110 "GET /v2.0/networks/b70b952b-78ea-41bd-a1ae-820c4fb8111c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251950 Jan 21 09:51:07.471726 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-324967b3-7f9a-4c6e-97e2-baa23ced1b64 service neutron] 10.222.0.110 "GET /v2.0/networks/b70b952b-78ea-41bd-a1ae-820c4fb8111c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231928 Jan 21 09:51:07.649013 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fe327e5c-4fe7-4aa9-b7fb-014a907b6ebb req-fa15258a-81cd-4be8-bc50-7882bba4013c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=bc0dd746-bc82-4a06-8378-682b7b26e6d4 HTTP/1.1" status: 200 len: 210 time: 0.0460620 Jan 21 09:51:08.671079 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-e62af611-4a74-49d3-b0e2-5ac8340f9546 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:08.672511 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-e62af611-4a74-49d3-b0e2-5ac8340f9546 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "GET /v2.0/networks?id=b70b952b-78ea-41bd-a1ae-820c4fb8111c HTTP/1.1" status: 200 len: 797 time: 0.1533320 Jan 21 09:51:08.733129 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-999032aa-3216-403d-b643-d8ded40288b1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ddc82470f624ec48d3ebbc58317dba5 HTTP/1.1" status: 200 len: 472 time: 0.0514672 Jan 21 09:51:08.743258 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-c30191c0-7ece-4f7c-a7e6-f4137636eaea tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'port': {'device_id': 'bc0dd746-bc82-4a06-8378-682b7b26e6d4', 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c', 'admin_state_up': True, 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'security_groups': ['ee168b9e-d4b5-4ed3-b298-f0a6806ba210']}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:51:08.872974 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-9b97e36d-e74a-44e7-8a1e-cb3c8a7db1e9 req-3220c2ed-3549-4415-b9a9-205b4f1d31a6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=bc0dd746-bc82-4a06-8378-682b7b26e6d4 HTTP/1.1" status: 200 len: 210 time: 0.1026337 Jan 21 09:51:08.921565 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-c30191c0-7ece-4f7c-a7e6-f4137636eaea tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:08.931498 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-c30191c0-7ece-4f7c-a7e6-f4137636eaea tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:08.941323 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-c30191c0-7ece-4f7c-a7e6-f4137636eaea tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Made reservation on behalf of 6ddc82470f624ec48d3ebbc58317dba5 for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:51:08.945361 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-c30191c0-7ece-4f7c-a7e6-f4137636eaea tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:09.110992 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-c30191c0-7ece-4f7c-a7e6-f4137636eaea tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Allocated IP 172.20.0.7 (b70b952b-78ea-41bd-a1ae-820c4fb8111c/8d75250f-c7f0-4f13-96be-9cec316c7eec/bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:51:09.293390 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-c30191c0-7ece-4f7c-a7e6-f4137636eaea tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:09.308961 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-c30191c0-7ece-4f7c-a7e6-f4137636eaea tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Transition to ACTIVE for port object bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:51:09.331969 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-c30191c0-7ece-4f7c-a7e6-f4137636eaea tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:09.404960 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-c30191c0-7ece-4f7c-a7e6-f4137636eaea tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network b70b952b-78ea-41bd-a1ae-820c4fb8111c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:51:09.409057 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-c30191c0-7ece-4f7c-a7e6-f4137636eaea tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:09.412953 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-c30191c0-7ece-4f7c-a7e6-f4137636eaea tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:51:09.443603 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30191c0-7ece-4f7c-a7e6-f4137636eaea tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:09.481688 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-c30191c0-7ece-4f7c-a7e6-f4137636eaea tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:09.482304 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-c30191c0-7ece-4f7c-a7e6-f4137636eaea tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:09.508575 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-c30191c0-7ece-4f7c-a7e6-f4137636eaea tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7692440 Jan 21 09:51:09.521273 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-46f8a7a3-b5b3-42cc-a3f4-4a7aa449e727 service neutron] Request body: {'port': {'device_id': 'bc0dd746-bc82-4a06-8378-682b7b26e6d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:51:09.638527 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-46f8a7a3-b5b3-42cc-a3f4-4a7aa449e727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:09.668822 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-b29a2623-c992-4f34-a96e-0a90c13eb6da None None] Provisioning for port bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:51:09.673866 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-b29a2623-c992-4f34-a96e-0a90c13eb6da None None] Provisioning complete for port bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:09.674225 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b29a2623-c992-4f34-a96e-0a90c13eb6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:09.739201 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-b29a2623-c992-4f34-a96e-0a90c13eb6da None None] Port bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:51:10.067614 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af496427-1a00-47b6-9a2a-360a56e723b0 req-1ce435f1-63bf-49db-b443-884ae3a11963 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:10.069044 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-af496427-1a00-47b6-9a2a-360a56e723b0 req-1ce435f1-63bf-49db-b443-884ae3a11963 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=bc0dd746-bc82-4a06-8378-682b7b26e6d4 HTTP/1.1" status: 200 len: 931 time: 0.0841067 Jan 21 09:51:10.101616 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-46f8a7a3-b5b3-42cc-a3f4-4a7aa449e727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3 {{(pid=87515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:51:10.109128 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-46f8a7a3-b5b3-42cc-a3f4-4a7aa449e727 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:10.113370 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-af496427-1a00-47b6-9a2a-360a56e723b0 req-05adb0a1-3412-419e-975e-c876e216d6ed tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:10.123081 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-46f8a7a3-b5b3-42cc-a3f4-4a7aa449e727 service neutron] Transition to ACTIVE for port object bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:51:10.129358 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-46f8a7a3-b5b3-42cc-a3f4-4a7aa449e727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:10.130169 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-af496427-1a00-47b6-9a2a-360a56e723b0 req-05adb0a1-3412-419e-975e-c876e216d6ed tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:10.131325 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-af496427-1a00-47b6-9a2a-360a56e723b0 req-05adb0a1-3412-419e-975e-c876e216d6ed tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=ee168b9e-d4b5-4ed3-b298-f0a6806ba210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566278 Jan 21 09:51:10.261459 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f8a7a3-b5b3-42cc-a3f4-4a7aa449e727 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:10.371286 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-46f8a7a3-b5b3-42cc-a3f4-4a7aa449e727 service neutron] Attempting to bind port bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:51:10.371661 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-46f8a7a3-b5b3-42cc-a3f4-4a7aa449e727 service neutron] Attempting to bind port bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '0cd94f75-116a-47a7-9d8c-a37e35951470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:51:10.371987 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-46f8a7a3-b5b3-42cc-a3f4-4a7aa449e727 service neutron] Attempting to bind port bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3 on network b70b952b-78ea-41bd-a1ae-820c4fb8111c {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:51:10.377607 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-46f8a7a3-b5b3-42cc-a3f4-4a7aa449e727 service neutron] Port bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3 on network b70b952b-78ea-41bd-a1ae-820c4fb8111c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:51:10.377921 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-46f8a7a3-b5b3-42cc-a3f4-4a7aa449e727 service neutron] Attempting to bind port bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3 on network b70b952b-78ea-41bd-a1ae-820c4fb8111c {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:51:10.382863 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-46f8a7a3-b5b3-42cc-a3f4-4a7aa449e727 service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:51:10.383194 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-46f8a7a3-b5b3-42cc-a3f4-4a7aa449e727 service neutron] Checking segment: {'id': '0cd94f75-116a-47a7-9d8c-a37e35951470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:51:10.383599 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-46f8a7a3-b5b3-42cc-a3f4-4a7aa449e727 service neutron] Bound using segment: {'id': '0cd94f75-116a-47a7-9d8c-a37e35951470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:51:10.384016 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-46f8a7a3-b5b3-42cc-a3f4-4a7aa449e727 service neutron] Bound port: bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd94f75-116a-47a7-9d8c-a37e35951470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:51:10.384353 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-46f8a7a3-b5b3-42cc-a3f4-4a7aa449e727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:10.477218 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-46f8a7a3-b5b3-42cc-a3f4-4a7aa449e727 service neutron] For port bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3, host hv-neutron-8257, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:51:10.480102 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-46f8a7a3-b5b3-42cc-a3f4-4a7aa449e727 service neutron] For port bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3,segment=NetworkSegment(0cd94f75-116a-47a7-9d8c-a37e35951470),segment_id=0cd94f75-116a-47a7-9d8c-a37e35951470)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:51:10.484523 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-46f8a7a3-b5b3-42cc-a3f4-4a7aa449e727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:10.539143 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-46f8a7a3-b5b3-42cc-a3f4-4a7aa449e727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:10.539780 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-46f8a7a3-b5b3-42cc-a3f4-4a7aa449e727 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:10.541899 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-46f8a7a3-b5b3-42cc-a3f4-4a7aa449e727 service neutron] 10.222.0.72 "PUT /v2.0/ports/bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3 HTTP/1.1" status: 200 len: 1093 time: 1.0254519 Jan 21 09:51:10.550452 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc0dd746-bc82-4a06-8378-682b7b26e6d4', 'tag': 'bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:51:10.576960 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f8a7a3-b5b3-42cc-a3f4-4a7aa449e727 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:10.627807 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc0dd746-bc82-4a06-8378-682b7b26e6d4', 'tag': 'bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3', 'status': 'completed', 'code': 200} Jan 21 09:51:10.668483 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-a6bab720-15bc-4480-b0b7-2f171c94c8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:10.669972 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-a6bab720-15bc-4480-b0b7-2f171c94c8b8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=bc0dd746-bc82-4a06-8378-682b7b26e6d4 HTTP/1.1" status: 200 len: 1096 time: 0.0821750 Jan 21 09:51:10.739861 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-d1013870-5f9a-47cc-a3a4-880b9b22a5cc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3 HTTP/1.1" status: 200 len: 217 time: 0.0624125 Jan 21 09:51:10.807451 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-75f28f4f-aa00-4114-9fd7-9201bed83b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:10.808822 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-75f28f4f-aa00-4114-9fd7-9201bed83b79 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8d75250f-c7f0-4f13-96be-9cec316c7eec HTTP/1.1" status: 200 len: 835 time: 0.0632613 Jan 21 09:51:10.885031 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-39495928-e668-4239-9413-3476fddee67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:10.886403 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-39495928-e668-4239-9413-3476fddee67a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b70b952b-78ea-41bd-a1ae-820c4fb8111c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700796 Jan 21 09:51:11.017242 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-4f52d0c8-df71-4a83-883e-1ac3842f1b79 service neutron] 10.222.0.72 "GET /v2.0/networks/b70b952b-78ea-41bd-a1ae-820c4fb8111c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234505 Jan 21 09:51:11.146297 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-234592b4-d9f0-4a58-b683-0e9c01e41670 req-bce98b77-e14a-4f8b-9a78-a18f78a7925f service neutron] 10.222.0.72 "GET /v2.0/networks/b70b952b-78ea-41bd-a1ae-820c4fb8111c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231191 Jan 21 09:51:11.265330 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77630e59-b551-41b8-9e41-dea5d9b8e7f4 req-4821ad13-e350-4311-b47e-4091d0f6cfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:11.267253 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-77630e59-b551-41b8-9e41-dea5d9b8e7f4 req-4821ad13-e350-4311-b47e-4091d0f6cfb1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=bc0dd746-bc82-4a06-8378-682b7b26e6d4 HTTP/1.1" status: 200 len: 1096 time: 0.0715964 Jan 21 09:51:11.331349 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a3b71-f897-41ae-a75e-bf132ca93922 req-bcf58f90-89ce-4803-afe4-72c6b80a8c53 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:11.332843 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-883a3b71-f897-41ae-a75e-bf132ca93922 req-bcf58f90-89ce-4803-afe4-72c6b80a8c53 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=bc0dd746-bc82-4a06-8378-682b7b26e6d4 HTTP/1.1" status: 200 len: 943 time: 0.0833523 Jan 21 09:51:11.402378 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77630e59-b551-41b8-9e41-dea5d9b8e7f4 req-95b47541-c68f-496f-9c18-509e426fb1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:11.403741 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-77630e59-b551-41b8-9e41-dea5d9b8e7f4 req-95b47541-c68f-496f-9c18-509e426fb1d1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b70b952b-78ea-41bd-a1ae-820c4fb8111c HTTP/1.1" status: 200 len: 898 time: 0.1305273 Jan 21 09:51:11.475068 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-77630e59-b551-41b8-9e41-dea5d9b8e7f4 req-c0d07e07-3cb6-4157-83ab-879d65ce2e8a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3 HTTP/1.1" status: 200 len: 217 time: 0.0649884 Jan 21 09:51:11.490196 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-883a3b71-f897-41ae-a75e-bf132ca93922 req-afed4104-d3b1-45dd-88b2-25ecfd326e22 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=ee168b9e-d4b5-4ed3-b298-f0a6806ba210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515841 Jan 21 09:51:11.520055 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57582) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:11.541921 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77630e59-b551-41b8-9e41-dea5d9b8e7f4 req-ec328001-96fb-4649-a5c3-aac6cef6d52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:11.543419 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-77630e59-b551-41b8-9e41-dea5d9b8e7f4 req-ec328001-96fb-4649-a5c3-aac6cef6d52b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8d75250f-c7f0-4f13-96be-9cec316c7eec HTTP/1.1" status: 200 len: 835 time: 0.0618994 Jan 21 09:51:11.619317 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77630e59-b551-41b8-9e41-dea5d9b8e7f4 req-52c971aa-ccbb-45b5-9845-4e023b83f88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:11.620757 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-77630e59-b551-41b8-9e41-dea5d9b8e7f4 req-52c971aa-ccbb-45b5-9845-4e023b83f88d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b70b952b-78ea-41bd-a1ae-820c4fb8111c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708244 Jan 21 09:51:11.723714 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-9582d980-dcf1-48a6-a418-e5995fefbf1c tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Deleting port 28da9162-8fb9-47c6-a3bc-457c463d72f3 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:51:11.724247 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9582d980-dcf1-48a6-a418-e5995fefbf1c tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:11.862661 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-77630e59-b551-41b8-9e41-dea5d9b8e7f4 req-9d1e8b12-0680-4a9a-bdaa-35fa959be610 service neutron] 10.222.0.72 "GET /v2.0/networks/b70b952b-78ea-41bd-a1ae-820c4fb8111c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343309 Jan 21 09:51:11.901167 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9582d980-dcf1-48a6-a418-e5995fefbf1c tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:11.901486 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9582d980-dcf1-48a6-a418-e5995fefbf1c tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:11.993932 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-77630e59-b551-41b8-9e41-dea5d9b8e7f4 req-f7962595-66db-49ee-a7b8-d520287f0694 service neutron] 10.222.0.72 "GET /v2.0/networks/b70b952b-78ea-41bd-a1ae-820c4fb8111c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246169 Jan 21 09:51:12.027198 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-9582d980-dcf1-48a6-a418-e5995fefbf1c tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Calling delete_port for 28da9162-8fb9-47c6-a3bc-457c463d72f3 owned by network:floatingip {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:51:12.035127 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:51:12.179326 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9582d980-dcf1-48a6-a418-e5995fefbf1c tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:12.227526 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582d980-dcf1-48a6-a418-e5995fefbf1c tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Pushing event deleted for resources: {'Port': ['ID=28da9162-8fb9-47c6-a3bc-457c463d72f3,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:12.318656 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9582d980-dcf1-48a6-a418-e5995fefbf1c tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for floatingip, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:12.318899 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.l3_db [None req-9582d980-dcf1-48a6-a418-e5995fefbf1c tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Floating IP 8f48cfd2-f18f-4e6d-b361-ed340d506ace disassociated (deleted). External IP: 172.26.3.163, port: 58a8552c-5e1a-47cb-b8e4-ab067174f6e9. Jan 21 09:51:12.647769 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:12.673688 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9582d980-dcf1-48a6-a418-e5995fefbf1c tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Router bd4a324c-06cd-436c-aae0-6ab472b1b8e0 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:51:12.685784 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274303a-b264-46df-af8e-d9910449c57d req-29204658-7dd6-42ef-8ac2-59f07d80c929 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:12.686469 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-d274303a-b264-46df-af8e-d9910449c57d req-29204658-7dd6-42ef-8ac2-59f07d80c929 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:12.702013 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-d274303a-b264-46df-af8e-d9910449c57d req-29204658-7dd6-42ef-8ac2-59f07d80c929 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:12.703356 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d274303a-b264-46df-af8e-d9910449c57d req-29204658-7dd6-42ef-8ac2-59f07d80c929 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=bc0dd746-bc82-4a06-8378-682b7b26e6d4 HTTP/1.1" status: 200 len: 943 time: 0.1034646 Jan 21 09:51:12.748901 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d274303a-b264-46df-af8e-d9910449c57d req-7844c8f5-74b4-4a61-92e5-cc909fbdd535 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=ee168b9e-d4b5-4ed3-b298-f0a6806ba210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393116 Jan 21 09:51:12.975199 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9582d980-dcf1-48a6-a418-e5995fefbf1c tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:51:12.984527 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece2c993-60a4-48b2-bf5e-cac49e6e3432 None None] Sync routers for ids ['bd4a324c-06cd-436c-aae0-6ab472b1b8e0'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:51:12.994237 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece2c993-60a4-48b2-bf5e-cac49e6e3432 None None] Routers {'bd4a324c-06cd-436c-aae0-6ab472b1b8e0'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:51:12.994924 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9582d980-dcf1-48a6-a418-e5995fefbf1c tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:12.995029 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-ece2c993-60a4-48b2-bf5e-cac49e6e3432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:50:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['bd4a324c-06cd-436c-aae0-6ab472b1b8e0'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:13.050920 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9582d980-dcf1-48a6-a418-e5995fefbf1c tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "DELETE /v2.0/floatingips/8f48cfd2-f18f-4e6d-b361-ed340d506ace HTTP/1.1" status: 204 len: 168 time: 1.5295928 Jan 21 09:51:13.051579 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7632377c-8a93-494d-93f2-b99d34f69805', 'tag': '58a8552c-5e1a-47cb-b8e4-ab067174f6e9'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:51:13.104321 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7632377c-8a93-494d-93f2-b99d34f69805', 'tag': '58a8552c-5e1a-47cb-b8e4-ab067174f6e9', 'status': 'completed', 'code': 200} Jan 21 09:51:13.178084 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-ece2c993-60a4-48b2-bf5e-cac49e6e3432 None None] Set router bd4a324c-06cd-436c-aae0-6ab472b1b8e0 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:51:13.200186 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c391c8d-8942-4f78-95fa-c291af9a0a8b req-87f90c3a-b6b5-4983-911e-d1043d5ce42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:13.201794 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1c391c8d-8942-4f78-95fa-c291af9a0a8b req-87f90c3a-b6b5-4983-911e-d1043d5ce42a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b19bae91610749c2842623300f66b5c2&device_id=7632377c-8a93-494d-93f2-b99d34f69805 HTTP/1.1" status: 200 len: 1098 time: 0.0717299 Jan 21 09:51:13.345432 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c391c8d-8942-4f78-95fa-c291af9a0a8b req-cfa1f422-bc5f-4c70-a69d-62cab4d3f748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:13.346908 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1c391c8d-8942-4f78-95fa-c291af9a0a8b req-cfa1f422-bc5f-4c70-a69d-62cab4d3f748 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4880d60f-eaf6-400c-ae63-407f78f8f686 HTTP/1.1" status: 200 len: 913 time: 0.1383815 Jan 21 09:51:13.454902 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1c391c8d-8942-4f78-95fa-c291af9a0a8b req-cb203f55-ba9e-44c6-a6a1-652b264b4fbe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58a8552c-5e1a-47cb-b8e4-ab067174f6e9 HTTP/1.1" status: 200 len: 217 time: 0.1014547 Jan 21 09:51:13.535724 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c391c8d-8942-4f78-95fa-c291af9a0a8b req-ce88393b-1a2c-43bf-9bc7-da2826ea6faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:13.537066 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1c391c8d-8942-4f78-95fa-c291af9a0a8b req-ce88393b-1a2c-43bf-9bc7-da2826ea6faf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a15dd6d5-fb0e-4d75-9036-70eb3b2240fa HTTP/1.1" status: 200 len: 851 time: 0.0746450 Jan 21 09:51:13.574167 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-ece2c993-60a4-48b2-bf5e-cac49e6e3432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'name': 'tempest-TestVolumeBootPattern-2048454854-router', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:55Z', 'updated_at': '2022-01-21T09:43:07Z', 'revision_number': 4, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'gw_port': {'id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:58Z', 'updated_at': '2022-01-21T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': 'cec05d43-083c-4305-9d17-fdcec514c8e5', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'floating_ip_address': '172.26.3.198', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'port_id': '19fbb4d6-8ca9-42dc-a5f5-55139be96a3e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'mac_address': 'fa:16:3e:31:7f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c45647-00d6-4ecb-ac0d-95cc54b0c23c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:47:25Z', 'updated_at': '2022-01-21T09:47:28Z', 'revision_number': 1, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9d219ea-cc58-44c1-819b-db9bbadc11d0', 'name': '', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'mac_address': 'fa:16:3e:bb:4c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:43:14Z', 'revision_number': 5, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'subnets': [{'id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:13.578069 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece2c993-60a4-48b2-bf5e-cac49e6e3432 None None] Checking router: bd4a324c-06cd-436c-aae0-6ab472b1b8e0 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:51:13.587207 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9d204-9bd0-4920-ba87-07613b569d5b req-005221f1-383f-4ba4-80d2-ff65724db8ee tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:13.587771 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece2c993-60a4-48b2-bf5e-cac49e6e3432 None None] Routers {'bd4a324c-06cd-436c-aae0-6ab472b1b8e0'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:51:13.588381 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-ece2c993-60a4-48b2-bf5e-cac49e6e3432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:50:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['bd4a324c-06cd-436c-aae0-6ab472b1b8e0'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:13.588683 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-abe9d204-9bd0-4920-ba87-07613b569d5b req-005221f1-383f-4ba4-80d2-ff65724db8ee tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=7632377c-8a93-494d-93f2-b99d34f69805 HTTP/1.1" status: 200 len: 945 time: 0.1760252 Jan 21 09:51:13.646157 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-abe9d204-9bd0-4920-ba87-07613b569d5b req-88867220-c5e9-4982-99ad-81013f724bf9 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498152 Jan 21 09:51:13.660197 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c391c8d-8942-4f78-95fa-c291af9a0a8b req-1342cd22-69df-41da-956a-14bf95176169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:13.661726 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1c391c8d-8942-4f78-95fa-c291af9a0a8b req-1342cd22-69df-41da-956a-14bf95176169 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4880d60f-eaf6-400c-ae63-407f78f8f686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1180544 Jan 21 09:51:13.771081 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-ece2c993-60a4-48b2-bf5e-cac49e6e3432 None None] Set router bd4a324c-06cd-436c-aae0-6ab472b1b8e0 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:51:13.798804 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1c391c8d-8942-4f78-95fa-c291af9a0a8b req-a3eaee83-611b-4bbe-bd06-316ef021c5ac service neutron] 10.222.0.72 "GET /v2.0/networks/4880d60f-eaf6-400c-ae63-407f78f8f686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291072 Jan 21 09:51:13.936588 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1c391c8d-8942-4f78-95fa-c291af9a0a8b req-60b3ef8f-d120-434b-8d96-baaebad910c0 service neutron] 10.222.0.72 "GET /v2.0/networks/4880d60f-eaf6-400c-ae63-407f78f8f686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316102 Jan 21 09:51:13.950413 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb5a81-f437-4bf5-a36f-f48d60cebcea req-8aee7576-4d8d-4abd-8ec5-a0e504d78c36 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:13.951948 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2bcb5a81-f437-4bf5-a36f-f48d60cebcea req-8aee7576-4d8d-4abd-8ec5-a0e504d78c36 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=bc0dd746-bc82-4a06-8378-682b7b26e6d4 HTTP/1.1" status: 200 len: 943 time: 0.0902498 Jan 21 09:51:13.997318 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2bcb5a81-f437-4bf5-a36f-f48d60cebcea req-a3ce7836-8398-49d7-9bd6-08a861d74063 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=ee168b9e-d4b5-4ed3-b298-f0a6806ba210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383658 Jan 21 09:51:14.143531 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-ece2c993-60a4-48b2-bf5e-cac49e6e3432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'name': 'tempest-TestVolumeBootPattern-2048454854-router', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:55Z', 'updated_at': '2022-01-21T09:43:07Z', 'revision_number': 4, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'gw_port': {'id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:58Z', 'updated_at': '2022-01-21T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': 'cec05d43-083c-4305-9d17-fdcec514c8e5', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'floating_ip_address': '172.26.3.198', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'port_id': '19fbb4d6-8ca9-42dc-a5f5-55139be96a3e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'mac_address': 'fa:16:3e:31:7f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c45647-00d6-4ecb-ac0d-95cc54b0c23c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:47:25Z', 'updated_at': '2022-01-21T09:47:28Z', 'revision_number': 1, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9d219ea-cc58-44c1-819b-db9bbadc11d0', 'name': '', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'mac_address': 'fa:16:3e:bb:4c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:43:14Z', 'revision_number': 5, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'subnets': [{'id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:14.147518 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece2c993-60a4-48b2-bf5e-cac49e6e3432 None None] The sync data for ids ['bd4a324c-06cd-436c-aae0-6ab472b1b8e0'] in dv-neutron-825731-1-hyperv is: [{'id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'name': 'tempest-TestVolumeBootPattern-2048454854-router', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:55Z', 'updated_at': '2022-01-21T09:43:07Z', 'revision_number': 4, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'gw_port': {'id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:58Z', 'updated_at': '2022-01-21T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': 'cec05d43-083c-4305-9d17-fdcec514c8e5', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'floating_ip_address': '172.26.3.198', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'port_id': '19fbb4d6-8ca9-42dc-a5f5-55139be96a3e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'mac_address': 'fa:16:3e:31:7f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c45647-00d6-4ecb-ac0d-95cc54b0c23c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:47:25Z', 'updated_at': '2022-01-21T09:47:28Z', 'revision_number': 1, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9d219ea-cc58-44c1-819b-db9bbadc11d0', 'name': '', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'mac_address': 'fa:16:3e:bb:4c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:43:14Z', 'revision_number': 5, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'subnets': [{'id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:51:14.365141 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5565482b-9770-452c-a302-cd9ba12f049d None None] New status for floating IP 8f48cfd2-f18f-4e6d-b361-ed340d506ace: DOWN {{(pid=87517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:51:14.836715 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b1248-ff97-432c-b785-7b3038999d90 req-46d66d44-04a7-429a-bd12-194fa55c62ed tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:14.838170 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-441b1248-ff97-432c-b785-7b3038999d90 req-46d66d44-04a7-429a-bd12-194fa55c62ed tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=7632377c-8a93-494d-93f2-b99d34f69805 HTTP/1.1" status: 200 len: 945 time: 0.0849574 Jan 21 09:51:14.881394 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-441b1248-ff97-432c-b785-7b3038999d90 req-9c84145f-5cff-49b7-8a23-fb75a4c03fbc tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371449 Jan 21 09:51:15.183715 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea4fd8-a447-4b52-81f5-131632ea4e4c req-038e085b-849b-4db4-b7d7-2cf92d127d3e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:15.185187 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4eea4fd8-a447-4b52-81f5-131632ea4e4c req-038e085b-849b-4db4-b7d7-2cf92d127d3e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=bc0dd746-bc82-4a06-8378-682b7b26e6d4 HTTP/1.1" status: 200 len: 943 time: 0.0818074 Jan 21 09:51:15.233337 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:51:15.234913 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4eea4fd8-a447-4b52-81f5-131632ea4e4c req-deb7eab1-03ca-4b7b-829f-361cd0ec3919 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=ee168b9e-d4b5-4ed3-b298-f0a6806ba210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432823 Jan 21 09:51:15.255639 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019dc029-72f3-474e-8f49-5f19aab720a8 req-3b5ba1ae-8bf5-45e6-b614-d5bdeb28864e tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:15.257104 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-019dc029-72f3-474e-8f49-5f19aab720a8 req-3b5ba1ae-8bf5-45e6-b614-d5bdeb28864e tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.72 "GET /v2.0/ports?device_id=7632377c-8a93-494d-93f2-b99d34f69805 HTTP/1.1" status: 200 len: 945 time: 0.0835657 Jan 21 09:51:15.331324 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-019dc029-72f3-474e-8f49-5f19aab720a8 req-e38d5714-43a1-4818-9f34-0d0377bd1cd8 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Deleting port 58a8552c-5e1a-47cb-b8e4-ab067174f6e9 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:51:15.331685 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-019dc029-72f3-474e-8f49-5f19aab720a8 req-e38d5714-43a1-4818-9f34-0d0377bd1cd8 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:15.370202 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3,segment=NetworkSegment(0cd94f75-116a-47a7-9d8c-a37e35951470),segment_id=0cd94f75-116a-47a7-9d8c-a37e35951470)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:51:15.383695 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': 'bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3', 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c', 'port_id': 'bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3', 'mac_address': 'fa:16:3e:d2:94:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d75250f-c7f0-4f13-96be-9cec316c7eec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:51:15.439225 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:15.455630 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:51:15.470717 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3,segment=NetworkSegment(0cd94f75-116a-47a7-9d8c-a37e35951470),segment_id=0cd94f75-116a-47a7-9d8c-a37e35951470)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:51:15.474670 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:15.543968 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:15.551581 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:15.551937 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:15.552289 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:15.552626 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:15.552960 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:15.553296 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:15.553624 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:15.553950 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:15.554275 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:15.554596 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:15.554917 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:15.555236 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:15.684752 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-019dc029-72f3-474e-8f49-5f19aab720a8 req-e38d5714-43a1-4818-9f34-0d0377bd1cd8 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] For port 58a8552c-5e1a-47cb-b8e4-ab067174f6e9, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=58a8552c-5e1a-47cb-b8e4-ab067174f6e9,segment=NetworkSegment(9b216987-8cbc-4835-9c2f-1b45ed9b241e),segment_id=9b216987-8cbc-4835-9c2f-1b45ed9b241e)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:51:15.685103 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-019dc029-72f3-474e-8f49-5f19aab720a8 req-e38d5714-43a1-4818-9f34-0d0377bd1cd8 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:15.809471 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-019dc029-72f3-474e-8f49-5f19aab720a8 req-e38d5714-43a1-4818-9f34-0d0377bd1cd8 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Calling delete_port for 58a8552c-5e1a-47cb-b8e4-ab067174f6e9 owned by compute:nova {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:51:15.894881 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 09:51:15.966232 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-019dc029-72f3-474e-8f49-5f19aab720a8 req-e38d5714-43a1-4818-9f34-0d0377bd1cd8 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:16.053188 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d5714-43a1-4818-9f34-0d0377bd1cd8 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Pushing event deleted for resources: {'Port': ['ID=58a8552c-5e1a-47cb-b8e4-ab067174f6e9,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:16.102022 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cc176cc4-a0af-4f8e-846c-678386686ffb req-dd7e40cf-b99d-41f6-8c0d-8231df3304bb tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=7632377c-8a93-494d-93f2-b99d34f69805 HTTP/1.1" status: 200 len: 210 time: 0.0952051 Jan 21 09:51:16.142459 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-019dc029-72f3-474e-8f49-5f19aab720a8 req-e38d5714-43a1-4818-9f34-0d0377bd1cd8 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] No DVR routers for this DVR port 58a8552c-5e1a-47cb-b8e4-ab067174f6e9 on host hv-neutron-8257 {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:51:16.145132 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-019dc029-72f3-474e-8f49-5f19aab720a8 req-e38d5714-43a1-4818-9f34-0d0377bd1cd8 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:16.148277 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7632377c-8a93-494d-93f2-b99d34f69805', 'name': 'network-vif-deleted', 'tag': '58a8552c-5e1a-47cb-b8e4-ab067174f6e9'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:51:16.160359 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-019dc029-72f3-474e-8f49-5f19aab720a8 req-e38d5714-43a1-4818-9f34-0d0377bd1cd8 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.72 "DELETE /v2.0/ports/58a8552c-5e1a-47cb-b8e4-ab067174f6e9 HTTP/1.1" status: 204 len: 173 time: 0.8956892 Jan 21 09:51:16.195548 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7632377c-8a93-494d-93f2-b99d34f69805', 'name': 'network-vif-deleted', 'tag': '58a8552c-5e1a-47cb-b8e4-ab067174f6e9', 'status': 'completed', 'code': 200} Jan 21 09:51:16.436134 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d82b04-c1e8-43ed-8a15-813044b036a0 req-ad2d23ed-f0d8-4d09-b1df-e3fc45211536 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:16.437686 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-46d82b04-c1e8-43ed-8a15-813044b036a0 req-ad2d23ed-f0d8-4d09-b1df-e3fc45211536 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=bc0dd746-bc82-4a06-8378-682b7b26e6d4 HTTP/1.1" status: 200 len: 944 time: 0.0854585 Jan 21 09:51:16.493692 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-bf991015-b533-4709-98df-387745bba836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:16.500292 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-46d82b04-c1e8-43ed-8a15-813044b036a0 req-48026614-9224-481d-8b24-0d077f0e1f7b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=ee168b9e-d4b5-4ed3-b298-f0a6806ba210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562775 Jan 21 09:51:17.240248 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3 up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:51:17.280181 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-97cab748-484a-4543-a263-e20932a733b5 req-01b97b85-903a-44de-8617-0169c0a8689b tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Synchronizing usage tracker for tenant:b19bae91610749c2842623300f66b5c2 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:17.298392 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-97cab748-484a-4543-a263-e20932a733b5 req-01b97b85-903a-44de-8617-0169c0a8689b tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Unset dirty status for tenant:b19bae91610749c2842623300f66b5c2 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:17.299751 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-97cab748-484a-4543-a263-e20932a733b5 req-01b97b85-903a-44de-8617-0169c0a8689b tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=7632377c-8a93-494d-93f2-b99d34f69805 HTTP/1.1" status: 200 len: 210 time: 0.0672946 Jan 21 09:51:17.349388 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:51:17.354247 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:17.354615 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:17.466473 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:17.494516 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0dd746-bc82-4a06-8378-682b7b26e6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:51:17.504693 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3,segment=NetworkSegment(0cd94f75-116a-47a7-9d8c-a37e35951470),segment_id=0cd94f75-116a-47a7-9d8c-a37e35951470)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:51:17.508423 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:17.509193 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 58a8552c-5e1a-47cb-b8e4-ab067174f6e9 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:51:17.571090 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0dd746-bc82-4a06-8378-682b7b26e6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3', 'code': 200} Jan 21 09:51:17.582970 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] No Port match for: 58a8552c-5e1a-47cb-b8e4-ab067174f6e9 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:51:17.583322 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 58a8552c-5e1a-47cb-b8e4-ab067174f6e9 not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:51:17.611319 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:17.703414 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd932b9f-359e-444a-8011-94074095a514 req-e59465a2-8735-45f4-9bf5-f41a35f1740b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:17.704946 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-bd932b9f-359e-444a-8011-94074095a514 req-e59465a2-8735-45f4-9bf5-f41a35f1740b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=bc0dd746-bc82-4a06-8378-682b7b26e6d4 HTTP/1.1" status: 200 len: 945 time: 0.0858679 Jan 21 09:51:17.755430 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-bd932b9f-359e-444a-8011-94074095a514 req-c526862b-f4a3-457e-8376-789cf98f2fc0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=ee168b9e-d4b5-4ed3-b298-f0a6806ba210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445597 Jan 21 09:51:17.766812 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da994146-88c0-46a2-9bac-f914236ee631 req-3fedc9dd-3c1c-4ada-a869-52e99e8c94fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:17.768393 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-da994146-88c0-46a2-9bac-f914236ee631 req-3fedc9dd-3c1c-4ada-a869-52e99e8c94fc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bc0dd746-bc82-4a06-8378-682b7b26e6d4 HTTP/1.1" status: 200 len: 1098 time: 0.0717304 Jan 21 09:51:17.808921 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-da994146-88c0-46a2-9bac-f914236ee631 req-f7e21cbd-d131-4d5d-9d90-4665a71abc3a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ee168b9e-d4b5-4ed3-b298-f0a6806ba210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348327 Jan 21 09:51:18.871301 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-52da3d2d-adb4-47fe-84f1-83daf2c32a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:18.945492 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83173193-95c6-4a04-b256-f75c05c52f0c req-84b03691-25fa-4838-bf0e-6129bd486747 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:18.947013 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-83173193-95c6-4a04-b256-f75c05c52f0c req-84b03691-25fa-4838-bf0e-6129bd486747 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=bc0dd746-bc82-4a06-8378-682b7b26e6d4 HTTP/1.1" status: 200 len: 945 time: 0.0827777 Jan 21 09:51:18.993042 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-83173193-95c6-4a04-b256-f75c05c52f0c req-ea99ca90-36a8-4461-b313-789e42b82045 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=ee168b9e-d4b5-4ed3-b298-f0a6806ba210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400488 Jan 21 09:51:19.789333 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:19.906367 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:20.186292 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3841bf-8ccf-476d-aceb-51585885aa2f req-91f19c85-d6fd-40d7-a23a-1ce5dad6858a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:20.188838 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6d3841bf-8ccf-476d-aceb-51585885aa2f req-91f19c85-d6fd-40d7-a23a-1ce5dad6858a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=bc0dd746-bc82-4a06-8378-682b7b26e6d4 HTTP/1.1" status: 200 len: 945 time: 0.0844777 Jan 21 09:51:20.232892 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6d3841bf-8ccf-476d-aceb-51585885aa2f req-03dea4f4-0bc1-47e0-9882-c9363d3ee5d9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=ee168b9e-d4b5-4ed3-b298-f0a6806ba210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385804 Jan 21 09:51:20.427887 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff529dc5-050f-4397-a177-2a929d1e36a8 req-e87ab1fe-635f-4323-b191-4c4f60b0f82b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:20.429384 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ff529dc5-050f-4397-a177-2a929d1e36a8 req-e87ab1fe-635f-4323-b191-4c4f60b0f82b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=bc0dd746-bc82-4a06-8378-682b7b26e6d4 HTTP/1.1" status: 200 len: 945 time: 0.0837359 Jan 21 09:51:20.475962 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ff529dc5-050f-4397-a177-2a929d1e36a8 req-c9a36881-83f5-4f42-9055-e91e84f93967 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=ee168b9e-d4b5-4ed3-b298-f0a6806ba210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405927 Jan 21 09:51:20.498188 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57626) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:20.568025 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c6c0fd-9eda-4262-83ef-04583fac6a5a tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:20.569523 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-49c6c0fd-9eda-4262-83ef-04583fac6a5a tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=bc0dd746-bc82-4a06-8378-682b7b26e6d4 HTTP/1.1" status: 200 len: 1093 time: 0.0703623 Jan 21 09:51:20.572491 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57630) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:20.577319 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-cde7a380-331d-4402-b909-a2955ecae2b5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'floatingip': {'port_id': 'bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:51:20.655179 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cde7a380-331d-4402-b909-a2955ecae2b5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:21.340922 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:21.391617 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cde7a380-331d-4402-b909-a2955ecae2b5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:21.395739 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cde7a380-331d-4402-b909-a2955ecae2b5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:21.568497 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.l3_db [None req-cde7a380-331d-4402-b909-a2955ecae2b5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Floating IP 2fa6ac3d-d4d8-4086-9cd7-d14e5be8175e associated. External IP: 172.26.3.156, port: bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3. Jan 21 09:51:21.935890 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde7a380-331d-4402-b909-a2955ecae2b5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router eea0a996-1648-4211-86d6-e1ab4e849dc8 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:51:22.115358 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde7a380-331d-4402-b909-a2955ecae2b5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:51:22.119628 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cde7a380-331d-4402-b909-a2955ecae2b5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:22.126140 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffce5bb-7ab0-4426-b04f-bb22937f5604 None None] Sync routers for ids ['eea0a996-1648-4211-86d6-e1ab4e849dc8'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:51:22.134985 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffce5bb-7ab0-4426-b04f-bb22937f5604 None None] Routers {'eea0a996-1648-4211-86d6-e1ab4e849dc8'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:51:22.135631 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-9ffce5bb-7ab0-4426-b04f-bb22937f5604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:51:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['eea0a996-1648-4211-86d6-e1ab4e849dc8'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:22.174677 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-cde7a380-331d-4402-b909-a2955ecae2b5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "PUT /v2.0/floatingips/2fa6ac3d-d4d8-4086-9cd7-d14e5be8175e HTTP/1.1" status: 200 len: 991 time: 1.6011090 Jan 21 09:51:22.175172 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc0dd746-bc82-4a06-8378-682b7b26e6d4', 'tag': 'bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:51:22.177543 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57642) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:22.222845 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc0dd746-bc82-4a06-8378-682b7b26e6d4', 'tag': 'bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3', 'status': 'completed', 'code': 200} Jan 21 09:51:22.289050 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7fdb2079-a3c0-443e-996a-ae95b16f990c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/floatingips/2fa6ac3d-d4d8-4086-9cd7-d14e5be8175e HTTP/1.1" status: 200 len: 991 time: 0.1102438 Jan 21 09:51:22.319122 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee008860-2697-4395-b514-6f71676067fa req-2ce57ae3-4e35-4c41-85ae-8311176021d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:22.320751 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ee008860-2697-4395-b514-6f71676067fa req-2ce57ae3-4e35-4c41-85ae-8311176021d1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=bc0dd746-bc82-4a06-8378-682b7b26e6d4 HTTP/1.1" status: 200 len: 1098 time: 0.0772560 Jan 21 09:51:22.339847 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-9ffce5bb-7ab0-4426-b04f-bb22937f5604 None None] Set router eea0a996-1648-4211-86d6-e1ab4e849dc8 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:51:22.451312 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee008860-2697-4395-b514-6f71676067fa req-c97d9d0b-d49b-4637-bc51-385f1cadffd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:22.453275 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ee008860-2697-4395-b514-6f71676067fa req-c97d9d0b-d49b-4637-bc51-385f1cadffd9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b70b952b-78ea-41bd-a1ae-820c4fb8111c HTTP/1.1" status: 200 len: 898 time: 0.1259503 Jan 21 09:51:22.553700 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ee008860-2697-4395-b514-6f71676067fa req-617b7956-27b0-4aae-bea7-340505e81424 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3 HTTP/1.1" status: 200 len: 999 time: 0.0940783 Jan 21 09:51:22.615614 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee008860-2697-4395-b514-6f71676067fa req-fe83afda-3c9b-426b-a38e-bef842011c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:22.617069 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ee008860-2697-4395-b514-6f71676067fa req-fe83afda-3c9b-426b-a38e-bef842011c7c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8d75250f-c7f0-4f13-96be-9cec316c7eec HTTP/1.1" status: 200 len: 835 time: 0.0565815 Jan 21 09:51:22.690427 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-9ffce5bb-7ab0-4426-b04f-bb22937f5604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'name': 'tempest-TestNetworkBasicOps-router-1093530882', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:15Z', 'updated_at': '2022-01-21T09:49:21Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:16Z', 'updated_at': '2022-01-21T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '2fa6ac3d-d4d8-4086-9cd7-d14e5be8175e', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.156', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'port_id': 'bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c', 'mac_address': 'fa:16:3e:d2:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0dd746-bc82-4a06-8378-682b7b26e6d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:49:41Z', 'updated_at': '2022-01-21T09:51:21Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48', 'name': '', 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:4f:10:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '8d75250f-c7f0-4f13-96be-9cec316c7eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:20Z', 'updated_at': '2022-01-21T09:49:26Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '8d75250f-c7f0-4f13-96be-9cec316c7eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:22.691608 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee008860-2697-4395-b514-6f71676067fa req-548818d9-3072-4b29-87a9-9c074c71c91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:22.693098 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ee008860-2697-4395-b514-6f71676067fa req-548818d9-3072-4b29-87a9-9c074c71c91f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b70b952b-78ea-41bd-a1ae-820c4fb8111c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702541 Jan 21 09:51:22.694359 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffce5bb-7ab0-4426-b04f-bb22937f5604 None None] Checking router: eea0a996-1648-4211-86d6-e1ab4e849dc8 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:51:22.703552 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffce5bb-7ab0-4426-b04f-bb22937f5604 None None] Routers {'eea0a996-1648-4211-86d6-e1ab4e849dc8'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:51:22.704098 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-9ffce5bb-7ab0-4426-b04f-bb22937f5604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:51:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['eea0a996-1648-4211-86d6-e1ab4e849dc8'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:22.887277 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-9ffce5bb-7ab0-4426-b04f-bb22937f5604 None None] Set router eea0a996-1648-4211-86d6-e1ab4e849dc8 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:51:22.945695 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57650) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:22.953013 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ee008860-2697-4395-b514-6f71676067fa req-8a45fb36-3b2c-4d53-af50-f4756242ac94 service neutron] 10.222.0.72 "GET /v2.0/networks/b70b952b-78ea-41bd-a1ae-820c4fb8111c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538276 Jan 21 09:51:23.084725 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ee008860-2697-4395-b514-6f71676067fa req-d3c524f5-81b2-4bfa-8c66-3d800250906c service neutron] 10.222.0.72 "GET /v2.0/networks/b70b952b-78ea-41bd-a1ae-820c4fb8111c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253080 Jan 21 09:51:23.154168 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-33513f64-1e8b-4eb2-a7bd-8e988adb744e tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Deleting port eb297d7a-3695-4c61-86a5-5f71e2542b3a {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:51:23.154511 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-33513f64-1e8b-4eb2-a7bd-8e988adb744e tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:23.243363 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-9ffce5bb-7ab0-4426-b04f-bb22937f5604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'name': 'tempest-TestNetworkBasicOps-router-1093530882', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:15Z', 'updated_at': '2022-01-21T09:49:21Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:16Z', 'updated_at': '2022-01-21T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '2fa6ac3d-d4d8-4086-9cd7-d14e5be8175e', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.156', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'port_id': 'bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c', 'mac_address': 'fa:16:3e:d2:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0dd746-bc82-4a06-8378-682b7b26e6d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:49:41Z', 'updated_at': '2022-01-21T09:51:21Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48', 'name': '', 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:4f:10:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '8d75250f-c7f0-4f13-96be-9cec316c7eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:20Z', 'updated_at': '2022-01-21T09:49:26Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '8d75250f-c7f0-4f13-96be-9cec316c7eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:23.247805 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffce5bb-7ab0-4426-b04f-bb22937f5604 None None] The sync data for ids ['eea0a996-1648-4211-86d6-e1ab4e849dc8'] in dv-neutron-825731-1-hyperv is: [{'id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'name': 'tempest-TestNetworkBasicOps-router-1093530882', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:15Z', 'updated_at': '2022-01-21T09:49:21Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:16Z', 'updated_at': '2022-01-21T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '2fa6ac3d-d4d8-4086-9cd7-d14e5be8175e', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.156', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'port_id': 'bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c', 'mac_address': 'fa:16:3e:d2:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0dd746-bc82-4a06-8378-682b7b26e6d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:49:41Z', 'updated_at': '2022-01-21T09:51:21Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48', 'name': '', 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:4f:10:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '8d75250f-c7f0-4f13-96be-9cec316c7eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:20Z', 'updated_at': '2022-01-21T09:49:26Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '8d75250f-c7f0-4f13-96be-9cec316c7eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:51:23.293136 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57654) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:23.423149 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-33513f64-1e8b-4eb2-a7bd-8e988adb744e tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:23.423508 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-33513f64-1e8b-4eb2-a7bd-8e988adb744e tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:23.441448 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-5b6b6736-791a-473e-8ac3-e1bf5dd9be61 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/floatingips/2fa6ac3d-d4d8-4086-9cd7-d14e5be8175e HTTP/1.1" status: 200 len: 991 time: 0.1472352 Jan 21 09:51:23.457955 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d36aef-5ea1-4483-ba07-f050ce18878c None None] New status for floating IP 2fa6ac3d-d4d8-4086-9cd7-d14e5be8175e: ACTIVE {{(pid=87517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:51:23.553658 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-33513f64-1e8b-4eb2-a7bd-8e988adb744e tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Calling delete_port for eb297d7a-3695-4c61-86a5-5f71e2542b3a owned by network:floatingip {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:51:23.705169 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-33513f64-1e8b-4eb2-a7bd-8e988adb744e tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:23.861943 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33513f64-1e8b-4eb2-a7bd-8e988adb744e tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Pushing event deleted for resources: {'Port': ['ID=eb297d7a-3695-4c61-86a5-5f71e2542b3a,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:23.953713 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-33513f64-1e8b-4eb2-a7bd-8e988adb744e tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for floatingip, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:23.954045 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.l3_db [None req-33513f64-1e8b-4eb2-a7bd-8e988adb744e tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Floating IP cec05d43-083c-4305-9d17-fdcec514c8e5 disassociated (deleted). External IP: 172.26.3.198, port: 19fbb4d6-8ca9-42dc-a5f5-55139be96a3e. Jan 21 09:51:24.303277 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33513f64-1e8b-4eb2-a7bd-8e988adb744e tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Router bd4a324c-06cd-436c-aae0-6ab472b1b8e0 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:51:24.445662 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57658) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:24.573638 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33513f64-1e8b-4eb2-a7bd-8e988adb744e tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:51:24.583405 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1db5cf-3286-47c8-9311-c30e290d83d3 None None] Sync routers for ids ['bd4a324c-06cd-436c-aae0-6ab472b1b8e0'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:51:24.589708 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f8efdb33-d292-4b56-9349-36622f1de929 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/floatingips/2fa6ac3d-d4d8-4086-9cd7-d14e5be8175e HTTP/1.1" status: 200 len: 993 time: 0.1386743 Jan 21 09:51:24.594135 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1db5cf-3286-47c8-9311-c30e290d83d3 None None] Routers {'bd4a324c-06cd-436c-aae0-6ab472b1b8e0'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:51:24.594903 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-6c1db5cf-3286-47c8-9311-c30e290d83d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:51:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['bd4a324c-06cd-436c-aae0-6ab472b1b8e0'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:24.601290 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-33513f64-1e8b-4eb2-a7bd-8e988adb744e tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:24.658570 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-33513f64-1e8b-4eb2-a7bd-8e988adb744e tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "DELETE /v2.0/floatingips/cec05d43-083c-4305-9d17-fdcec514c8e5 HTTP/1.1" status: 204 len: 168 time: 1.7115209 Jan 21 09:51:24.659226 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c45647-00d6-4ecb-ac0d-95cc54b0c23c', 'tag': '19fbb4d6-8ca9-42dc-a5f5-55139be96a3e'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:51:24.713410 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c45647-00d6-4ecb-ac0d-95cc54b0c23c', 'tag': '19fbb4d6-8ca9-42dc-a5f5-55139be96a3e', 'status': 'completed', 'code': 200} Jan 21 09:51:24.827127 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b5617-cfe0-47bf-80bd-aab7cde2cac7 req-a63ccd8b-78b6-46c8-91c0-40169bb3e2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:24.828422 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-6c1db5cf-3286-47c8-9311-c30e290d83d3 None None] Set router bd4a324c-06cd-436c-aae0-6ab472b1b8e0 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:51:24.828558 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-608b5617-cfe0-47bf-80bd-aab7cde2cac7 req-a63ccd8b-78b6-46c8-91c0-40169bb3e2a3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b19bae91610749c2842623300f66b5c2&device_id=10c45647-00d6-4ecb-ac0d-95cc54b0c23c HTTP/1.1" status: 200 len: 1098 time: 0.0888288 Jan 21 09:51:24.968518 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b5617-cfe0-47bf-80bd-aab7cde2cac7 req-d93f6910-cdf3-4e88-9179-b60680e25641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:24.970203 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-608b5617-cfe0-47bf-80bd-aab7cde2cac7 req-d93f6910-cdf3-4e88-9179-b60680e25641 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4880d60f-eaf6-400c-ae63-407f78f8f686 HTTP/1.1" status: 200 len: 913 time: 0.1346951 Jan 21 09:51:25.081136 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-608b5617-cfe0-47bf-80bd-aab7cde2cac7 req-1793a610-71eb-49f7-90f3-f82ad442ca20 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19fbb4d6-8ca9-42dc-a5f5-55139be96a3e HTTP/1.1" status: 200 len: 217 time: 0.1038041 Jan 21 09:51:25.160870 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b5617-cfe0-47bf-80bd-aab7cde2cac7 req-954eab34-306b-4ec5-ad93-704aeb12f753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:25.162284 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-608b5617-cfe0-47bf-80bd-aab7cde2cac7 req-954eab34-306b-4ec5-ad93-704aeb12f753 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a15dd6d5-fb0e-4d75-9036-70eb3b2240fa HTTP/1.1" status: 200 len: 851 time: 0.0754414 Jan 21 09:51:25.166547 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-6c1db5cf-3286-47c8-9311-c30e290d83d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'name': 'tempest-TestVolumeBootPattern-2048454854-router', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:55Z', 'updated_at': '2022-01-21T09:43:07Z', 'revision_number': 4, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'gw_port': {'id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:58Z', 'updated_at': '2022-01-21T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'e9d219ea-cc58-44c1-819b-db9bbadc11d0', 'name': '', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'mac_address': 'fa:16:3e:bb:4c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:43:14Z', 'revision_number': 5, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'subnets': [{'id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:25.170361 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1db5cf-3286-47c8-9311-c30e290d83d3 None None] Checking router: bd4a324c-06cd-436c-aae0-6ab472b1b8e0 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:51:25.174144 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063afe1d-d8b0-46de-a3fd-5b8d6e08ffc3 req-7608639d-2f3f-40d9-b4d1-6c99d96673c2 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:25.174811 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-063afe1d-d8b0-46de-a3fd-5b8d6e08ffc3 req-7608639d-2f3f-40d9-b4d1-6c99d96673c2 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Synchronizing usage tracker for tenant:b19bae91610749c2842623300f66b5c2 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:25.179230 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1db5cf-3286-47c8-9311-c30e290d83d3 None None] Routers {'bd4a324c-06cd-436c-aae0-6ab472b1b8e0'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:51:25.179927 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-6c1db5cf-3286-47c8-9311-c30e290d83d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:51:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['bd4a324c-06cd-436c-aae0-6ab472b1b8e0'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:25.230218 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-063afe1d-d8b0-46de-a3fd-5b8d6e08ffc3 req-7608639d-2f3f-40d9-b4d1-6c99d96673c2 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Unset dirty status for tenant:b19bae91610749c2842623300f66b5c2 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:25.231456 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-063afe1d-d8b0-46de-a3fd-5b8d6e08ffc3 req-7608639d-2f3f-40d9-b4d1-6c99d96673c2 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=10c45647-00d6-4ecb-ac0d-95cc54b0c23c HTTP/1.1" status: 200 len: 945 time: 0.2081602 Jan 21 09:51:25.287244 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-063afe1d-d8b0-46de-a3fd-5b8d6e08ffc3 req-a7b8e94a-dd99-4001-a856-0f32609ca9e7 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491898 Jan 21 09:51:25.289348 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b5617-cfe0-47bf-80bd-aab7cde2cac7 req-e5a38932-b62b-4bc5-9b03-437dbb377f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:25.290985 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-608b5617-cfe0-47bf-80bd-aab7cde2cac7 req-e5a38932-b62b-4bc5-9b03-437dbb377f37 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4880d60f-eaf6-400c-ae63-407f78f8f686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1124103 Jan 21 09:51:25.358285 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-6c1db5cf-3286-47c8-9311-c30e290d83d3 None None] Set router bd4a324c-06cd-436c-aae0-6ab472b1b8e0 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:51:25.432886 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-608b5617-cfe0-47bf-80bd-aab7cde2cac7 req-31681d03-abd4-4573-b02d-fccce30a089e service neutron] 10.222.0.72 "GET /v2.0/networks/4880d60f-eaf6-400c-ae63-407f78f8f686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348634 Jan 21 09:51:25.572320 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-608b5617-cfe0-47bf-80bd-aab7cde2cac7 req-0b90ecda-f832-43eb-809b-e7a821614f76 service neutron] 10.222.0.72 "GET /v2.0/networks/4880d60f-eaf6-400c-ae63-407f78f8f686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258762 Jan 21 09:51:25.674361 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-6c1db5cf-3286-47c8-9311-c30e290d83d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'name': 'tempest-TestVolumeBootPattern-2048454854-router', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:55Z', 'updated_at': '2022-01-21T09:43:07Z', 'revision_number': 4, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'gw_port': {'id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:58Z', 'updated_at': '2022-01-21T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'e9d219ea-cc58-44c1-819b-db9bbadc11d0', 'name': '', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'mac_address': 'fa:16:3e:bb:4c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:43:14Z', 'revision_number': 5, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'subnets': [{'id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:25.678168 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1db5cf-3286-47c8-9311-c30e290d83d3 None None] The sync data for ids ['bd4a324c-06cd-436c-aae0-6ab472b1b8e0'] in dv-neutron-825731-1-hyperv is: [{'id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'name': 'tempest-TestVolumeBootPattern-2048454854-router', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:55Z', 'updated_at': '2022-01-21T09:43:07Z', 'revision_number': 4, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'gw_port': {'id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:58Z', 'updated_at': '2022-01-21T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'e9d219ea-cc58-44c1-819b-db9bbadc11d0', 'name': '', 'network_id': '4880d60f-eaf6-400c-ae63-407f78f8f686', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'mac_address': 'fa:16:3e:bb:4c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:06Z', 'updated_at': '2022-01-21T09:43:14Z', 'revision_number': 5, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'subnets': [{'id': 'a15dd6d5-fb0e-4d75-9036-70eb3b2240fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:51:25.893176 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6022dcba-af46-45fc-ae04-a44e032b9a99 None None] New status for floating IP cec05d43-083c-4305-9d17-fdcec514c8e5: DOWN {{(pid=87517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:51:26.478430 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c0075-a6bb-4228-adff-c5200a3198c7 req-b01debdf-8426-4a87-a87a-70bb98571202 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:26.479117 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-d82c0075-a6bb-4228-adff-c5200a3198c7 req-b01debdf-8426-4a87-a87a-70bb98571202 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Synchronizing usage tracker for tenant:b19bae91610749c2842623300f66b5c2 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:26.490716 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-d82c0075-a6bb-4228-adff-c5200a3198c7 req-b01debdf-8426-4a87-a87a-70bb98571202 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Unset dirty status for tenant:b19bae91610749c2842623300f66b5c2 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:26.491842 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d82c0075-a6bb-4228-adff-c5200a3198c7 req-b01debdf-8426-4a87-a87a-70bb98571202 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=10c45647-00d6-4ecb-ac0d-95cc54b0c23c HTTP/1.1" status: 200 len: 945 time: 0.0925479 Jan 21 09:51:26.537147 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d82c0075-a6bb-4228-adff-c5200a3198c7 req-dc91eaa9-24d5-4cc9-b3ef-eea77e0bc56f tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e79c6d1-7873-43f1-81f5-805aba1a0560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396883 Jan 21 09:51:26.683659 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f4bb1-c881-43dc-841b-3604f6bc9db9 req-2205f340-770c-45a3-85bf-52576aae1f38 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:26.685107 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b18f4bb1-c881-43dc-841b-3604f6bc9db9 req-2205f340-770c-45a3-85bf-52576aae1f38 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.72 "GET /v2.0/ports?device_id=10c45647-00d6-4ecb-ac0d-95cc54b0c23c HTTP/1.1" status: 200 len: 945 time: 0.0826399 Jan 21 09:51:26.754655 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-b18f4bb1-c881-43dc-841b-3604f6bc9db9 req-7c0b287a-d858-4d58-8d12-61f159fe2ad8 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Deleting port 19fbb4d6-8ca9-42dc-a5f5-55139be96a3e {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:51:26.754982 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-b18f4bb1-c881-43dc-841b-3604f6bc9db9 req-7c0b287a-d858-4d58-8d12-61f159fe2ad8 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.997262 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-b18f4bb1-c881-43dc-841b-3604f6bc9db9 req-7c0b287a-d858-4d58-8d12-61f159fe2ad8 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] For port 19fbb4d6-8ca9-42dc-a5f5-55139be96a3e, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=19fbb4d6-8ca9-42dc-a5f5-55139be96a3e,segment=NetworkSegment(9b216987-8cbc-4835-9c2f-1b45ed9b241e),segment_id=9b216987-8cbc-4835-9c2f-1b45ed9b241e)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:51:26.997531 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-b18f4bb1-c881-43dc-841b-3604f6bc9db9 req-7c0b287a-d858-4d58-8d12-61f159fe2ad8 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:27.221418 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-b18f4bb1-c881-43dc-841b-3604f6bc9db9 req-7c0b287a-d858-4d58-8d12-61f159fe2ad8 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Calling delete_port for 19fbb4d6-8ca9-42dc-a5f5-55139be96a3e owned by compute:nova {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:51:27.363349 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-b18f4bb1-c881-43dc-841b-3604f6bc9db9 req-7c0b287a-d858-4d58-8d12-61f159fe2ad8 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:27.412097 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b287a-d858-4d58-8d12-61f159fe2ad8 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Pushing event deleted for resources: {'Port': ['ID=19fbb4d6-8ca9-42dc-a5f5-55139be96a3e,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:27.487491 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18f4bb1-c881-43dc-841b-3604f6bc9db9 req-7c0b287a-d858-4d58-8d12-61f159fe2ad8 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] No DVR routers for this DVR port 19fbb4d6-8ca9-42dc-a5f5-55139be96a3e on host hv-neutron-8257 {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:51:27.489827 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-b18f4bb1-c881-43dc-841b-3604f6bc9db9 req-7c0b287a-d858-4d58-8d12-61f159fe2ad8 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:27.492278 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c45647-00d6-4ecb-ac0d-95cc54b0c23c', 'name': 'network-vif-deleted', 'tag': '19fbb4d6-8ca9-42dc-a5f5-55139be96a3e'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:51:27.508500 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b18f4bb1-c881-43dc-841b-3604f6bc9db9 req-7c0b287a-d858-4d58-8d12-61f159fe2ad8 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.72 "DELETE /v2.0/ports/19fbb4d6-8ca9-42dc-a5f5-55139be96a3e HTTP/1.1" status: 204 len: 173 time: 0.8182487 Jan 21 09:51:27.537892 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c45647-00d6-4ecb-ac0d-95cc54b0c23c', 'name': 'network-vif-deleted', 'tag': '19fbb4d6-8ca9-42dc-a5f5-55139be96a3e', 'status': 'completed', 'code': 200} Jan 21 09:51:27.684823 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f139794a-c69c-4e8a-a33a-c6c64a8b5fee req-10b96525-48e1-4684-a274-aa1dc82b590e tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "GET /v2.0/ports?device_id=10c45647-00d6-4ecb-ac0d-95cc54b0c23c HTTP/1.1" status: 200 len: 210 time: 0.0427017 Jan 21 09:51:28.779774 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57676) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:28.938620 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-9a2d5151-304d-47d1-bd20-cdde9b794a1b tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Deleting port 477e1295-a6c3-41b5-9863-f5cfb50d8aac {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:51:28.938956 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9a2d5151-304d-47d1-bd20-cdde9b794a1b tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:29.214089 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9a2d5151-304d-47d1-bd20-cdde9b794a1b tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:29.214408 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9a2d5151-304d-47d1-bd20-cdde9b794a1b tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:29.290531 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 19fbb4d6-8ca9-42dc-a5f5-55139be96a3e no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:51:29.324544 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] No Port match for: 19fbb4d6-8ca9-42dc-a5f5-55139be96a3e {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:51:29.324890 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 19fbb4d6-8ca9-42dc-a5f5-55139be96a3e not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:51:29.338416 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-9a2d5151-304d-47d1-bd20-cdde9b794a1b tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Calling delete_port for 477e1295-a6c3-41b5-9863-f5cfb50d8aac owned by network:floatingip {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:51:29.473292 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9a2d5151-304d-47d1-bd20-cdde9b794a1b tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:29.520322 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d5151-304d-47d1-bd20-cdde9b794a1b tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Pushing event deleted for resources: {'Port': ['ID=477e1295-a6c3-41b5-9863-f5cfb50d8aac,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:29.611934 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9a2d5151-304d-47d1-bd20-cdde9b794a1b tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for floatingip, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:29.625378 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9a2d5151-304d-47d1-bd20-cdde9b794a1b tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:29.626504 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9a2d5151-304d-47d1-bd20-cdde9b794a1b tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "DELETE /v2.0/floatingips/99dededd-fd56-40cc-8f0b-62d61de48d19 HTTP/1.1" status: 204 len: 168 time: 0.8456738 Jan 21 09:51:32.209415 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57692) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:32.281297 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-be24f738-8d19-4f54-b4ad-c3a4963b3c08 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:32.310153 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-be24f738-8d19-4f54-b4ad-c3a4963b3c08 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:32.376483 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-be24f738-8d19-4f54-b4ad-c3a4963b3c08 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:32.395458 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24f738-8d19-4f54-b4ad-c3a4963b3c08 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e79c6d1-7873-43f1-81f5-805aba1a0560,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:32.407198 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-be24f738-8d19-4f54-b4ad-c3a4963b3c08 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:32.408362 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-be24f738-8d19-4f54-b4ad-c3a4963b3c08 tempest-TestVolumeBootPattern-1966090743 tempest-TestVolumeBootPattern-1966090743-project] 10.222.0.110 "DELETE /v2.0/security-groups/0e79c6d1-7873-43f1-81f5-805aba1a0560 HTTP/1.1" status: 204 len: 168 time: 0.1978815 Jan 21 09:51:32.465134 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57698) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:33.133920 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-adae82ad-83b9-4c54-851e-73d34660a740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:33.579386 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-adae82ad-83b9-4c54-851e-73d34660a740 admin admin] Deleting port e9d219ea-cc58-44c1-819b-db9bbadc11d0 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:51:33.580049 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-adae82ad-83b9-4c54-851e-73d34660a740 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:33.752913 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-adae82ad-83b9-4c54-851e-73d34660a740 admin admin] For port e9d219ea-cc58-44c1-819b-db9bbadc11d0, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e9d219ea-cc58-44c1-819b-db9bbadc11d0,segment=NetworkSegment(9b216987-8cbc-4835-9c2f-1b45ed9b241e),segment_id=9b216987-8cbc-4835-9c2f-1b45ed9b241e)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:51:33.753269 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-adae82ad-83b9-4c54-851e-73d34660a740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:33.875589 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-adae82ad-83b9-4c54-851e-73d34660a740 admin admin] Calling delete_port for e9d219ea-cc58-44c1-819b-db9bbadc11d0 owned by network:router_interface {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:51:34.066409 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-adae82ad-83b9-4c54-851e-73d34660a740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:34.116103 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae82ad-83b9-4c54-851e-73d34660a740 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9d219ea-cc58-44c1-819b-db9bbadc11d0,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:34.380154 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-adae82ad-83b9-4c54-851e-73d34660a740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:34.739643 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adae82ad-83b9-4c54-851e-73d34660a740 admin admin] Router bd4a324c-06cd-436c-aae0-6ab472b1b8e0 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:51:35.022356 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adae82ad-83b9-4c54-851e-73d34660a740 admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:51:35.031206 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d685bfe-c041-447d-821d-3a69dac02f3d None None] Sync routers for ids ['bd4a324c-06cd-436c-aae0-6ab472b1b8e0'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:51:35.034593 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-adae82ad-83b9-4c54-851e-73d34660a740 admin admin] 10.222.0.110 "PUT /v2.0/routers/bd4a324c-06cd-436c-aae0-6ab472b1b8e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5683615 Jan 21 09:51:35.037052 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57704) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:35.041005 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d685bfe-c041-447d-821d-3a69dac02f3d None None] Routers {'bd4a324c-06cd-436c-aae0-6ab472b1b8e0'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:51:35.041612 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-9d685bfe-c041-447d-821d-3a69dac02f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:51:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['bd4a324c-06cd-436c-aae0-6ab472b1b8e0'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:35.222293 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c95fe3e0-29fe-491b-a1ad-4188cabc7dc6 admin admin] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:35.229071 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-9d685bfe-c041-447d-821d-3a69dac02f3d None None] Set router bd4a324c-06cd-436c-aae0-6ab472b1b8e0 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:51:35.405328 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c95fe3e0-29fe-491b-a1ad-4188cabc7dc6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:35.415971 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-c95fe3e0-29fe-491b-a1ad-4188cabc7dc6 admin admin] Deleting port f9e48489-076d-46df-adca-bfd90bfe7142 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:51:35.416308 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c95fe3e0-29fe-491b-a1ad-4188cabc7dc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:35.550506 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-9d685bfe-c041-447d-821d-3a69dac02f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'name': 'tempest-TestVolumeBootPattern-2048454854-router', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:55Z', 'updated_at': '2022-01-21T09:51:34Z', 'revision_number': 5, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'gw_port': {'id': 'f9e48489-076d-46df-adca-bfd90bfe7142', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:58Z', 'updated_at': '2022-01-21T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:35.554294 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d685bfe-c041-447d-821d-3a69dac02f3d None None] Checking router: bd4a324c-06cd-436c-aae0-6ab472b1b8e0 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:51:35.563313 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d685bfe-c041-447d-821d-3a69dac02f3d None None] Routers {'bd4a324c-06cd-436c-aae0-6ab472b1b8e0'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:51:35.563938 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-9d685bfe-c041-447d-821d-3a69dac02f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:51:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['bd4a324c-06cd-436c-aae0-6ab472b1b8e0'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:35.589027 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-c95fe3e0-29fe-491b-a1ad-4188cabc7dc6 admin admin] For port f9e48489-076d-46df-adca-bfd90bfe7142, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=f9e48489-076d-46df-adca-bfd90bfe7142,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:51:35.589381 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c95fe3e0-29fe-491b-a1ad-4188cabc7dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:35.711602 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-9d685bfe-c041-447d-821d-3a69dac02f3d None None] Set router bd4a324c-06cd-436c-aae0-6ab472b1b8e0 gateway port host: None {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:51:35.712396 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-c95fe3e0-29fe-491b-a1ad-4188cabc7dc6 admin admin] Calling delete_port for f9e48489-076d-46df-adca-bfd90bfe7142 owned by network:router_gateway {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:51:35.817405 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-9d685bfe-c041-447d-821d-3a69dac02f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'name': 'tempest-TestVolumeBootPattern-2048454854-router', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:55Z', 'updated_at': '2022-01-21T09:51:35Z', 'revision_number': 6, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'gw_port_host': None}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:35.821312 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d685bfe-c041-447d-821d-3a69dac02f3d None None] The sync data for ids ['bd4a324c-06cd-436c-aae0-6ab472b1b8e0'] in dv-neutron-825731-1-hyperv is: [{'id': 'bd4a324c-06cd-436c-aae0-6ab472b1b8e0', 'name': 'tempest-TestVolumeBootPattern-2048454854-router', 'tenant_id': 'b19bae91610749c2842623300f66b5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:42:55Z', 'updated_at': '2022-01-21T09:51:35Z', 'revision_number': 6, 'project_id': 'b19bae91610749c2842623300f66b5c2', 'gw_port_host': None}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:51:35.885661 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c95fe3e0-29fe-491b-a1ad-4188cabc7dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:35.934948 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95fe3e0-29fe-491b-a1ad-4188cabc7dc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9e48489-076d-46df-adca-bfd90bfe7142,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:36.023339 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c95fe3e0-29fe-491b-a1ad-4188cabc7dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.194715 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c95fe3e0-29fe-491b-a1ad-4188cabc7dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.197105 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c95fe3e0-29fe-491b-a1ad-4188cabc7dc6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.222192 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c95fe3e0-29fe-491b-a1ad-4188cabc7dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.223100 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95fe3e0-29fe-491b-a1ad-4188cabc7dc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd4a324c-06cd-436c-aae0-6ab472b1b8e0 {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:51:36.237293 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c95fe3e0-29fe-491b-a1ad-4188cabc7dc6 admin admin] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.241126 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c95fe3e0-29fe-491b-a1ad-4188cabc7dc6 admin admin] 10.222.0.110 "DELETE /v2.0/routers/bd4a324c-06cd-436c-aae0-6ab472b1b8e0 HTTP/1.1" status: 204 len: 168 time: 1.2004635 Jan 21 09:51:36.241126 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57708) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:36.408234 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec6a71b0-2774-4b04-a922-db72cf5348b3 admin admin] Deleting subnet a15dd6d5-fb0e-4d75-9036-70eb3b2240fa {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:51:36.411127 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ec6a71b0-2774-4b04-a922-db72cf5348b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.459942 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ec6a71b0-2774-4b04-a922-db72cf5348b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.537909 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ec6a71b0-2774-4b04-a922-db72cf5348b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.590947 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e9d219ea-cc58-44c1-819b-db9bbadc11d0 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:51:36.622300 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ec6a71b0-2774-4b04-a922-db72cf5348b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.630097 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: e9d219ea-cc58-44c1-819b-db9bbadc11d0 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:51:36.630458 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e9d219ea-cc58-44c1-819b-db9bbadc11d0 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:51:36.630892 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device f9e48489-076d-46df-adca-bfd90bfe7142 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:51:36.660519 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ec6a71b0-2774-4b04-a922-db72cf5348b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.671525 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a71b0-2774-4b04-a922-db72cf5348b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a15dd6d5-fb0e-4d75-9036-70eb3b2240fa,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:36.671990 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: f9e48489-076d-46df-adca-bfd90bfe7142 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:51:36.672503 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device f9e48489-076d-46df-adca-bfd90bfe7142 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:51:36.676546 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ec6a71b0-2774-4b04-a922-db72cf5348b3 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/a15dd6d5-fb0e-4d75-9036-70eb3b2240fa HTTP/1.1" status: 204 len: 168 time: 0.4321427 Jan 21 09:51:36.676844 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2504c1c-4471-4b19-8c18-cdbc0369674b None None] Network 4880d60f-eaf6-400c-ae63-407f78f8f686 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:51:36.676952 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57712) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:36.790281 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1b66a759-75ae-4e66-aeea-25dd1b1ea340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.801912 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-1b66a759-75ae-4e66-aeea-25dd1b1ea340 admin admin] Deleting port e3e38335-9813-447a-89c4-645ba3edf0e5 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:51:36.802249 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1b66a759-75ae-4e66-aeea-25dd1b1ea340 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.944891 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59eb25de-13d6-4e11-b773-caa7462268d6 None None] DHCP port deletion for 4880d60f-eaf6-400c-ae63-407f78f8f686 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:51:36.949317 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-59eb25de-13d6-4e11-b773-caa7462268d6 None None] Deleting port e3e38335-9813-447a-89c4-645ba3edf0e5 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:51:36.949687 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-59eb25de-13d6-4e11-b773-caa7462268d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.009585 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-1b66a759-75ae-4e66-aeea-25dd1b1ea340 admin admin] For port e3e38335-9813-447a-89c4-645ba3edf0e5, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e3e38335-9813-447a-89c4-645ba3edf0e5,segment=NetworkSegment(9b216987-8cbc-4835-9c2f-1b45ed9b241e),segment_id=9b216987-8cbc-4835-9c2f-1b45ed9b241e)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:51:37.010188 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1b66a759-75ae-4e66-aeea-25dd1b1ea340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.135610 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-1b66a759-75ae-4e66-aeea-25dd1b1ea340 admin admin] Calling delete_port for e3e38335-9813-447a-89c4-645ba3edf0e5 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:51:37.151298 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-59eb25de-13d6-4e11-b773-caa7462268d6 None None] For port e3e38335-9813-447a-89c4-645ba3edf0e5, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e3e38335-9813-447a-89c4-645ba3edf0e5,segment=NetworkSegment(9b216987-8cbc-4835-9c2f-1b45ed9b241e),segment_id=9b216987-8cbc-4835-9c2f-1b45ed9b241e)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:51:37.151728 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-59eb25de-13d6-4e11-b773-caa7462268d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.210012 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1b66a759-75ae-4e66-aeea-25dd1b1ea340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.259935 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66a759-75ae-4e66-aeea-25dd1b1ea340 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3e38335-9813-447a-89c4-645ba3edf0e5,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:37.263889 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b66a759-75ae-4e66-aeea-25dd1b1ea340 admin admin] No DVR routers for this DVR port e3e38335-9813-447a-89c4-645ba3edf0e5 on host dv-neutron-825731-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:51:37.277707 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-59eb25de-13d6-4e11-b773-caa7462268d6 None None] Calling delete_port for e3e38335-9813-447a-89c4-645ba3edf0e5 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:51:37.352598 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-59eb25de-13d6-4e11-b773-caa7462268d6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:51:37.352950 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-59eb25de-13d6-4e11-b773-caa7462268d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:51:37.378298 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1b66a759-75ae-4e66-aeea-25dd1b1ea340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.402740 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-1b66a759-75ae-4e66-aeea-25dd1b1ea340 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4880d60f-eaf6-400c-ae63-407f78f8f686']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:37.415181 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-1b66a759-75ae-4e66-aeea-25dd1b1ea340 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b216987-8cbc-4835-9c2f-1b45ed9b241e') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:37.415625 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-1b66a759-75ae-4e66-aeea-25dd1b1ea340 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b216987-8cbc-4835-9c2f-1b45ed9b241e') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:37.426666 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1b66a759-75ae-4e66-aeea-25dd1b1ea340 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.441962 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1b66a759-75ae-4e66-aeea-25dd1b1ea340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.447779 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b66a759-75ae-4e66-aeea-25dd1b1ea340 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:51:37.448154 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1b66a759-75ae-4e66-aeea-25dd1b1ea340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.461474 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:51:37.461474 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:51:37.461474 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:51:37.461474 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:51:37.461474 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:51:37.461474 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:51:37.461474 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:51:37.461474 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:51:37.461474 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:51:37.461474 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:51:37.461474 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:51:37.461474 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:51:37.461474 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:51:37.461474 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:51:37.461474 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:51:37.461474 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:51:37.461474 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:51:37.461474 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:51:37.461474 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:51:37.461474 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:51:37.461474 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:51:37.461474 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:51:37.461474 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:51:37.461474 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:51:37.461474 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:51:37.461474 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:51:37.461474 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:51:37.461474 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:51:37.461474 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:51:37.461474 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:51:37.461474 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:51:37.461474 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:51:37.536268 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1b66a759-75ae-4e66-aeea-25dd1b1ea340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.552276 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1b66a759-75ae-4e66-aeea-25dd1b1ea340 admin admin] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.562795 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66a759-75ae-4e66-aeea-25dd1b1ea340 admin admin] Pushing event deleted for resources: {'Network': ['ID=4880d60f-eaf6-400c-ae63-407f78f8f686,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:37.575844 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1b66a759-75ae-4e66-aeea-25dd1b1ea340 admin admin] 10.222.0.110 "DELETE /v2.0/networks/4880d60f-eaf6-400c-ae63-407f78f8f686 HTTP/1.1" status: 204 len: 168 time: 0.8974628 Jan 21 09:51:37.579240 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57716) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:37.854499 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-59eb25de-13d6-4e11-b773-caa7462268d6 None None] Deleting port e3e38335-9813-447a-89c4-645ba3edf0e5 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:51:37.855036 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-59eb25de-13d6-4e11-b773-caa7462268d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.923630 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-59eb25de-13d6-4e11-b773-caa7462268d6 None None] The port 'e3e38335-9813-447a-89c4-645ba3edf0e5' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:51:38.210355 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ddfd3708-022a-4777-8ff5-5dc0cdf27992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:38.512437 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e3e38335-9813-447a-89c4-645ba3edf0e5 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:51:38.560772 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ddfd3708-022a-4777-8ff5-5dc0cdf27992 admin admin] Deleting port e81daba2-50a4-44cb-b937-8a92c0602a23 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:51:38.561210 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ddfd3708-022a-4777-8ff5-5dc0cdf27992 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:38.581755 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: e3e38335-9813-447a-89c4-645ba3edf0e5 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:51:38.582093 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e3e38335-9813-447a-89c4-645ba3edf0e5 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:51:38.737319 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-ddfd3708-022a-4777-8ff5-5dc0cdf27992 admin admin] For port e81daba2-50a4-44cb-b937-8a92c0602a23, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e81daba2-50a4-44cb-b937-8a92c0602a23,segment=NetworkSegment(2005e06a-4063-446a-9c7f-728eec304dd4),segment_id=2005e06a-4063-446a-9c7f-728eec304dd4)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:51:38.737580 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ddfd3708-022a-4777-8ff5-5dc0cdf27992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:38.861646 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ddfd3708-022a-4777-8ff5-5dc0cdf27992 admin admin] Calling delete_port for e81daba2-50a4-44cb-b937-8a92c0602a23 owned by network:router_interface {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:51:39.033721 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ddfd3708-022a-4777-8ff5-5dc0cdf27992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:39.081484 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd3708-022a-4777-8ff5-5dc0cdf27992 admin admin] Pushing event deleted for resources: {'Port': ['ID=e81daba2-50a4-44cb-b937-8a92c0602a23,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:39.348430 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ddfd3708-022a-4777-8ff5-5dc0cdf27992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:39.805176 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddfd3708-022a-4777-8ff5-5dc0cdf27992 admin admin] Router b164c7cd-aa65-41d7-8060-b54b317810ed has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:51:39.979112 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfd3708-022a-4777-8ff5-5dc0cdf27992 admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:51:39.988693 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85eac89f-441f-400f-a870-040f21270aef None None] Sync routers for ids ['b164c7cd-aa65-41d7-8060-b54b317810ed'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:51:39.995634 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ddfd3708-022a-4777-8ff5-5dc0cdf27992 admin admin] 10.222.0.110 "PUT /v2.0/routers/b164c7cd-aa65-41d7-8060-b54b317810ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4152327 Jan 21 09:51:39.998113 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57720) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:39.998916 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85eac89f-441f-400f-a870-040f21270aef None None] Routers {'b164c7cd-aa65-41d7-8060-b54b317810ed'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:51:39.999556 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-85eac89f-441f-400f-a870-040f21270aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:51:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['b164c7cd-aa65-41d7-8060-b54b317810ed'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:40.174209 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e86191a3-b7f9-4c53-85f5-732765702a28 admin admin] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:40.176262 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-85eac89f-441f-400f-a870-040f21270aef None None] Set router b164c7cd-aa65-41d7-8060-b54b317810ed gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:51:40.351957 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e86191a3-b7f9-4c53-85f5-732765702a28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:40.361745 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-e86191a3-b7f9-4c53-85f5-732765702a28 admin admin] Deleting port 50f4271a-88da-425a-ab9b-2d8436ebe339 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:51:40.362319 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e86191a3-b7f9-4c53-85f5-732765702a28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:40.456391 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-85eac89f-441f-400f-a870-040f21270aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b164c7cd-aa65-41d7-8060-b54b317810ed', 'name': 'tempest-TestVolumeBootPattern-1928130954-router', 'tenant_id': '1a063c0ea71443edbf5c0abd39627be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': '50f4271a-88da-425a-ab9b-2d8436ebe339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:10Z', 'updated_at': '2022-01-21T09:51:38Z', 'revision_number': 5, 'project_id': '1a063c0ea71443edbf5c0abd39627be0', 'gw_port': {'id': '50f4271a-88da-425a-ab9b-2d8436ebe339', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b164c7cd-aa65-41d7-8060-b54b317810ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:12Z', 'updated_at': '2022-01-21T09:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:40.461536 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85eac89f-441f-400f-a870-040f21270aef None None] Checking router: b164c7cd-aa65-41d7-8060-b54b317810ed for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:51:40.469533 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85eac89f-441f-400f-a870-040f21270aef None None] Routers {'b164c7cd-aa65-41d7-8060-b54b317810ed'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:51:40.470161 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-85eac89f-441f-400f-a870-040f21270aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:51:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['b164c7cd-aa65-41d7-8060-b54b317810ed'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:40.538550 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-e86191a3-b7f9-4c53-85f5-732765702a28 admin admin] For port 50f4271a-88da-425a-ab9b-2d8436ebe339, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=50f4271a-88da-425a-ab9b-2d8436ebe339,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:51:40.539167 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e86191a3-b7f9-4c53-85f5-732765702a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:40.624455 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-85eac89f-441f-400f-a870-040f21270aef None None] Set router b164c7cd-aa65-41d7-8060-b54b317810ed gateway port host: None {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:51:40.662772 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-e86191a3-b7f9-4c53-85f5-732765702a28 admin admin] Calling delete_port for 50f4271a-88da-425a-ab9b-2d8436ebe339 owned by network:router_gateway {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:51:40.732550 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-85eac89f-441f-400f-a870-040f21270aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b164c7cd-aa65-41d7-8060-b54b317810ed', 'name': 'tempest-TestVolumeBootPattern-1928130954-router', 'tenant_id': '1a063c0ea71443edbf5c0abd39627be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:10Z', 'updated_at': '2022-01-21T09:51:40Z', 'revision_number': 6, 'project_id': '1a063c0ea71443edbf5c0abd39627be0', 'gw_port_host': None}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:40.736651 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85eac89f-441f-400f-a870-040f21270aef None None] The sync data for ids ['b164c7cd-aa65-41d7-8060-b54b317810ed'] in dv-neutron-825731-1-hyperv is: [{'id': 'b164c7cd-aa65-41d7-8060-b54b317810ed', 'name': 'tempest-TestVolumeBootPattern-1928130954-router', 'tenant_id': '1a063c0ea71443edbf5c0abd39627be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:10Z', 'updated_at': '2022-01-21T09:51:40Z', 'revision_number': 6, 'project_id': '1a063c0ea71443edbf5c0abd39627be0', 'gw_port_host': None}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:51:40.953011 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e86191a3-b7f9-4c53-85f5-732765702a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:41.003313 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86191a3-b7f9-4c53-85f5-732765702a28 admin admin] Pushing event deleted for resources: {'Port': ['ID=50f4271a-88da-425a-ab9b-2d8436ebe339,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:41.094569 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e86191a3-b7f9-4c53-85f5-732765702a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:41.267572 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e86191a3-b7f9-4c53-85f5-732765702a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:41.269602 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e86191a3-b7f9-4c53-85f5-732765702a28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:41.292094 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e86191a3-b7f9-4c53-85f5-732765702a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:41.292578 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86191a3-b7f9-4c53-85f5-732765702a28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b164c7cd-aa65-41d7-8060-b54b317810ed {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:51:41.305475 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e86191a3-b7f9-4c53-85f5-732765702a28 admin admin] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:41.306619 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e86191a3-b7f9-4c53-85f5-732765702a28 admin admin] 10.222.0.110 "DELETE /v2.0/routers/b164c7cd-aa65-41d7-8060-b54b317810ed HTTP/1.1" status: 204 len: 168 time: 1.3074362 Jan 21 09:51:41.309152 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57724) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:41.375107 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e8689b-ec03-4cb8-b3ce-a6d6f2f7ca90 admin admin] Deleting subnet 6121ca86-2ed4-44f4-824d-f0d8e8070d2a {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:51:41.378172 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-14e8689b-ec03-4cb8-b3ce-a6d6f2f7ca90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:41.427279 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-14e8689b-ec03-4cb8-b3ce-a6d6f2f7ca90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:41.510025 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-14e8689b-ec03-4cb8-b3ce-a6d6f2f7ca90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:41.580678 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-14e8689b-ec03-4cb8-b3ce-a6d6f2f7ca90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:41.618461 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e8689b-ec03-4cb8-b3ce-a6d6f2f7ca90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6121ca86-2ed4-44f4-824d-f0d8e8070d2a,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:41.629468 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-14e8689b-ec03-4cb8-b3ce-a6d6f2f7ca90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:41.635060 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7369293-bbd6-4878-8d4b-03a595fb2a1f None None] Network ad8e80e5-b6d2-4dc0-9faa-3145f2c53195 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:51:41.637091 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-14e8689b-ec03-4cb8-b3ce-a6d6f2f7ca90 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/6121ca86-2ed4-44f4-824d-f0d8e8070d2a HTTP/1.1" status: 204 len: 168 time: 0.3269091 Jan 21 09:51:41.640454 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57728) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:41.750204 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1a20c7a7-13ff-4911-a360-c400b0c3f1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:41.764886 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-1a20c7a7-13ff-4911-a360-c400b0c3f1a8 admin admin] Deleting port c80db8c6-676d-4f71-a031-9ab3120ca079 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:51:41.765227 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1a20c7a7-13ff-4911-a360-c400b0c3f1a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:41.923644 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a76cee-67d4-48a8-bc65-79fe2edfb2ed None None] DHCP port deletion for ad8e80e5-b6d2-4dc0-9faa-3145f2c53195 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:51:41.927825 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-b6a76cee-67d4-48a8-bc65-79fe2edfb2ed None None] Deleting port c80db8c6-676d-4f71-a031-9ab3120ca079 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:51:41.928197 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b6a76cee-67d4-48a8-bc65-79fe2edfb2ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:41.983958 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-1a20c7a7-13ff-4911-a360-c400b0c3f1a8 admin admin] For port c80db8c6-676d-4f71-a031-9ab3120ca079, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=c80db8c6-676d-4f71-a031-9ab3120ca079,segment=NetworkSegment(2005e06a-4063-446a-9c7f-728eec304dd4),segment_id=2005e06a-4063-446a-9c7f-728eec304dd4)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:51:41.984300 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1a20c7a7-13ff-4911-a360-c400b0c3f1a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:42.108781 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-1a20c7a7-13ff-4911-a360-c400b0c3f1a8 admin admin] Calling delete_port for c80db8c6-676d-4f71-a031-9ab3120ca079 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:51:42.130008 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-b6a76cee-67d4-48a8-bc65-79fe2edfb2ed None None] For port c80db8c6-676d-4f71-a031-9ab3120ca079, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=c80db8c6-676d-4f71-a031-9ab3120ca079,segment=NetworkSegment(2005e06a-4063-446a-9c7f-728eec304dd4),segment_id=2005e06a-4063-446a-9c7f-728eec304dd4)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:51:42.130392 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b6a76cee-67d4-48a8-bc65-79fe2edfb2ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:42.192848 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1a20c7a7-13ff-4911-a360-c400b0c3f1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:42.244184 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20c7a7-13ff-4911-a360-c400b0c3f1a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c80db8c6-676d-4f71-a031-9ab3120ca079,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:42.245946 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a20c7a7-13ff-4911-a360-c400b0c3f1a8 admin admin] No DVR routers for this DVR port c80db8c6-676d-4f71-a031-9ab3120ca079 on host dv-neutron-825731-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:51:42.254236 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-b6a76cee-67d4-48a8-bc65-79fe2edfb2ed None None] Calling delete_port for c80db8c6-676d-4f71-a031-9ab3120ca079 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:51:42.326645 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-b6a76cee-67d4-48a8-bc65-79fe2edfb2ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:51:42.326992 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-b6a76cee-67d4-48a8-bc65-79fe2edfb2ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:51:42.455492 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1a20c7a7-13ff-4911-a360-c400b0c3f1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:42.479772 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-1a20c7a7-13ff-4911-a360-c400b0c3f1a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad8e80e5-b6d2-4dc0-9faa-3145f2c53195']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:42.492973 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-1a20c7a7-13ff-4911-a360-c400b0c3f1a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2005e06a-4063-446a-9c7f-728eec304dd4') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:42.493259 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-1a20c7a7-13ff-4911-a360-c400b0c3f1a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2005e06a-4063-446a-9c7f-728eec304dd4') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:42.505031 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1a20c7a7-13ff-4911-a360-c400b0c3f1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:42.518438 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 50f4271a-88da-425a-ab9b-2d8436ebe339 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:51:42.520789 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1a20c7a7-13ff-4911-a360-c400b0c3f1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:42.526736 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a20c7a7-13ff-4911-a360-c400b0c3f1a8 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:51:42.527116 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1a20c7a7-13ff-4911-a360-c400b0c3f1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:42.540730 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:51:42.540730 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:51:42.540730 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:51:42.540730 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:51:42.540730 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:51:42.540730 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:51:42.540730 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:51:42.540730 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:51:42.540730 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:51:42.540730 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:51:42.540730 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:51:42.540730 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:51:42.540730 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:51:42.540730 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:51:42.540730 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:51:42.540730 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:51:42.540730 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:51:42.540730 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:51:42.540730 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:51:42.540730 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:51:42.540730 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:51:42.540730 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:51:42.540730 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:51:42.540730 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:51:42.540730 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:51:42.540730 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:51:42.540730 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:51:42.540730 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:51:42.540730 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:51:42.540730 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:51:42.540730 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:51:42.540730 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:51:42.555122 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 50f4271a-88da-425a-ab9b-2d8436ebe339 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:51:42.555494 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 50f4271a-88da-425a-ab9b-2d8436ebe339 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:51:42.555918 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e81daba2-50a4-44cb-b937-8a92c0602a23 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:51:42.588775 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: e81daba2-50a4-44cb-b937-8a92c0602a23 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:51:42.589122 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e81daba2-50a4-44cb-b937-8a92c0602a23 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:51:42.589548 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c80db8c6-676d-4f71-a031-9ab3120ca079 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:51:42.617759 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1a20c7a7-13ff-4911-a360-c400b0c3f1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:42.627480 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: c80db8c6-676d-4f71-a031-9ab3120ca079 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:51:42.627848 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c80db8c6-676d-4f71-a031-9ab3120ca079 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:51:42.644521 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1a20c7a7-13ff-4911-a360-c400b0c3f1a8 admin admin] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:42.649253 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:42.651221 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20c7a7-13ff-4911-a360-c400b0c3f1a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad8e80e5-b6d2-4dc0-9faa-3145f2c53195,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:42.660743 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1a20c7a7-13ff-4911-a360-c400b0c3f1a8 admin admin] 10.222.0.110 "DELETE /v2.0/networks/ad8e80e5-b6d2-4dc0-9faa-3145f2c53195 HTTP/1.1" status: 204 len: 168 time: 1.0192404 Jan 21 09:51:42.776457 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57734) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:42.827581 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-fe29c1e2-69f3-4629-9c78-1a6efeea5abf admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=b19bae91610749c2842623300f66b5c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498493 Jan 21 09:51:42.828759 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-b6a76cee-67d4-48a8-bc65-79fe2edfb2ed None None] Deleting port c80db8c6-676d-4f71-a031-9ab3120ca079 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:51:42.829202 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b6a76cee-67d4-48a8-bc65-79fe2edfb2ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:42.830159 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57738) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:42.887383 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2a794c3b-be44-42ce-b6b2-9ddd6e08ebe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:42.896427 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-b6a76cee-67d4-48a8-bc65-79fe2edfb2ed None None] The port 'c80db8c6-676d-4f71-a031-9ab3120ca079' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 09:51:42.917887 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2a794c3b-be44-42ce-b6b2-9ddd6e08ebe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:42.971779 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2a794c3b-be44-42ce-b6b2-9ddd6e08ebe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:42.988640 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a794c3b-be44-42ce-b6b2-9ddd6e08ebe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0ab3bf-1e06-4447-ac73-cfa6d7fdf26d,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:42.994920 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2a794c3b-be44-42ce-b6b2-9ddd6e08ebe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:42.996302 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2a794c3b-be44-42ce-b6b2-9ddd6e08ebe4 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/dd0ab3bf-1e06-4447-ac73-cfa6d7fdf26d HTTP/1.1" status: 204 len: 168 time: 0.1650198 Jan 21 09:51:43.326423 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57746) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:43.374741 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d0b8dec9-5241-40b9-a8ed-fc6471fc6dd8 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=1a063c0ea71443edbf5c0abd39627be0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471454 Jan 21 09:51:43.377158 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57750) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:43.432495 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ce11ca25-3a63-41ac-a57a-a127d96c5f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:43.461056 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ce11ca25-3a63-41ac-a57a-a127d96c5f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:43.512214 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ce11ca25-3a63-41ac-a57a-a127d96c5f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:43.527607 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce11ca25-3a63-41ac-a57a-a127d96c5f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6f8df1-578b-434c-885c-cc58d61e5c9c,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:43.532697 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ce11ca25-3a63-41ac-a57a-a127d96c5f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:43.533801 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ce11ca25-3a63-41ac-a57a-a127d96c5f18 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/0f6f8df1-578b-434c-885c-cc58d61e5c9c HTTP/1.1" status: 204 len: 168 time: 0.1557958 Jan 21 09:51:46.485898 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f39213bc-1d46-47d6-b2e6-eee83bb67eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:48.873595 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a9ca60d2-5e31-4098-932f-ef6b3cebec52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:49.034759 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:51:49.786781 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:49.907340 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:51.342359 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:00.133116 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8e6a44ab-a296-426a-964e-7ea5c5291e02 req-4d417808-f3dc-455b-a0ee-907dae5d4120 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=53fb1396-5745-4bc0-b161-e02fc0a044ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691953 Jan 21 09:52:00.226342 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a44ab-a296-426a-964e-7ea5c5291e02 req-39a30d4b-20fa-4323-b544-5cecb1262413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:00.227821 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8e6a44ab-a296-426a-964e-7ea5c5291e02 req-39a30d4b-20fa-4323-b544-5cecb1262413 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=53fb1396-5745-4bc0-b161-e02fc0a044ae HTTP/1.1" status: 200 len: 1099 time: 0.0753582 Jan 21 09:52:00.372274 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a44ab-a296-426a-964e-7ea5c5291e02 req-817db295-ca51-4e16-aa8a-5924412ef7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:00.373705 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8e6a44ab-a296-426a-964e-7ea5c5291e02 req-817db295-ca51-4e16-aa8a-5924412ef7e3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b70b952b-78ea-41bd-a1ae-820c4fb8111c HTTP/1.1" status: 200 len: 898 time: 0.1270463 Jan 21 09:52:00.441516 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8e6a44ab-a296-426a-964e-7ea5c5291e02 req-87763316-0d92-4dd2-bace-85a1e019abf8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ae25ad5-f209-454e-9cfb-5a79fec0e59b HTTP/1.1" status: 200 len: 217 time: 0.0607562 Jan 21 09:52:00.505904 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a44ab-a296-426a-964e-7ea5c5291e02 req-5310208d-2a80-47fb-8ba0-68cf745f3389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:00.507309 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8e6a44ab-a296-426a-964e-7ea5c5291e02 req-5310208d-2a80-47fb-8ba0-68cf745f3389 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8d75250f-c7f0-4f13-96be-9cec316c7eec HTTP/1.1" status: 200 len: 835 time: 0.0601749 Jan 21 09:52:00.581327 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a44ab-a296-426a-964e-7ea5c5291e02 req-9e380342-68b0-476a-a882-cbd6956d459b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:00.582768 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8e6a44ab-a296-426a-964e-7ea5c5291e02 req-9e380342-68b0-476a-a882-cbd6956d459b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b70b952b-78ea-41bd-a1ae-820c4fb8111c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694211 Jan 21 09:52:00.713432 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8e6a44ab-a296-426a-964e-7ea5c5291e02 req-186e328f-02b5-44e8-a95e-646b875c38ba service neutron] 10.222.0.72 "GET /v2.0/networks/b70b952b-78ea-41bd-a1ae-820c4fb8111c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241739 Jan 21 09:52:00.845704 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8e6a44ab-a296-426a-964e-7ea5c5291e02 req-591f6f63-b42e-4840-9bb2-0b78465e62cf service neutron] 10.222.0.72 "GET /v2.0/networks/b70b952b-78ea-41bd-a1ae-820c4fb8111c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251874 Jan 21 09:52:12.645614 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:16.487119 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3e299e95-6f52-4671-ac1b-cc24efec30a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:18.880275 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4882caf8-c27d-4342-8397-fe63ca4ace54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:19.779960 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:19.909354 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:21.345237 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:26.033537 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:52:39.329960 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d1818-f21e-4d2f-8413-28b6210136b1 req-b61d6cef-09f0-415d-8fc1-e5132fbfe32e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:39.331527 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-790d1818-f21e-4d2f-8413-28b6210136b1 req-b61d6cef-09f0-415d-8fc1-e5132fbfe32e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=bc0dd746-bc82-4a06-8378-682b7b26e6d4 HTTP/1.1" status: 200 len: 945 time: 0.3638592 Jan 21 09:52:39.376699 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-790d1818-f21e-4d2f-8413-28b6210136b1 req-f4413f6f-df60-4d95-9033-f469a5a20e20 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=ee168b9e-d4b5-4ed3-b298-f0a6806ba210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392506 Jan 21 09:52:40.623160 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7edecec-03f2-4741-be1f-6a67e57d9c1c req-feb885fe-f165-4c11-a2a7-92393514b6a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:40.624642 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-a7edecec-03f2-4741-be1f-6a67e57d9c1c req-feb885fe-f165-4c11-a2a7-92393514b6a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=bc0dd746-bc82-4a06-8378-682b7b26e6d4 HTTP/1.1" status: 200 len: 945 time: 0.1376626 Jan 21 09:52:40.670233 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-a7edecec-03f2-4741-be1f-6a67e57d9c1c req-7490b438-6491-419d-a826-ae32ecb6a3e2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=ee168b9e-d4b5-4ed3-b298-f0a6806ba210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396733 Jan 21 09:52:40.772243 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29758f2-9269-4e4e-9b72-da4f801cab95 req-6913e5d3-d527-4f1c-b539-aee678130e9c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:40.773683 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f29758f2-9269-4e4e-9b72-da4f801cab95 req-6913e5d3-d527-4f1c-b539-aee678130e9c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc0dd746-bc82-4a06-8378-682b7b26e6d4 HTTP/1.1" status: 200 len: 945 time: 0.0829062 Jan 21 09:52:40.846249 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-f29758f2-9269-4e4e-9b72-da4f801cab95 req-3f93315a-cd2a-4bab-bf91-546de1db8fa6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:52:40.846593 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-f29758f2-9269-4e4e-9b72-da4f801cab95 req-3f93315a-cd2a-4bab-bf91-546de1db8fa6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:41.126112 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-f29758f2-9269-4e4e-9b72-da4f801cab95 req-3f93315a-cd2a-4bab-bf91-546de1db8fa6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] For port bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3,segment=NetworkSegment(0cd94f75-116a-47a7-9d8c-a37e35951470),segment_id=0cd94f75-116a-47a7-9d8c-a37e35951470)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:52:41.126508 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-f29758f2-9269-4e4e-9b72-da4f801cab95 req-3f93315a-cd2a-4bab-bf91-546de1db8fa6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:41.558284 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-f29758f2-9269-4e4e-9b72-da4f801cab95 req-3f93315a-cd2a-4bab-bf91-546de1db8fa6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:41.558574 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-f29758f2-9269-4e4e-9b72-da4f801cab95 req-3f93315a-cd2a-4bab-bf91-546de1db8fa6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:41.558954 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.l3_db [req-f29758f2-9269-4e4e-9b72-da4f801cab95 req-3f93315a-cd2a-4bab-bf91-546de1db8fa6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Floating IP 2fa6ac3d-d4d8-4086-9cd7-d14e5be8175e disassociated. External IP: 172.26.3.156, port: bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3. Jan 21 09:52:41.559339 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-f29758f2-9269-4e4e-9b72-da4f801cab95 req-3f93315a-cd2a-4bab-bf91-546de1db8fa6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3 owned by compute:nova {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:52:41.727433 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-f29758f2-9269-4e4e-9b72-da4f801cab95 req-3f93315a-cd2a-4bab-bf91-546de1db8fa6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:41.788660 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93315a-cd2a-4bab-bf91-546de1db8fa6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Port': ['ID=bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:41.798093 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f93315a-cd2a-4bab-bf91-546de1db8fa6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:41.798093 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f93315a-cd2a-4bab-bf91-546de1db8fa6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:41.798340 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f93315a-cd2a-4bab-bf91-546de1db8fa6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:41.798777 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f93315a-cd2a-4bab-bf91-546de1db8fa6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:41.799169 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f93315a-cd2a-4bab-bf91-546de1db8fa6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:41.799586 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f93315a-cd2a-4bab-bf91-546de1db8fa6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:41.799972 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f93315a-cd2a-4bab-bf91-546de1db8fa6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:41.800368 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f93315a-cd2a-4bab-bf91-546de1db8fa6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:41.800768 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f93315a-cd2a-4bab-bf91-546de1db8fa6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:41.801150 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f93315a-cd2a-4bab-bf91-546de1db8fa6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:41.801474 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f93315a-cd2a-4bab-bf91-546de1db8fa6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:41.801788 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f93315a-cd2a-4bab-bf91-546de1db8fa6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:41.924220 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-33072f0a-f8cc-4757-8b57-04b5393cc5d2 req-70f6832e-7dd3-48a6-a93b-5f132ff2c104 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=bc0dd746-bc82-4a06-8378-682b7b26e6d4 HTTP/1.1" status: 200 len: 210 time: 0.0617578 Jan 21 09:52:42.041196 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f29758f2-9269-4e4e-9b72-da4f801cab95 req-3f93315a-cd2a-4bab-bf91-546de1db8fa6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router eea0a996-1648-4211-86d6-e1ab4e849dc8 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:52:42.243379 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f29758f2-9269-4e4e-9b72-da4f801cab95 req-3f93315a-cd2a-4bab-bf91-546de1db8fa6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:52:42.255871 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3b1b1a-4417-4fff-86b1-116de33d066a None None] Sync routers for ids ['eea0a996-1648-4211-86d6-e1ab4e849dc8'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:52:42.271629 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3b1b1a-4417-4fff-86b1-116de33d066a None None] Routers {'eea0a996-1648-4211-86d6-e1ab4e849dc8'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:52:42.272628 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-7a3b1b1a-4417-4fff-86b1-116de33d066a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:52:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['eea0a996-1648-4211-86d6-e1ab4e849dc8'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:42.325229 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-f29758f2-9269-4e4e-9b72-da4f801cab95 req-3f93315a-cd2a-4bab-bf91-546de1db8fa6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] No DVR routers for this DVR port bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3 on host hv-neutron-8257 {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:52:42.327851 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-f29758f2-9269-4e4e-9b72-da4f801cab95 req-3f93315a-cd2a-4bab-bf91-546de1db8fa6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:42.331833 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0dd746-bc82-4a06-8378-682b7b26e6d4', 'name': 'network-vif-deleted', 'tag': 'bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:52:42.349308 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f29758f2-9269-4e4e-9b72-da4f801cab95 req-3f93315a-cd2a-4bab-bf91-546de1db8fa6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "DELETE /v2.0/ports/bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3 HTTP/1.1" status: 204 len: 173 time: 1.5699008 Jan 21 09:52:42.392730 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0dd746-bc82-4a06-8378-682b7b26e6d4', 'name': 'network-vif-deleted', 'tag': 'bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3', 'status': 'completed', 'code': 200} Jan 21 09:52:42.475669 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-7a3b1b1a-4417-4fff-86b1-116de33d066a None None] Set router eea0a996-1648-4211-86d6-e1ab4e849dc8 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:52:42.712416 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:42.899171 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-7a3b1b1a-4417-4fff-86b1-116de33d066a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'name': 'tempest-TestNetworkBasicOps-router-1093530882', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:15Z', 'updated_at': '2022-01-21T09:49:21Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:16Z', 'updated_at': '2022-01-21T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48', 'name': '', 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:4f:10:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '8d75250f-c7f0-4f13-96be-9cec316c7eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:20Z', 'updated_at': '2022-01-21T09:49:26Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '8d75250f-c7f0-4f13-96be-9cec316c7eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:42.904159 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3b1b1a-4417-4fff-86b1-116de33d066a None None] Checking router: eea0a996-1648-4211-86d6-e1ab4e849dc8 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:52:42.914992 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3b1b1a-4417-4fff-86b1-116de33d066a None None] Routers {'eea0a996-1648-4211-86d6-e1ab4e849dc8'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:52:42.915862 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-7a3b1b1a-4417-4fff-86b1-116de33d066a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:52:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['eea0a996-1648-4211-86d6-e1ab4e849dc8'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:43.027055 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57810) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:43.108541 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6b9472fe-394a-4bbc-b032-aecafd2c07a3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:43.122830 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-7a3b1b1a-4417-4fff-86b1-116de33d066a None None] Set router eea0a996-1648-4211-86d6-e1ab4e849dc8 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:52:43.139132 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6b9472fe-394a-4bbc-b032-aecafd2c07a3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:43.208393 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6b9472fe-394a-4bbc-b032-aecafd2c07a3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:43.228497 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9472fe-394a-4bbc-b032-aecafd2c07a3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee168b9e-d4b5-4ed3-b298-f0a6806ba210,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:43.243613 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6b9472fe-394a-4bbc-b032-aecafd2c07a3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:43.245657 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6b9472fe-394a-4bbc-b032-aecafd2c07a3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/security-groups/ee168b9e-d4b5-4ed3-b298-f0a6806ba210 HTTP/1.1" status: 204 len: 168 time: 0.2174225 Jan 21 09:52:43.277946 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57816) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:43.442988 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-4164c8d5-55ce-4d3c-8ff6-38423e6777b1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port dbd1f4d7-f037-42d3-b3b2-702d5f722da3 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:52:43.443329 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4164c8d5-55ce-4d3c-8ff6-38423e6777b1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:43.478309 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-7a3b1b1a-4417-4fff-86b1-116de33d066a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'name': 'tempest-TestNetworkBasicOps-router-1093530882', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:15Z', 'updated_at': '2022-01-21T09:49:21Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:16Z', 'updated_at': '2022-01-21T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48', 'name': '', 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:4f:10:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '8d75250f-c7f0-4f13-96be-9cec316c7eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:20Z', 'updated_at': '2022-01-21T09:49:26Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '8d75250f-c7f0-4f13-96be-9cec316c7eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:43.483618 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3b1b1a-4417-4fff-86b1-116de33d066a None None] The sync data for ids ['eea0a996-1648-4211-86d6-e1ab4e849dc8'] in dv-neutron-825731-1-hyperv is: [{'id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'name': 'tempest-TestNetworkBasicOps-router-1093530882', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:15Z', 'updated_at': '2022-01-21T09:49:21Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:16Z', 'updated_at': '2022-01-21T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48', 'name': '', 'network_id': 'b70b952b-78ea-41bd-a1ae-820c4fb8111c', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:4f:10:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '8d75250f-c7f0-4f13-96be-9cec316c7eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:20Z', 'updated_at': '2022-01-21T09:49:26Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '8d75250f-c7f0-4f13-96be-9cec316c7eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:52:43.620390 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:52:43.663809 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] No Port match for: bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:52:43.664160 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device bcd2f3f8-94fe-4c23-a08b-99964c1f8ba3 not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:52:43.737776 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659c4589-0809-449d-b894-10245d8ee19d None None] New status for floating IP 2fa6ac3d-d4d8-4086-9cd7-d14e5be8175e: DOWN {{(pid=87517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:52:43.770450 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4164c8d5-55ce-4d3c-8ff6-38423e6777b1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:43.770894 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4164c8d5-55ce-4d3c-8ff6-38423e6777b1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:43.909596 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-4164c8d5-55ce-4d3c-8ff6-38423e6777b1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for dbd1f4d7-f037-42d3-b3b2-702d5f722da3 owned by network:floatingip {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:52:44.020182 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.api [None req-4164c8d5-55ce-4d3c-8ff6-38423e6777b1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:52:44.020610 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG oslo_db.api [None req-4164c8d5-55ce-4d3c-8ff6-38423e6777b1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:52:44.521416 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-4164c8d5-55ce-4d3c-8ff6-38423e6777b1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port dbd1f4d7-f037-42d3-b3b2-702d5f722da3 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:52:44.522016 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4164c8d5-55ce-4d3c-8ff6-38423e6777b1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:44.696930 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4164c8d5-55ce-4d3c-8ff6-38423e6777b1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:44.697275 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4164c8d5-55ce-4d3c-8ff6-38423e6777b1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:44.823037 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-4164c8d5-55ce-4d3c-8ff6-38423e6777b1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for dbd1f4d7-f037-42d3-b3b2-702d5f722da3 owned by network:floatingip {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:52:44.965005 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4164c8d5-55ce-4d3c-8ff6-38423e6777b1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:45.011872 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164c8d5-55ce-4d3c-8ff6-38423e6777b1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Port': ['ID=dbd1f4d7-f037-42d3-b3b2-702d5f722da3,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:45.102706 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4164c8d5-55ce-4d3c-8ff6-38423e6777b1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:45.116345 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4164c8d5-55ce-4d3c-8ff6-38423e6777b1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:45.117432 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4164c8d5-55ce-4d3c-8ff6-38423e6777b1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/floatingips/2fa6ac3d-d4d8-4086-9cd7-d14e5be8175e HTTP/1.1" status: 204 len: 168 time: 1.8385210 Jan 21 09:52:45.488875 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e53ad-2dff-437e-962d-0a57633edb25 req-474ecb97-8d12-4cb7-a221-b3962785af02 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:45.490244 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3b6e53ad-2dff-437e-962d-0a57633edb25 req-474ecb97-8d12-4cb7-a221-b3962785af02 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=53fb1396-5745-4bc0-b161-e02fc0a044ae HTTP/1.1" status: 200 len: 946 time: 0.0951314 Jan 21 09:52:45.534773 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3b6e53ad-2dff-437e-962d-0a57633edb25 req-6c8971b8-4256-4ed6-8aa3-22e16f14b7bd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=81a64675-7934-4dfa-8715-003bb98d94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382645 Jan 21 09:52:46.489828 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5de265dc-dfec-4ee1-bc4a-3f91d0ff2132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:46.740971 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e9df5-d33b-45f3-8153-5d28d37bd682 req-3996692d-d207-482c-8c32-e7f8b973e822 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:46.741600 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-604e9df5-d33b-45f3-8153-5d28d37bd682 req-3996692d-d207-482c-8c32-e7f8b973e822 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:52:46.758230 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-604e9df5-d33b-45f3-8153-5d28d37bd682 req-3996692d-d207-482c-8c32-e7f8b973e822 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:52:46.759571 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-604e9df5-d33b-45f3-8153-5d28d37bd682 req-3996692d-d207-482c-8c32-e7f8b973e822 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=53fb1396-5745-4bc0-b161-e02fc0a044ae HTTP/1.1" status: 200 len: 946 time: 0.1062753 Jan 21 09:52:46.806393 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-604e9df5-d33b-45f3-8153-5d28d37bd682 req-050601f1-8a55-43af-9a3a-550693fe9602 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:security_group {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:52:46.827324 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-604e9df5-d33b-45f3-8153-5d28d37bd682 req-050601f1-8a55-43af-9a3a-550693fe9602 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:security_group {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:52:46.828657 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-604e9df5-d33b-45f3-8153-5d28d37bd682 req-050601f1-8a55-43af-9a3a-550693fe9602 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=81a64675-7934-4dfa-8715-003bb98d94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623100 Jan 21 09:52:47.122730 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867d30f-e8d9-4bfe-b0c5-f8a06cc22547 req-d0b0f41e-d4d2-4a9c-bc5f-f9077889d1bf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:47.125839 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4867d30f-e8d9-4bfe-b0c5-f8a06cc22547 req-d0b0f41e-d4d2-4a9c-bc5f-f9077889d1bf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "GET /v2.0/ports?device_id=53fb1396-5745-4bc0-b161-e02fc0a044ae HTTP/1.1" status: 200 len: 946 time: 0.1071103 Jan 21 09:52:47.210834 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-4867d30f-e8d9-4bfe-b0c5-f8a06cc22547 req-f522ac39-7c60-4e01-96f7-49c640691e16 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port 8ae25ad5-f209-454e-9cfb-5a79fec0e59b {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:52:47.211169 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-4867d30f-e8d9-4bfe-b0c5-f8a06cc22547 req-f522ac39-7c60-4e01-96f7-49c640691e16 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:47.524329 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-4867d30f-e8d9-4bfe-b0c5-f8a06cc22547 req-f522ac39-7c60-4e01-96f7-49c640691e16 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] For port 8ae25ad5-f209-454e-9cfb-5a79fec0e59b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=8ae25ad5-f209-454e-9cfb-5a79fec0e59b,segment=NetworkSegment(0cd94f75-116a-47a7-9d8c-a37e35951470),segment_id=0cd94f75-116a-47a7-9d8c-a37e35951470)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:52:47.524816 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-4867d30f-e8d9-4bfe-b0c5-f8a06cc22547 req-f522ac39-7c60-4e01-96f7-49c640691e16 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:47.782779 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-4867d30f-e8d9-4bfe-b0c5-f8a06cc22547 req-f522ac39-7c60-4e01-96f7-49c640691e16 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for 8ae25ad5-f209-454e-9cfb-5a79fec0e59b owned by compute:nova {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:52:47.935993 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-4867d30f-e8d9-4bfe-b0c5-f8a06cc22547 req-f522ac39-7c60-4e01-96f7-49c640691e16 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:47.996105 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3604769f-4f7a-4ec3-9eee-70331b2ea54a req-2a68720d-d06f-4453-a223-a5206f11f5df tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=53fb1396-5745-4bc0-b161-e02fc0a044ae HTTP/1.1" status: 200 len: 210 time: 0.0429156 Jan 21 09:52:48.001113 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f522ac39-7c60-4e01-96f7-49c640691e16 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Port': ['ID=8ae25ad5-f209-454e-9cfb-5a79fec0e59b,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:48.086332 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-4867d30f-e8d9-4bfe-b0c5-f8a06cc22547 req-f522ac39-7c60-4e01-96f7-49c640691e16 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] No DVR routers for this DVR port 8ae25ad5-f209-454e-9cfb-5a79fec0e59b on host hv-neutron-8257 {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:52:48.088692 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-4867d30f-e8d9-4bfe-b0c5-f8a06cc22547 req-f522ac39-7c60-4e01-96f7-49c640691e16 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:48.092052 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53fb1396-5745-4bc0-b161-e02fc0a044ae', 'name': 'network-vif-deleted', 'tag': '8ae25ad5-f209-454e-9cfb-5a79fec0e59b'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:52:48.108683 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4867d30f-e8d9-4bfe-b0c5-f8a06cc22547 req-f522ac39-7c60-4e01-96f7-49c640691e16 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "DELETE /v2.0/ports/8ae25ad5-f209-454e-9cfb-5a79fec0e59b HTTP/1.1" status: 204 len: 173 time: 0.9761860 Jan 21 09:52:48.139764 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53fb1396-5745-4bc0-b161-e02fc0a044ae', 'name': 'network-vif-deleted', 'tag': '8ae25ad5-f209-454e-9cfb-5a79fec0e59b', 'status': 'completed', 'code': 200} Jan 21 09:52:48.875693 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e84bcafe-a5ea-4233-853e-b898e5d316be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:49.098996 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57832) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:49.171654 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-86743245-bd0a-4166-b92e-4ffd959bf983 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:49.202283 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-86743245-bd0a-4166-b92e-4ffd959bf983 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:49.272623 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-86743245-bd0a-4166-b92e-4ffd959bf983 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:49.292537 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86743245-bd0a-4166-b92e-4ffd959bf983 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a64675-7934-4dfa-8715-003bb98d94ed,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:49.302876 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-86743245-bd0a-4166-b92e-4ffd959bf983 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:49.304045 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-86743245-bd0a-4166-b92e-4ffd959bf983 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/security-groups/81a64675-7934-4dfa-8715-003bb98d94ed HTTP/1.1" status: 204 len: 168 time: 0.2039995 Jan 21 09:52:49.352757 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57838) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:49.631991 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 8ae25ad5-f209-454e-9cfb-5a79fec0e59b no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:52:49.666986 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] No Port match for: 8ae25ad5-f209-454e-9cfb-5a79fec0e59b {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:52:49.668036 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 8ae25ad5-f209-454e-9cfb-5a79fec0e59b not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:52:49.788933 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:49.913549 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:49.996554 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-34281171-93ae-4494-b280-549911dde0f2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:50.481135 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-34281171-93ae-4494-b280-549911dde0f2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:52:50.481852 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-34281171-93ae-4494-b280-549911dde0f2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:50.675822 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-34281171-93ae-4494-b280-549911dde0f2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] For port e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48,segment=NetworkSegment(0cd94f75-116a-47a7-9d8c-a37e35951470),segment_id=0cd94f75-116a-47a7-9d8c-a37e35951470)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:52:50.676180 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-34281171-93ae-4494-b280-549911dde0f2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:50.808850 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-34281171-93ae-4494-b280-549911dde0f2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48 owned by network:router_interface {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:52:51.012307 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-34281171-93ae-4494-b280-549911dde0f2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:51.107718 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34281171-93ae-4494-b280-549911dde0f2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Port': ['ID=e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:51.157662 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34281171-93ae-4494-b280-549911dde0f2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:51.157998 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34281171-93ae-4494-b280-549911dde0f2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:51.158326 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34281171-93ae-4494-b280-549911dde0f2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:51.158648 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34281171-93ae-4494-b280-549911dde0f2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:51.158973 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34281171-93ae-4494-b280-549911dde0f2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:51.159289 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34281171-93ae-4494-b280-549911dde0f2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:51.159631 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34281171-93ae-4494-b280-549911dde0f2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:51.160213 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34281171-93ae-4494-b280-549911dde0f2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:51.160528 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34281171-93ae-4494-b280-549911dde0f2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:51.160835 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34281171-93ae-4494-b280-549911dde0f2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:51.161147 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34281171-93ae-4494-b280-549911dde0f2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:51.161456 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34281171-93ae-4494-b280-549911dde0f2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:51.349168 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:51.381220 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-34281171-93ae-4494-b280-549911dde0f2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:51.762598 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34281171-93ae-4494-b280-549911dde0f2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router eea0a996-1648-4211-86d6-e1ab4e849dc8 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:52:52.067218 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34281171-93ae-4494-b280-549911dde0f2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:52:52.081768 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79de07d8-9d29-48b8-b746-7e0126e60f05 None None] Sync routers for ids ['eea0a996-1648-4211-86d6-e1ab4e849dc8'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:52:52.082337 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-34281171-93ae-4494-b280-549911dde0f2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "PUT /v2.0/routers/eea0a996-1648-4211-86d6-e1ab4e849dc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7284923 Jan 21 09:52:52.085374 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57842) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:52.096591 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79de07d8-9d29-48b8-b746-7e0126e60f05 None None] Routers {'eea0a996-1648-4211-86d6-e1ab4e849dc8'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:52:52.097230 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-79de07d8-9d29-48b8-b746-7e0126e60f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:52:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['eea0a996-1648-4211-86d6-e1ab4e849dc8'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:52.172862 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-05ec6d0f-fef3-4585-ad73-d9bb20c009d2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting subnet 8d75250f-c7f0-4f13-96be-9cec316c7eec {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:52:52.176543 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-05ec6d0f-fef3-4585-ad73-d9bb20c009d2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:52.241662 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-05ec6d0f-fef3-4585-ad73-d9bb20c009d2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:52.316906 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-79de07d8-9d29-48b8-b746-7e0126e60f05 None None] Set router eea0a996-1648-4211-86d6-e1ab4e849dc8 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:52:52.343952 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-05ec6d0f-fef3-4585-ad73-d9bb20c009d2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:52.427130 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-05ec6d0f-fef3-4585-ad73-d9bb20c009d2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:52.474758 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec6d0f-fef3-4585-ad73-d9bb20c009d2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Subnet': ['ID=8d75250f-c7f0-4f13-96be-9cec316c7eec,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:52.480392 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-05ec6d0f-fef3-4585-ad73-d9bb20c009d2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:52.486930 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-05ec6d0f-fef3-4585-ad73-d9bb20c009d2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/subnets/8d75250f-c7f0-4f13-96be-9cec316c7eec HTTP/1.1" status: 204 len: 168 time: 0.4000802 Jan 21 09:52:52.489905 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57846) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:52.579954 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b802ca58-bfd0-4215-8691-58e038adea8b None None] Network b70b952b-78ea-41bd-a1ae-820c4fb8111c requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:52:52.726637 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8fafacb7-5df8-479c-aa4d-0fff0251f7be tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:52.871359 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-79de07d8-9d29-48b8-b746-7e0126e60f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'name': 'tempest-TestNetworkBasicOps-router-1093530882', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:15Z', 'updated_at': '2022-01-21T09:52:50Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:16Z', 'updated_at': '2022-01-21T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:52.879035 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79de07d8-9d29-48b8-b746-7e0126e60f05 None None] Checking router: eea0a996-1648-4211-86d6-e1ab4e849dc8 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:52:52.890199 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79de07d8-9d29-48b8-b746-7e0126e60f05 None None] Routers {'eea0a996-1648-4211-86d6-e1ab4e849dc8'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:52:52.890851 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-79de07d8-9d29-48b8-b746-7e0126e60f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:52:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['eea0a996-1648-4211-86d6-e1ab4e849dc8'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:52.975595 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c82f0f4-a348-41f3-9a0f-d1ff5681d488 None None] DHCP port deletion for b70b952b-78ea-41bd-a1ae-820c4fb8111c request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:52:52.991230 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-6c82f0f4-a348-41f3-9a0f-d1ff5681d488 None None] Deleting port 76ed99e3-e45d-4cf4-936e-a0b3e59f7275 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:52:52.991684 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6c82f0f4-a348-41f3-9a0f-d1ff5681d488 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:52.998481 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8fafacb7-5df8-479c-aa4d-0fff0251f7be tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:53.009987 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-8fafacb7-5df8-479c-aa4d-0fff0251f7be tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port a8ee9cf8-8afd-422f-9307-d995609177f9 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:52:53.010222 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8fafacb7-5df8-479c-aa4d-0fff0251f7be tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:53.203305 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-8fafacb7-5df8-479c-aa4d-0fff0251f7be tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] For port a8ee9cf8-8afd-422f-9307-d995609177f9, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a8ee9cf8-8afd-422f-9307-d995609177f9,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:52:53.204149 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8fafacb7-5df8-479c-aa4d-0fff0251f7be tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:53.236066 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-79de07d8-9d29-48b8-b746-7e0126e60f05 None None] Set router eea0a996-1648-4211-86d6-e1ab4e849dc8 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:52:53.460697 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-8fafacb7-5df8-479c-aa4d-0fff0251f7be tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for a8ee9cf8-8afd-422f-9307-d995609177f9 owned by network:router_gateway {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:52:53.552927 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-6c82f0f4-a348-41f3-9a0f-d1ff5681d488 None None] For port 76ed99e3-e45d-4cf4-936e-a0b3e59f7275, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=76ed99e3-e45d-4cf4-936e-a0b3e59f7275,segment=NetworkSegment(0cd94f75-116a-47a7-9d8c-a37e35951470),segment_id=0cd94f75-116a-47a7-9d8c-a37e35951470)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:52:53.553557 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6c82f0f4-a348-41f3-9a0f-d1ff5681d488 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:53.700200 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-6c82f0f4-a348-41f3-9a0f-d1ff5681d488 None None] Calling delete_port for 76ed99e3-e45d-4cf4-936e-a0b3e59f7275 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:52:53.852338 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6c82f0f4-a348-41f3-9a0f-d1ff5681d488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:53.853569 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8fafacb7-5df8-479c-aa4d-0fff0251f7be tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:53.903260 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fafacb7-5df8-479c-aa4d-0fff0251f7be tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Port': ['ID=a8ee9cf8-8afd-422f-9307-d995609177f9,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:53.929376 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c82f0f4-a348-41f3-9a0f-d1ff5681d488 None None] No DVR routers for this DVR port 76ed99e3-e45d-4cf4-936e-a0b3e59f7275 on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:52:53.935631 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-79de07d8-9d29-48b8-b746-7e0126e60f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'name': 'tempest-TestNetworkBasicOps-router-1093530882', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:15Z', 'updated_at': '2022-01-21T09:52:50Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:16Z', 'updated_at': '2022-01-21T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:53.942628 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82f0f4-a348-41f3-9a0f-d1ff5681d488 None None] Pushing event deleted for resources: {'Port': ['ID=76ed99e3-e45d-4cf4-936e-a0b3e59f7275,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:53.952978 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c82f0f4-a348-41f3-9a0f-d1ff5681d488 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:53.953557 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c82f0f4-a348-41f3-9a0f-d1ff5681d488 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:53.954133 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c82f0f4-a348-41f3-9a0f-d1ff5681d488 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:53.954744 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c82f0f4-a348-41f3-9a0f-d1ff5681d488 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:53.955347 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c82f0f4-a348-41f3-9a0f-d1ff5681d488 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:53.955941 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c82f0f4-a348-41f3-9a0f-d1ff5681d488 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:53.956514 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c82f0f4-a348-41f3-9a0f-d1ff5681d488 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:53.957081 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c82f0f4-a348-41f3-9a0f-d1ff5681d488 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:53.957659 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c82f0f4-a348-41f3-9a0f-d1ff5681d488 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:53.958226 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c82f0f4-a348-41f3-9a0f-d1ff5681d488 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:53.958796 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c82f0f4-a348-41f3-9a0f-d1ff5681d488 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:53.959358 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c82f0f4-a348-41f3-9a0f-d1ff5681d488 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:53.964866 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79de07d8-9d29-48b8-b746-7e0126e60f05 None None] The sync data for ids ['eea0a996-1648-4211-86d6-e1ab4e849dc8'] in dv-neutron-825731-1-hyperv is: [{'id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'name': 'tempest-TestNetworkBasicOps-router-1093530882', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:15Z', 'updated_at': '2022-01-21T09:52:50Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'a8ee9cf8-8afd-422f-9307-d995609177f9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea0a996-1648-4211-86d6-e1ab4e849dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:16Z', 'updated_at': '2022-01-21T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:52:54.025138 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8fafacb7-5df8-479c-aa4d-0fff0251f7be tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:54.209057 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8fafacb7-5df8-479c-aa4d-0fff0251f7be tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:54.211439 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8fafacb7-5df8-479c-aa4d-0fff0251f7be tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:54.240365 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8fafacb7-5df8-479c-aa4d-0fff0251f7be tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:54.240881 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fafacb7-5df8-479c-aa4d-0fff0251f7be tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Fanout notify agent at l3_agent the message router_deleted on router eea0a996-1648-4211-86d6-e1ab4e849dc8 {{(pid=87515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:52:54.256919 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8fafacb7-5df8-479c-aa4d-0fff0251f7be tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:54.258092 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-8fafacb7-5df8-479c-aa4d-0fff0251f7be tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/routers/eea0a996-1648-4211-86d6-e1ab4e849dc8 HTTP/1.1" status: 204 len: 168 time: 1.7661345 Jan 21 09:52:54.261733 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57850) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:54.407016 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e80f53b2-16d5-43db-92d2-0eb83659b45a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:54.557320 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e80f53b2-16d5-43db-92d2-0eb83659b45a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:54.599839 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-e80f53b2-16d5-43db-92d2-0eb83659b45a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b70b952b-78ea-41bd-a1ae-820c4fb8111c']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:54.614066 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-e80f53b2-16d5-43db-92d2-0eb83659b45a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cd94f75-116a-47a7-9d8c-a37e35951470') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:54.614360 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-e80f53b2-16d5-43db-92d2-0eb83659b45a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cd94f75-116a-47a7-9d8c-a37e35951470') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:54.636731 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 76ed99e3-e45d-4cf4-936e-a0b3e59f7275 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:52:54.637072 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e80f53b2-16d5-43db-92d2-0eb83659b45a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:54.656184 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e80f53b2-16d5-43db-92d2-0eb83659b45a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:54.664168 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e80f53b2-16d5-43db-92d2-0eb83659b45a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:52:54.664556 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e80f53b2-16d5-43db-92d2-0eb83659b45a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:54.677872 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 76ed99e3-e45d-4cf4-936e-a0b3e59f7275 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:52:54.678493 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 76ed99e3-e45d-4cf4-936e-a0b3e59f7275 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:52:54.678918 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:52:54.679841 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:52:54.679841 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:52:54.679841 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:52:54.679841 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:52:54.679841 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:52:54.679841 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:52:54.679841 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:52:54.679841 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:52:54.679841 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:52:54.679841 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:52:54.679841 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:52:54.679841 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:52:54.679841 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:52:54.679841 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:52:54.679841 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:52:54.679841 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:52:54.679841 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:52:54.679841 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:52:54.679841 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:52:54.679841 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:52:54.679841 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:52:54.679841 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:52:54.679841 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:52:54.679841 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:52:54.679841 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:52:54.679841 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:52:54.679841 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:52:54.679841 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:52:54.679841 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:52:54.679841 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:52:54.679841 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:52:54.679841 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:52:54.741260 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:52:54.742455 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e9c8feeb-ff82-4d1b-9fe2-8df5a96d5e48 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:52:54.781091 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e80f53b2-16d5-43db-92d2-0eb83659b45a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:54.812327 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e80f53b2-16d5-43db-92d2-0eb83659b45a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:54.823597 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f53b2-16d5-43db-92d2-0eb83659b45a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Network': ['ID=b70b952b-78ea-41bd-a1ae-820c4fb8111c,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:54.841224 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e80f53b2-16d5-43db-92d2-0eb83659b45a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/networks/b70b952b-78ea-41bd-a1ae-820c4fb8111c HTTP/1.1" status: 204 len: 168 time: 0.5780873 Jan 21 09:52:54.873476 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57854) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:54.887211 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-d6a38a9f-9d80-4715-8ab7-16f00a61d106 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'network': {'name': 'tempest-network-smoke--265789312', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'port_security_enabled': True}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:52:54.892840 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d6a38a9f-9d80-4715-8ab7-16f00a61d106 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:54.898026 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d6a38a9f-9d80-4715-8ab7-16f00a61d106 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:network and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:52:54.902488 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d6a38a9f-9d80-4715-8ab7-16f00a61d106 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:52:54.910660 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d6a38a9f-9d80-4715-8ab7-16f00a61d106 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:54.924880 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a38a9f-9d80-4715-8ab7-16f00a61d106 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Made reservation on behalf of 6ddc82470f624ec48d3ebbc58317dba5 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:52:54.928731 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d6a38a9f-9d80-4715-8ab7-16f00a61d106 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:54.961503 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6a38a9f-9d80-4715-8ab7-16f00a61d106 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:52:54.973268 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d6a38a9f-9d80-4715-8ab7-16f00a61d106 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:54.973506 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-d6a38a9f-9d80-4715-8ab7-16f00a61d106 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Added segment 097173eb-23ef-4a07-9fa4-a4859a84c002 of type vlan for network 16eb91db-1f7e-47df-95ec-067ee446b704 Jan 21 09:52:55.006180 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d6a38a9f-9d80-4715-8ab7-16f00a61d106 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:55.050557 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d6a38a9f-9d80-4715-8ab7-16f00a61d106 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:55.056075 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a38a9f-9d80-4715-8ab7-16f00a61d106 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:55.056698 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d6a38a9f-9d80-4715-8ab7-16f00a61d106 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:55.127648 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d6a38a9f-9d80-4715-8ab7-16f00a61d106 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2462511 Jan 21 09:52:55.130689 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57858) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:55.181386 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-5636fcba-115b-41b9-bab7-42730c8c0040 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1620143157', 'admin_state_up': True, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:52:55.193534 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a38a9f-9d80-4715-8ab7-16f00a61d106 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Network': ['ID=16eb91db-1f7e-47df-95ec-067ee446b704,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:55.196924 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-5636fcba-115b-41b9-bab7-42730c8c0040 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:55.202960 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-5636fcba-115b-41b9-bab7-42730c8c0040 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:router and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:52:55.207346 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-5636fcba-115b-41b9-bab7-42730c8c0040 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:52:55.207747 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 16eb91db-1f7e-47df-95ec-067ee446b704 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:52:55.215037 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-5636fcba-115b-41b9-bab7-42730c8c0040 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:55.230616 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5636fcba-115b-41b9-bab7-42730c8c0040 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:55.236365 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5636fcba-115b-41b9-bab7-42730c8c0040 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:55.257947 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5636fcba-115b-41b9-bab7-42730c8c0040 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:55.685960 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5636fcba-115b-41b9-bab7-42730c8c0040 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:56.042282 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5636fcba-115b-41b9-bab7-42730c8c0040 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router_gateway, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:56.072545 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5636fcba-115b-41b9-bab7-42730c8c0040 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:56.233807 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-5636fcba-115b-41b9-bab7-42730c8c0040 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Allocated IP 172.26.3.8 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/22272b8d-7937-4304-b96d-af145cf9eaad) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:52:56.461655 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5636fcba-115b-41b9-bab7-42730c8c0040 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:56.497311 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5636fcba-115b-41b9-bab7-42730c8c0040 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:56.517820 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a8ee9cf8-8afd-422f-9307-d995609177f9 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:52:56.562937 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: a8ee9cf8-8afd-422f-9307-d995609177f9 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:52:56.563241 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a8ee9cf8-8afd-422f-9307-d995609177f9 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:52:56.595876 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5636fcba-115b-41b9-bab7-42730c8c0040 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:52:56.598947 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-5636fcba-115b-41b9-bab7-42730c8c0040 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:52:56.602718 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5636fcba-115b-41b9-bab7-42730c8c0040 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:52:56.642687 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5636fcba-115b-41b9-bab7-42730c8c0040 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=22272b8d-7937-4304-b96d-af145cf9eaad,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:57.091016 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5636fcba-115b-41b9-bab7-42730c8c0040 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router_gateway, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:57.618730 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5636fcba-115b-41b9-bab7-42730c8c0040 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:57.933525 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5636fcba-115b-41b9-bab7-42730c8c0040 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router 02357245-b2bc-48c1-9bb3-1ab246de9033 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:52:58.151630 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5636fcba-115b-41b9-bab7-42730c8c0040 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:52:58.164557 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e9cd1c-97e9-4427-b5d7-754536601c92 None None] Sync routers for ids ['02357245-b2bc-48c1-9bb3-1ab246de9033'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:52:58.175050 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e9cd1c-97e9-4427-b5d7-754536601c92 None None] Routers {'02357245-b2bc-48c1-9bb3-1ab246de9033'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:52:58.176045 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-81e9cd1c-97e9-4427-b5d7-754536601c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:52:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['02357245-b2bc-48c1-9bb3-1ab246de9033'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:58.192342 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5636fcba-115b-41b9-bab7-42730c8c0040 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:58.194404 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5636fcba-115b-41b9-bab7-42730c8c0040 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.0623238 Jan 21 09:52:58.197332 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57862) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:58.267049 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e3a50484-6c75-42b4-a583-13309d7aceb7 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=6ddc82470f624ec48d3ebbc58317dba5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0670185 Jan 21 09:52:58.270990 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57866) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:58.461568 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5814b7-9d41-4d0f-bccd-cd19b2cf5b3c tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:58.464418 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2d5814b7-9d41-4d0f-bccd-cd19b2cf5b3c tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1913049 Jan 21 09:52:58.467565 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57870) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:58.469536 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-81e9cd1c-97e9-4427-b5d7-754536601c92 None None] Set router 02357245-b2bc-48c1-9bb3-1ab246de9033 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:52:58.514561 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-160bf8ee-c6f9-450c-bf0a-ca9514d3f40b tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=80a065d7-b55c-43ad-a3e8-c65befe4136c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421953 Jan 21 09:52:58.514561 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57874) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:58.520622 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-c884fa6e-b470-46f3-ac7e-417123bd872d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-668465060', 'network_id': '16eb91db-1f7e-47df-95ec-067ee446b704', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:52:58.648259 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-c884fa6e-b470-46f3-ac7e-417123bd872d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:58.653411 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-c884fa6e-b470-46f3-ac7e-417123bd872d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:subnet and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:52:58.657124 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-c884fa6e-b470-46f3-ac7e-417123bd872d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:52:58.664669 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-c884fa6e-b470-46f3-ac7e-417123bd872d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:58.677168 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c884fa6e-b470-46f3-ac7e-417123bd872d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Made reservation on behalf of 6ddc82470f624ec48d3ebbc58317dba5 for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:52:58.680968 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c884fa6e-b470-46f3-ac7e-417123bd872d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:58.800401 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-81e9cd1c-97e9-4427-b5d7-754536601c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'name': 'tempest-TestNetworkBasicOps-router-1620143157', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': '22272b8d-7937-4304-b96d-af145cf9eaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:55Z', 'updated_at': '2022-01-21T09:52:56Z', 'revision_number': 3, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '22272b8d-7937-4304-b96d-af145cf9eaad', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:0d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:52:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:58.806921 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e9cd1c-97e9-4427-b5d7-754536601c92 None None] Checking router: 02357245-b2bc-48c1-9bb3-1ab246de9033 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:52:58.807494 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e9cd1c-97e9-4427-b5d7-754536601c92 None None] Updating router 02357245-b2bc-48c1-9bb3-1ab246de9033 port 22272b8d-7937-4304-b96d-af145cf9eaad binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:52:58.903172 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-81e9cd1c-97e9-4427-b5d7-754536601c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:58.933343 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c884fa6e-b470-46f3-ac7e-417123bd872d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:59.065798 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884fa6e-b470-46f3-ac7e-417123bd872d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Subnet': ['ID=387652c9-b9cf-4860-850c-bfc97ae279d5,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:59.078388 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c884fa6e-b470-46f3-ac7e-417123bd872d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Checking segment: {'id': '097173eb-23ef-4a07-9fa4-a4859a84c002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '16eb91db-1f7e-47df-95ec-067ee446b704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:52:59.078746 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c884fa6e-b470-46f3-ac7e-417123bd872d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network hostable DHCP agents. Network: 16eb91db-1f7e-47df-95ec-067ee446b704, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:52:59.101064 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c884fa6e-b470-46f3-ac7e-417123bd872d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 16eb91db-1f7e-47df-95ec-067ee446b704 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:52:59.115067 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-c884fa6e-b470-46f3-ac7e-417123bd872d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 16eb91db-1f7e-47df-95ec-067ee446b704) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:52:59.121799 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c884fa6e-b470-46f3-ac7e-417123bd872d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:59.122496 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c884fa6e-b470-46f3-ac7e-417123bd872d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:59.132389 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f6ce74-75a9-45d4-97ae-f5b4a417e1a9 None None] Network 16eb91db-1f7e-47df-95ec-067ee446b704 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:52:59.161220 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c884fa6e-b470-46f3-ac7e-417123bd872d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6450758 Jan 21 09:52:59.165771 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57878) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:59.405058 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-81e9cd1c-97e9-4427-b5d7-754536601c92 None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:59.429104 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-81e9cd1c-97e9-4427-b5d7-754536601c92 None None] Transition to ACTIVE for port object 22272b8d-7937-4304-b96d-af145cf9eaad will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:52:59.440746 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-81e9cd1c-97e9-4427-b5d7-754536601c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:59.498403 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae9f638-a9a9-4a68-985b-ffbbd1aae200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-16eb91db-1f7e-47df-95ec-067ee446b704', 'network_id': '16eb91db-1f7e-47df-95ec-067ee446b704', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ips': [{'subnet_id': '387652c9-b9cf-4860-850c-bfc97ae279d5'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:52:59.499709 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4ae9f638-a9a9-4a68-985b-ffbbd1aae200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:59.587708 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-81e9cd1c-97e9-4427-b5d7-754536601c92 None None] Attempting to bind port 22272b8d-7937-4304-b96d-af145cf9eaad on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:52:59.588381 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-81e9cd1c-97e9-4427-b5d7-754536601c92 None None] Attempting to bind port 22272b8d-7937-4304-b96d-af145cf9eaad by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:52:59.589063 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e9cd1c-97e9-4427-b5d7-754536601c92 None None] Attempting to bind port 22272b8d-7937-4304-b96d-af145cf9eaad on network 80a065d7-b55c-43ad-a3e8-c65befe4136c {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:52:59.599518 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e9cd1c-97e9-4427-b5d7-754536601c92 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:52:59.599976 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e9cd1c-97e9-4427-b5d7-754536601c92 None None] Checking segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:52:59.600476 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-81e9cd1c-97e9-4427-b5d7-754536601c92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:59.600947 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e9cd1c-97e9-4427-b5d7-754536601c92 None None] Bound using segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:52:59.601479 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-81e9cd1c-97e9-4427-b5d7-754536601c92 None None] Bound port: 22272b8d-7937-4304-b96d-af145cf9eaad, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:52:59.601932 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-81e9cd1c-97e9-4427-b5d7-754536601c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:59.645352 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44ad98-8d50-4ffc-8a42-425451130c93 None None] Pushing event updated for resources: {'Port': ['ID=22272b8d-7937-4304-b96d-af145cf9eaad,revision_number=2']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:59.680334 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce44ad98-8d50-4ffc-8a42-425451130c93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:59.680808 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce44ad98-8d50-4ffc-8a42-425451130c93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:59.681368 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce44ad98-8d50-4ffc-8a42-425451130c93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:59.682079 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce44ad98-8d50-4ffc-8a42-425451130c93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:59.682665 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce44ad98-8d50-4ffc-8a42-425451130c93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:59.683252 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce44ad98-8d50-4ffc-8a42-425451130c93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:59.683842 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce44ad98-8d50-4ffc-8a42-425451130c93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:59.684369 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce44ad98-8d50-4ffc-8a42-425451130c93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:59.684879 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce44ad98-8d50-4ffc-8a42-425451130c93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:59.685392 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce44ad98-8d50-4ffc-8a42-425451130c93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:59.685917 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce44ad98-8d50-4ffc-8a42-425451130c93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:59.686391 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce44ad98-8d50-4ffc-8a42-425451130c93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:59.735885 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-81e9cd1c-97e9-4427-b5d7-754536601c92 None None] For port 22272b8d-7937-4304-b96d-af145cf9eaad, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:52:59.739498 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-81e9cd1c-97e9-4427-b5d7-754536601c92 None None] For port 22272b8d-7937-4304-b96d-af145cf9eaad, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=22272b8d-7937-4304-b96d-af145cf9eaad,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:52:59.747163 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-81e9cd1c-97e9-4427-b5d7-754536601c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:59.794224 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-4ae9f638-a9a9-4a68-985b-ffbbd1aae200 None None] Allocated IP 172.20.0.2 (16eb91db-1f7e-47df-95ec-067ee446b704/387652c9-b9cf-4860-850c-bfc97ae279d5/9667819e-c8c4-4803-a73c-426a69384835) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:52:59.865186 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e9cd1c-97e9-4427-b5d7-754536601c92 None None] Routers {'02357245-b2bc-48c1-9bb3-1ab246de9033'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:52:59.865829 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-81e9cd1c-97e9-4427-b5d7-754536601c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:52:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['02357245-b2bc-48c1-9bb3-1ab246de9033'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:00.002289 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44ad98-8d50-4ffc-8a42-425451130c93 None None] Pushing event updated for resources: {'Port': ['ID=22272b8d-7937-4304-b96d-af145cf9eaad,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:00.169289 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4ae9f638-a9a9-4a68-985b-ffbbd1aae200 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:00.189972 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-4ae9f638-a9a9-4a68-985b-ffbbd1aae200 None None] Transition to ACTIVE for port object 9667819e-c8c4-4803-a73c-426a69384835 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:53:00.210464 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-81e9cd1c-97e9-4427-b5d7-754536601c92 None None] Set router 02357245-b2bc-48c1-9bb3-1ab246de9033 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:53:00.227293 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-4ae9f638-a9a9-4a68-985b-ffbbd1aae200 None None] Transition to ACTIVE for port object 9667819e-c8c4-4803-a73c-426a69384835 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:53:00.236817 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4ae9f638-a9a9-4a68-985b-ffbbd1aae200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:00.319816 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bec6d8ec-77a8-437b-b16e-2d0635b444da tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:00.346828 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae9f638-a9a9-4a68-985b-ffbbd1aae200 None None] Network 16eb91db-1f7e-47df-95ec-067ee446b704 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:53:00.360414 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-4ae9f638-a9a9-4a68-985b-ffbbd1aae200 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:53:00.364485 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae9f638-a9a9-4a68-985b-ffbbd1aae200 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:53:00.488810 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9f638-a9a9-4a68-985b-ffbbd1aae200 None None] Pushing event updated for resources: {'Port': ['ID=9667819e-c8c4-4803-a73c-426a69384835,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:00.534101 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-4ae9f638-a9a9-4a68-985b-ffbbd1aae200 None None] Attempting to bind port 9667819e-c8c4-4803-a73c-426a69384835 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:53:00.534933 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-4ae9f638-a9a9-4a68-985b-ffbbd1aae200 None None] Attempting to bind port 9667819e-c8c4-4803-a73c-426a69384835 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '097173eb-23ef-4a07-9fa4-a4859a84c002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '16eb91db-1f7e-47df-95ec-067ee446b704'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:53:00.535530 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae9f638-a9a9-4a68-985b-ffbbd1aae200 None None] Attempting to bind port 9667819e-c8c4-4803-a73c-426a69384835 on network 16eb91db-1f7e-47df-95ec-067ee446b704 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:53:00.545661 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae9f638-a9a9-4a68-985b-ffbbd1aae200 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:53:00.546231 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae9f638-a9a9-4a68-985b-ffbbd1aae200 None None] Checking segment: {'id': '097173eb-23ef-4a07-9fa4-a4859a84c002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '16eb91db-1f7e-47df-95ec-067ee446b704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:53:00.546816 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4ae9f638-a9a9-4a68-985b-ffbbd1aae200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:00.547561 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae9f638-a9a9-4a68-985b-ffbbd1aae200 None None] Bound using segment: {'id': '097173eb-23ef-4a07-9fa4-a4859a84c002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '16eb91db-1f7e-47df-95ec-067ee446b704'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:53:00.548348 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-4ae9f638-a9a9-4a68-985b-ffbbd1aae200 None None] Bound port: 9667819e-c8c4-4803-a73c-426a69384835, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097173eb-23ef-4a07-9fa4-a4859a84c002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '16eb91db-1f7e-47df-95ec-067ee446b704'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:53:00.548953 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4ae9f638-a9a9-4a68-985b-ffbbd1aae200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:00.601163 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-81e9cd1c-97e9-4427-b5d7-754536601c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'name': 'tempest-TestNetworkBasicOps-router-1620143157', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': '22272b8d-7937-4304-b96d-af145cf9eaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:55Z', 'updated_at': '2022-01-21T09:52:56Z', 'revision_number': 3, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '22272b8d-7937-4304-b96d-af145cf9eaad', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:0d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:00.607938 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e9cd1c-97e9-4427-b5d7-754536601c92 None None] The sync data for ids ['02357245-b2bc-48c1-9bb3-1ab246de9033'] in dv-neutron-825731-1-hyperv is: [{'id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'name': 'tempest-TestNetworkBasicOps-router-1620143157', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': '22272b8d-7937-4304-b96d-af145cf9eaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:55Z', 'updated_at': '2022-01-21T09:52:56Z', 'revision_number': 3, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '22272b8d-7937-4304-b96d-af145cf9eaad', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:0d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:53:00.683848 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-4ae9f638-a9a9-4a68-985b-ffbbd1aae200 None None] For port 9667819e-c8c4-4803-a73c-426a69384835, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:53:00.687181 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-4ae9f638-a9a9-4a68-985b-ffbbd1aae200 None None] For port 9667819e-c8c4-4803-a73c-426a69384835, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=9667819e-c8c4-4803-a73c-426a69384835,segment=NetworkSegment(097173eb-23ef-4a07-9fa4-a4859a84c002),segment_id=097173eb-23ef-4a07-9fa4-a4859a84c002)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:53:00.696971 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4ae9f638-a9a9-4a68-985b-ffbbd1aae200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:00.831715 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9f638-a9a9-4a68-985b-ffbbd1aae200 None None] Pushing event updated for resources: {'Port': ['ID=9667819e-c8c4-4803-a73c-426a69384835,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:00.956028 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-bec6d8ec-77a8-437b-b16e-2d0635b444da tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Allocated IP 172.20.0.1 (16eb91db-1f7e-47df-95ec-067ee446b704/387652c9-b9cf-4860-850c-bfc97ae279d5/ff704371-3eef-4458-bc80-91a5de2cfe91) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:53:01.303557 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bec6d8ec-77a8-437b-b16e-2d0635b444da tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:01.324370 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-bec6d8ec-77a8-437b-b16e-2d0635b444da tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Transition to ACTIVE for port object ff704371-3eef-4458-bc80-91a5de2cfe91 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:53:01.361340 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bec6d8ec-77a8-437b-b16e-2d0635b444da tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:01.475448 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec6d8ec-77a8-437b-b16e-2d0635b444da tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 16eb91db-1f7e-47df-95ec-067ee446b704 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:53:01.479843 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-bec6d8ec-77a8-437b-b16e-2d0635b444da tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:53:01.482645 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec6d8ec-77a8-437b-b16e-2d0635b444da tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:53:01.530638 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6d8ec-77a8-437b-b16e-2d0635b444da tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=ff704371-3eef-4458-bc80-91a5de2cfe91,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:01.568144 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bec6d8ec-77a8-437b-b16e-2d0635b444da tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:02.146485 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f812c1a-0e16-4add-b31e-792188f7e551 None None] Network 16eb91db-1f7e-47df-95ec-067ee446b704 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:53:02.186392 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bec6d8ec-77a8-437b-b16e-2d0635b444da tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:02.223000 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-15e01780-bb77-487e-9c77-33e6eca910e4 None None] Provisioning for port 9667819e-c8c4-4803-a73c-426a69384835 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:53:02.732817 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 22272b8d-7937-4304-b96d-af145cf9eaad up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:53:02.863665 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bec6d8ec-77a8-437b-b16e-2d0635b444da tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:02.871767 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bec6d8ec-77a8-437b-b16e-2d0635b444da tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:02.873782 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 22272b8d-7937-4304-b96d-af145cf9eaad completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:53:02.882645 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 22272b8d-7937-4304-b96d-af145cf9eaad triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:02.883235 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:02.976874 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-3bc13f17-d9e3-4dfc-bf81-3c0bcaec523f None None] Provisioning for port ff704371-3eef-4458-bc80-91a5de2cfe91 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:53:02.987616 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-3bc13f17-d9e3-4dfc-bf81-3c0bcaec523f None None] Provisioning complete for port ff704371-3eef-4458-bc80-91a5de2cfe91 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:02.987966 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3bc13f17-d9e3-4dfc-bf81-3c0bcaec523f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:03.038646 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:53:03.086889 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6d8ec-77a8-437b-b16e-2d0635b444da tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=ff704371-3eef-4458-bc80-91a5de2cfe91,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:03.090896 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bec6d8ec-77a8-437b-b16e-2d0635b444da tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:03.108510 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-3bc13f17-d9e3-4dfc-bf81-3c0bcaec523f None None] Port ff704371-3eef-4458-bc80-91a5de2cfe91 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:53:03.123751 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:03.147126 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 22272b8d-7937-4304-b96d-af145cf9eaad, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=22272b8d-7937-4304-b96d-af145cf9eaad,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:53:03.153942 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:03.155326 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 9667819e-c8c4-4803-a73c-426a69384835 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:53:03.315747 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec6d8ec-77a8-437b-b16e-2d0635b444da tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 16eb91db-1f7e-47df-95ec-067ee446b704 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:53:03.317457 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-bec6d8ec-77a8-437b-b16e-2d0635b444da tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:53:03.347759 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-aa95deec-8404-41c5-ab04-a7eac132bc0b None None] Provisioning complete for port ff704371-3eef-4458-bc80-91a5de2cfe91 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:03.348128 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-aa95deec-8404-41c5-ab04-a7eac132bc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:03.385106 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=22272b8d-7937-4304-b96d-af145cf9eaad,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:03.423452 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 9667819e-c8c4-4803-a73c-426a69384835 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:53:03.430990 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-aa95deec-8404-41c5-ab04-a7eac132bc0b None None] Port ff704371-3eef-4458-bc80-91a5de2cfe91 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:53:03.434764 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 9667819e-c8c4-4803-a73c-426a69384835 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:03.435173 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:03.598892 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:03.607642 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec6d8ec-77a8-437b-b16e-2d0635b444da tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router 02357245-b2bc-48c1-9bb3-1ab246de9033 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:53:03.659034 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 9667819e-c8c4-4803-a73c-426a69384835, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=9667819e-c8c4-4803-a73c-426a69384835,segment=NetworkSegment(097173eb-23ef-4a07-9fa4-a4859a84c002),segment_id=097173eb-23ef-4a07-9fa4-a4859a84c002)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:53:03.666289 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:03.698734 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-c64968bc-56c1-4e1d-8001-0c587b1106ca None None] Provisioning complete for port ff704371-3eef-4458-bc80-91a5de2cfe91 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:03.699108 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c64968bc-56c1-4e1d-8001-0c587b1106ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:03.803649 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-c64968bc-56c1-4e1d-8001-0c587b1106ca None None] Port ff704371-3eef-4458-bc80-91a5de2cfe91 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:53:03.812192 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=9667819e-c8c4-4803-a73c-426a69384835,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:03.861097 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec6d8ec-77a8-437b-b16e-2d0635b444da tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:53:03.874344 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e6db3b-f0ad-4882-96c7-9aedec2e1ac4 None None] Sync routers for ids ['02357245-b2bc-48c1-9bb3-1ab246de9033'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:53:03.878539 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-bec6d8ec-77a8-437b-b16e-2d0635b444da tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "PUT /v2.0/routers/02357245-b2bc-48c1-9bb3-1ab246de9033/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7110755 Jan 21 09:53:03.882236 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57882) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:03.888758 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e6db3b-f0ad-4882-96c7-9aedec2e1ac4 None None] Routers {'02357245-b2bc-48c1-9bb3-1ab246de9033'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:53:03.889490 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-80e6db3b-f0ad-4882-96c7-9aedec2e1ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:52:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['02357245-b2bc-48c1-9bb3-1ab246de9033'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:04.135969 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-80e6db3b-f0ad-4882-96c7-9aedec2e1ac4 None None] Set router 02357245-b2bc-48c1-9bb3-1ab246de9033 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:53:04.224815 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef19bfe1-6c74-4107-99e6-1773d6021077 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:04.225675 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef19bfe1-6c74-4107-99e6-1773d6021077 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:04.226582 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef19bfe1-6c74-4107-99e6-1773d6021077 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:04.227488 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef19bfe1-6c74-4107-99e6-1773d6021077 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:04.231341 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ef19bfe1-6c74-4107-99e6-1773d6021077 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.3478198 Jan 21 09:53:04.234517 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57886) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:04.354288 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28ea178-102d-4e10-acce-dd363cf2ecc9 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:04.355104 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28ea178-102d-4e10-acce-dd363cf2ecc9 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:04.355971 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28ea178-102d-4e10-acce-dd363cf2ecc9 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:04.356789 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28ea178-102d-4e10-acce-dd363cf2ecc9 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:04.359706 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a28ea178-102d-4e10-acce-dd363cf2ecc9 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1235187 Jan 21 09:53:04.362601 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57890) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:04.516375 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-80e6db3b-f0ad-4882-96c7-9aedec2e1ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'name': 'tempest-TestNetworkBasicOps-router-1620143157', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': '22272b8d-7937-4304-b96d-af145cf9eaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:55Z', 'updated_at': '2022-01-21T09:53:02Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '22272b8d-7937-4304-b96d-af145cf9eaad', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:0d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'ff704371-3eef-4458-bc80-91a5de2cfe91', 'name': '', 'network_id': '16eb91db-1f7e-47df-95ec-067ee446b704', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:0a:a4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '387652c9-b9cf-4860-850c-bfc97ae279d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:00Z', 'updated_at': '2022-01-21T09:53:02Z', 'revision_number': 2, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '387652c9-b9cf-4860-850c-bfc97ae279d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:04.521740 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e6db3b-f0ad-4882-96c7-9aedec2e1ac4 None None] Checking router: 02357245-b2bc-48c1-9bb3-1ab246de9033 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:53:04.522285 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e6db3b-f0ad-4882-96c7-9aedec2e1ac4 None None] Updating router 02357245-b2bc-48c1-9bb3-1ab246de9033 port ff704371-3eef-4458-bc80-91a5de2cfe91 binding host dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:53:04.583651 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-80e6db3b-f0ad-4882-96c7-9aedec2e1ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:04.608644 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 22272b8d-7937-4304-b96d-af145cf9eaad up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:53:04.672195 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-029fce72-5d96-4fbf-85b2-07b3204d42f9 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.3036900 Jan 21 09:53:04.672467 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57894) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:04.681286 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-3ca42cdf-1df1-4e34-b265-115fc2fc30c2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-2056488714', 'network_id': '16eb91db-1f7e-47df-95ec-067ee446b704'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:53:04.829740 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 22272b8d-7937-4304-b96d-af145cf9eaad triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:04.830272 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:04.907112 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-3ca42cdf-1df1-4e34-b265-115fc2fc30c2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:04.913268 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-3ca42cdf-1df1-4e34-b265-115fc2fc30c2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:port and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:04.917835 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-3ca42cdf-1df1-4e34-b265-115fc2fc30c2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:04.924018 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-3ca42cdf-1df1-4e34-b265-115fc2fc30c2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:04.937707 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca42cdf-1df1-4e34-b265-115fc2fc30c2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Made reservation on behalf of 6ddc82470f624ec48d3ebbc58317dba5 for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:53:04.941625 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3ca42cdf-1df1-4e34-b265-115fc2fc30c2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:04.973109 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [None req-3ca42cdf-1df1-4e34-b265-115fc2fc30c2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] device_id is not set on port 236871eb-d6eb-4849-9ca3-27115e5acd86 yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:53:05.089028 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 9667819e-c8c4-4803-a73c-426a69384835 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:53:05.273458 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 9667819e-c8c4-4803-a73c-426a69384835 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:05.273821 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:05.314834 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-80e6db3b-f0ad-4882-96c7-9aedec2e1ac4 None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:05.341262 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-80e6db3b-f0ad-4882-96c7-9aedec2e1ac4 None None] Transition to ACTIVE for port object ff704371-3eef-4458-bc80-91a5de2cfe91 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:53:05.352206 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-80e6db3b-f0ad-4882-96c7-9aedec2e1ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:05.446664 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-3ca42cdf-1df1-4e34-b265-115fc2fc30c2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Allocated IP 172.20.0.3 (16eb91db-1f7e-47df-95ec-067ee446b704/387652c9-b9cf-4860-850c-bfc97ae279d5/236871eb-d6eb-4849-9ca3-27115e5acd86) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:53:05.595172 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f4bb8d-f68a-44dd-add6-aadfe0356ca7 None None] Pushing event updated for resources: {'Port': ['ID=ff704371-3eef-4458-bc80-91a5de2cfe91,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:05.677629 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-80e6db3b-f0ad-4882-96c7-9aedec2e1ac4 None None] Attempting to bind port ff704371-3eef-4458-bc80-91a5de2cfe91 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:53:05.678000 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-80e6db3b-f0ad-4882-96c7-9aedec2e1ac4 None None] Attempting to bind port ff704371-3eef-4458-bc80-91a5de2cfe91 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '097173eb-23ef-4a07-9fa4-a4859a84c002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '16eb91db-1f7e-47df-95ec-067ee446b704'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:53:05.678358 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e6db3b-f0ad-4882-96c7-9aedec2e1ac4 None None] Attempting to bind port ff704371-3eef-4458-bc80-91a5de2cfe91 on network 16eb91db-1f7e-47df-95ec-067ee446b704 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:53:05.684285 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e6db3b-f0ad-4882-96c7-9aedec2e1ac4 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:53:05.684659 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e6db3b-f0ad-4882-96c7-9aedec2e1ac4 None None] Checking segment: {'id': '097173eb-23ef-4a07-9fa4-a4859a84c002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '16eb91db-1f7e-47df-95ec-067ee446b704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:53:05.685060 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-80e6db3b-f0ad-4882-96c7-9aedec2e1ac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:05.685453 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e6db3b-f0ad-4882-96c7-9aedec2e1ac4 None None] Bound using segment: {'id': '097173eb-23ef-4a07-9fa4-a4859a84c002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '16eb91db-1f7e-47df-95ec-067ee446b704'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:53:05.685922 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-80e6db3b-f0ad-4882-96c7-9aedec2e1ac4 None None] Bound port: ff704371-3eef-4458-bc80-91a5de2cfe91, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097173eb-23ef-4a07-9fa4-a4859a84c002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '16eb91db-1f7e-47df-95ec-067ee446b704'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:53:05.686293 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-80e6db3b-f0ad-4882-96c7-9aedec2e1ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:05.727354 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3ca42cdf-1df1-4e34-b265-115fc2fc30c2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:05.749661 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-3ca42cdf-1df1-4e34-b265-115fc2fc30c2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Transition to ACTIVE for port object 236871eb-d6eb-4849-9ca3-27115e5acd86 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:53:05.777457 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3ca42cdf-1df1-4e34-b265-115fc2fc30c2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:05.833744 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-80e6db3b-f0ad-4882-96c7-9aedec2e1ac4 None None] For port ff704371-3eef-4458-bc80-91a5de2cfe91, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:53:05.837909 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-80e6db3b-f0ad-4882-96c7-9aedec2e1ac4 None None] For port ff704371-3eef-4458-bc80-91a5de2cfe91, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=ff704371-3eef-4458-bc80-91a5de2cfe91,segment=NetworkSegment(097173eb-23ef-4a07-9fa4-a4859a84c002),segment_id=097173eb-23ef-4a07-9fa4-a4859a84c002)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:53:05.845492 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-80e6db3b-f0ad-4882-96c7-9aedec2e1ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:05.864477 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca42cdf-1df1-4e34-b265-115fc2fc30c2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 16eb91db-1f7e-47df-95ec-067ee446b704 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:53:05.865999 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-3ca42cdf-1df1-4e34-b265-115fc2fc30c2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:53:05.872013 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca42cdf-1df1-4e34-b265-115fc2fc30c2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:53:05.930348 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca42cdf-1df1-4e34-b265-115fc2fc30c2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=236871eb-d6eb-4849-9ca3-27115e5acd86,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:05.935841 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e6db3b-f0ad-4882-96c7-9aedec2e1ac4 None None] Routers {'02357245-b2bc-48c1-9bb3-1ab246de9033'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:53:05.936485 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-80e6db3b-f0ad-4882-96c7-9aedec2e1ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:52:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['02357245-b2bc-48c1-9bb3-1ab246de9033'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:05.977681 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca42cdf-1df1-4e34-b265-115fc2fc30c2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:05.979000 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3ca42cdf-1df1-4e34-b265-115fc2fc30c2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:06.009051 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-3ca42cdf-1df1-4e34-b265-115fc2fc30c2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3351307 Jan 21 09:53:06.057468 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f4bb8d-f68a-44dd-add6-aadfe0356ca7 None None] Pushing event updated for resources: {'Port': ['ID=ff704371-3eef-4458-bc80-91a5de2cfe91,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:06.208942 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-80e6db3b-f0ad-4882-96c7-9aedec2e1ac4 None None] Set router 02357245-b2bc-48c1-9bb3-1ab246de9033 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:53:06.293975 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-652e92a6-8666-4fb2-befd-41431c1fc4b3 None None] Provisioning for port 236871eb-d6eb-4849-9ca3-27115e5acd86 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:53:06.361284 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-652e92a6-8666-4fb2-befd-41431c1fc4b3 None None] Provisioning complete for port 236871eb-d6eb-4849-9ca3-27115e5acd86 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:06.361590 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-652e92a6-8666-4fb2-befd-41431c1fc4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:06.483732 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57900) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:06.489377 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-59a63904-1149-48a0-acc2-67b48aa2b49a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-613518383', 'description': 'tempest-secgroup-smoke-613518383 description', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:53:06.497088 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-59a63904-1149-48a0-acc2-67b48aa2b49a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:06.501698 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-59a63904-1149-48a0-acc2-67b48aa2b49a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:06.502743 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-652e92a6-8666-4fb2-befd-41431c1fc4b3 None None] Port 236871eb-d6eb-4849-9ca3-27115e5acd86 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:53:06.507175 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-59a63904-1149-48a0-acc2-67b48aa2b49a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:06.516560 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-59a63904-1149-48a0-acc2-67b48aa2b49a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:06.529111 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-59a63904-1149-48a0-acc2-67b48aa2b49a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:06.552013 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-59a63904-1149-48a0-acc2-67b48aa2b49a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:06.556291 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-59a63904-1149-48a0-acc2-67b48aa2b49a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:06.560541 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-59a63904-1149-48a0-acc2-67b48aa2b49a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:06.566634 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-59a63904-1149-48a0-acc2-67b48aa2b49a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:06.645415 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-80e6db3b-f0ad-4882-96c7-9aedec2e1ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'name': 'tempest-TestNetworkBasicOps-router-1620143157', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': '22272b8d-7937-4304-b96d-af145cf9eaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:55Z', 'updated_at': '2022-01-21T09:53:02Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '22272b8d-7937-4304-b96d-af145cf9eaad', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:0d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'ff704371-3eef-4458-bc80-91a5de2cfe91', 'name': '', 'network_id': '16eb91db-1f7e-47df-95ec-067ee446b704', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:0a:a4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '387652c9-b9cf-4860-850c-bfc97ae279d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:00Z', 'updated_at': '2022-01-21T09:53:05Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '387652c9-b9cf-4860-850c-bfc97ae279d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:06.649690 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e6db3b-f0ad-4882-96c7-9aedec2e1ac4 None None] The sync data for ids ['02357245-b2bc-48c1-9bb3-1ab246de9033'] in dv-neutron-825731-1-hyperv is: [{'id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'name': 'tempest-TestNetworkBasicOps-router-1620143157', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': '22272b8d-7937-4304-b96d-af145cf9eaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:55Z', 'updated_at': '2022-01-21T09:53:02Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '22272b8d-7937-4304-b96d-af145cf9eaad', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:0d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'ff704371-3eef-4458-bc80-91a5de2cfe91', 'name': '', 'network_id': '16eb91db-1f7e-47df-95ec-067ee446b704', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:0a:a4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '387652c9-b9cf-4860-850c-bfc97ae279d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:00Z', 'updated_at': '2022-01-21T09:53:05Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '387652c9-b9cf-4860-850c-bfc97ae279d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:53:06.656067 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-59a63904-1149-48a0-acc2-67b48aa2b49a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:06.663573 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-59a63904-1149-48a0-acc2-67b48aa2b49a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:06.714528 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a63904-1149-48a0-acc2-67b48aa2b49a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5b48f7-eba4-4279-b788-3b23f44f14c9,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:06.725508 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-59a63904-1149-48a0-acc2-67b48aa2b49a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:06.733257 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57904) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:06.735592 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-59a63904-1149-48a0-acc2-67b48aa2b49a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2501106 Jan 21 09:53:06.737578 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-c67e7227-b8ea-48db-a3b7-015e102b3bd9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '8a5b48f7-eba4-4279-b788-3b23f44f14c9', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:53:06.751516 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c67e7227-b8ea-48db-a3b7-015e102b3bd9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:06.760270 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c67e7227-b8ea-48db-a3b7-015e102b3bd9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:06.766147 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c67e7227-b8ea-48db-a3b7-015e102b3bd9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:06.782026 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c67e7227-b8ea-48db-a3b7-015e102b3bd9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:06.817145 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c67e7227-b8ea-48db-a3b7-015e102b3bd9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:06.922566 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c67e7227-b8ea-48db-a3b7-015e102b3bd9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:06.928312 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c67e7227-b8ea-48db-a3b7-015e102b3bd9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:06.965964 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e7227-b8ea-48db-a3b7-015e102b3bd9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=090a03ef-13f6-4431-88e5-aa8ec5c66f39,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:06.970077 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c67e7227-b8ea-48db-a3b7-015e102b3bd9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:06.974143 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c67e7227-b8ea-48db-a3b7-015e102b3bd9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2385197 Jan 21 09:53:06.974713 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57908) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:06.982016 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-9fe3fd42-b6ab-4de0-8ebc-289be1b3b6c1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '8a5b48f7-eba4-4279-b788-3b23f44f14c9', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:53:06.988592 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9fe3fd42-b6ab-4de0-8ebc-289be1b3b6c1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:06.992979 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9fe3fd42-b6ab-4de0-8ebc-289be1b3b6c1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:06.997053 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9fe3fd42-b6ab-4de0-8ebc-289be1b3b6c1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:07.008314 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9fe3fd42-b6ab-4de0-8ebc-289be1b3b6c1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:07.033356 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9fe3fd42-b6ab-4de0-8ebc-289be1b3b6c1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:07.113228 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9fe3fd42-b6ab-4de0-8ebc-289be1b3b6c1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:07.125176 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9fe3fd42-b6ab-4de0-8ebc-289be1b3b6c1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:07.150654 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe3fd42-b6ab-4de0-8ebc-289be1b3b6c1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66e42c7b-e44b-4226-be25-958ff9f65844,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:07.163945 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9fe3fd42-b6ab-4de0-8ebc-289be1b3b6c1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:07.165288 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9fe3fd42-b6ab-4de0-8ebc-289be1b3b6c1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1891372 Jan 21 09:53:07.168829 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57912) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:07.175622 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-ce4f8363-4d58-491a-8c77-1091943efc29 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '8a5b48f7-eba4-4279-b788-3b23f44f14c9', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:53:07.186220 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ce4f8363-4d58-491a-8c77-1091943efc29 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:07.192866 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ce4f8363-4d58-491a-8c77-1091943efc29 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:07.196434 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ce4f8363-4d58-491a-8c77-1091943efc29 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:07.203928 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ce4f8363-4d58-491a-8c77-1091943efc29 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:07.222301 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ce4f8363-4d58-491a-8c77-1091943efc29 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:07.303167 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ce4f8363-4d58-491a-8c77-1091943efc29 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:07.309219 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ce4f8363-4d58-491a-8c77-1091943efc29 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:07.339735 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f8363-4d58-491a-8c77-1091943efc29 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087c7fe9-2b31-4a28-b26a-6103bbe81818,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:07.349986 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ce4f8363-4d58-491a-8c77-1091943efc29 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:07.351622 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ce4f8363-4d58-491a-8c77-1091943efc29 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1810544 Jan 21 09:53:07.355446 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57916) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:07.360928 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-7ef2ad60-f1f1-4814-abd1-499c12db4f3d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '8a5b48f7-eba4-4279-b788-3b23f44f14c9', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:53:07.367634 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-7ef2ad60-f1f1-4814-abd1-499c12db4f3d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:07.373169 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7ef2ad60-f1f1-4814-abd1-499c12db4f3d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:07.377277 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7ef2ad60-f1f1-4814-abd1-499c12db4f3d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:07.385543 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-7ef2ad60-f1f1-4814-abd1-499c12db4f3d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:07.406034 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7ef2ad60-f1f1-4814-abd1-499c12db4f3d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:07.482470 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7ef2ad60-f1f1-4814-abd1-499c12db4f3d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:07.487570 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7ef2ad60-f1f1-4814-abd1-499c12db4f3d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:07.518203 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef2ad60-f1f1-4814-abd1-499c12db4f3d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9061a79-c38f-4177-833d-3670bd272e12,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:07.529510 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7ef2ad60-f1f1-4814-abd1-499c12db4f3d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:07.531028 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7ef2ad60-f1f1-4814-abd1-499c12db4f3d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1742992 Jan 21 09:53:07.533801 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57920) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:07.539301 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-76c63cb3-c680-4d88-a06c-c5e9f6bb4f4a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '8a5b48f7-eba4-4279-b788-3b23f44f14c9', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:53:07.547245 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-76c63cb3-c680-4d88-a06c-c5e9f6bb4f4a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:07.558286 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-76c63cb3-c680-4d88-a06c-c5e9f6bb4f4a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:07.561897 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-76c63cb3-c680-4d88-a06c-c5e9f6bb4f4a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:07.568609 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-76c63cb3-c680-4d88-a06c-c5e9f6bb4f4a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:07.580989 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.securitygroups_db [None req-76c63cb3-c680-4d88-a06c-c5e9f6bb4f4a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Project 6ddc82470f624ec48d3ebbc58317dba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:53:07.589262 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-76c63cb3-c680-4d88-a06c-c5e9f6bb4f4a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:07.678385 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-76c63cb3-c680-4d88-a06c-c5e9f6bb4f4a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:07.684248 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-76c63cb3-c680-4d88-a06c-c5e9f6bb4f4a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:07.709105 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c63cb3-c680-4d88-a06c-c5e9f6bb4f4a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74adddeb-fee4-412c-a2f3-28770a35f18d,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:07.722044 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-76c63cb3-c680-4d88-a06c-c5e9f6bb4f4a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:07.726341 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-76c63cb3-c680-4d88-a06c-c5e9f6bb4f4a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1888249 Jan 21 09:53:07.726639 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57924) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:07.735433 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-b7457f7d-e5fc-434a-a5bc-b87105292484 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '8a5b48f7-eba4-4279-b788-3b23f44f14c9', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:53:07.744357 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-b7457f7d-e5fc-434a-a5bc-b87105292484 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:07.750459 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-b7457f7d-e5fc-434a-a5bc-b87105292484 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:07.755242 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-b7457f7d-e5fc-434a-a5bc-b87105292484 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:07.764067 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-b7457f7d-e5fc-434a-a5bc-b87105292484 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:07.780486 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.securitygroups_db [None req-b7457f7d-e5fc-434a-a5bc-b87105292484 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Project 6ddc82470f624ec48d3ebbc58317dba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:53:07.792265 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b7457f7d-e5fc-434a-a5bc-b87105292484 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:07.875030 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b7457f7d-e5fc-434a-a5bc-b87105292484 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:07.880796 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b7457f7d-e5fc-434a-a5bc-b87105292484 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:07.919303 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7457f7d-e5fc-434a-a5bc-b87105292484 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b3a564e-ee7c-43df-95ea-e45053f7a094,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:07.923349 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b7457f7d-e5fc-434a-a5bc-b87105292484 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:07.927437 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-b7457f7d-e5fc-434a-a5bc-b87105292484 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1971228 Jan 21 09:53:08.247105 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-710480df-3e04-41c1-9e29-a89de4cd54df req-c6dae6a7-adbd-4389-9187-373e4e46e199 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:security_group {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:53:08.264010 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-710480df-3e04-41c1-9e29-a89de4cd54df req-c6dae6a7-adbd-4389-9187-373e4e46e199 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:security_group {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:53:08.265184 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-710480df-3e04-41c1-9e29-a89de4cd54df req-c6dae6a7-adbd-4389-9187-373e4e46e199 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-613518383&fields=id&tenant_id=6ddc82470f624ec48d3ebbc58317dba5 HTTP/1.1" status: 200 len: 267 time: 0.0696280 Jan 21 09:53:08.343268 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710480df-3e04-41c1-9e29-a89de4cd54df req-e126aa40-24c8-46df-b583-d4d476affe2e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:08.343883 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-710480df-3e04-41c1-9e29-a89de4cd54df req-e126aa40-24c8-46df-b583-d4d476affe2e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:53:08.360565 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-710480df-3e04-41c1-9e29-a89de4cd54df req-e126aa40-24c8-46df-b583-d4d476affe2e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:53:08.361709 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-710480df-3e04-41c1-9e29-a89de4cd54df req-e126aa40-24c8-46df-b583-d4d476affe2e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports/236871eb-d6eb-4849-9ca3-27115e5acd86 HTTP/1.1" status: 200 len: 930 time: 0.0898972 Jan 21 09:53:08.437047 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-710480df-3e04-41c1-9e29-a89de4cd54df req-db9831be-d4e2-4f38-bd24-feebfd4e5f45 service neutron] 10.222.0.110 "GET /v2.0/ports/236871eb-d6eb-4849-9ca3-27115e5acd86?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0626152 Jan 21 09:53:08.573684 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-710480df-3e04-41c1-9e29-a89de4cd54df req-b4e25a06-2f6b-43c8-8cfd-29b0d1a4f574 service neutron] 10.222.0.110 "GET /v2.0/networks/16eb91db-1f7e-47df-95ec-067ee446b704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306133 Jan 21 09:53:08.585798 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device ff704371-3eef-4458-bc80-91a5de2cfe91 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:53:08.657825 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port ff704371-3eef-4458-bc80-91a5de2cfe91 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:53:08.663463 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port ff704371-3eef-4458-bc80-91a5de2cfe91 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:08.663867 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:08.718771 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-710480df-3e04-41c1-9e29-a89de4cd54df req-2d1a7d29-c55a-4714-a1dc-c2114b775620 service neutron] 10.222.0.110 "GET /v2.0/networks/16eb91db-1f7e-47df-95ec-067ee446b704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392703 Jan 21 09:53:08.804905 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:08.840930 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port ff704371-3eef-4458-bc80-91a5de2cfe91, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=ff704371-3eef-4458-bc80-91a5de2cfe91,segment=NetworkSegment(097173eb-23ef-4a07-9fa4-a4859a84c002),segment_id=097173eb-23ef-4a07-9fa4-a4859a84c002)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:53:08.846346 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:08.926378 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=ff704371-3eef-4458-bc80-91a5de2cfe91,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:08.942113 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-38a1b5c0-387e-4678-b15c-bc418eb46892 req-b50d1a12-3ec2-4a6e-acbb-11daccc9e6c8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:53:08.955932 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-38a1b5c0-387e-4678-b15c-bc418eb46892 req-b50d1a12-3ec2-4a6e-acbb-11daccc9e6c8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:53:08.957206 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-38a1b5c0-387e-4678-b15c-bc418eb46892 req-b50d1a12-3ec2-4a6e-acbb-11daccc9e6c8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=11b14927-2084-446a-8f06-ccaae599af5d HTTP/1.1" status: 200 len: 210 time: 0.0728459 Jan 21 09:53:10.015537 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710480df-3e04-41c1-9e29-a89de4cd54df req-975c41e9-772e-4364-9f5a-1b859d792133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:10.017730 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-710480df-3e04-41c1-9e29-a89de4cd54df req-975c41e9-772e-4364-9f5a-1b859d792133 service neutron] 10.222.0.72 "GET /v2.0/ports/236871eb-d6eb-4849-9ca3-27115e5acd86 HTTP/1.1" status: 200 len: 1026 time: 0.1283474 Jan 21 09:53:10.276304 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4770ffbc-b74e-49e7-9007-ccded3dae10c req-41037c6e-7630-4bf8-98fb-d03d60179674 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=11b14927-2084-446a-8f06-ccaae599af5d HTTP/1.1" status: 200 len: 210 time: 0.2070506 Jan 21 09:53:10.330176 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710480df-3e04-41c1-9e29-a89de4cd54df req-558475eb-b730-4e44-b3f9-11f3dea32534 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:10.330850 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-710480df-3e04-41c1-9e29-a89de4cd54df req-558475eb-b730-4e44-b3f9-11f3dea32534 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:network {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:53:10.349074 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-710480df-3e04-41c1-9e29-a89de4cd54df req-558475eb-b730-4e44-b3f9-11f3dea32534 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:network {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:53:10.350226 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-710480df-3e04-41c1-9e29-a89de4cd54df req-558475eb-b730-4e44-b3f9-11f3dea32534 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "GET /v2.0/networks?id=16eb91db-1f7e-47df-95ec-067ee446b704 HTTP/1.1" status: 200 len: 796 time: 0.3266373 Jan 21 09:53:10.399538 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-710480df-3e04-41c1-9e29-a89de4cd54df req-3acb8a7c-ba02-4fee-99fc-f29f7165c77a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ddc82470f624ec48d3ebbc58317dba5 HTTP/1.1" status: 200 len: 379 time: 0.0405874 Jan 21 09:53:10.409508 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-710480df-3e04-41c1-9e29-a89de4cd54df req-2d7aa63e-945f-4fd1-9551-68f8c5ed4240 service neutron] Request body: {'port': {'device_id': '11b14927-2084-446a-8f06-ccaae599af5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:53:10.528392 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-710480df-3e04-41c1-9e29-a89de4cd54df req-2d7aa63e-945f-4fd1-9551-68f8c5ed4240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:10.577642 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device ff704371-3eef-4458-bc80-91a5de2cfe91 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:53:10.698224 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port ff704371-3eef-4458-bc80-91a5de2cfe91 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:10.698502 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:10.913581 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [req-710480df-3e04-41c1-9e29-a89de4cd54df req-2d7aa63e-945f-4fd1-9551-68f8c5ed4240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 236871eb-d6eb-4849-9ca3-27115e5acd86 {{(pid=87515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:53:10.921126 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-710480df-3e04-41c1-9e29-a89de4cd54df req-2d7aa63e-945f-4fd1-9551-68f8c5ed4240 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:10.936604 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [req-710480df-3e04-41c1-9e29-a89de4cd54df req-2d7aa63e-945f-4fd1-9551-68f8c5ed4240 service neutron] Transition to ACTIVE for port object 236871eb-d6eb-4849-9ca3-27115e5acd86 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:53:10.940427 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-710480df-3e04-41c1-9e29-a89de4cd54df req-2d7aa63e-945f-4fd1-9551-68f8c5ed4240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:11.079210 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7aa63e-945f-4fd1-9551-68f8c5ed4240 service neutron] Pushing event updated for resources: {'Port': ['ID=236871eb-d6eb-4849-9ca3-27115e5acd86,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:11.186095 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-710480df-3e04-41c1-9e29-a89de4cd54df req-2d7aa63e-945f-4fd1-9551-68f8c5ed4240 service neutron] Attempting to bind port 236871eb-d6eb-4849-9ca3-27115e5acd86 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:53:11.186427 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-710480df-3e04-41c1-9e29-a89de4cd54df req-2d7aa63e-945f-4fd1-9551-68f8c5ed4240 service neutron] Attempting to bind port 236871eb-d6eb-4849-9ca3-27115e5acd86 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '097173eb-23ef-4a07-9fa4-a4859a84c002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '16eb91db-1f7e-47df-95ec-067ee446b704'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:53:11.186753 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710480df-3e04-41c1-9e29-a89de4cd54df req-2d7aa63e-945f-4fd1-9551-68f8c5ed4240 service neutron] Attempting to bind port 236871eb-d6eb-4849-9ca3-27115e5acd86 on network 16eb91db-1f7e-47df-95ec-067ee446b704 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:53:11.191528 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710480df-3e04-41c1-9e29-a89de4cd54df req-2d7aa63e-945f-4fd1-9551-68f8c5ed4240 service neutron] Port 236871eb-d6eb-4849-9ca3-27115e5acd86 on network 16eb91db-1f7e-47df-95ec-067ee446b704 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:53:11.191844 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710480df-3e04-41c1-9e29-a89de4cd54df req-2d7aa63e-945f-4fd1-9551-68f8c5ed4240 service neutron] Attempting to bind port 236871eb-d6eb-4849-9ca3-27115e5acd86 on network 16eb91db-1f7e-47df-95ec-067ee446b704 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:53:11.197149 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710480df-3e04-41c1-9e29-a89de4cd54df req-2d7aa63e-945f-4fd1-9551-68f8c5ed4240 service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:53:11.197538 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710480df-3e04-41c1-9e29-a89de4cd54df req-2d7aa63e-945f-4fd1-9551-68f8c5ed4240 service neutron] Checking segment: {'id': '097173eb-23ef-4a07-9fa4-a4859a84c002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '16eb91db-1f7e-47df-95ec-067ee446b704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:53:11.197923 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710480df-3e04-41c1-9e29-a89de4cd54df req-2d7aa63e-945f-4fd1-9551-68f8c5ed4240 service neutron] Bound using segment: {'id': '097173eb-23ef-4a07-9fa4-a4859a84c002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '16eb91db-1f7e-47df-95ec-067ee446b704'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:53:11.198342 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-710480df-3e04-41c1-9e29-a89de4cd54df req-2d7aa63e-945f-4fd1-9551-68f8c5ed4240 service neutron] Bound port: 236871eb-d6eb-4849-9ca3-27115e5acd86, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '097173eb-23ef-4a07-9fa4-a4859a84c002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '16eb91db-1f7e-47df-95ec-067ee446b704'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:53:11.198684 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-710480df-3e04-41c1-9e29-a89de4cd54df req-2d7aa63e-945f-4fd1-9551-68f8c5ed4240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:11.290014 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-710480df-3e04-41c1-9e29-a89de4cd54df req-2d7aa63e-945f-4fd1-9551-68f8c5ed4240 service neutron] For port 236871eb-d6eb-4849-9ca3-27115e5acd86, host hv-neutron-8257, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:53:11.293784 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-710480df-3e04-41c1-9e29-a89de4cd54df req-2d7aa63e-945f-4fd1-9551-68f8c5ed4240 service neutron] For port 236871eb-d6eb-4849-9ca3-27115e5acd86, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=236871eb-d6eb-4849-9ca3-27115e5acd86,segment=NetworkSegment(097173eb-23ef-4a07-9fa4-a4859a84c002),segment_id=097173eb-23ef-4a07-9fa4-a4859a84c002)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:53:11.297366 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-710480df-3e04-41c1-9e29-a89de4cd54df req-2d7aa63e-945f-4fd1-9551-68f8c5ed4240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:11.358085 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710480df-3e04-41c1-9e29-a89de4cd54df req-2d7aa63e-945f-4fd1-9551-68f8c5ed4240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:11.358694 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-710480df-3e04-41c1-9e29-a89de4cd54df req-2d7aa63e-945f-4fd1-9551-68f8c5ed4240 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:11.360109 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-710480df-3e04-41c1-9e29-a89de4cd54df req-2d7aa63e-945f-4fd1-9551-68f8c5ed4240 service neutron] 10.222.0.72 "PUT /v2.0/ports/236871eb-d6eb-4849-9ca3-27115e5acd86 HTTP/1.1" status: 200 len: 1131 time: 0.9548552 Jan 21 09:53:11.360547 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b14927-2084-446a-8f06-ccaae599af5d', 'tag': '236871eb-d6eb-4849-9ca3-27115e5acd86'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:53:11.380622 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7aa63e-945f-4fd1-9551-68f8c5ed4240 service neutron] Pushing event updated for resources: {'Port': ['ID=236871eb-d6eb-4849-9ca3-27115e5acd86,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:11.470849 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11b14927-2084-446a-8f06-ccaae599af5d', 'tag': '236871eb-d6eb-4849-9ca3-27115e5acd86', 'status': 'completed', 'code': 200} Jan 21 09:53:11.494126 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48276e-5448-4f87-8f2f-46cb5bfef07c req-fbbb4f20-0c29-40ce-8f53-c513cd4b3974 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:11.495821 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-df48276e-5448-4f87-8f2f-46cb5bfef07c req-fbbb4f20-0c29-40ce-8f53-c513cd4b3974 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=11b14927-2084-446a-8f06-ccaae599af5d HTTP/1.1" status: 200 len: 981 time: 0.1008770 Jan 21 09:53:11.505325 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710480df-3e04-41c1-9e29-a89de4cd54df req-791fb368-c1d2-4219-a813-a0d363fd7744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:11.506897 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-710480df-3e04-41c1-9e29-a89de4cd54df req-791fb368-c1d2-4219-a813-a0d363fd7744 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=11b14927-2084-446a-8f06-ccaae599af5d HTTP/1.1" status: 200 len: 1134 time: 0.0858896 Jan 21 09:53:11.544171 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-df48276e-5448-4f87-8f2f-46cb5bfef07c req-5bc83fd3-2f13-422b-92c0-b448246cfbd7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=9533e1b2-d43b-404a-b16c-6c8e4c4f4a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421848 Jan 21 09:53:11.579229 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-710480df-3e04-41c1-9e29-a89de4cd54df req-2f099ea7-7fa8-4cad-8618-eb870a43bcb4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=236871eb-d6eb-4849-9ca3-27115e5acd86 HTTP/1.1" status: 200 len: 217 time: 0.0650725 Jan 21 09:53:11.644052 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710480df-3e04-41c1-9e29-a89de4cd54df req-4d98ff17-c44c-426b-ac51-08316a73669c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:11.645485 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-710480df-3e04-41c1-9e29-a89de4cd54df req-4d98ff17-c44c-426b-ac51-08316a73669c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=387652c9-b9cf-4860-850c-bfc97ae279d5 HTTP/1.1" status: 200 len: 834 time: 0.0603120 Jan 21 09:53:11.721087 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710480df-3e04-41c1-9e29-a89de4cd54df req-395ae8fc-de7f-4a2f-bbbc-a3f04f2620ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:11.722530 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-710480df-3e04-41c1-9e29-a89de4cd54df req-395ae8fc-de7f-4a2f-bbbc-a3f04f2620ac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=16eb91db-1f7e-47df-95ec-067ee446b704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712628 Jan 21 09:53:11.854158 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-710480df-3e04-41c1-9e29-a89de4cd54df req-8dcb55bf-500c-433f-a49c-778ef543dcb8 service neutron] 10.222.0.72 "GET /v2.0/networks/16eb91db-1f7e-47df-95ec-067ee446b704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248760 Jan 21 09:53:11.986642 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-710480df-3e04-41c1-9e29-a89de4cd54df req-4400a4f9-2cba-4b05-bc7f-ac3222e5132e service neutron] 10.222.0.72 "GET /v2.0/networks/16eb91db-1f7e-47df-95ec-067ee446b704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262350 Jan 21 09:53:12.101590 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66f697-3253-4002-8e80-e6d353e59b32 req-56f1e497-36b2-4c81-81df-853a9203c2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:12.103673 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fe66f697-3253-4002-8e80-e6d353e59b32 req-56f1e497-36b2-4c81-81df-853a9203c2af service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=11b14927-2084-446a-8f06-ccaae599af5d HTTP/1.1" status: 200 len: 1134 time: 0.0756116 Jan 21 09:53:12.335842 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66f697-3253-4002-8e80-e6d353e59b32 req-c71c681a-89e1-4916-a326-03e3a2b1fdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:12.338067 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fe66f697-3253-4002-8e80-e6d353e59b32 req-c71c681a-89e1-4916-a326-03e3a2b1fdee service neutron] 10.222.0.72 "GET /v2.0/networks?id=16eb91db-1f7e-47df-95ec-067ee446b704 HTTP/1.1" status: 200 len: 897 time: 0.2275915 Jan 21 09:53:12.403248 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fe66f697-3253-4002-8e80-e6d353e59b32 req-09667621-8981-43b0-8afe-7b74da9d63c7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=236871eb-d6eb-4849-9ca3-27115e5acd86 HTTP/1.1" status: 200 len: 217 time: 0.0594711 Jan 21 09:53:12.466491 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66f697-3253-4002-8e80-e6d353e59b32 req-7ee01170-6674-4545-ba16-91ce36729e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:12.467863 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fe66f697-3253-4002-8e80-e6d353e59b32 req-7ee01170-6674-4545-ba16-91ce36729e76 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=387652c9-b9cf-4860-850c-bfc97ae279d5 HTTP/1.1" status: 200 len: 834 time: 0.0587375 Jan 21 09:53:12.541029 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66f697-3253-4002-8e80-e6d353e59b32 req-ff1a0273-ac0a-4e98-9860-11f79b6ba1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:12.542471 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fe66f697-3253-4002-8e80-e6d353e59b32 req-ff1a0273-ac0a-4e98-9860-11f79b6ba1bd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=16eb91db-1f7e-47df-95ec-067ee446b704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683477 Jan 21 09:53:12.657215 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:12.686886 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fe66f697-3253-4002-8e80-e6d353e59b32 req-9ff4880d-bee7-4126-b280-a32a6fc76def service neutron] 10.222.0.72 "GET /v2.0/networks/16eb91db-1f7e-47df-95ec-067ee446b704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358838 Jan 21 09:53:12.876259 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fe66f697-3253-4002-8e80-e6d353e59b32 req-52ec0d64-2ddd-4f8c-9c65-1236ab74d306 service neutron] 10.222.0.72 "GET /v2.0/networks/16eb91db-1f7e-47df-95ec-067ee446b704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822896 Jan 21 09:53:12.908745 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896bd74-fbca-4a3a-8760-d4fe9ad722d6 req-2b6d974d-71e5-4625-ac1c-d0b9ecced4c8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:12.910435 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6896bd74-fbca-4a3a-8760-d4fe9ad722d6 req-2b6d974d-71e5-4625-ac1c-d0b9ecced4c8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=11b14927-2084-446a-8f06-ccaae599af5d HTTP/1.1" status: 200 len: 981 time: 0.1007061 Jan 21 09:53:12.960563 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6896bd74-fbca-4a3a-8760-d4fe9ad722d6 req-fb2fc0ed-e7a4-4749-97f6-5f00b45bbfc1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=9533e1b2-d43b-404a-b16c-6c8e4c4f4a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435848 Jan 21 09:53:14.146274 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d5da0-97d1-429f-bc98-e203701cdd23 req-a1b1f087-4978-40ff-99ac-d07f0f0046fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:14.147749 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7c8d5da0-97d1-429f-bc98-e203701cdd23 req-a1b1f087-4978-40ff-99ac-d07f0f0046fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=11b14927-2084-446a-8f06-ccaae599af5d HTTP/1.1" status: 200 len: 981 time: 0.0828969 Jan 21 09:53:14.196183 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7c8d5da0-97d1-429f-bc98-e203701cdd23 req-f9c7c23e-f75a-45b4-a858-2fc8c2fc078f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=9533e1b2-d43b-404a-b16c-6c8e4c4f4a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424731 Jan 21 09:53:15.382574 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928eb7a-e31f-4daf-90d5-a2016f3d6a04 req-1cf720ee-d6db-4358-92ac-1a706f1319a2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:15.384093 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f928eb7a-e31f-4daf-90d5-a2016f3d6a04 req-1cf720ee-d6db-4358-92ac-1a706f1319a2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=11b14927-2084-446a-8f06-ccaae599af5d HTTP/1.1" status: 200 len: 981 time: 0.0801449 Jan 21 09:53:15.432400 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f928eb7a-e31f-4daf-90d5-a2016f3d6a04 req-8b4e4e1e-7ec4-48db-bc2e-f3fb0aff2e4d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=9533e1b2-d43b-404a-b16c-6c8e4c4f4a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425239 Jan 21 09:53:15.727961 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 236871eb-d6eb-4849-9ca3-27115e5acd86 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:53:15.858884 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 236871eb-d6eb-4849-9ca3-27115e5acd86, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=236871eb-d6eb-4849-9ca3-27115e5acd86,segment=NetworkSegment(097173eb-23ef-4a07-9fa4-a4859a84c002),segment_id=097173eb-23ef-4a07-9fa4-a4859a84c002)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:53:15.871537 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': '236871eb-d6eb-4849-9ca3-27115e5acd86', 'network_id': '16eb91db-1f7e-47df-95ec-067ee446b704', 'port_id': '236871eb-d6eb-4849-9ca3-27115e5acd86', 'mac_address': 'fa:16:3e:80:26:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387652c9-b9cf-4860-850c-bfc97ae279d5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:53:15.928519 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:15.944554 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 236871eb-d6eb-4849-9ca3-27115e5acd86 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:53:15.960258 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 236871eb-d6eb-4849-9ca3-27115e5acd86, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=236871eb-d6eb-4849-9ca3-27115e5acd86,segment=NetworkSegment(097173eb-23ef-4a07-9fa4-a4859a84c002),segment_id=097173eb-23ef-4a07-9fa4-a4859a84c002)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:53:15.964991 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:16.031818 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=236871eb-d6eb-4849-9ca3-27115e5acd86,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:16.300938 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['236871eb-d6eb-4849-9ca3-27115e5acd86'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 09:53:16.491893 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4562b9ff-036f-43b7-a4f8-b5bcec50a521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:16.619177 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43237256-c8f4-4b58-a542-19c6f176630b req-82c22bcf-55dc-421d-93f4-84303750b385 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:16.620666 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-43237256-c8f4-4b58-a542-19c6f176630b req-82c22bcf-55dc-421d-93f4-84303750b385 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=11b14927-2084-446a-8f06-ccaae599af5d HTTP/1.1" status: 200 len: 982 time: 0.0782082 Jan 21 09:53:16.664469 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-43237256-c8f4-4b58-a542-19c6f176630b req-abd9616e-5955-446a-9e31-6bcec5f5661c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=9533e1b2-d43b-404a-b16c-6c8e4c4f4a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382493 Jan 21 09:53:17.741098 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 236871eb-d6eb-4849-9ca3-27115e5acd86 up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:53:17.810877 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port 236871eb-d6eb-4849-9ca3-27115e5acd86 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:53:17.815704 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port 236871eb-d6eb-4849-9ca3-27115e5acd86 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:17.816079 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:17.855109 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab3226-ec7e-43e5-a6b9-2cb9040b73a8 req-e23ba23d-b7ad-4452-98ea-5a6abec5e03f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:17.856634 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0fab3226-ec7e-43e5-a6b9-2cb9040b73a8 req-e23ba23d-b7ad-4452-98ea-5a6abec5e03f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=11b14927-2084-446a-8f06-ccaae599af5d HTTP/1.1" status: 200 len: 982 time: 0.0848062 Jan 21 09:53:17.900382 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0fab3226-ec7e-43e5-a6b9-2cb9040b73a8 req-560ee52e-c97c-4c6e-b1f7-f2115f02072b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=9533e1b2-d43b-404a-b16c-6c8e4c4f4a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379267 Jan 21 09:53:17.932995 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:17.960557 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b14927-2084-446a-8f06-ccaae599af5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236871eb-d6eb-4849-9ca3-27115e5acd86'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:53:17.971037 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 236871eb-d6eb-4849-9ca3-27115e5acd86, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=236871eb-d6eb-4849-9ca3-27115e5acd86,segment=NetworkSegment(097173eb-23ef-4a07-9fa4-a4859a84c002),segment_id=097173eb-23ef-4a07-9fa4-a4859a84c002)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:53:17.974917 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:18.007006 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b14927-2084-446a-8f06-ccaae599af5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236871eb-d6eb-4849-9ca3-27115e5acd86', 'code': 200} Jan 21 09:53:18.048072 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=236871eb-d6eb-4849-9ca3-27115e5acd86,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:18.237544 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382bd11-728a-4085-bb1b-5cbd8ef3e64d req-01971ffb-8e02-46fe-9883-7da0d5fd75cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:18.239005 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-9382bd11-728a-4085-bb1b-5cbd8ef3e64d req-01971ffb-8e02-46fe-9883-7da0d5fd75cf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=11b14927-2084-446a-8f06-ccaae599af5d HTTP/1.1" status: 200 len: 1136 time: 0.0730619 Jan 21 09:53:18.277687 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-9382bd11-728a-4085-bb1b-5cbd8ef3e64d req-e2d1510a-1acc-431a-aa10-24c36ed61d44 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9533e1b2-d43b-404a-b16c-6c8e4c4f4a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327439 Jan 21 09:53:18.877584 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d7d35f7e-5ce7-45da-a6a1-0c7360ffddb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:19.088605 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503b9d7-1a79-4bb0-bcc3-7b3488a44d27 req-5c511dea-a64c-4150-aaa2-c2823f534fb1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:19.090072 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1503b9d7-1a79-4bb0-bcc3-7b3488a44d27 req-5c511dea-a64c-4150-aaa2-c2823f534fb1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=11b14927-2084-446a-8f06-ccaae599af5d HTTP/1.1" status: 200 len: 983 time: 0.0812387 Jan 21 09:53:19.133413 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1503b9d7-1a79-4bb0-bcc3-7b3488a44d27 req-7d960661-c41e-4e0e-aa3b-da01cc0b51ca tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=9533e1b2-d43b-404a-b16c-6c8e4c4f4a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378273 Jan 21 09:53:19.784171 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:19.915188 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:20.325568 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5411ab-d248-4b41-b980-36cf72ad67fd req-6b2d544f-4a6a-45b2-a88c-79ed0d7fae57 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:20.327011 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9e5411ab-d248-4b41-b980-36cf72ad67fd req-6b2d544f-4a6a-45b2-a88c-79ed0d7fae57 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=11b14927-2084-446a-8f06-ccaae599af5d HTTP/1.1" status: 200 len: 983 time: 0.0846000 Jan 21 09:53:20.370815 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9e5411ab-d248-4b41-b980-36cf72ad67fd req-6ed57ba8-5eb5-48d5-954c-52e8eb30900d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=9533e1b2-d43b-404a-b16c-6c8e4c4f4a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379026 Jan 21 09:53:20.557686 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b042bd-8b4d-4062-9467-e32b5bab51d4 req-19da808c-4251-43ec-b0c0-524d8bc7baff tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:20.559939 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c1b042bd-8b4d-4062-9467-e32b5bab51d4 req-19da808c-4251-43ec-b0c0-524d8bc7baff tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=11b14927-2084-446a-8f06-ccaae599af5d HTTP/1.1" status: 200 len: 983 time: 0.0836484 Jan 21 09:53:20.603213 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c1b042bd-8b4d-4062-9467-e32b5bab51d4 req-8b6889e3-83cf-412d-a4fd-fd858f18fcf0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=9533e1b2-d43b-404a-b16c-6c8e4c4f4a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376546 Jan 21 09:53:20.625865 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57980) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:20.696172 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6117e649-35e4-4629-8663-1928353370c0 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:20.697663 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6117e649-35e4-4629-8663-1928353370c0 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=11b14927-2084-446a-8f06-ccaae599af5d HTTP/1.1" status: 200 len: 1131 time: 0.0708408 Jan 21 09:53:20.701285 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 57984) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:20.706187 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-7ce7f8ae-453f-4ca7-9bc5-806aa0a9f32b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'floatingip': {'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'port_id': '236871eb-d6eb-4849-9ca3-27115e5acd86', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:53:20.712141 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-7ce7f8ae-453f-4ca7-9bc5-806aa0a9f32b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:20.716194 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7ce7f8ae-453f-4ca7-9bc5-806aa0a9f32b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:floatingip and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:20.718991 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7ce7f8ae-453f-4ca7-9bc5-806aa0a9f32b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:20.724866 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-7ce7f8ae-453f-4ca7-9bc5-806aa0a9f32b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:20.735559 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7ce7f8ae-453f-4ca7-9bc5-806aa0a9f32b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:20.876190 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7ce7f8ae-453f-4ca7-9bc5-806aa0a9f32b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:21.014327 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-7ce7f8ae-453f-4ca7-9bc5-806aa0a9f32b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Allocated IP 172.26.3.161 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/92480aaa-d532-4afd-9398-e734b27d1200) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:53:21.156880 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7ce7f8ae-453f-4ca7-9bc5-806aa0a9f32b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:21.186752 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7ce7f8ae-453f-4ca7-9bc5-806aa0a9f32b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:21.351921 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:21.352553 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce7f8ae-453f-4ca7-9bc5-806aa0a9f32b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:53:21.355577 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-7ce7f8ae-453f-4ca7-9bc5-806aa0a9f32b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:53:21.359359 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce7f8ae-453f-4ca7-9bc5-806aa0a9f32b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:53:21.392947 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce7f8ae-453f-4ca7-9bc5-806aa0a9f32b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=92480aaa-d532-4afd-9398-e734b27d1200,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:21.767423 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7ce7f8ae-453f-4ca7-9bc5-806aa0a9f32b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:21.841520 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7ce7f8ae-453f-4ca7-9bc5-806aa0a9f32b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:22.045478 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7ce7f8ae-453f-4ca7-9bc5-806aa0a9f32b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:22.050040 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7ce7f8ae-453f-4ca7-9bc5-806aa0a9f32b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:22.151985 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce7f8ae-453f-4ca7-9bc5-806aa0a9f32b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=92480aaa-d532-4afd-9398-e734b27d1200,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:22.167679 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7ce7f8ae-453f-4ca7-9bc5-806aa0a9f32b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:22.335133 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.l3_db [None req-7ce7f8ae-453f-4ca7-9bc5-806aa0a9f32b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Floating IP 4893cb5d-d8bf-45ea-8fc9-98ab8f118ba9 associated. External IP: 172.26.3.161, port: 236871eb-d6eb-4849-9ca3-27115e5acd86. Jan 21 09:53:22.678835 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce7f8ae-453f-4ca7-9bc5-806aa0a9f32b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router 02357245-b2bc-48c1-9bb3-1ab246de9033 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:53:22.971409 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce7f8ae-453f-4ca7-9bc5-806aa0a9f32b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:53:22.982203 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278153dc-2204-4ef0-a174-7b4c0fc31690 None None] Sync routers for ids ['02357245-b2bc-48c1-9bb3-1ab246de9033'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:53:22.991875 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278153dc-2204-4ef0-a174-7b4c0fc31690 None None] Routers {'02357245-b2bc-48c1-9bb3-1ab246de9033'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:53:22.992483 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-278153dc-2204-4ef0-a174-7b4c0fc31690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:53:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['02357245-b2bc-48c1-9bb3-1ab246de9033'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:22.995571 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7ce7f8ae-453f-4ca7-9bc5-806aa0a9f32b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:23.054907 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7ce7f8ae-453f-4ca7-9bc5-806aa0a9f32b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.3525007 Jan 21 09:53:23.055515 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b14927-2084-446a-8f06-ccaae599af5d', 'tag': '236871eb-d6eb-4849-9ca3-27115e5acd86'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:53:23.057823 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 57988) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:23.099603 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11b14927-2084-446a-8f06-ccaae599af5d', 'tag': '236871eb-d6eb-4849-9ca3-27115e5acd86', 'status': 'completed', 'code': 200} Jan 21 09:53:23.132173 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7e71bd-93ae-405d-8799-10520d28d45a tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:23.137300 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-5e7e71bd-93ae-405d-8799-10520d28d45a tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=11b14927-2084-446a-8f06-ccaae599af5d&network_id=16eb91db-1f7e-47df-95ec-067ee446b704 HTTP/1.1" status: 200 len: 1131 time: 0.0783513 Jan 21 09:53:23.177212 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-278153dc-2204-4ef0-a174-7b4c0fc31690 None None] Set router 02357245-b2bc-48c1-9bb3-1ab246de9033 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:53:23.198986 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566eb400-5668-4ac4-bc7f-4bddd6019b97 req-64e09dd3-12f2-4587-af71-411cfa5c22cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:23.200529 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-566eb400-5668-4ac4-bc7f-4bddd6019b97 req-64e09dd3-12f2-4587-af71-411cfa5c22cd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=11b14927-2084-446a-8f06-ccaae599af5d HTTP/1.1" status: 200 len: 1136 time: 0.0789871 Jan 21 09:53:23.337836 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566eb400-5668-4ac4-bc7f-4bddd6019b97 req-ea669e60-dee8-4d3b-b74e-80ca238929f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:23.339570 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-566eb400-5668-4ac4-bc7f-4bddd6019b97 req-ea669e60-dee8-4d3b-b74e-80ca238929f0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=16eb91db-1f7e-47df-95ec-067ee446b704 HTTP/1.1" status: 200 len: 897 time: 0.1324015 Jan 21 09:53:23.512180 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-566eb400-5668-4ac4-bc7f-4bddd6019b97 req-3952f7d4-da5c-4340-9c8c-38a5f13e4dcf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=236871eb-d6eb-4849-9ca3-27115e5acd86 HTTP/1.1" status: 200 len: 1037 time: 0.1659200 Jan 21 09:53:23.551457 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-278153dc-2204-4ef0-a174-7b4c0fc31690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'name': 'tempest-TestNetworkBasicOps-router-1620143157', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': '22272b8d-7937-4304-b96d-af145cf9eaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:55Z', 'updated_at': '2022-01-21T09:53:02Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '22272b8d-7937-4304-b96d-af145cf9eaad', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:0d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '4893cb5d-d8bf-45ea-8fc9-98ab8f118ba9', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.161', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'port_id': '236871eb-d6eb-4849-9ca3-27115e5acd86', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2056488714', 'network_id': '16eb91db-1f7e-47df-95ec-067ee446b704', 'mac_address': 'fa:16:3e:80:26:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b14927-2084-446a-8f06-ccaae599af5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:53:21Z', 'updated_at': '2022-01-21T09:53:21Z', 'revision_number': 0, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff704371-3eef-4458-bc80-91a5de2cfe91', 'name': '', 'network_id': '16eb91db-1f7e-47df-95ec-067ee446b704', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:0a:a4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '387652c9-b9cf-4860-850c-bfc97ae279d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:00Z', 'updated_at': '2022-01-21T09:53:08Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '387652c9-b9cf-4860-850c-bfc97ae279d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:23.555821 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278153dc-2204-4ef0-a174-7b4c0fc31690 None None] Checking router: 02357245-b2bc-48c1-9bb3-1ab246de9033 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:53:23.565425 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278153dc-2204-4ef0-a174-7b4c0fc31690 None None] Routers {'02357245-b2bc-48c1-9bb3-1ab246de9033'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:53:23.566155 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-278153dc-2204-4ef0-a174-7b4c0fc31690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:53:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['02357245-b2bc-48c1-9bb3-1ab246de9033'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:23.578733 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566eb400-5668-4ac4-bc7f-4bddd6019b97 req-37924962-abae-4b57-af1a-cca0087dca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:23.580203 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-566eb400-5668-4ac4-bc7f-4bddd6019b97 req-37924962-abae-4b57-af1a-cca0087dca9e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=387652c9-b9cf-4860-850c-bfc97ae279d5 HTTP/1.1" status: 200 len: 834 time: 0.0613697 Jan 21 09:53:23.657250 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c710b-8504-4293-81dc-7250853bce50 req-7018507e-24e1-47b7-b23e-efc5476a9ad9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:23.658977 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-af1c710b-8504-4293-81dc-7250853bce50 req-7018507e-24e1-47b7-b23e-efc5476a9ad9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=11b14927-2084-446a-8f06-ccaae599af5d HTTP/1.1" status: 200 len: 983 time: 0.0878873 Jan 21 09:53:23.662486 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566eb400-5668-4ac4-bc7f-4bddd6019b97 req-a1a394f2-dbd5-45fa-9af8-b13fca20a6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:23.664221 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-566eb400-5668-4ac4-bc7f-4bddd6019b97 req-a1a394f2-dbd5-45fa-9af8-b13fca20a6e8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=16eb91db-1f7e-47df-95ec-067ee446b704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765326 Jan 21 09:53:23.706416 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-af1c710b-8504-4293-81dc-7250853bce50 req-6c9d5695-0237-42d0-be1e-bb0c428d0a09 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=9533e1b2-d43b-404a-b16c-6c8e4c4f4a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415437 Jan 21 09:53:23.781812 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-278153dc-2204-4ef0-a174-7b4c0fc31690 None None] Set router 02357245-b2bc-48c1-9bb3-1ab246de9033 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:53:23.809987 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-566eb400-5668-4ac4-bc7f-4bddd6019b97 req-9f6c346c-4f26-4682-81e8-eb36511ace75 service neutron] 10.222.0.72 "GET /v2.0/networks/16eb91db-1f7e-47df-95ec-067ee446b704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389832 Jan 21 09:53:23.955700 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-566eb400-5668-4ac4-bc7f-4bddd6019b97 req-d4f94c56-a544-41c3-8e8a-6f6dc5d0f3f9 service neutron] 10.222.0.72 "GET /v2.0/networks/16eb91db-1f7e-47df-95ec-067ee446b704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386573 Jan 21 09:53:24.141278 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-278153dc-2204-4ef0-a174-7b4c0fc31690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'name': 'tempest-TestNetworkBasicOps-router-1620143157', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': '22272b8d-7937-4304-b96d-af145cf9eaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:55Z', 'updated_at': '2022-01-21T09:53:02Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '22272b8d-7937-4304-b96d-af145cf9eaad', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:0d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '4893cb5d-d8bf-45ea-8fc9-98ab8f118ba9', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.161', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'port_id': '236871eb-d6eb-4849-9ca3-27115e5acd86', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2056488714', 'network_id': '16eb91db-1f7e-47df-95ec-067ee446b704', 'mac_address': 'fa:16:3e:80:26:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b14927-2084-446a-8f06-ccaae599af5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:53:21Z', 'updated_at': '2022-01-21T09:53:21Z', 'revision_number': 0, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff704371-3eef-4458-bc80-91a5de2cfe91', 'name': '', 'network_id': '16eb91db-1f7e-47df-95ec-067ee446b704', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:0a:a4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '387652c9-b9cf-4860-850c-bfc97ae279d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:00Z', 'updated_at': '2022-01-21T09:53:08Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '387652c9-b9cf-4860-850c-bfc97ae279d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:24.145060 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278153dc-2204-4ef0-a174-7b4c0fc31690 None None] The sync data for ids ['02357245-b2bc-48c1-9bb3-1ab246de9033'] in dv-neutron-825731-1-hyperv is: [{'id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'name': 'tempest-TestNetworkBasicOps-router-1620143157', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': '22272b8d-7937-4304-b96d-af145cf9eaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:55Z', 'updated_at': '2022-01-21T09:53:02Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '22272b8d-7937-4304-b96d-af145cf9eaad', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:0d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '4893cb5d-d8bf-45ea-8fc9-98ab8f118ba9', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.161', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'port_id': '236871eb-d6eb-4849-9ca3-27115e5acd86', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2056488714', 'network_id': '16eb91db-1f7e-47df-95ec-067ee446b704', 'mac_address': 'fa:16:3e:80:26:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b14927-2084-446a-8f06-ccaae599af5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:53:21Z', 'updated_at': '2022-01-21T09:53:21Z', 'revision_number': 0, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff704371-3eef-4458-bc80-91a5de2cfe91', 'name': '', 'network_id': '16eb91db-1f7e-47df-95ec-067ee446b704', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:0a:a4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '387652c9-b9cf-4860-850c-bfc97ae279d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:00Z', 'updated_at': '2022-01-21T09:53:08Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '387652c9-b9cf-4860-850c-bfc97ae279d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:53:24.350836 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be15529-eebf-4450-9a93-7426c1923242 None None] New status for floating IP 4893cb5d-d8bf-45ea-8fc9-98ab8f118ba9: ACTIVE {{(pid=87516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:53:24.894653 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc45d2-958a-4384-819f-c357719f8bbb req-e264aaab-84ed-47d3-a818-ae596ec39695 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:24.896134 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f0dc45d2-958a-4384-819f-c357719f8bbb req-e264aaab-84ed-47d3-a818-ae596ec39695 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=11b14927-2084-446a-8f06-ccaae599af5d HTTP/1.1" status: 200 len: 983 time: 0.0789402 Jan 21 09:53:24.941333 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f0dc45d2-958a-4384-819f-c357719f8bbb req-12dd5301-a7b5-48fa-888c-66e80f1449ff tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=9533e1b2-d43b-404a-b16c-6c8e4c4f4a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393724 Jan 21 09:53:25.211592 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bab9a-c0c2-479c-a355-ae7b48c0178a req-d04eb311-0d80-425f-a50a-4a653436722f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:25.213021 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d03bab9a-c0c2-479c-a355-ae7b48c0178a req-d04eb311-0d80-425f-a50a-4a653436722f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "GET /v2.0/ports?device_id=11b14927-2084-446a-8f06-ccaae599af5d HTTP/1.1" status: 200 len: 983 time: 0.0812550 Jan 21 09:53:25.283806 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bab9a-c0c2-479c-a355-ae7b48c0178a req-d36b2089-767e-46b6-8088-0b12008cf33b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:25.285152 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d03bab9a-c0c2-479c-a355-ae7b48c0178a req-d36b2089-767e-46b6-8088-0b12008cf33b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "GET /v2.0/ports/236871eb-d6eb-4849-9ca3-27115e5acd86?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0663333 Jan 21 09:53:25.430139 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d03bab9a-c0c2-479c-a355-ae7b48c0178a req-6b434a5c-5882-4eca-b1ee-2163f4112ed0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "GET /v2.0/networks/16eb91db-1f7e-47df-95ec-067ee446b704?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1394958 Jan 21 09:53:25.440373 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-d03bab9a-c0c2-479c-a355-ae7b48c0178a req-d33ce1ac-dcaf-43c1-bf27-e6c7b1c9d75d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:53:25.549562 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-d03bab9a-c0c2-479c-a355-ae7b48c0178a req-d33ce1ac-dcaf-43c1-bf27-e6c7b1c9d75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:25.854166 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-d03bab9a-c0c2-479c-a355-ae7b48c0178a req-d33ce1ac-dcaf-43c1-bf27-e6c7b1c9d75d service neutron] For port 236871eb-d6eb-4849-9ca3-27115e5acd86, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=236871eb-d6eb-4849-9ca3-27115e5acd86,segment=NetworkSegment(097173eb-23ef-4a07-9fa4-a4859a84c002),segment_id=097173eb-23ef-4a07-9fa4-a4859a84c002)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:53:25.898996 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-d03bab9a-c0c2-479c-a355-ae7b48c0178a req-d33ce1ac-dcaf-43c1-bf27-e6c7b1c9d75d service neutron] For port 236871eb-d6eb-4849-9ca3-27115e5acd86, host hv-neutron-8257, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:53:25.950443 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [req-d03bab9a-c0c2-479c-a355-ae7b48c0178a req-d33ce1ac-dcaf-43c1-bf27-e6c7b1c9d75d service neutron] device_id is not set on port 236871eb-d6eb-4849-9ca3-27115e5acd86 yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:53:25.959010 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-d03bab9a-c0c2-479c-a355-ae7b48c0178a req-d33ce1ac-dcaf-43c1-bf27-e6c7b1c9d75d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:25.965416 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-d03bab9a-c0c2-479c-a355-ae7b48c0178a req-d33ce1ac-dcaf-43c1-bf27-e6c7b1c9d75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:26.096217 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-25133dbc-6a66-4fcc-8efa-1a9a46acb45f req-b7460424-07ae-4700-8cd2-b705470a4b33 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=11b14927-2084-446a-8f06-ccaae599af5d HTTP/1.1" status: 200 len: 210 time: 0.0455914 Jan 21 09:53:26.108218 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ce1ac-dcaf-43c1-bf27-e6c7b1c9d75d service neutron] Pushing event updated for resources: {'Port': ['ID=236871eb-d6eb-4849-9ca3-27115e5acd86,revision_number=6']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:26.170514 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03bab9a-c0c2-479c-a355-ae7b48c0178a req-d33ce1ac-dcaf-43c1-bf27-e6c7b1c9d75d service neutron] No DVR routers for this DVR port 236871eb-d6eb-4849-9ca3-27115e5acd86 on host hv-neutron-8257 {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:53:26.315860 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-7ac464d2-b417-4b98-a261-a6e9c38ca9b2 None None] Provisioning complete for port 236871eb-d6eb-4849-9ca3-27115e5acd86 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:26.316405 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7ac464d2-b417-4b98-a261-a6e9c38ca9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:26.368398 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-7ac464d2-b417-4b98-a261-a6e9c38ca9b2 None None] Port 236871eb-d6eb-4849-9ca3-27115e5acd86 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:53:26.397102 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-d03bab9a-c0c2-479c-a355-ae7b48c0178a req-d33ce1ac-dcaf-43c1-bf27-e6c7b1c9d75d service neutron] In _notify_port_updated(), no bound segment for port 236871eb-d6eb-4849-9ca3-27115e5acd86 on network 16eb91db-1f7e-47df-95ec-067ee446b704 {{(pid=87515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:53:26.397970 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bab9a-c0c2-479c-a355-ae7b48c0178a req-d33ce1ac-dcaf-43c1-bf27-e6c7b1c9d75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:26.398583 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-d03bab9a-c0c2-479c-a355-ae7b48c0178a req-d33ce1ac-dcaf-43c1-bf27-e6c7b1c9d75d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:26.399860 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d03bab9a-c0c2-479c-a355-ae7b48c0178a req-d33ce1ac-dcaf-43c1-bf27-e6c7b1c9d75d service neutron] 10.222.0.72 "PUT /v2.0/ports/236871eb-d6eb-4849-9ca3-27115e5acd86 HTTP/1.1" status: 200 len: 1026 time: 0.9634180 Jan 21 09:53:27.200321 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58006) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:27.271246 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a23f5b5-a20f-4c26-a0c1-e81168bfb88f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:27.272593 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3a23f5b5-a20f-4c26-a0c1-e81168bfb88f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports/236871eb-d6eb-4849-9ca3-27115e5acd86 HTTP/1.1" status: 200 len: 925 time: 0.0712533 Jan 21 09:53:27.544841 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58012) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:27.550031 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-692bd8d0-d508-4293-abf3-e40e4569a0a2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1558995479', 'description': 'tempest-secgroup-smoke-1558995479 description', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:53:27.556158 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-692bd8d0-d508-4293-abf3-e40e4569a0a2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:27.565814 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-692bd8d0-d508-4293-abf3-e40e4569a0a2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:27.575872 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-692bd8d0-d508-4293-abf3-e40e4569a0a2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:27.596066 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-692bd8d0-d508-4293-abf3-e40e4569a0a2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:27.599706 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-692bd8d0-d508-4293-abf3-e40e4569a0a2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:27.602403 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-692bd8d0-d508-4293-abf3-e40e4569a0a2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:27.608707 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-692bd8d0-d508-4293-abf3-e40e4569a0a2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:27.678991 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-692bd8d0-d508-4293-abf3-e40e4569a0a2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:27.688578 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-692bd8d0-d508-4293-abf3-e40e4569a0a2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:27.733586 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692bd8d0-d508-4293-abf3-e40e4569a0a2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b134d5e-7c36-4099-b021-51afe3ee6bb5,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:27.745839 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-692bd8d0-d508-4293-abf3-e40e4569a0a2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:27.747033 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-692bd8d0-d508-4293-abf3-e40e4569a0a2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2012050 Jan 21 09:53:27.749886 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58016) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:27.755035 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-d6422111-9d58-4fcb-a9f6-82e013a06ab7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '7b134d5e-7c36-4099-b021-51afe3ee6bb5', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:53:27.760829 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d6422111-9d58-4fcb-a9f6-82e013a06ab7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:27.764559 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d6422111-9d58-4fcb-a9f6-82e013a06ab7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:27.767346 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d6422111-9d58-4fcb-a9f6-82e013a06ab7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:27.773325 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d6422111-9d58-4fcb-a9f6-82e013a06ab7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:27.778897 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 236871eb-d6eb-4849-9ca3-27115e5acd86 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:53:27.796935 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d6422111-9d58-4fcb-a9f6-82e013a06ab7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:27.837999 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 236871eb-d6eb-4849-9ca3-27115e5acd86 not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:53:27.857188 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d6422111-9d58-4fcb-a9f6-82e013a06ab7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:27.861497 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d6422111-9d58-4fcb-a9f6-82e013a06ab7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:27.891152 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6422111-9d58-4fcb-a9f6-82e013a06ab7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=324b2e3b-52d9-4538-8e3e-95c2ad107f1d,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:27.903542 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d6422111-9d58-4fcb-a9f6-82e013a06ab7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:27.904706 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d6422111-9d58-4fcb-a9f6-82e013a06ab7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1539354 Jan 21 09:53:27.907490 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58020) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:27.912825 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-36700fd8-26c6-45e5-9826-455d4d930cb6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '7b134d5e-7c36-4099-b021-51afe3ee6bb5', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:53:27.919276 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-36700fd8-26c6-45e5-9826-455d4d930cb6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:27.923100 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-36700fd8-26c6-45e5-9826-455d4d930cb6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:27.925954 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-36700fd8-26c6-45e5-9826-455d4d930cb6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:27.931558 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-36700fd8-26c6-45e5-9826-455d4d930cb6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:27.948977 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-36700fd8-26c6-45e5-9826-455d4d930cb6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:28.011638 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-36700fd8-26c6-45e5-9826-455d4d930cb6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:28.015078 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-36700fd8-26c6-45e5-9826-455d4d930cb6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:28.039318 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36700fd8-26c6-45e5-9826-455d4d930cb6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=442847b6-04ae-45c2-8a22-e0d8ec917a9f,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:28.048988 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-36700fd8-26c6-45e5-9826-455d4d930cb6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:28.050151 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-36700fd8-26c6-45e5-9826-455d4d930cb6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1417587 Jan 21 09:53:28.052959 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58024) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:28.058130 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-5cc5f18c-e2a4-4db6-bc0a-4305ce994dca tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '7b134d5e-7c36-4099-b021-51afe3ee6bb5', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:53:28.063939 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-5cc5f18c-e2a4-4db6-bc0a-4305ce994dca tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:28.067641 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-5cc5f18c-e2a4-4db6-bc0a-4305ce994dca tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:28.070483 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-5cc5f18c-e2a4-4db6-bc0a-4305ce994dca tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:28.076081 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-5cc5f18c-e2a4-4db6-bc0a-4305ce994dca tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:28.093257 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5cc5f18c-e2a4-4db6-bc0a-4305ce994dca tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:28.155258 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5cc5f18c-e2a4-4db6-bc0a-4305ce994dca tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:28.158748 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5cc5f18c-e2a4-4db6-bc0a-4305ce994dca tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:28.181086 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5f18c-e2a4-4db6-bc0a-4305ce994dca tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab40efa-5726-4b4f-8b18-09caeffad359,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:28.190583 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5cc5f18c-e2a4-4db6-bc0a-4305ce994dca tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:28.191809 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5cc5f18c-e2a4-4db6-bc0a-4305ce994dca tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1379538 Jan 21 09:53:28.194606 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58028) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:28.200204 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-c216601a-e09a-4a27-9699-dcc580a55652 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '7b134d5e-7c36-4099-b021-51afe3ee6bb5', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:53:28.205911 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-c216601a-e09a-4a27-9699-dcc580a55652 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:28.209651 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-c216601a-e09a-4a27-9699-dcc580a55652 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:28.212596 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-c216601a-e09a-4a27-9699-dcc580a55652 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:28.218874 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-c216601a-e09a-4a27-9699-dcc580a55652 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:28.235633 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c216601a-e09a-4a27-9699-dcc580a55652 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:28.298916 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c216601a-e09a-4a27-9699-dcc580a55652 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:28.303075 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c216601a-e09a-4a27-9699-dcc580a55652 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:28.325025 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216601a-e09a-4a27-9699-dcc580a55652 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e9f61c-20f8-4386-8257-6599cb5a4a66,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:28.333478 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c216601a-e09a-4a27-9699-dcc580a55652 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:28.334641 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c216601a-e09a-4a27-9699-dcc580a55652 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1391442 Jan 21 09:53:28.337468 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58032) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:28.342915 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-50e90c96-6351-4722-b314-e786be4b837c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '7b134d5e-7c36-4099-b021-51afe3ee6bb5', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:53:28.348742 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-50e90c96-6351-4722-b314-e786be4b837c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:28.352535 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-50e90c96-6351-4722-b314-e786be4b837c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:28.356206 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-50e90c96-6351-4722-b314-e786be4b837c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:28.361849 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-50e90c96-6351-4722-b314-e786be4b837c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:28.371712 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.securitygroups_db [None req-50e90c96-6351-4722-b314-e786be4b837c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Project 6ddc82470f624ec48d3ebbc58317dba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:53:28.378006 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-50e90c96-6351-4722-b314-e786be4b837c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:28.440000 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-50e90c96-6351-4722-b314-e786be4b837c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:28.443412 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-50e90c96-6351-4722-b314-e786be4b837c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:28.469660 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e90c96-6351-4722-b314-e786be4b837c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d404b794-ddd2-47c3-8763-a96c6b65643a,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:28.477673 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-50e90c96-6351-4722-b314-e786be4b837c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:28.478822 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-50e90c96-6351-4722-b314-e786be4b837c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1404715 Jan 21 09:53:28.481644 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58036) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:28.486503 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-6fb4d63b-7b7c-4b10-b3a0-be183ce7b93a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '7b134d5e-7c36-4099-b021-51afe3ee6bb5', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:53:28.492109 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-6fb4d63b-7b7c-4b10-b3a0-be183ce7b93a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:28.496076 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-6fb4d63b-7b7c-4b10-b3a0-be183ce7b93a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:28.498886 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-6fb4d63b-7b7c-4b10-b3a0-be183ce7b93a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:28.504474 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-6fb4d63b-7b7c-4b10-b3a0-be183ce7b93a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:28.515105 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.securitygroups_db [None req-6fb4d63b-7b7c-4b10-b3a0-be183ce7b93a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Project 6ddc82470f624ec48d3ebbc58317dba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:53:28.521722 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6fb4d63b-7b7c-4b10-b3a0-be183ce7b93a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:28.586150 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6fb4d63b-7b7c-4b10-b3a0-be183ce7b93a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:28.590383 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6fb4d63b-7b7c-4b10-b3a0-be183ce7b93a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:28.614027 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4d63b-7b7c-4b10-b3a0-be183ce7b93a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd9ebe62-1256-4169-ab58-c4baa6e315c0,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:28.623241 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6fb4d63b-7b7c-4b10-b3a0-be183ce7b93a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:28.624439 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6fb4d63b-7b7c-4b10-b3a0-be183ce7b93a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1418641 Jan 21 09:53:28.784119 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-88743483-a4ac-4fa2-885a-49ec4b13548d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:security_group {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:53:28.798780 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-88743483-a4ac-4fa2-885a-49ec4b13548d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:security_group {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:53:28.799971 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-88743483-a4ac-4fa2-885a-49ec4b13548d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1558995479&fields=id&tenant_id=6ddc82470f624ec48d3ebbc58317dba5 HTTP/1.1" status: 200 len: 267 time: 0.0558801 Jan 21 09:53:28.878764 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-2892960b-2c32-4c9c-855b-807acbdf6672 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:28.880032 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-2892960b-2c32-4c9c-855b-807acbdf6672 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports/236871eb-d6eb-4849-9ca3-27115e5acd86 HTTP/1.1" status: 200 len: 930 time: 0.0732460 Jan 21 09:53:28.952615 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-e601f794-e995-4757-a533-b08155f74429 service neutron] 10.222.0.110 "GET /v2.0/ports/236871eb-d6eb-4849-9ca3-27115e5acd86?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0598371 Jan 21 09:53:29.088267 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-189bfd8e-637c-4624-85c4-b1802761ff3d service neutron] 10.222.0.110 "GET /v2.0/networks/16eb91db-1f7e-47df-95ec-067ee446b704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298866 Jan 21 09:53:29.319991 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-e2e7909e-0dfe-4913-ab72-99e55f667412 service neutron] 10.222.0.110 "GET /v2.0/networks/16eb91db-1f7e-47df-95ec-067ee446b704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250185 Jan 21 09:53:29.501679 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f99c1fd7-e8eb-473d-a3b1-6fc85e5fff3c req-e0ff1336-9b23-4be4-b806-1066cc796053 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=ee3db6ab-5364-4fbb-9d3c-6bfd542955c3 HTTP/1.1" status: 200 len: 210 time: 0.0473776 Jan 21 09:53:30.437959 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-beb4f052-f792-4b88-a3dd-2bca5db7a7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:30.439285 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-beb4f052-f792-4b88-a3dd-2bca5db7a7f6 service neutron] 10.222.0.72 "GET /v2.0/ports/236871eb-d6eb-4849-9ca3-27115e5acd86 HTTP/1.1" status: 200 len: 1026 time: 0.0666482 Jan 21 09:53:30.597919 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-bb6f1434-35cc-419a-9212-915aaaf05a7b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:30.599362 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-bb6f1434-35cc-419a-9212-915aaaf05a7b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "GET /v2.0/networks?id=16eb91db-1f7e-47df-95ec-067ee446b704 HTTP/1.1" status: 200 len: 796 time: 0.1542962 Jan 21 09:53:30.676375 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-bfcbb7c4-f38a-4cd8-9c25-035e48b6fea4 req-705a9d35-a9e9-4c84-8248-2dc50b975095 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=ee3db6ab-5364-4fbb-9d3c-6bfd542955c3 HTTP/1.1" status: 200 len: 210 time: 0.0544906 Jan 21 09:53:30.691535 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-82606217-5cf7-44ef-b5a5-56eb4151f58f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ddc82470f624ec48d3ebbc58317dba5 HTTP/1.1" status: 200 len: 472 time: 0.0841792 Jan 21 09:53:30.701496 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-5de14f5a-6443-42ef-aed9-098f2750550c service neutron] Request body: {'port': {'device_id': 'ee3db6ab-5364-4fbb-9d3c-6bfd542955c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:53:30.813261 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-5de14f5a-6443-42ef-aed9-098f2750550c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:31.151631 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-5de14f5a-6443-42ef-aed9-098f2750550c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 236871eb-d6eb-4849-9ca3-27115e5acd86 {{(pid=87515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:53:31.159480 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-5de14f5a-6443-42ef-aed9-098f2750550c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:31.174109 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-5de14f5a-6443-42ef-aed9-098f2750550c service neutron] Transition to ACTIVE for port object 236871eb-d6eb-4849-9ca3-27115e5acd86 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:53:31.177437 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-5de14f5a-6443-42ef-aed9-098f2750550c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:31.316438 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de14f5a-6443-42ef-aed9-098f2750550c service neutron] Pushing event updated for resources: {'Port': ['ID=236871eb-d6eb-4849-9ca3-27115e5acd86,revision_number=7']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:31.448690 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-5de14f5a-6443-42ef-aed9-098f2750550c service neutron] Attempting to bind port 236871eb-d6eb-4849-9ca3-27115e5acd86 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:53:31.449349 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-5de14f5a-6443-42ef-aed9-098f2750550c service neutron] Attempting to bind port 236871eb-d6eb-4849-9ca3-27115e5acd86 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '097173eb-23ef-4a07-9fa4-a4859a84c002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '16eb91db-1f7e-47df-95ec-067ee446b704'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:53:31.449349 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-5de14f5a-6443-42ef-aed9-098f2750550c service neutron] Attempting to bind port 236871eb-d6eb-4849-9ca3-27115e5acd86 on network 16eb91db-1f7e-47df-95ec-067ee446b704 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:53:31.453718 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-5de14f5a-6443-42ef-aed9-098f2750550c service neutron] Port 236871eb-d6eb-4849-9ca3-27115e5acd86 on network 16eb91db-1f7e-47df-95ec-067ee446b704 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:53:31.454024 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-5de14f5a-6443-42ef-aed9-098f2750550c service neutron] Attempting to bind port 236871eb-d6eb-4849-9ca3-27115e5acd86 on network 16eb91db-1f7e-47df-95ec-067ee446b704 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:53:31.458949 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-5de14f5a-6443-42ef-aed9-098f2750550c service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:53:31.459271 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-5de14f5a-6443-42ef-aed9-098f2750550c service neutron] Checking segment: {'id': '097173eb-23ef-4a07-9fa4-a4859a84c002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '16eb91db-1f7e-47df-95ec-067ee446b704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:53:31.459701 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-5de14f5a-6443-42ef-aed9-098f2750550c service neutron] Bound using segment: {'id': '097173eb-23ef-4a07-9fa4-a4859a84c002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '16eb91db-1f7e-47df-95ec-067ee446b704'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:53:31.460113 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-5de14f5a-6443-42ef-aed9-098f2750550c service neutron] Bound port: 236871eb-d6eb-4849-9ca3-27115e5acd86, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '097173eb-23ef-4a07-9fa4-a4859a84c002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '16eb91db-1f7e-47df-95ec-067ee446b704'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:53:31.460444 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-5de14f5a-6443-42ef-aed9-098f2750550c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:31.545581 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-5de14f5a-6443-42ef-aed9-098f2750550c service neutron] For port 236871eb-d6eb-4849-9ca3-27115e5acd86, host hv-neutron-8257, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:53:31.548358 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-5de14f5a-6443-42ef-aed9-098f2750550c service neutron] For port 236871eb-d6eb-4849-9ca3-27115e5acd86, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=236871eb-d6eb-4849-9ca3-27115e5acd86,segment=NetworkSegment(097173eb-23ef-4a07-9fa4-a4859a84c002),segment_id=097173eb-23ef-4a07-9fa4-a4859a84c002)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:53:31.552517 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-5de14f5a-6443-42ef-aed9-098f2750550c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:31.613711 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-5de14f5a-6443-42ef-aed9-098f2750550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:31.614306 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-5de14f5a-6443-42ef-aed9-098f2750550c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:31.615726 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-5de14f5a-6443-42ef-aed9-098f2750550c service neutron] 10.222.0.72 "PUT /v2.0/ports/236871eb-d6eb-4849-9ca3-27115e5acd86 HTTP/1.1" status: 200 len: 1131 time: 0.9181569 Jan 21 09:53:31.616104 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3db6ab-5364-4fbb-9d3c-6bfd542955c3', 'tag': '236871eb-d6eb-4849-9ca3-27115e5acd86'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:53:31.637907 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de14f5a-6443-42ef-aed9-098f2750550c service neutron] Pushing event updated for resources: {'Port': ['ID=236871eb-d6eb-4849-9ca3-27115e5acd86,revision_number=8']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:31.692815 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee3db6ab-5364-4fbb-9d3c-6bfd542955c3', 'tag': '236871eb-d6eb-4849-9ca3-27115e5acd86', 'status': 'completed', 'code': 200} Jan 21 09:53:31.734500 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-2612a27e-c359-4a3b-8085-1c6e0726c93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:31.736009 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-2612a27e-c359-4a3b-8085-1c6e0726c93d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=ee3db6ab-5364-4fbb-9d3c-6bfd542955c3 HTTP/1.1" status: 200 len: 1134 time: 0.0758793 Jan 21 09:53:31.894416 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-29fcdade-81a7-4135-874c-7da0e408aa2f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=236871eb-d6eb-4849-9ca3-27115e5acd86 HTTP/1.1" status: 200 len: 1037 time: 0.1501281 Jan 21 09:53:32.084418 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01583f7-d198-43fa-9b38-bcdeadde195f req-f8714dea-5339-4c4c-8e6b-4c630c565327 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:32.086214 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c01583f7-d198-43fa-9b38-bcdeadde195f req-f8714dea-5339-4c4c-8e6b-4c630c565327 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=ee3db6ab-5364-4fbb-9d3c-6bfd542955c3 HTTP/1.1" status: 200 len: 981 time: 0.2800264 Jan 21 09:53:32.095411 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-e6d8477d-d005-4eed-acaa-5099962c6d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:32.096760 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-e6d8477d-d005-4eed-acaa-5099962c6d7d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=387652c9-b9cf-4860-850c-bfc97ae279d5 HTTP/1.1" status: 200 len: 834 time: 0.1960886 Jan 21 09:53:32.186952 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c01583f7-d198-43fa-9b38-bcdeadde195f req-e5efa467-7c18-412e-9eeb-8135aafc880f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=9533e1b2-d43b-404a-b16c-6c8e4c4f4a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932763 Jan 21 09:53:32.203354 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-0971ec5f-a051-4578-91dd-e056ee79071c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:32.204819 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-0971ec5f-a051-4578-91dd-e056ee79071c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=16eb91db-1f7e-47df-95ec-067ee446b704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0950248 Jan 21 09:53:32.335083 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-f9b59320-0830-4083-81bc-d8369e0b0492 service neutron] 10.222.0.72 "GET /v2.0/networks/16eb91db-1f7e-47df-95ec-067ee446b704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236660 Jan 21 09:53:32.463565 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ad96167f-4e0d-4c1f-93fc-3ac41bdd00a4 req-5bdc6b83-0253-4d7b-bf10-178c8d4055d6 service neutron] 10.222.0.72 "GET /v2.0/networks/16eb91db-1f7e-47df-95ec-067ee446b704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226323 Jan 21 09:53:32.575979 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e075b81-4e01-4fe7-b41a-8237f00ba959 req-1afe5c3a-930d-4bc4-b76e-444edbc9204d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:32.577437 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1e075b81-4e01-4fe7-b41a-8237f00ba959 req-1afe5c3a-930d-4bc4-b76e-444edbc9204d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=ee3db6ab-5364-4fbb-9d3c-6bfd542955c3 HTTP/1.1" status: 200 len: 1134 time: 0.0706899 Jan 21 09:53:32.706627 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e075b81-4e01-4fe7-b41a-8237f00ba959 req-f2f80044-ba15-4c41-be67-22eb75e5919a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:32.708001 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1e075b81-4e01-4fe7-b41a-8237f00ba959 req-f2f80044-ba15-4c41-be67-22eb75e5919a service neutron] 10.222.0.72 "GET /v2.0/networks?id=16eb91db-1f7e-47df-95ec-067ee446b704 HTTP/1.1" status: 200 len: 897 time: 0.1239529 Jan 21 09:53:32.811696 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1e075b81-4e01-4fe7-b41a-8237f00ba959 req-b7a5dcbe-ed70-4863-adb7-e3fc6ce3991e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=236871eb-d6eb-4849-9ca3-27115e5acd86 HTTP/1.1" status: 200 len: 1037 time: 0.0969591 Jan 21 09:53:32.874453 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e075b81-4e01-4fe7-b41a-8237f00ba959 req-d0f2b761-e316-479e-9cb6-306ba01ce970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:32.875890 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1e075b81-4e01-4fe7-b41a-8237f00ba959 req-d0f2b761-e316-479e-9cb6-306ba01ce970 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=387652c9-b9cf-4860-850c-bfc97ae279d5 HTTP/1.1" status: 200 len: 834 time: 0.0579386 Jan 21 09:53:32.953974 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e075b81-4e01-4fe7-b41a-8237f00ba959 req-a6fe5547-ecb1-4cac-936b-780b71e0c09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:32.955462 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1e075b81-4e01-4fe7-b41a-8237f00ba959 req-a6fe5547-ecb1-4cac-936b-780b71e0c09c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=16eb91db-1f7e-47df-95ec-067ee446b704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726397 Jan 21 09:53:33.085721 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1e075b81-4e01-4fe7-b41a-8237f00ba959 req-0a802320-4987-4ed7-9876-4bf5eed23f0c service neutron] 10.222.0.72 "GET /v2.0/networks/16eb91db-1f7e-47df-95ec-067ee446b704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230063 Jan 21 09:53:33.214651 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1e075b81-4e01-4fe7-b41a-8237f00ba959 req-eeeb196c-1c41-4e45-aa81-e3d1944db191 service neutron] 10.222.0.72 "GET /v2.0/networks/16eb91db-1f7e-47df-95ec-067ee446b704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217356 Jan 21 09:53:33.373317 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3618e12-2acc-46be-b895-2f50415d88f1 req-0dded0da-1e90-46a0-bb17-82796ee0651d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:33.374694 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-a3618e12-2acc-46be-b895-2f50415d88f1 req-0dded0da-1e90-46a0-bb17-82796ee0651d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=ee3db6ab-5364-4fbb-9d3c-6bfd542955c3 HTTP/1.1" status: 200 len: 981 time: 0.0796068 Jan 21 09:53:33.419232 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-a3618e12-2acc-46be-b895-2f50415d88f1 req-1f0b3d24-3ffb-48f9-b86a-ab8eadf36022 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=9533e1b2-d43b-404a-b16c-6c8e4c4f4a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387683 Jan 21 09:53:34.602741 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56173299-e78c-4163-9347-3802e6ee54bc req-b6d82997-1277-4d5b-afdf-deb129e8fb55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:34.604616 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-56173299-e78c-4163-9347-3802e6ee54bc req-b6d82997-1277-4d5b-afdf-deb129e8fb55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=ee3db6ab-5364-4fbb-9d3c-6bfd542955c3 HTTP/1.1" status: 200 len: 981 time: 0.0809014 Jan 21 09:53:34.653342 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-56173299-e78c-4163-9347-3802e6ee54bc req-37397d63-07c2-4d4f-96ec-aabb3cdaa24b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=9533e1b2-d43b-404a-b16c-6c8e4c4f4a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432301 Jan 21 09:53:35.804662 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 236871eb-d6eb-4849-9ca3-27115e5acd86 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:53:35.847007 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fe03f-1bcf-4cb0-a466-b9c7c967c755 req-1f961608-2717-4650-b588-87c4716a4c0c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:35.848603 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3e1fe03f-1bcf-4cb0-a466-b9c7c967c755 req-1f961608-2717-4650-b588-87c4716a4c0c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=ee3db6ab-5364-4fbb-9d3c-6bfd542955c3 HTTP/1.1" status: 200 len: 981 time: 0.0887158 Jan 21 09:53:35.895069 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3e1fe03f-1bcf-4cb0-a466-b9c7c967c755 req-a8fc4a20-225b-44c4-ab52-a9ad076f693d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=9533e1b2-d43b-404a-b16c-6c8e4c4f4a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398822 Jan 21 09:53:35.946837 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 236871eb-d6eb-4849-9ca3-27115e5acd86, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=236871eb-d6eb-4849-9ca3-27115e5acd86,segment=NetworkSegment(097173eb-23ef-4a07-9fa4-a4859a84c002),segment_id=097173eb-23ef-4a07-9fa4-a4859a84c002)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:53:35.959633 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': '236871eb-d6eb-4849-9ca3-27115e5acd86', 'network_id': '16eb91db-1f7e-47df-95ec-067ee446b704', 'port_id': '236871eb-d6eb-4849-9ca3-27115e5acd86', 'mac_address': 'fa:16:3e:80:26:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387652c9-b9cf-4860-850c-bfc97ae279d5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:53:36.021251 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:36.071666 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 236871eb-d6eb-4849-9ca3-27115e5acd86 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:53:36.087804 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 236871eb-d6eb-4849-9ca3-27115e5acd86, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=236871eb-d6eb-4849-9ca3-27115e5acd86,segment=NetworkSegment(097173eb-23ef-4a07-9fa4-a4859a84c002),segment_id=097173eb-23ef-4a07-9fa4-a4859a84c002)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:53:36.091807 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:36.158984 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=236871eb-d6eb-4849-9ca3-27115e5acd86,revision_number=9']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:36.440896 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['236871eb-d6eb-4849-9ca3-27115e5acd86'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 09:53:37.095137 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7fd5c0-0a2d-442a-8a09-fb9ca01a075a req-5809040d-c939-41b6-89a5-39514cb2badf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:37.096636 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-bf7fd5c0-0a2d-442a-8a09-fb9ca01a075a req-5809040d-c939-41b6-89a5-39514cb2badf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=ee3db6ab-5364-4fbb-9d3c-6bfd542955c3 HTTP/1.1" status: 200 len: 982 time: 0.0891900 Jan 21 09:53:37.144104 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-bf7fd5c0-0a2d-442a-8a09-fb9ca01a075a req-1616d39d-d9c1-4053-a7ae-0a38113b006e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=9533e1b2-d43b-404a-b16c-6c8e4c4f4a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403442 Jan 21 09:53:37.805306 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 236871eb-d6eb-4849-9ca3-27115e5acd86 up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:53:37.871527 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port 236871eb-d6eb-4849-9ca3-27115e5acd86 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:53:37.876164 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port 236871eb-d6eb-4849-9ca3-27115e5acd86 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:37.876534 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:37.997806 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:38.029515 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3db6ab-5364-4fbb-9d3c-6bfd542955c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236871eb-d6eb-4849-9ca3-27115e5acd86'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:53:38.039647 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 236871eb-d6eb-4849-9ca3-27115e5acd86, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=236871eb-d6eb-4849-9ca3-27115e5acd86,segment=NetworkSegment(097173eb-23ef-4a07-9fa4-a4859a84c002),segment_id=097173eb-23ef-4a07-9fa4-a4859a84c002)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:53:38.045239 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:38.085051 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3db6ab-5364-4fbb-9d3c-6bfd542955c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236871eb-d6eb-4849-9ca3-27115e5acd86', 'code': 200} Jan 21 09:53:38.121050 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=236871eb-d6eb-4849-9ca3-27115e5acd86,revision_number=10']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:38.378641 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9c0ea-3c93-49da-898c-67a663828474 req-5e355c07-f8f2-4f60-ad4e-5f3d744b1e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:38.380153 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d8b9c0ea-3c93-49da-898c-67a663828474 req-5e355c07-f8f2-4f60-ad4e-5f3d744b1e9a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ee3db6ab-5364-4fbb-9d3c-6bfd542955c3 HTTP/1.1" status: 200 len: 1137 time: 0.1285260 Jan 21 09:53:38.408891 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a2f14-51ae-4038-ae92-28826cd01bba req-592d8105-12fc-468d-bc60-2d8afb725ded tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:38.410296 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-724a2f14-51ae-4038-ae92-28826cd01bba req-592d8105-12fc-468d-bc60-2d8afb725ded tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=ee3db6ab-5364-4fbb-9d3c-6bfd542955c3 HTTP/1.1" status: 200 len: 984 time: 0.1573176 Jan 21 09:53:38.456883 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d8b9c0ea-3c93-49da-898c-67a663828474 req-04064f19-299d-4380-a703-dde65c5b43de service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9533e1b2-d43b-404a-b16c-6c8e4c4f4a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698185 Jan 21 09:53:38.467485 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-724a2f14-51ae-4038-ae92-28826cd01bba req-8c312bdc-9c4a-46ce-9c75-cfb015a64971 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=9533e1b2-d43b-404a-b16c-6c8e4c4f4a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513813 Jan 21 09:53:39.661745 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995508f-0bc2-4168-bd77-6aca9e068acc req-cfec9ee0-990a-490b-82b5-87245dac92a4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:39.663220 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1995508f-0bc2-4168-bd77-6aca9e068acc req-cfec9ee0-990a-490b-82b5-87245dac92a4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=ee3db6ab-5364-4fbb-9d3c-6bfd542955c3 HTTP/1.1" status: 200 len: 984 time: 0.0829883 Jan 21 09:53:39.726837 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1995508f-0bc2-4168-bd77-6aca9e068acc req-b4a09d98-d466-4c66-a85b-d50bf20661b2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=9533e1b2-d43b-404a-b16c-6c8e4c4f4a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539627 Jan 21 09:53:40.040237 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:53:41.031620 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2b24f-8247-46e9-9ec5-bac61d46a0d1 req-9a71a4b1-d981-4f6a-a9ea-0fc9c67c8b18 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:41.033340 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-69a2b24f-8247-46e9-9ec5-bac61d46a0d1 req-9a71a4b1-d981-4f6a-a9ea-0fc9c67c8b18 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=ee3db6ab-5364-4fbb-9d3c-6bfd542955c3 HTTP/1.1" status: 200 len: 984 time: 0.1931491 Jan 21 09:53:41.078368 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-69a2b24f-8247-46e9-9ec5-bac61d46a0d1 req-4650d6a8-390d-4f5b-ad3a-6639b632ee44 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=9533e1b2-d43b-404a-b16c-6c8e4c4f4a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388324 Jan 21 09:53:41.263119 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d7d02-ddd5-481e-9a83-e7d0ae6e8048 req-da3e1c10-bf90-46d2-82bb-55b487dc81c5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:41.264574 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4e7d7d02-ddd5-481e-9a83-e7d0ae6e8048 req-da3e1c10-bf90-46d2-82bb-55b487dc81c5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=ee3db6ab-5364-4fbb-9d3c-6bfd542955c3 HTTP/1.1" status: 200 len: 984 time: 0.0810454 Jan 21 09:53:41.308744 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4e7d7d02-ddd5-481e-9a83-e7d0ae6e8048 req-99615803-71fc-41e5-ba84-b5ac474d9550 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=9533e1b2-d43b-404a-b16c-6c8e4c4f4a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383296 Jan 21 09:53:41.331605 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58090) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:41.404056 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589fd733-513a-469e-8bb8-4c4c5db4d302 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:41.405566 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-589fd733-513a-469e-8bb8-4c4c5db4d302 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=ee3db6ab-5364-4fbb-9d3c-6bfd542955c3&network_id=16eb91db-1f7e-47df-95ec-067ee446b704 HTTP/1.1" status: 200 len: 1132 time: 0.0728178 Jan 21 09:53:41.774250 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3462eb7-37b5-4205-9bfb-3638872fe7d7 req-f1ee975c-4697-403e-978f-3c9a9b6578ca tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:41.775997 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e3462eb7-37b5-4205-9bfb-3638872fe7d7 req-f1ee975c-4697-403e-978f-3c9a9b6578ca tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=ee3db6ab-5364-4fbb-9d3c-6bfd542955c3 HTTP/1.1" status: 200 len: 984 time: 0.0855656 Jan 21 09:53:41.820943 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e3462eb7-37b5-4205-9bfb-3638872fe7d7 req-8ea0f81f-8def-46ea-bebd-8d8b4e77e3f8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=9533e1b2-d43b-404a-b16c-6c8e4c4f4a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392914 Jan 21 09:53:42.686908 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:43.012205 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97fe695-bdff-41f6-91f4-749ca8bf082e req-32b1d140-73d6-407d-a028-4ba9ca24a442 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:43.013668 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a97fe695-bdff-41f6-91f4-749ca8bf082e req-32b1d140-73d6-407d-a028-4ba9ca24a442 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=ee3db6ab-5364-4fbb-9d3c-6bfd542955c3 HTTP/1.1" status: 200 len: 984 time: 0.0841129 Jan 21 09:53:43.059008 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a97fe695-bdff-41f6-91f4-749ca8bf082e req-4247bd01-8bb2-4f58-9146-12e5f04f4700 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=9533e1b2-d43b-404a-b16c-6c8e4c4f4a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395699 Jan 21 09:53:43.331764 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffae7e-f4da-41fa-8eb4-b5b7c0954f75 req-6c48f73b-4043-4d7e-a88b-484b59ac0fc7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:43.333185 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7dffae7e-f4da-41fa-8eb4-b5b7c0954f75 req-6c48f73b-4043-4d7e-a88b-484b59ac0fc7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "GET /v2.0/ports?device_id=ee3db6ab-5364-4fbb-9d3c-6bfd542955c3 HTTP/1.1" status: 200 len: 984 time: 0.0783632 Jan 21 09:53:43.407675 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffae7e-f4da-41fa-8eb4-b5b7c0954f75 req-40a1d466-307d-4cda-8471-e25ec224845a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:43.409260 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7dffae7e-f4da-41fa-8eb4-b5b7c0954f75 req-40a1d466-307d-4cda-8471-e25ec224845a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "GET /v2.0/ports/236871eb-d6eb-4849-9ca3-27115e5acd86?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0700819 Jan 21 09:53:43.551849 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7dffae7e-f4da-41fa-8eb4-b5b7c0954f75 req-2509164b-e460-46bf-8a38-06f29f45c6f6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "GET /v2.0/networks/16eb91db-1f7e-47df-95ec-067ee446b704?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1367993 Jan 21 09:53:43.562249 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-7dffae7e-f4da-41fa-8eb4-b5b7c0954f75 req-c7a12859-c74d-4a86-b7df-85ccacf0ebaf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:53:43.674913 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7dffae7e-f4da-41fa-8eb4-b5b7c0954f75 req-c7a12859-c74d-4a86-b7df-85ccacf0ebaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:43.869785 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-7dffae7e-f4da-41fa-8eb4-b5b7c0954f75 req-c7a12859-c74d-4a86-b7df-85ccacf0ebaf service neutron] For port 236871eb-d6eb-4849-9ca3-27115e5acd86, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=236871eb-d6eb-4849-9ca3-27115e5acd86,segment=NetworkSegment(097173eb-23ef-4a07-9fa4-a4859a84c002),segment_id=097173eb-23ef-4a07-9fa4-a4859a84c002)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:53:43.897694 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-7dffae7e-f4da-41fa-8eb4-b5b7c0954f75 req-c7a12859-c74d-4a86-b7df-85ccacf0ebaf service neutron] For port 236871eb-d6eb-4849-9ca3-27115e5acd86, host hv-neutron-8257, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:53:43.952425 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [req-7dffae7e-f4da-41fa-8eb4-b5b7c0954f75 req-c7a12859-c74d-4a86-b7df-85ccacf0ebaf service neutron] device_id is not set on port 236871eb-d6eb-4849-9ca3-27115e5acd86 yet. {{(pid=87515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:53:43.960437 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7dffae7e-f4da-41fa-8eb4-b5b7c0954f75 req-c7a12859-c74d-4a86-b7df-85ccacf0ebaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:43.966331 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7dffae7e-f4da-41fa-8eb4-b5b7c0954f75 req-c7a12859-c74d-4a86-b7df-85ccacf0ebaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:44.117212 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a12859-c74d-4a86-b7df-85ccacf0ebaf service neutron] Pushing event updated for resources: {'Port': ['ID=236871eb-d6eb-4849-9ca3-27115e5acd86,revision_number=11']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:44.131713 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a12859-c74d-4a86-b7df-85ccacf0ebaf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:44.132241 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a12859-c74d-4a86-b7df-85ccacf0ebaf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:44.132584 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a12859-c74d-4a86-b7df-85ccacf0ebaf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:44.132922 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a12859-c74d-4a86-b7df-85ccacf0ebaf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:44.133253 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a12859-c74d-4a86-b7df-85ccacf0ebaf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:44.133575 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a12859-c74d-4a86-b7df-85ccacf0ebaf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:44.133903 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a12859-c74d-4a86-b7df-85ccacf0ebaf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:44.134762 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a12859-c74d-4a86-b7df-85ccacf0ebaf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:44.135117 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a12859-c74d-4a86-b7df-85ccacf0ebaf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:44.135526 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a12859-c74d-4a86-b7df-85ccacf0ebaf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:44.135823 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a12859-c74d-4a86-b7df-85ccacf0ebaf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:44.136178 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a12859-c74d-4a86-b7df-85ccacf0ebaf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:44.180797 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dffae7e-f4da-41fa-8eb4-b5b7c0954f75 req-c7a12859-c74d-4a86-b7df-85ccacf0ebaf service neutron] No DVR routers for this DVR port 236871eb-d6eb-4849-9ca3-27115e5acd86 on host hv-neutron-8257 {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:53:44.222070 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3991d382-dab8-4206-8c29-f787248f510b req-9081e42a-3cd0-4373-bb85-826ece00a96f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=ee3db6ab-5364-4fbb-9d3c-6bfd542955c3 HTTP/1.1" status: 200 len: 210 time: 0.0448310 Jan 21 09:53:44.241923 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-3cf5a4b6-ff3b-462f-bfbd-985b5daba277 None None] Provisioning complete for port 236871eb-d6eb-4849-9ca3-27115e5acd86 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:44.242732 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3cf5a4b6-ff3b-462f-bfbd-985b5daba277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:44.295109 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-3cf5a4b6-ff3b-462f-bfbd-985b5daba277 None None] Port 236871eb-d6eb-4849-9ca3-27115e5acd86 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:53:44.408981 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-7dffae7e-f4da-41fa-8eb4-b5b7c0954f75 req-c7a12859-c74d-4a86-b7df-85ccacf0ebaf service neutron] In _notify_port_updated(), no bound segment for port 236871eb-d6eb-4849-9ca3-27115e5acd86 on network 16eb91db-1f7e-47df-95ec-067ee446b704 {{(pid=87515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 09:53:44.409829 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffae7e-f4da-41fa-8eb4-b5b7c0954f75 req-c7a12859-c74d-4a86-b7df-85ccacf0ebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:44.410428 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7dffae7e-f4da-41fa-8eb4-b5b7c0954f75 req-c7a12859-c74d-4a86-b7df-85ccacf0ebaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:44.411766 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7dffae7e-f4da-41fa-8eb4-b5b7c0954f75 req-c7a12859-c74d-4a86-b7df-85ccacf0ebaf service neutron] 10.222.0.72 "PUT /v2.0/ports/236871eb-d6eb-4849-9ca3-27115e5acd86 HTTP/1.1" status: 200 len: 1027 time: 0.8533587 Jan 21 09:53:45.317532 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58104) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:45.384055 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2e2402ed-1ade-4d92-8365-f8c71676b9b6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:45.413391 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2e2402ed-1ade-4d92-8365-f8c71676b9b6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:45.475625 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2e2402ed-1ade-4d92-8365-f8c71676b9b6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:45.495582 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2402ed-1ade-4d92-8365-f8c71676b9b6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b134d5e-7c36-4099-b021-51afe3ee6bb5,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:45.504476 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2e2402ed-1ade-4d92-8365-f8c71676b9b6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:45.505547 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2e2402ed-1ade-4d92-8365-f8c71676b9b6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/security-groups/7b134d5e-7c36-4099-b021-51afe3ee6bb5 HTTP/1.1" status: 204 len: 168 time: 0.1870360 Jan 21 09:53:45.535097 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58110) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:45.834863 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 236871eb-d6eb-4849-9ca3-27115e5acd86 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:53:45.838835 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-17963a78-ccce-455f-8cb9-b0891b745c21 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port 92480aaa-d532-4afd-9398-e734b27d1200 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:53:45.839173 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-17963a78-ccce-455f-8cb9-b0891b745c21 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:45.896125 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 236871eb-d6eb-4849-9ca3-27115e5acd86 not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:53:46.015071 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-17963a78-ccce-455f-8cb9-b0891b745c21 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:46.015409 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-17963a78-ccce-455f-8cb9-b0891b745c21 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:46.151598 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-17963a78-ccce-455f-8cb9-b0891b745c21 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for 92480aaa-d532-4afd-9398-e734b27d1200 owned by network:floatingip {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:53:46.309971 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-17963a78-ccce-455f-8cb9-b0891b745c21 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:46.364058 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17963a78-ccce-455f-8cb9-b0891b745c21 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Port': ['ID=92480aaa-d532-4afd-9398-e734b27d1200,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:46.457236 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-17963a78-ccce-455f-8cb9-b0891b745c21 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:46.457479 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.l3_db [None req-17963a78-ccce-455f-8cb9-b0891b745c21 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Floating IP 4893cb5d-d8bf-45ea-8fc9-98ab8f118ba9 disassociated (deleted). External IP: 172.26.3.161, port: 236871eb-d6eb-4849-9ca3-27115e5acd86. Jan 21 09:53:46.494078 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0a5c5d8a-d7ca-48f0-b669-2a36a509ac12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:46.812666 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17963a78-ccce-455f-8cb9-b0891b745c21 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router 02357245-b2bc-48c1-9bb3-1ab246de9033 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:53:46.990030 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17963a78-ccce-455f-8cb9-b0891b745c21 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:53:46.999977 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da48e2b-1da8-48d2-9618-a7a78a124120 None None] Sync routers for ids ['02357245-b2bc-48c1-9bb3-1ab246de9033'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:53:47.010215 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da48e2b-1da8-48d2-9618-a7a78a124120 None None] Routers {'02357245-b2bc-48c1-9bb3-1ab246de9033'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:53:47.010906 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-7da48e2b-1da8-48d2-9618-a7a78a124120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:53:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['02357245-b2bc-48c1-9bb3-1ab246de9033'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:47.011438 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-17963a78-ccce-455f-8cb9-b0891b745c21 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:47.187893 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-17963a78-ccce-455f-8cb9-b0891b745c21 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/floatingips/4893cb5d-d8bf-45ea-8fc9-98ab8f118ba9 HTTP/1.1" status: 204 len: 168 time: 1.6516283 Jan 21 09:53:47.211778 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-7da48e2b-1da8-48d2-9618-a7a78a124120 None None] Set router 02357245-b2bc-48c1-9bb3-1ab246de9033 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:53:47.346546 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58118) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:47.426783 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d4a5bc0e-bd4c-45db-b1e6-a3f9bebb81ad tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:47.456731 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d4a5bc0e-bd4c-45db-b1e6-a3f9bebb81ad tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:47.521968 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d4a5bc0e-bd4c-45db-b1e6-a3f9bebb81ad tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:47.538853 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-7da48e2b-1da8-48d2-9618-a7a78a124120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'name': 'tempest-TestNetworkBasicOps-router-1620143157', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': '22272b8d-7937-4304-b96d-af145cf9eaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:55Z', 'updated_at': '2022-01-21T09:53:02Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '22272b8d-7937-4304-b96d-af145cf9eaad', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:0d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'ff704371-3eef-4458-bc80-91a5de2cfe91', 'name': '', 'network_id': '16eb91db-1f7e-47df-95ec-067ee446b704', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:0a:a4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '387652c9-b9cf-4860-850c-bfc97ae279d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:00Z', 'updated_at': '2022-01-21T09:53:08Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '387652c9-b9cf-4860-850c-bfc97ae279d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:47.543664 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da48e2b-1da8-48d2-9618-a7a78a124120 None None] Checking router: 02357245-b2bc-48c1-9bb3-1ab246de9033 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:53:47.546990 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a5bc0e-bd4c-45db-b1e6-a3f9bebb81ad tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5b48f7-eba4-4279-b788-3b23f44f14c9,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:47.552663 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d4a5bc0e-bd4c-45db-b1e6-a3f9bebb81ad tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:47.556561 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d4a5bc0e-bd4c-45db-b1e6-a3f9bebb81ad tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/security-groups/8a5b48f7-eba4-4279-b788-3b23f44f14c9 HTTP/1.1" status: 204 len: 168 time: 0.2057390 Jan 21 09:53:47.556740 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da48e2b-1da8-48d2-9618-a7a78a124120 None None] Routers {'02357245-b2bc-48c1-9bb3-1ab246de9033'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:53:47.556740 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-7da48e2b-1da8-48d2-9618-a7a78a124120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:53:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['02357245-b2bc-48c1-9bb3-1ab246de9033'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:47.589318 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58124) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:47.657121 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-dabdc05a-0369-4b15-980f-44cd6494c989 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port 236871eb-d6eb-4849-9ca3-27115e5acd86 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:53:47.657464 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dabdc05a-0369-4b15-980f-44cd6494c989 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:47.755238 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-7da48e2b-1da8-48d2-9618-a7a78a124120 None None] Set router 02357245-b2bc-48c1-9bb3-1ab246de9033 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:53:47.929017 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dabdc05a-0369-4b15-980f-44cd6494c989 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:48.091378 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-dabdc05a-0369-4b15-980f-44cd6494c989 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for 236871eb-d6eb-4849-9ca3-27115e5acd86 owned by {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:53:48.169759 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-7da48e2b-1da8-48d2-9618-a7a78a124120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'name': 'tempest-TestNetworkBasicOps-router-1620143157', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': '22272b8d-7937-4304-b96d-af145cf9eaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:55Z', 'updated_at': '2022-01-21T09:53:02Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '22272b8d-7937-4304-b96d-af145cf9eaad', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:0d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'ff704371-3eef-4458-bc80-91a5de2cfe91', 'name': '', 'network_id': '16eb91db-1f7e-47df-95ec-067ee446b704', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:0a:a4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '387652c9-b9cf-4860-850c-bfc97ae279d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:00Z', 'updated_at': '2022-01-21T09:53:08Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '387652c9-b9cf-4860-850c-bfc97ae279d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:48.174695 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da48e2b-1da8-48d2-9618-a7a78a124120 None None] The sync data for ids ['02357245-b2bc-48c1-9bb3-1ab246de9033'] in dv-neutron-825731-1-hyperv is: [{'id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'name': 'tempest-TestNetworkBasicOps-router-1620143157', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': '22272b8d-7937-4304-b96d-af145cf9eaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:55Z', 'updated_at': '2022-01-21T09:53:02Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '22272b8d-7937-4304-b96d-af145cf9eaad', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:0d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'ff704371-3eef-4458-bc80-91a5de2cfe91', 'name': '', 'network_id': '16eb91db-1f7e-47df-95ec-067ee446b704', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:0a:a4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '387652c9-b9cf-4860-850c-bfc97ae279d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:00Z', 'updated_at': '2022-01-21T09:53:08Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '387652c9-b9cf-4860-850c-bfc97ae279d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:53:48.383845 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dabdc05a-0369-4b15-980f-44cd6494c989 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:48.426849 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e792300-22a4-47d1-ba64-98027910e0ec None None] New status for floating IP 4893cb5d-d8bf-45ea-8fc9-98ab8f118ba9: DOWN {{(pid=87516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:53:48.446918 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabdc05a-0369-4b15-980f-44cd6494c989 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Port': ['ID=236871eb-d6eb-4849-9ca3-27115e5acd86,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:48.569141 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dabdc05a-0369-4b15-980f-44cd6494c989 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:48.580653 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-dabdc05a-0369-4b15-980f-44cd6494c989 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/ports/236871eb-d6eb-4849-9ca3-27115e5acd86 HTTP/1.1" status: 204 len: 168 time: 0.9902296 Jan 21 09:53:48.583746 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58128) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:48.879540 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b30006f9-a4d7-4edf-abc4-2fd0bcfc3ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:49.222782 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-144f322a-7c13-465e-899e-544ec4f3128f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:49.583160 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-144f322a-7c13-465e-899e-544ec4f3128f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port ff704371-3eef-4458-bc80-91a5de2cfe91 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:53:49.583525 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-144f322a-7c13-465e-899e-544ec4f3128f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:49.775502 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-144f322a-7c13-465e-899e-544ec4f3128f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] For port ff704371-3eef-4458-bc80-91a5de2cfe91, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=ff704371-3eef-4458-bc80-91a5de2cfe91,segment=NetworkSegment(097173eb-23ef-4a07-9fa4-a4859a84c002),segment_id=097173eb-23ef-4a07-9fa4-a4859a84c002)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:53:49.775988 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-144f322a-7c13-465e-899e-544ec4f3128f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:49.789484 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:49.920151 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:50.003899 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-144f322a-7c13-465e-899e-544ec4f3128f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for ff704371-3eef-4458-bc80-91a5de2cfe91 owned by network:router_interface {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:53:50.192879 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-144f322a-7c13-465e-899e-544ec4f3128f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:50.242197 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f322a-7c13-465e-899e-544ec4f3128f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Port': ['ID=ff704371-3eef-4458-bc80-91a5de2cfe91,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:50.531467 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-144f322a-7c13-465e-899e-544ec4f3128f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:50.909293 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144f322a-7c13-465e-899e-544ec4f3128f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router 02357245-b2bc-48c1-9bb3-1ab246de9033 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:53:51.086309 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144f322a-7c13-465e-899e-544ec4f3128f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:53:51.096225 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde21a4f-dc31-47c1-b933-f113f4daff21 None None] Sync routers for ids ['02357245-b2bc-48c1-9bb3-1ab246de9033'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:53:51.101855 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-144f322a-7c13-465e-899e-544ec4f3128f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "PUT /v2.0/routers/02357245-b2bc-48c1-9bb3-1ab246de9033/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5145354 Jan 21 09:53:51.102120 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58132) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:51.105952 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde21a4f-dc31-47c1-b933-f113f4daff21 None None] Routers {'02357245-b2bc-48c1-9bb3-1ab246de9033'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:53:51.106558 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-dde21a4f-dc31-47c1-b933-f113f4daff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:53:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['02357245-b2bc-48c1-9bb3-1ab246de9033'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:51.173009 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a5b19a-a050-4586-84b5-bbba7b677504 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting subnet 387652c9-b9cf-4860-850c-bfc97ae279d5 {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:53:51.176092 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-01a5b19a-a050-4586-84b5-bbba7b677504 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:51.230974 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-01a5b19a-a050-4586-84b5-bbba7b677504 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:51.281055 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-dde21a4f-dc31-47c1-b933-f113f4daff21 None None] Set router 02357245-b2bc-48c1-9bb3-1ab246de9033 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:53:51.313336 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-01a5b19a-a050-4586-84b5-bbba7b677504 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:51.355860 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:51.497989 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-01a5b19a-a050-4586-84b5-bbba7b677504 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:51.536415 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a5b19a-a050-4586-84b5-bbba7b677504 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Subnet': ['ID=387652c9-b9cf-4860-850c-bfc97ae279d5,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:51.541316 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-01a5b19a-a050-4586-84b5-bbba7b677504 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:51.548058 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1666ac1-7fad-4bdc-b429-9914d97d32fb None None] Network 16eb91db-1f7e-47df-95ec-067ee446b704 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:53:51.549226 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a5b19a-a050-4586-84b5-bbba7b677504 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:51.549571 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a5b19a-a050-4586-84b5-bbba7b677504 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:51.549910 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a5b19a-a050-4586-84b5-bbba7b677504 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:51.550355 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a5b19a-a050-4586-84b5-bbba7b677504 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:51.550683 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a5b19a-a050-4586-84b5-bbba7b677504 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:51.551102 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a5b19a-a050-4586-84b5-bbba7b677504 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:51.551453 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a5b19a-a050-4586-84b5-bbba7b677504 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:51.551797 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a5b19a-a050-4586-84b5-bbba7b677504 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:51.552089 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a5b19a-a050-4586-84b5-bbba7b677504 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:51.552404 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a5b19a-a050-4586-84b5-bbba7b677504 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:51.552715 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a5b19a-a050-4586-84b5-bbba7b677504 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:51.553373 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a5b19a-a050-4586-84b5-bbba7b677504 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:51.557637 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-01a5b19a-a050-4586-84b5-bbba7b677504 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/subnets/387652c9-b9cf-4860-850c-bfc97ae279d5 HTTP/1.1" status: 204 len: 168 time: 0.4535906 Jan 21 09:53:51.560408 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58136) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:51.574266 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-dde21a4f-dc31-47c1-b933-f113f4daff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'name': 'tempest-TestNetworkBasicOps-router-1620143157', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': '22272b8d-7937-4304-b96d-af145cf9eaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:55Z', 'updated_at': '2022-01-21T09:53:50Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '22272b8d-7937-4304-b96d-af145cf9eaad', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:0d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:51.578265 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde21a4f-dc31-47c1-b933-f113f4daff21 None None] Checking router: 02357245-b2bc-48c1-9bb3-1ab246de9033 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:53:51.588452 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde21a4f-dc31-47c1-b933-f113f4daff21 None None] Routers {'02357245-b2bc-48c1-9bb3-1ab246de9033'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:53:51.589074 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-dde21a4f-dc31-47c1-b933-f113f4daff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:53:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['02357245-b2bc-48c1-9bb3-1ab246de9033'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:51.751507 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-387f0651-2808-4806-af7d-6bb6060d753a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:51.804466 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-dde21a4f-dc31-47c1-b933-f113f4daff21 None None] Set router 02357245-b2bc-48c1-9bb3-1ab246de9033 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:53:51.855868 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e04cda5-7dda-440f-bfd8-6f821dca7c12 None None] DHCP port deletion for 16eb91db-1f7e-47df-95ec-067ee446b704 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:53:51.860255 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-5e04cda5-7dda-440f-bfd8-6f821dca7c12 None None] Deleting port 9667819e-c8c4-4803-a73c-426a69384835 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:53:51.860629 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5e04cda5-7dda-440f-bfd8-6f821dca7c12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:51.985835 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-387f0651-2808-4806-af7d-6bb6060d753a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:51.996631 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-387f0651-2808-4806-af7d-6bb6060d753a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port 22272b8d-7937-4304-b96d-af145cf9eaad {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:53:51.996972 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-387f0651-2808-4806-af7d-6bb6060d753a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:52.080992 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-5e04cda5-7dda-440f-bfd8-6f821dca7c12 None None] For port 9667819e-c8c4-4803-a73c-426a69384835, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=9667819e-c8c4-4803-a73c-426a69384835,segment=NetworkSegment(097173eb-23ef-4a07-9fa4-a4859a84c002),segment_id=097173eb-23ef-4a07-9fa4-a4859a84c002)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:53:52.081475 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5e04cda5-7dda-440f-bfd8-6f821dca7c12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:52.152314 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-dde21a4f-dc31-47c1-b933-f113f4daff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'name': 'tempest-TestNetworkBasicOps-router-1620143157', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': '22272b8d-7937-4304-b96d-af145cf9eaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:55Z', 'updated_at': '2022-01-21T09:53:50Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '22272b8d-7937-4304-b96d-af145cf9eaad', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:0d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:52.156319 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde21a4f-dc31-47c1-b933-f113f4daff21 None None] The sync data for ids ['02357245-b2bc-48c1-9bb3-1ab246de9033'] in dv-neutron-825731-1-hyperv is: [{'id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'name': 'tempest-TestNetworkBasicOps-router-1620143157', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': '22272b8d-7937-4304-b96d-af145cf9eaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:55Z', 'updated_at': '2022-01-21T09:53:50Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '22272b8d-7937-4304-b96d-af145cf9eaad', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:0d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02357245-b2bc-48c1-9bb3-1ab246de9033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:56Z', 'updated_at': '2022-01-21T09:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:53:52.200034 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-387f0651-2808-4806-af7d-6bb6060d753a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] For port 22272b8d-7937-4304-b96d-af145cf9eaad, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=22272b8d-7937-4304-b96d-af145cf9eaad,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:53:52.200521 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-387f0651-2808-4806-af7d-6bb6060d753a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:52.209025 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-5e04cda5-7dda-440f-bfd8-6f821dca7c12 None None] Calling delete_port for 9667819e-c8c4-4803-a73c-426a69384835 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:53:52.290805 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5e04cda5-7dda-440f-bfd8-6f821dca7c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:52.329486 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-387f0651-2808-4806-af7d-6bb6060d753a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for 22272b8d-7937-4304-b96d-af145cf9eaad owned by network:router_gateway {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:53:52.335490 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04cda5-7dda-440f-bfd8-6f821dca7c12 None None] Pushing event deleted for resources: {'Port': ['ID=9667819e-c8c4-4803-a73c-426a69384835,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:52.339547 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e04cda5-7dda-440f-bfd8-6f821dca7c12 None None] No DVR routers for this DVR port 9667819e-c8c4-4803-a73c-426a69384835 on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:53:52.501699 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-387f0651-2808-4806-af7d-6bb6060d753a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:52.552553 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f0651-2808-4806-af7d-6bb6060d753a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Port': ['ID=22272b8d-7937-4304-b96d-af145cf9eaad,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:52.592195 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device ff704371-3eef-4458-bc80-91a5de2cfe91 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:53:52.650103 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-387f0651-2808-4806-af7d-6bb6060d753a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:52.664718 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: ff704371-3eef-4458-bc80-91a5de2cfe91 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:53:52.665867 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device ff704371-3eef-4458-bc80-91a5de2cfe91 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:53:52.666288 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 9667819e-c8c4-4803-a73c-426a69384835 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:53:52.699914 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 9667819e-c8c4-4803-a73c-426a69384835 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:53:52.700260 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 9667819e-c8c4-4803-a73c-426a69384835 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:53:52.831850 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-387f0651-2808-4806-af7d-6bb6060d753a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:52.834098 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-387f0651-2808-4806-af7d-6bb6060d753a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:52.856961 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-387f0651-2808-4806-af7d-6bb6060d753a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:52.857423 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387f0651-2808-4806-af7d-6bb6060d753a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Fanout notify agent at l3_agent the message router_deleted on router 02357245-b2bc-48c1-9bb3-1ab246de9033 {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:53:52.873086 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-387f0651-2808-4806-af7d-6bb6060d753a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:52.877063 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-387f0651-2808-4806-af7d-6bb6060d753a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/routers/02357245-b2bc-48c1-9bb3-1ab246de9033 HTTP/1.1" status: 204 len: 168 time: 1.3131087 Jan 21 09:53:52.877063 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58140) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:53.103934 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-00878f17-406e-4da1-96cc-f0966ccec498 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:53.238420 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-00878f17-406e-4da1-96cc-f0966ccec498 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:53.264391 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-00878f17-406e-4da1-96cc-f0966ccec498 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16eb91db-1f7e-47df-95ec-067ee446b704']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:53.281071 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-00878f17-406e-4da1-96cc-f0966ccec498 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '097173eb-23ef-4a07-9fa4-a4859a84c002') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:53.281365 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-00878f17-406e-4da1-96cc-f0966ccec498 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '097173eb-23ef-4a07-9fa4-a4859a84c002') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:53.294524 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-00878f17-406e-4da1-96cc-f0966ccec498 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:53.312360 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-00878f17-406e-4da1-96cc-f0966ccec498 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:53.319163 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00878f17-406e-4da1-96cc-f0966ccec498 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:53:53.319505 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-00878f17-406e-4da1-96cc-f0966ccec498 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:53.336038 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:53:53.336038 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:53:53.336038 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:53:53.336038 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:53:53.336038 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:53:53.336038 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:53:53.336038 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:53:53.336038 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:53:53.336038 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:53:53.336038 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:53:53.336038 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:53:53.336038 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:53:53.336038 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:53:53.336038 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:53:53.336038 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:53:53.336038 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:53:53.336038 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:53:53.336038 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:53:53.336038 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:53:53.336038 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:53:53.336038 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:53:53.336038 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:53:53.336038 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:53:53.336038 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:53:53.336038 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:53:53.336038 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:53:53.336038 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:53:53.336038 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:53:53.336038 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:53:53.336038 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:53:53.336038 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:53:53.336038 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:53:53.415656 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-00878f17-406e-4da1-96cc-f0966ccec498 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:53.433736 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-00878f17-406e-4da1-96cc-f0966ccec498 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:53.448759 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00878f17-406e-4da1-96cc-f0966ccec498 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Network': ['ID=16eb91db-1f7e-47df-95ec-067ee446b704,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:53.457251 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-00878f17-406e-4da1-96cc-f0966ccec498 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/networks/16eb91db-1f7e-47df-95ec-067ee446b704 HTTP/1.1" status: 204 len: 168 time: 0.5793271 Jan 21 09:53:53.471036 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58144) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:53.483098 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-eeda4f86-4f17-4cbc-9212-e830ecf04535 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0109229 Jan 21 09:53:53.486397 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58148) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:53.492201 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-bf1e745a-3d6d-4947-b760-3b4bd63d0049 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'network': {'name': 'tempest-network-smoke--236926567', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'port_security_enabled': True}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:53:53.497999 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-bf1e745a-3d6d-4947-b760-3b4bd63d0049 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:53.502154 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-bf1e745a-3d6d-4947-b760-3b4bd63d0049 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:network and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:53.508342 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-bf1e745a-3d6d-4947-b760-3b4bd63d0049 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:53.514286 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-bf1e745a-3d6d-4947-b760-3b4bd63d0049 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:53.525151 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1e745a-3d6d-4947-b760-3b4bd63d0049 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Made reservation on behalf of 6ddc82470f624ec48d3ebbc58317dba5 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:53:53.528665 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bf1e745a-3d6d-4947-b760-3b4bd63d0049 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:53.558087 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf1e745a-3d6d-4947-b760-3b4bd63d0049 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:53:53.567081 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bf1e745a-3d6d-4947-b760-3b4bd63d0049 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:53.567447 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-bf1e745a-3d6d-4947-b760-3b4bd63d0049 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Added segment 179106e3-6fb0-4bca-b867-4e52c8a68361 of type vlan for network 08b9e591-d8f8-4507-bfbe-80c090661be6 Jan 21 09:53:53.593667 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bf1e745a-3d6d-4947-b760-3b4bd63d0049 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:53.625210 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bf1e745a-3d6d-4947-b760-3b4bd63d0049 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:53.630549 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1e745a-3d6d-4947-b760-3b4bd63d0049 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:53.631157 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bf1e745a-3d6d-4947-b760-3b4bd63d0049 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:53.693463 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-bf1e745a-3d6d-4947-b760-3b4bd63d0049 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2032676 Jan 21 09:53:53.693772 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58152) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:53.699928 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-4d42400b-2938-410d-bb2d-74d29cdc0d55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1715800629', 'admin_state_up': True, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:53:53.711326 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-4d42400b-2938-410d-bb2d-74d29cdc0d55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:53.715688 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4d42400b-2938-410d-bb2d-74d29cdc0d55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:router and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:53.719932 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4d42400b-2938-410d-bb2d-74d29cdc0d55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:53.725229 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-4d42400b-2938-410d-bb2d-74d29cdc0d55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:53.737550 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4d42400b-2938-410d-bb2d-74d29cdc0d55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:53.738860 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4d42400b-2938-410d-bb2d-74d29cdc0d55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:53.749008 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e745a-3d6d-4947-b760-3b4bd63d0049 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Network': ['ID=08b9e591-d8f8-4507-bfbe-80c090661be6,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:53.760177 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4d42400b-2938-410d-bb2d-74d29cdc0d55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:53.769456 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 08b9e591-d8f8-4507-bfbe-80c090661be6 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:53:54.030811 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4d42400b-2938-410d-bb2d-74d29cdc0d55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:54.347566 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4d42400b-2938-410d-bb2d-74d29cdc0d55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router_gateway, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:54.381527 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4d42400b-2938-410d-bb2d-74d29cdc0d55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:54.518433 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-4d42400b-2938-410d-bb2d-74d29cdc0d55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Allocated IP 172.26.3.186 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/5d435c68-0448-495d-8f9e-4b8ae8ce3bf1) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:53:54.590445 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 22272b8d-7937-4304-b96d-af145cf9eaad no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:53:54.625771 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 22272b8d-7937-4304-b96d-af145cf9eaad {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:53:54.626028 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 22272b8d-7937-4304-b96d-af145cf9eaad not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:53:54.710176 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4d42400b-2938-410d-bb2d-74d29cdc0d55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:54.740634 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4d42400b-2938-410d-bb2d-74d29cdc0d55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:54.914797 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d42400b-2938-410d-bb2d-74d29cdc0d55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:53:54.918070 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-4d42400b-2938-410d-bb2d-74d29cdc0d55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:53:54.921654 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d42400b-2938-410d-bb2d-74d29cdc0d55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:53:54.951415 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42400b-2938-410d-bb2d-74d29cdc0d55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=5d435c68-0448-495d-8f9e-4b8ae8ce3bf1,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:55.346849 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4d42400b-2938-410d-bb2d-74d29cdc0d55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router_gateway, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:55.697102 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4d42400b-2938-410d-bb2d-74d29cdc0d55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:55.910687 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d42400b-2938-410d-bb2d-74d29cdc0d55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router 069db57f-27e6-42d8-913e-915d10947837 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:53:56.093800 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d42400b-2938-410d-bb2d-74d29cdc0d55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:53:56.106472 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f000497-f4de-41de-a4b3-f7844f512112 None None] Sync routers for ids ['069db57f-27e6-42d8-913e-915d10947837'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:53:56.116108 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f000497-f4de-41de-a4b3-f7844f512112 None None] Routers {'069db57f-27e6-42d8-913e-915d10947837'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:53:56.116734 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-0f000497-f4de-41de-a4b3-f7844f512112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:53:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['069db57f-27e6-42d8-913e-915d10947837'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:56.123987 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4d42400b-2938-410d-bb2d-74d29cdc0d55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:56.127922 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4d42400b-2938-410d-bb2d-74d29cdc0d55 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4330344 Jan 21 09:53:56.128515 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58158) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:56.169757 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e607067d-9ebf-4865-9189-5adf1d5d91e6 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=6ddc82470f624ec48d3ebbc58317dba5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394998 Jan 21 09:53:56.172584 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58162) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:56.298916 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-0f000497-f4de-41de-a4b3-f7844f512112 None None] Set router 069db57f-27e6-42d8-913e-915d10947837 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:53:56.306739 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9cadb5-3dba-4b2f-a7f5-e1b7b4242eac tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:56.308329 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7e9cadb5-3dba-4b2f-a7f5-e1b7b4242eac tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1348445 Jan 21 09:53:56.311126 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58166) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:56.352045 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f3960ba7-c924-4aa5-9010-0b498dcfa820 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=80a065d7-b55c-43ad-a3e8-c65befe4136c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396230 Jan 21 09:53:56.356608 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58170) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:56.362696 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-06c10610-056f-45de-a072-347a8302acd1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2009187241', 'network_id': '08b9e591-d8f8-4507-bfbe-80c090661be6', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:53:56.591784 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-06c10610-056f-45de-a072-347a8302acd1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:56.595617 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-06c10610-056f-45de-a072-347a8302acd1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:subnet and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:56.598385 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-06c10610-056f-45de-a072-347a8302acd1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:56.600120 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-0f000497-f4de-41de-a4b3-f7844f512112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069db57f-27e6-42d8-913e-915d10947837', 'name': 'tempest-TestNetworkBasicOps-router-1715800629', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '5d435c68-0448-495d-8f9e-4b8ae8ce3bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:53:53Z', 'updated_at': '2022-01-21T09:53:55Z', 'revision_number': 3, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '5d435c68-0448-495d-8f9e-4b8ae8ce3bf1', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:19:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069db57f-27e6-42d8-913e-915d10947837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:54Z', 'updated_at': '2022-01-21T09:53:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:56.604920 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-06c10610-056f-45de-a072-347a8302acd1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:56.605469 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f000497-f4de-41de-a4b3-f7844f512112 None None] Checking router: 069db57f-27e6-42d8-913e-915d10947837 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:53:56.605849 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f000497-f4de-41de-a4b3-f7844f512112 None None] Updating router 069db57f-27e6-42d8-913e-915d10947837 port 5d435c68-0448-495d-8f9e-4b8ae8ce3bf1 binding host dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:53:56.622564 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c10610-056f-45de-a072-347a8302acd1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Made reservation on behalf of 6ddc82470f624ec48d3ebbc58317dba5 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:53:56.626043 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-06c10610-056f-45de-a072-347a8302acd1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:56.668451 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0f000497-f4de-41de-a4b3-f7844f512112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:56.851514 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-06c10610-056f-45de-a072-347a8302acd1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:56.931590 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c10610-056f-45de-a072-347a8302acd1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Subnet': ['ID=9bd4957e-f792-4f6d-bd2d-02bd40a6cf72,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:56.946010 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c10610-056f-45de-a072-347a8302acd1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Checking segment: {'id': '179106e3-6fb0-4bca-b867-4e52c8a68361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '08b9e591-d8f8-4507-bfbe-80c090661be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:53:56.946365 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c10610-056f-45de-a072-347a8302acd1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network hostable DHCP agents. Network: 08b9e591-d8f8-4507-bfbe-80c090661be6, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:53:56.964425 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c10610-056f-45de-a072-347a8302acd1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 08b9e591-d8f8-4507-bfbe-80c090661be6 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:53:56.973101 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-06c10610-056f-45de-a072-347a8302acd1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 08b9e591-d8f8-4507-bfbe-80c090661be6) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:53:56.978354 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c10610-056f-45de-a072-347a8302acd1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:56.979007 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-06c10610-056f-45de-a072-347a8302acd1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:56.984473 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6589809c-976a-4b79-8208-274785b1703f None None] Network 08b9e591-d8f8-4507-bfbe-80c090661be6 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:53:57.003950 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-06c10610-056f-45de-a072-347a8302acd1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6459460 Jan 21 09:53:57.005564 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58174) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:57.029536 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0f000497-f4de-41de-a4b3-f7844f512112 None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:57.094244 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0f000497-f4de-41de-a4b3-f7844f512112 None None] Transition to ACTIVE for port object 5d435c68-0448-495d-8f9e-4b8ae8ce3bf1 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:53:57.108512 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0f000497-f4de-41de-a4b3-f7844f512112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:57.240833 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-0f000497-f4de-41de-a4b3-f7844f512112 None None] Attempting to bind port 5d435c68-0448-495d-8f9e-4b8ae8ce3bf1 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:53:57.241116 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-0f000497-f4de-41de-a4b3-f7844f512112 None None] Attempting to bind port 5d435c68-0448-495d-8f9e-4b8ae8ce3bf1 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:53:57.241481 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f000497-f4de-41de-a4b3-f7844f512112 None None] Attempting to bind port 5d435c68-0448-495d-8f9e-4b8ae8ce3bf1 on network 80a065d7-b55c-43ad-a3e8-c65befe4136c {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:53:57.245163 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2261b5c7-fdba-4a7a-81b9-d83b3e67bb9c None None] Pushing event updated for resources: {'Port': ['ID=5d435c68-0448-495d-8f9e-4b8ae8ce3bf1,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:57.262986 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f000497-f4de-41de-a4b3-f7844f512112 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:53:57.263362 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f000497-f4de-41de-a4b3-f7844f512112 None None] Checking segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:53:57.263805 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0f000497-f4de-41de-a4b3-f7844f512112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:57.264180 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f000497-f4de-41de-a4b3-f7844f512112 None None] Bound using segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:53:57.264648 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-0f000497-f4de-41de-a4b3-f7844f512112 None None] Bound port: 5d435c68-0448-495d-8f9e-4b8ae8ce3bf1, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:53:57.265025 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0f000497-f4de-41de-a4b3-f7844f512112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:57.289931 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2261b5c7-fdba-4a7a-81b9-d83b3e67bb9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:57.290283 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2261b5c7-fdba-4a7a-81b9-d83b3e67bb9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:57.290626 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2261b5c7-fdba-4a7a-81b9-d83b3e67bb9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:57.290959 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2261b5c7-fdba-4a7a-81b9-d83b3e67bb9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:57.291286 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2261b5c7-fdba-4a7a-81b9-d83b3e67bb9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:57.291637 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2261b5c7-fdba-4a7a-81b9-d83b3e67bb9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:57.291965 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2261b5c7-fdba-4a7a-81b9-d83b3e67bb9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:57.292292 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2261b5c7-fdba-4a7a-81b9-d83b3e67bb9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:57.292619 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2261b5c7-fdba-4a7a-81b9-d83b3e67bb9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:57.292939 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2261b5c7-fdba-4a7a-81b9-d83b3e67bb9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:57.293256 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2261b5c7-fdba-4a7a-81b9-d83b3e67bb9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:57.293573 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2261b5c7-fdba-4a7a-81b9-d83b3e67bb9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:57.372318 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9694511e-d008-4439-9a61-16b0a712206f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-08b9e591-d8f8-4507-bfbe-80c090661be6', 'network_id': '08b9e591-d8f8-4507-bfbe-80c090661be6', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ips': [{'subnet_id': '9bd4957e-f792-4f6d-bd2d-02bd40a6cf72'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:53:57.373164 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9694511e-d008-4439-9a61-16b0a712206f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:57.478034 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-0f000497-f4de-41de-a4b3-f7844f512112 None None] For port 5d435c68-0448-495d-8f9e-4b8ae8ce3bf1, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:53:57.487086 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-0f000497-f4de-41de-a4b3-f7844f512112 None None] For port 5d435c68-0448-495d-8f9e-4b8ae8ce3bf1, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=5d435c68-0448-495d-8f9e-4b8ae8ce3bf1,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:53:57.492985 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0f000497-f4de-41de-a4b3-f7844f512112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:57.657046 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f000497-f4de-41de-a4b3-f7844f512112 None None] Routers {'069db57f-27e6-42d8-913e-915d10947837'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:53:57.657944 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-0f000497-f4de-41de-a4b3-f7844f512112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:53:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['069db57f-27e6-42d8-913e-915d10947837'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:57.717335 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2261b5c7-fdba-4a7a-81b9-d83b3e67bb9c None None] Pushing event updated for resources: {'Port': ['ID=5d435c68-0448-495d-8f9e-4b8ae8ce3bf1,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:57.750421 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-9694511e-d008-4439-9a61-16b0a712206f None None] Allocated IP 172.20.0.2 (08b9e591-d8f8-4507-bfbe-80c090661be6/9bd4957e-f792-4f6d-bd2d-02bd40a6cf72/1625a0cf-d07b-491c-a384-1b75cb1ed8c1) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:53:57.772943 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-440bc7c4-1cb7-48aa-a12e-020913ff2a1c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:57.946659 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-0f000497-f4de-41de-a4b3-f7844f512112 None None] Set router 069db57f-27e6-42d8-913e-915d10947837 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:53:58.317908 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9694511e-d008-4439-9a61-16b0a712206f None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:58.334142 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-9694511e-d008-4439-9a61-16b0a712206f None None] Transition to ACTIVE for port object 1625a0cf-d07b-491c-a384-1b75cb1ed8c1 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:53:58.356591 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-9694511e-d008-4439-9a61-16b0a712206f None None] Transition to ACTIVE for port object 1625a0cf-d07b-491c-a384-1b75cb1ed8c1 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:53:58.368891 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9694511e-d008-4439-9a61-16b0a712206f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:58.442517 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9694511e-d008-4439-9a61-16b0a712206f None None] Network 08b9e591-d8f8-4507-bfbe-80c090661be6 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:53:58.447077 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-9694511e-d008-4439-9a61-16b0a712206f None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:53:58.454786 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9694511e-d008-4439-9a61-16b0a712206f None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:53:58.458399 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694511e-d008-4439-9a61-16b0a712206f None None] Pushing event updated for resources: {'Port': ['ID=1625a0cf-d07b-491c-a384-1b75cb1ed8c1,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:58.464937 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-0f000497-f4de-41de-a4b3-f7844f512112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069db57f-27e6-42d8-913e-915d10947837', 'name': 'tempest-TestNetworkBasicOps-router-1715800629', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '5d435c68-0448-495d-8f9e-4b8ae8ce3bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:53:53Z', 'updated_at': '2022-01-21T09:53:55Z', 'revision_number': 3, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '5d435c68-0448-495d-8f9e-4b8ae8ce3bf1', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:19:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069db57f-27e6-42d8-913e-915d10947837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:54Z', 'updated_at': '2022-01-21T09:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:58.503267 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f000497-f4de-41de-a4b3-f7844f512112 None None] The sync data for ids ['069db57f-27e6-42d8-913e-915d10947837'] in dv-neutron-825731-1-hyperv is: [{'id': '069db57f-27e6-42d8-913e-915d10947837', 'name': 'tempest-TestNetworkBasicOps-router-1715800629', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '5d435c68-0448-495d-8f9e-4b8ae8ce3bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:53:53Z', 'updated_at': '2022-01-21T09:53:55Z', 'revision_number': 3, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '5d435c68-0448-495d-8f9e-4b8ae8ce3bf1', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:19:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069db57f-27e6-42d8-913e-915d10947837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:54Z', 'updated_at': '2022-01-21T09:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:53:58.554734 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-440bc7c4-1cb7-48aa-a12e-020913ff2a1c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Allocated IP 172.20.0.1 (08b9e591-d8f8-4507-bfbe-80c090661be6/9bd4957e-f792-4f6d-bd2d-02bd40a6cf72/bed8c2cd-e250-4867-b83f-9826dce5cd49) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:53:58.562012 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-9694511e-d008-4439-9a61-16b0a712206f None None] Attempting to bind port 1625a0cf-d07b-491c-a384-1b75cb1ed8c1 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:53:58.562388 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-9694511e-d008-4439-9a61-16b0a712206f None None] Attempting to bind port 1625a0cf-d07b-491c-a384-1b75cb1ed8c1 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '179106e3-6fb0-4bca-b867-4e52c8a68361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '08b9e591-d8f8-4507-bfbe-80c090661be6'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:53:58.562755 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9694511e-d008-4439-9a61-16b0a712206f None None] Attempting to bind port 1625a0cf-d07b-491c-a384-1b75cb1ed8c1 on network 08b9e591-d8f8-4507-bfbe-80c090661be6 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:53:58.568661 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9694511e-d008-4439-9a61-16b0a712206f None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:53:58.569037 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9694511e-d008-4439-9a61-16b0a712206f None None] Checking segment: {'id': '179106e3-6fb0-4bca-b867-4e52c8a68361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '08b9e591-d8f8-4507-bfbe-80c090661be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:53:58.569442 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9694511e-d008-4439-9a61-16b0a712206f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:58.569839 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9694511e-d008-4439-9a61-16b0a712206f None None] Bound using segment: {'id': '179106e3-6fb0-4bca-b867-4e52c8a68361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '08b9e591-d8f8-4507-bfbe-80c090661be6'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:53:58.570311 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-9694511e-d008-4439-9a61-16b0a712206f None None] Bound port: 1625a0cf-d07b-491c-a384-1b75cb1ed8c1, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '179106e3-6fb0-4bca-b867-4e52c8a68361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '08b9e591-d8f8-4507-bfbe-80c090661be6'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:53:58.570690 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9694511e-d008-4439-9a61-16b0a712206f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:58.674567 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-9694511e-d008-4439-9a61-16b0a712206f None None] For port 1625a0cf-d07b-491c-a384-1b75cb1ed8c1, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:53:58.678231 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-9694511e-d008-4439-9a61-16b0a712206f None None] For port 1625a0cf-d07b-491c-a384-1b75cb1ed8c1, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=1625a0cf-d07b-491c-a384-1b75cb1ed8c1,segment=NetworkSegment(179106e3-6fb0-4bca-b867-4e52c8a68361),segment_id=179106e3-6fb0-4bca-b867-4e52c8a68361)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:53:58.684164 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9694511e-d008-4439-9a61-16b0a712206f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:58.749439 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-440bc7c4-1cb7-48aa-a12e-020913ff2a1c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:58.791866 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-440bc7c4-1cb7-48aa-a12e-020913ff2a1c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Transition to ACTIVE for port object bed8c2cd-e250-4867-b83f-9826dce5cd49 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:53:58.793036 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694511e-d008-4439-9a61-16b0a712206f None None] Pushing event updated for resources: {'Port': ['ID=1625a0cf-d07b-491c-a384-1b75cb1ed8c1,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:58.832086 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-440bc7c4-1cb7-48aa-a12e-020913ff2a1c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:58.916842 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440bc7c4-1cb7-48aa-a12e-020913ff2a1c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 08b9e591-d8f8-4507-bfbe-80c090661be6 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:53:58.920058 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-440bc7c4-1cb7-48aa-a12e-020913ff2a1c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:53:58.924602 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440bc7c4-1cb7-48aa-a12e-020913ff2a1c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:53:58.954669 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440bc7c4-1cb7-48aa-a12e-020913ff2a1c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=bed8c2cd-e250-4867-b83f-9826dce5cd49,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:58.996803 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-440bc7c4-1cb7-48aa-a12e-020913ff2a1c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:59.313069 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-440bc7c4-1cb7-48aa-a12e-020913ff2a1c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:59.765341 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-440bc7c4-1cb7-48aa-a12e-020913ff2a1c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:59.770491 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-440bc7c4-1cb7-48aa-a12e-020913ff2a1c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:59.870721 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4727bfc8-ca10-449b-b83e-218fb9ad11bf None None] Network 08b9e591-d8f8-4507-bfbe-80c090661be6 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:53:59.890413 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-440bc7c4-1cb7-48aa-a12e-020913ff2a1c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:59.893745 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440bc7c4-1cb7-48aa-a12e-020913ff2a1c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=bed8c2cd-e250-4867-b83f-9826dce5cd49,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:59.982872 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-b7321e1f-4aa7-4dfd-b9f7-49b249aa08bf None None] Provisioning for port 1625a0cf-d07b-491c-a384-1b75cb1ed8c1 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:54:00.050531 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440bc7c4-1cb7-48aa-a12e-020913ff2a1c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 08b9e591-d8f8-4507-bfbe-80c090661be6 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:54:00.051837 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-440bc7c4-1cb7-48aa-a12e-020913ff2a1c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:54:00.257595 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440bc7c4-1cb7-48aa-a12e-020913ff2a1c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router 069db57f-27e6-42d8-913e-915d10947837 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:54:00.441987 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f14c6bfe-643e-4877-8d23-430cfda64b22 None None] Provisioning for port bed8c2cd-e250-4867-b83f-9826dce5cd49 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:54:00.449619 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f14c6bfe-643e-4877-8d23-430cfda64b22 None None] Provisioning complete for port bed8c2cd-e250-4867-b83f-9826dce5cd49 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:54:00.450049 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f14c6bfe-643e-4877-8d23-430cfda64b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:00.513085 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f14c6bfe-643e-4877-8d23-430cfda64b22 None None] Port bed8c2cd-e250-4867-b83f-9826dce5cd49 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:54:00.585709 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440bc7c4-1cb7-48aa-a12e-020913ff2a1c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:54:00.601391 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f903db-99d3-432e-9fe8-a17836a3a72e None None] Sync routers for ids ['069db57f-27e6-42d8-913e-915d10947837'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:54:00.609017 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-440bc7c4-1cb7-48aa-a12e-020913ff2a1c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "PUT /v2.0/routers/069db57f-27e6-42d8-913e-915d10947837/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6000302 Jan 21 09:54:00.609973 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58180) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:00.619478 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f903db-99d3-432e-9fe8-a17836a3a72e None None] Routers {'069db57f-27e6-42d8-913e-915d10947837'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:54:00.620121 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-a6f903db-99d3-432e-9fe8-a17836a3a72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:53:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['069db57f-27e6-42d8-913e-915d10947837'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:00.657192 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 5d435c68-0448-495d-8f9e-4b8ae8ce3bf1 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:54:00.765385 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b249fe-0c52-4b56-9ca1-4550a8e72b76 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:00.765848 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b249fe-0c52-4b56-9ca1-4550a8e72b76 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:00.766299 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b249fe-0c52-4b56-9ca1-4550a8e72b76 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:00.767281 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b249fe-0c52-4b56-9ca1-4550a8e72b76 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:00.772440 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58184) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:00.773261 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-44b249fe-0c52-4b56-9ca1-4550a8e72b76 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1609759 Jan 21 09:54:00.776623 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-2ed3ce0b-b018-4fa5-a02d-1094abee6373 None None] Provisioning complete for port bed8c2cd-e250-4867-b83f-9826dce5cd49 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:54:00.777017 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2ed3ce0b-b018-4fa5-a02d-1094abee6373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:00.826727 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 5d435c68-0448-495d-8f9e-4b8ae8ce3bf1 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:54:00.834495 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 5d435c68-0448-495d-8f9e-4b8ae8ce3bf1 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:54:00.834875 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:00.882292 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-a6f903db-99d3-432e-9fe8-a17836a3a72e None None] Set router 069db57f-27e6-42d8-913e-915d10947837 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:54:00.895862 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f5026f-636f-4a50-87c4-17054af30bae tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:00.896329 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f5026f-636f-4a50-87c4-17054af30bae tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:00.896778 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f5026f-636f-4a50-87c4-17054af30bae tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:00.897222 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f5026f-636f-4a50-87c4-17054af30bae tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:00.902059 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a1f5026f-636f-4a50-87c4-17054af30bae tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1254897 Jan 21 09:54:00.902376 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58188) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:00.910909 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-2ed3ce0b-b018-4fa5-a02d-1094abee6373 None None] Port bed8c2cd-e250-4867-b83f-9826dce5cd49 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:54:00.989388 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:01.009686 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 5d435c68-0448-495d-8f9e-4b8ae8ce3bf1, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=5d435c68-0448-495d-8f9e-4b8ae8ce3bf1,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:54:01.022813 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:01.023621 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 1625a0cf-d07b-491c-a384-1b75cb1ed8c1 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:54:01.134203 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ac1e7d5d-124a-4a87-96bb-159cd265011b tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2279141 Jan 21 09:54:01.134437 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-d6bff2c8-a88e-4693-b8e6-86efd011d5bb None None] Provisioning complete for port bed8c2cd-e250-4867-b83f-9826dce5cd49 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:54:01.134818 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d6bff2c8-a88e-4693-b8e6-86efd011d5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:01.217630 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=5d435c68-0448-495d-8f9e-4b8ae8ce3bf1,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:01.221163 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-d6bff2c8-a88e-4693-b8e6-86efd011d5bb None None] Port bed8c2cd-e250-4867-b83f-9826dce5cd49 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:54:01.238361 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 1625a0cf-d07b-491c-a384-1b75cb1ed8c1 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:54:01.244434 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 1625a0cf-d07b-491c-a384-1b75cb1ed8c1 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:54:01.244891 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:01.268776 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-a6f903db-99d3-432e-9fe8-a17836a3a72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069db57f-27e6-42d8-913e-915d10947837', 'name': 'tempest-TestNetworkBasicOps-router-1715800629', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '5d435c68-0448-495d-8f9e-4b8ae8ce3bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:53:53Z', 'updated_at': '2022-01-21T09:53:59Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '5d435c68-0448-495d-8f9e-4b8ae8ce3bf1', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:19:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069db57f-27e6-42d8-913e-915d10947837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:54Z', 'updated_at': '2022-01-21T09:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'bed8c2cd-e250-4867-b83f-9826dce5cd49', 'name': '', 'network_id': '08b9e591-d8f8-4507-bfbe-80c090661be6', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:86:2b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069db57f-27e6-42d8-913e-915d10947837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '9bd4957e-f792-4f6d-bd2d-02bd40a6cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:57Z', 'updated_at': '2022-01-21T09:53:59Z', 'revision_number': 2, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '9bd4957e-f792-4f6d-bd2d-02bd40a6cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:01.272616 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f903db-99d3-432e-9fe8-a17836a3a72e None None] Checking router: 069db57f-27e6-42d8-913e-915d10947837 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:54:01.272964 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f903db-99d3-432e-9fe8-a17836a3a72e None None] Updating router 069db57f-27e6-42d8-913e-915d10947837 port bed8c2cd-e250-4867-b83f-9826dce5cd49 binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:54:01.329443 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-a6f903db-99d3-432e-9fe8-a17836a3a72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:01.365168 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:01.405465 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 1625a0cf-d07b-491c-a384-1b75cb1ed8c1, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=1625a0cf-d07b-491c-a384-1b75cb1ed8c1,segment=NetworkSegment(179106e3-6fb0-4bca-b867-4e52c8a68361),segment_id=179106e3-6fb0-4bca-b867-4e52c8a68361)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:54:01.412423 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:01.472234 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58194) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:01.478529 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-5b963eb3-df3b-4e3c-b105-0e08c0f02036 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-590805074', 'description': 'tempest-secgroup-smoke-590805074 description', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:54:01.484768 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-5b963eb3-df3b-4e3c-b105-0e08c0f02036 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:54:01.485750 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=1625a0cf-d07b-491c-a384-1b75cb1ed8c1,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:01.489983 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-5b963eb3-df3b-4e3c-b105-0e08c0f02036 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:54:01.493851 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-5b963eb3-df3b-4e3c-b105-0e08c0f02036 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:54:01.499813 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-5b963eb3-df3b-4e3c-b105-0e08c0f02036 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:54:01.513747 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5b963eb3-df3b-4e3c-b105-0e08c0f02036 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:01.538592 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-5b963eb3-df3b-4e3c-b105-0e08c0f02036 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:54:01.543442 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-5b963eb3-df3b-4e3c-b105-0e08c0f02036 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:54:01.546340 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-5b963eb3-df3b-4e3c-b105-0e08c0f02036 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:54:01.552219 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-5b963eb3-df3b-4e3c-b105-0e08c0f02036 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:54:01.631214 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5b963eb3-df3b-4e3c-b105-0e08c0f02036 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:01.636055 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5b963eb3-df3b-4e3c-b105-0e08c0f02036 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:01.682882 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b963eb3-df3b-4e3c-b105-0e08c0f02036 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=341a712c-5030-4b1f-85ef-9b53e39cac19,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:01.685665 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5b963eb3-df3b-4e3c-b105-0e08c0f02036 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:01.687085 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5b963eb3-df3b-4e3c-b105-0e08c0f02036 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2137148 Jan 21 09:54:01.689846 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58198) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:01.695079 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-9073572a-ffe8-42dc-b2a7-40cb812b6996 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '341a712c-5030-4b1f-85ef-9b53e39cac19', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:54:01.700833 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-9073572a-ffe8-42dc-b2a7-40cb812b6996 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:54:01.704732 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-9073572a-ffe8-42dc-b2a7-40cb812b6996 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:54:01.707698 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-9073572a-ffe8-42dc-b2a7-40cb812b6996 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:54:01.713768 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-9073572a-ffe8-42dc-b2a7-40cb812b6996 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:54:01.714653 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-a6f903db-99d3-432e-9fe8-a17836a3a72e None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:01.731664 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9073572a-ffe8-42dc-b2a7-40cb812b6996 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:01.734869 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-a6f903db-99d3-432e-9fe8-a17836a3a72e None None] Transition to ACTIVE for port object bed8c2cd-e250-4867-b83f-9826dce5cd49 will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:54:01.744332 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-a6f903db-99d3-432e-9fe8-a17836a3a72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:01.802792 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9073572a-ffe8-42dc-b2a7-40cb812b6996 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:01.807904 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9073572a-ffe8-42dc-b2a7-40cb812b6996 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:01.832699 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9073572a-ffe8-42dc-b2a7-40cb812b6996 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=052a2462-cb6d-43c0-9815-b87f88257900,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:01.844235 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9073572a-ffe8-42dc-b2a7-40cb812b6996 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:01.845774 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-9073572a-ffe8-42dc-b2a7-40cb812b6996 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1550174 Jan 21 09:54:01.848752 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58202) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:01.854582 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-e5eefb4f-c98d-4c10-a691-340c3b8a3575 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '341a712c-5030-4b1f-85ef-9b53e39cac19', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:54:01.860879 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-e5eefb4f-c98d-4c10-a691-340c3b8a3575 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:54:01.865050 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e5eefb4f-c98d-4c10-a691-340c3b8a3575 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:54:01.868985 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e5eefb4f-c98d-4c10-a691-340c3b8a3575 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:54:01.875315 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-e5eefb4f-c98d-4c10-a691-340c3b8a3575 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:54:01.896578 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e5eefb4f-c98d-4c10-a691-340c3b8a3575 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:01.960576 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b672a33-be31-4c50-9c94-c2dc41b0dd23 None None] Pushing event updated for resources: {'Port': ['ID=bed8c2cd-e250-4867-b83f-9826dce5cd49,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:01.974844 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e5eefb4f-c98d-4c10-a691-340c3b8a3575 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:01.980759 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e5eefb4f-c98d-4c10-a691-340c3b8a3575 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:01.984837 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b672a33-be31-4c50-9c94-c2dc41b0dd23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:01.985235 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b672a33-be31-4c50-9c94-c2dc41b0dd23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:01.985573 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b672a33-be31-4c50-9c94-c2dc41b0dd23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:01.986005 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b672a33-be31-4c50-9c94-c2dc41b0dd23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:01.986237 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b672a33-be31-4c50-9c94-c2dc41b0dd23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:01.986555 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b672a33-be31-4c50-9c94-c2dc41b0dd23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:01.986891 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b672a33-be31-4c50-9c94-c2dc41b0dd23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:01.987211 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b672a33-be31-4c50-9c94-c2dc41b0dd23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:01.987567 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b672a33-be31-4c50-9c94-c2dc41b0dd23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:01.987890 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b672a33-be31-4c50-9c94-c2dc41b0dd23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:01.988210 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b672a33-be31-4c50-9c94-c2dc41b0dd23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:01.988624 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b672a33-be31-4c50-9c94-c2dc41b0dd23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:54:02.000143 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-a6f903db-99d3-432e-9fe8-a17836a3a72e None None] Attempting to bind port bed8c2cd-e250-4867-b83f-9826dce5cd49 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:54:02.000639 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-a6f903db-99d3-432e-9fe8-a17836a3a72e None None] Attempting to bind port bed8c2cd-e250-4867-b83f-9826dce5cd49 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '179106e3-6fb0-4bca-b867-4e52c8a68361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '08b9e591-d8f8-4507-bfbe-80c090661be6'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:54:02.001107 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f903db-99d3-432e-9fe8-a17836a3a72e None None] Attempting to bind port bed8c2cd-e250-4867-b83f-9826dce5cd49 on network 08b9e591-d8f8-4507-bfbe-80c090661be6 {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:54:02.006633 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eefb4f-c98d-4c10-a691-340c3b8a3575 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a67b032-8f01-4cbe-ad52-e4a1e640ef66,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:02.007830 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f903db-99d3-432e-9fe8-a17836a3a72e None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:54:02.008887 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f903db-99d3-432e-9fe8-a17836a3a72e None None] Checking segment: {'id': '179106e3-6fb0-4bca-b867-4e52c8a68361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '08b9e591-d8f8-4507-bfbe-80c090661be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:54:02.009317 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-a6f903db-99d3-432e-9fe8-a17836a3a72e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:02.009709 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f903db-99d3-432e-9fe8-a17836a3a72e None None] Bound using segment: {'id': '179106e3-6fb0-4bca-b867-4e52c8a68361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '08b9e591-d8f8-4507-bfbe-80c090661be6'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:54:02.010357 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-a6f903db-99d3-432e-9fe8-a17836a3a72e None None] Bound port: bed8c2cd-e250-4867-b83f-9826dce5cd49, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '179106e3-6fb0-4bca-b867-4e52c8a68361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '08b9e591-d8f8-4507-bfbe-80c090661be6'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:54:02.010783 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-a6f903db-99d3-432e-9fe8-a17836a3a72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:02.020204 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e5eefb4f-c98d-4c10-a691-340c3b8a3575 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:02.021573 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e5eefb4f-c98d-4c10-a691-340c3b8a3575 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1718721 Jan 21 09:54:02.024854 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58206) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:02.030147 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-95638673-2a9e-4dd1-9169-811dbe92add5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '341a712c-5030-4b1f-85ef-9b53e39cac19', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:54:02.037405 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-95638673-2a9e-4dd1-9169-811dbe92add5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:54:02.042306 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-95638673-2a9e-4dd1-9169-811dbe92add5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:54:02.045472 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-95638673-2a9e-4dd1-9169-811dbe92add5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:54:02.051250 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-95638673-2a9e-4dd1-9169-811dbe92add5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:54:02.068257 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-95638673-2a9e-4dd1-9169-811dbe92add5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:02.117084 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-a6f903db-99d3-432e-9fe8-a17836a3a72e None None] For port bed8c2cd-e250-4867-b83f-9826dce5cd49, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:54:02.122112 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-a6f903db-99d3-432e-9fe8-a17836a3a72e None None] For port bed8c2cd-e250-4867-b83f-9826dce5cd49, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=bed8c2cd-e250-4867-b83f-9826dce5cd49,segment=NetworkSegment(179106e3-6fb0-4bca-b867-4e52c8a68361),segment_id=179106e3-6fb0-4bca-b867-4e52c8a68361)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:54:02.126266 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-a6f903db-99d3-432e-9fe8-a17836a3a72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:02.132427 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-95638673-2a9e-4dd1-9169-811dbe92add5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:02.137346 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-95638673-2a9e-4dd1-9169-811dbe92add5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:02.156771 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95638673-2a9e-4dd1-9169-811dbe92add5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=147a7c5e-8548-48b0-a166-56b5a6b8c58a,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:02.180158 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-95638673-2a9e-4dd1-9169-811dbe92add5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:02.183792 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-95638673-2a9e-4dd1-9169-811dbe92add5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1561601 Jan 21 09:54:02.185463 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58210) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:02.193433 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-08e2cbc8-326b-4c78-a435-9baa5a148ce4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '341a712c-5030-4b1f-85ef-9b53e39cac19', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:54:02.201332 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-08e2cbc8-326b-4c78-a435-9baa5a148ce4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:54:02.205544 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-08e2cbc8-326b-4c78-a435-9baa5a148ce4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:54:02.209068 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-08e2cbc8-326b-4c78-a435-9baa5a148ce4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:54:02.209944 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b672a33-be31-4c50-9c94-c2dc41b0dd23 None None] Pushing event updated for resources: {'Port': ['ID=bed8c2cd-e250-4867-b83f-9826dce5cd49,revision_number=4']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:02.213467 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f903db-99d3-432e-9fe8-a17836a3a72e None None] Routers {'069db57f-27e6-42d8-913e-915d10947837'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:54:02.214077 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-a6f903db-99d3-432e-9fe8-a17836a3a72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:53:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['069db57f-27e6-42d8-913e-915d10947837'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:02.216315 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-08e2cbc8-326b-4c78-a435-9baa5a148ce4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:54:02.244967 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-08e2cbc8-326b-4c78-a435-9baa5a148ce4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:02.317325 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-08e2cbc8-326b-4c78-a435-9baa5a148ce4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:02.323829 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-08e2cbc8-326b-4c78-a435-9baa5a148ce4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:02.348289 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2cbc8-326b-4c78-a435-9baa5a148ce4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dafd613-014b-4e47-beaa-43d4b0736c7e,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:02.360070 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-08e2cbc8-326b-4c78-a435-9baa5a148ce4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:02.363934 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-08e2cbc8-326b-4c78-a435-9baa5a148ce4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1749136 Jan 21 09:54:02.364588 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58214) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:02.370791 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-70a183e5-e6d1-4a50-bc4b-39d1a22bd4be tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '341a712c-5030-4b1f-85ef-9b53e39cac19', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:54:02.376976 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-70a183e5-e6d1-4a50-bc4b-39d1a22bd4be tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:54:02.382907 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-70a183e5-e6d1-4a50-bc4b-39d1a22bd4be tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:54:02.386508 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-70a183e5-e6d1-4a50-bc4b-39d1a22bd4be tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:54:02.392526 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-70a183e5-e6d1-4a50-bc4b-39d1a22bd4be tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:54:02.404277 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.securitygroups_db [None req-70a183e5-e6d1-4a50-bc4b-39d1a22bd4be tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Project 6ddc82470f624ec48d3ebbc58317dba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:54:02.406823 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-a6f903db-99d3-432e-9fe8-a17836a3a72e None None] Set router 069db57f-27e6-42d8-913e-915d10947837 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:54:02.412952 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-70a183e5-e6d1-4a50-bc4b-39d1a22bd4be tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:02.490171 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-70a183e5-e6d1-4a50-bc4b-39d1a22bd4be tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:02.497884 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-70a183e5-e6d1-4a50-bc4b-39d1a22bd4be tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:02.521460 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a183e5-e6d1-4a50-bc4b-39d1a22bd4be tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f56b9aeb-dd6f-4bd7-879c-49e902ea465e,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:02.531242 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-70a183e5-e6d1-4a50-bc4b-39d1a22bd4be tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:02.532836 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-70a183e5-e6d1-4a50-bc4b-39d1a22bd4be tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1670010 Jan 21 09:54:02.535631 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58218) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:02.541912 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-3188e5a1-62a7-4229-b343-fe1666eb4ef7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '341a712c-5030-4b1f-85ef-9b53e39cac19', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:54:02.548659 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-3188e5a1-62a7-4229-b343-fe1666eb4ef7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:54:02.553241 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-3188e5a1-62a7-4229-b343-fe1666eb4ef7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:54:02.557236 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-3188e5a1-62a7-4229-b343-fe1666eb4ef7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:54:02.563173 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-3188e5a1-62a7-4229-b343-fe1666eb4ef7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:54:02.576197 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.securitygroups_db [None req-3188e5a1-62a7-4229-b343-fe1666eb4ef7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Project 6ddc82470f624ec48d3ebbc58317dba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:54:02.583305 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3188e5a1-62a7-4229-b343-fe1666eb4ef7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:02.606070 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 5d435c68-0448-495d-8f9e-4b8ae8ce3bf1 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:54:02.653036 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3188e5a1-62a7-4229-b343-fe1666eb4ef7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:02.658192 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3188e5a1-62a7-4229-b343-fe1666eb4ef7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:02.674695 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 5d435c68-0448-495d-8f9e-4b8ae8ce3bf1 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:54:02.675064 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:02.689255 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188e5a1-62a7-4229-b343-fe1666eb4ef7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d99f9ca6-faba-4084-a61f-8a5a7b66d333,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:02.701650 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3188e5a1-62a7-4229-b343-fe1666eb4ef7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:02.702868 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3188e5a1-62a7-4229-b343-fe1666eb4ef7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1661568 Jan 21 09:54:02.778892 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-a6f903db-99d3-432e-9fe8-a17836a3a72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069db57f-27e6-42d8-913e-915d10947837', 'name': 'tempest-TestNetworkBasicOps-router-1715800629', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '5d435c68-0448-495d-8f9e-4b8ae8ce3bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:53:53Z', 'updated_at': '2022-01-21T09:53:59Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '5d435c68-0448-495d-8f9e-4b8ae8ce3bf1', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:19:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069db57f-27e6-42d8-913e-915d10947837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:54Z', 'updated_at': '2022-01-21T09:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'bed8c2cd-e250-4867-b83f-9826dce5cd49', 'name': '', 'network_id': '08b9e591-d8f8-4507-bfbe-80c090661be6', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:86:2b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069db57f-27e6-42d8-913e-915d10947837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '9bd4957e-f792-4f6d-bd2d-02bd40a6cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:57Z', 'updated_at': '2022-01-21T09:54:02Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '9bd4957e-f792-4f6d-bd2d-02bd40a6cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:02.784500 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f903db-99d3-432e-9fe8-a17836a3a72e None None] The sync data for ids ['069db57f-27e6-42d8-913e-915d10947837'] in dv-neutron-825731-1-hyperv is: [{'id': '069db57f-27e6-42d8-913e-915d10947837', 'name': 'tempest-TestNetworkBasicOps-router-1715800629', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '5d435c68-0448-495d-8f9e-4b8ae8ce3bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:53:53Z', 'updated_at': '2022-01-21T09:53:59Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '5d435c68-0448-495d-8f9e-4b8ae8ce3bf1', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:19:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069db57f-27e6-42d8-913e-915d10947837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:54Z', 'updated_at': '2022-01-21T09:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'bed8c2cd-e250-4867-b83f-9826dce5cd49', 'name': '', 'network_id': '08b9e591-d8f8-4507-bfbe-80c090661be6', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:86:2b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069db57f-27e6-42d8-913e-915d10947837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '9bd4957e-f792-4f6d-bd2d-02bd40a6cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:57Z', 'updated_at': '2022-01-21T09:54:02Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '9bd4957e-f792-4f6d-bd2d-02bd40a6cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:54:02.831901 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 1625a0cf-d07b-491c-a384-1b75cb1ed8c1 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:54:02.895338 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-0e7145ac-8512-4226-94bb-5e0cd7c10999 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:security_group {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:54:02.921720 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-0e7145ac-8512-4226-94bb-5e0cd7c10999 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:security_group {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:54:02.923047 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-0e7145ac-8512-4226-94bb-5e0cd7c10999 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-590805074&fields=id&tenant_id=6ddc82470f624ec48d3ebbc58317dba5 HTTP/1.1" status: 200 len: 267 time: 0.0677755 Jan 21 09:54:02.927107 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 1625a0cf-d07b-491c-a384-1b75cb1ed8c1 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:54:02.927512 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:03.091487 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-20535f08-290d-4917-be0c-085d89366843 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:03.092111 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-20535f08-290d-4917-be0c-085d89366843 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:network {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:54:03.108514 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-20535f08-290d-4917-be0c-085d89366843 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:network {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:54:03.109759 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-20535f08-290d-4917-be0c-085d89366843 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/networks?id=08b9e591-d8f8-4507-bfbe-80c090661be6 HTTP/1.1" status: 200 len: 796 time: 0.1801474 Jan 21 09:54:03.125504 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-9984e61d-4d12-4fef-ae78-a8e588c14737 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/quotas/6ddc82470f624ec48d3ebbc58317dba5 HTTP/1.1" status: 200 len: 375 time: 0.0098937 Jan 21 09:54:03.221718 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-bfda0d48-0049-4320-9209-321fe8f7faad tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:54:03.241196 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-bfda0d48-0049-4320-9209-321fe8f7faad tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:54:03.242717 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-bfda0d48-0049-4320-9209-321fe8f7faad tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1117356 Jan 21 09:54:03.410174 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-fb3e10e6-0072-44a4-ba80-1f6a05b12521 service neutron] 10.222.0.110 "GET /v2.0/networks/08b9e591-d8f8-4507-bfbe-80c090661be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534584 Jan 21 09:54:03.662485 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-ac6536e5-1268-4cf3-962f-e643c9a06d7c service neutron] 10.222.0.110 "GET /v2.0/networks/08b9e591-d8f8-4507-bfbe-80c090661be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462273 Jan 21 09:54:03.860172 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-9ff273ce-2752-4a36-8b4d-6766eb8484c3 req-d8e27fd2-d453-4a55-ac8d-de5b766222f7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:54:03.872759 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-9ff273ce-2752-4a36-8b4d-6766eb8484c3 req-d8e27fd2-d453-4a55-ac8d-de5b766222f7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:54:03.873931 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9ff273ce-2752-4a36-8b4d-6766eb8484c3 req-d8e27fd2-d453-4a55-ac8d-de5b766222f7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=81c7a38d-6c22-41a6-a941-7a98c203c75f HTTP/1.1" status: 200 len: 210 time: 0.0588932 Jan 21 09:54:04.611849 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device bed8c2cd-e250-4867-b83f-9826dce5cd49 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:54:04.680978 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port bed8c2cd-e250-4867-b83f-9826dce5cd49 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:54:04.685879 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port bed8c2cd-e250-4867-b83f-9826dce5cd49 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:54:04.686250 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:04.815551 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:04.857879 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port bed8c2cd-e250-4867-b83f-9826dce5cd49, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=bed8c2cd-e250-4867-b83f-9826dce5cd49,segment=NetworkSegment(179106e3-6fb0-4bca-b867-4e52c8a68361),segment_id=179106e3-6fb0-4bca-b867-4e52c8a68361)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:54:04.862583 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:04.942023 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=bed8c2cd-e250-4867-b83f-9826dce5cd49,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:04.959055 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-e52f6d1c-ae00-40e6-a847-65c44b2c9a23 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:04.960559 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-e52f6d1c-ae00-40e6-a847-65c44b2c9a23 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "GET /v2.0/networks?id=08b9e591-d8f8-4507-bfbe-80c090661be6 HTTP/1.1" status: 200 len: 796 time: 0.1735575 Jan 21 09:54:05.053819 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-7f330b38-793e-4625-a438-a7bacaea8f52 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ddc82470f624ec48d3ebbc58317dba5 HTTP/1.1" status: 200 len: 379 time: 0.0850031 Jan 21 09:54:05.056015 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e7ed2c9c-8f68-411f-989d-9ee0b2e6b9b2 req-ba2d5ec0-5d89-4cc8-b498-5e89298533b3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=81c7a38d-6c22-41a6-a941-7a98c203c75f HTTP/1.1" status: 200 len: 210 time: 0.0597358 Jan 21 09:54:05.062754 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-eac2f8ce-7eaa-4c3e-ba54-4059c9aa0dfc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'port': {'device_id': '81c7a38d-6c22-41a6-a941-7a98c203c75f', 'network_id': '08b9e591-d8f8-4507-bfbe-80c090661be6', 'admin_state_up': True, 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'security_groups': ['341a712c-5030-4b1f-85ef-9b53e39cac19']}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:54:05.206019 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-eac2f8ce-7eaa-4c3e-ba54-4059c9aa0dfc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:54:05.216758 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-eac2f8ce-7eaa-4c3e-ba54-4059c9aa0dfc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:54:05.226860 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-eac2f8ce-7eaa-4c3e-ba54-4059c9aa0dfc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Made reservation on behalf of 6ddc82470f624ec48d3ebbc58317dba5 for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:54:05.230502 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-eac2f8ce-7eaa-4c3e-ba54-4059c9aa0dfc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:05.401222 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-eac2f8ce-7eaa-4c3e-ba54-4059c9aa0dfc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Allocated IP 172.20.0.4 (08b9e591-d8f8-4507-bfbe-80c090661be6/9bd4957e-f792-4f6d-bd2d-02bd40a6cf72/9a9c9079-ec87-409a-a490-6f95b539c38e) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:54:05.607207 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-eac2f8ce-7eaa-4c3e-ba54-4059c9aa0dfc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:05.624913 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-eac2f8ce-7eaa-4c3e-ba54-4059c9aa0dfc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Transition to ACTIVE for port object 9a9c9079-ec87-409a-a490-6f95b539c38e will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:54:05.650102 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-eac2f8ce-7eaa-4c3e-ba54-4059c9aa0dfc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:05.722543 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-eac2f8ce-7eaa-4c3e-ba54-4059c9aa0dfc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 08b9e591-d8f8-4507-bfbe-80c090661be6 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:54:05.725808 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-eac2f8ce-7eaa-4c3e-ba54-4059c9aa0dfc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:54:05.728853 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-eac2f8ce-7eaa-4c3e-ba54-4059c9aa0dfc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:54:05.781929 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2f8ce-7eaa-4c3e-ba54-4059c9aa0dfc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=9a9c9079-ec87-409a-a490-6f95b539c38e,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:05.842230 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-eac2f8ce-7eaa-4c3e-ba54-4059c9aa0dfc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:05.843325 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-eac2f8ce-7eaa-4c3e-ba54-4059c9aa0dfc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:05.891709 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-eac2f8ce-7eaa-4c3e-ba54-4059c9aa0dfc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8325646 Jan 21 09:54:05.903961 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-b4778cee-1b74-46ce-985f-7d72750401dd service neutron] Request body: {'port': {'device_id': '81c7a38d-6c22-41a6-a941-7a98c203c75f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:54:06.019453 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-b5e38947-d95d-41af-8ec3-4435a8f8b1cd None None] Provisioning for port 9a9c9079-ec87-409a-a490-6f95b539c38e completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:54:06.026375 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-b5e38947-d95d-41af-8ec3-4435a8f8b1cd None None] Provisioning complete for port 9a9c9079-ec87-409a-a490-6f95b539c38e triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:54:06.026851 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b5e38947-d95d-41af-8ec3-4435a8f8b1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:06.029142 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-b4778cee-1b74-46ce-985f-7d72750401dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:06.092143 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-b5e38947-d95d-41af-8ec3-4435a8f8b1cd None None] Port 9a9c9079-ec87-409a-a490-6f95b539c38e cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:54:06.319053 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3e8f8-f356-49c1-8c07-1138d30e65a9 req-7491d59a-9e46-45a1-b83c-fa7ce0fcb3c6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:06.320661 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f3d3e8f8-f356-49c1-8c07-1138d30e65a9 req-7491d59a-9e46-45a1-b83c-fa7ce0fcb3c6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=81c7a38d-6c22-41a6-a941-7a98c203c75f HTTP/1.1" status: 200 len: 931 time: 0.0860167 Jan 21 09:54:06.367010 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f3d3e8f8-f356-49c1-8c07-1138d30e65a9 req-d36dd573-811c-40fe-b9a7-bccc119b100a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=341a712c-5030-4b1f-85ef-9b53e39cac19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403697 Jan 21 09:54:06.467752 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-b4778cee-1b74-46ce-985f-7d72750401dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a9c9079-ec87-409a-a490-6f95b539c38e {{(pid=87515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:54:06.475114 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-b4778cee-1b74-46ce-985f-7d72750401dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:06.490332 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-b4778cee-1b74-46ce-985f-7d72750401dd service neutron] Transition to ACTIVE for port object 9a9c9079-ec87-409a-a490-6f95b539c38e will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:54:06.493426 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-b4778cee-1b74-46ce-985f-7d72750401dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:06.602736 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device bed8c2cd-e250-4867-b83f-9826dce5cd49 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:54:06.624264 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4778cee-1b74-46ce-985f-7d72750401dd service neutron] Pushing event updated for resources: {'Port': ['ID=9a9c9079-ec87-409a-a490-6f95b539c38e,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:06.679465 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port bed8c2cd-e250-4867-b83f-9826dce5cd49 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:54:06.680678 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:06.864077 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-b4778cee-1b74-46ce-985f-7d72750401dd service neutron] Attempting to bind port 9a9c9079-ec87-409a-a490-6f95b539c38e on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:54:06.864417 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-b4778cee-1b74-46ce-985f-7d72750401dd service neutron] Attempting to bind port 9a9c9079-ec87-409a-a490-6f95b539c38e by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '179106e3-6fb0-4bca-b867-4e52c8a68361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '08b9e591-d8f8-4507-bfbe-80c090661be6'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:54:06.864767 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-b4778cee-1b74-46ce-985f-7d72750401dd service neutron] Attempting to bind port 9a9c9079-ec87-409a-a490-6f95b539c38e on network 08b9e591-d8f8-4507-bfbe-80c090661be6 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:54:06.870131 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-b4778cee-1b74-46ce-985f-7d72750401dd service neutron] Port 9a9c9079-ec87-409a-a490-6f95b539c38e on network 08b9e591-d8f8-4507-bfbe-80c090661be6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:54:06.870581 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-b4778cee-1b74-46ce-985f-7d72750401dd service neutron] Attempting to bind port 9a9c9079-ec87-409a-a490-6f95b539c38e on network 08b9e591-d8f8-4507-bfbe-80c090661be6 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:54:06.875774 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-b4778cee-1b74-46ce-985f-7d72750401dd service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:54:06.876107 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-b4778cee-1b74-46ce-985f-7d72750401dd service neutron] Checking segment: {'id': '179106e3-6fb0-4bca-b867-4e52c8a68361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '08b9e591-d8f8-4507-bfbe-80c090661be6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:54:06.876489 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-b4778cee-1b74-46ce-985f-7d72750401dd service neutron] Bound using segment: {'id': '179106e3-6fb0-4bca-b867-4e52c8a68361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '08b9e591-d8f8-4507-bfbe-80c090661be6'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:54:06.876913 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-b4778cee-1b74-46ce-985f-7d72750401dd service neutron] Bound port: 9a9c9079-ec87-409a-a490-6f95b539c38e, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '179106e3-6fb0-4bca-b867-4e52c8a68361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '08b9e591-d8f8-4507-bfbe-80c090661be6'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:54:06.877257 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-b4778cee-1b74-46ce-985f-7d72750401dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:06.970507 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-b4778cee-1b74-46ce-985f-7d72750401dd service neutron] For port 9a9c9079-ec87-409a-a490-6f95b539c38e, host hv-neutron-8257, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:54:06.973606 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-b4778cee-1b74-46ce-985f-7d72750401dd service neutron] For port 9a9c9079-ec87-409a-a490-6f95b539c38e, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9a9c9079-ec87-409a-a490-6f95b539c38e,segment=NetworkSegment(179106e3-6fb0-4bca-b867-4e52c8a68361),segment_id=179106e3-6fb0-4bca-b867-4e52c8a68361)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:54:06.978224 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-b4778cee-1b74-46ce-985f-7d72750401dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:07.041117 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-b4778cee-1b74-46ce-985f-7d72750401dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:07.041806 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-b4778cee-1b74-46ce-985f-7d72750401dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:07.043108 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-b4778cee-1b74-46ce-985f-7d72750401dd service neutron] 10.222.0.72 "PUT /v2.0/ports/9a9c9079-ec87-409a-a490-6f95b539c38e HTTP/1.1" status: 200 len: 1093 time: 1.1444688 Jan 21 09:54:07.043578 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c7a38d-6c22-41a6-a941-7a98c203c75f', 'tag': '9a9c9079-ec87-409a-a490-6f95b539c38e'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:54:07.065529 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4778cee-1b74-46ce-985f-7d72750401dd service neutron] Pushing event updated for resources: {'Port': ['ID=9a9c9079-ec87-409a-a490-6f95b539c38e,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:07.159513 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81c7a38d-6c22-41a6-a941-7a98c203c75f', 'tag': '9a9c9079-ec87-409a-a490-6f95b539c38e', 'status': 'completed', 'code': 200} Jan 21 09:54:07.179144 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-814a35e8-fc08-425d-b2a0-10c050b11e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:07.181350 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-814a35e8-fc08-425d-b2a0-10c050b11e01 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=81c7a38d-6c22-41a6-a941-7a98c203c75f HTTP/1.1" status: 200 len: 1096 time: 0.0891309 Jan 21 09:54:07.254804 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-a2d0aa4e-b0a1-46ba-bfec-e473bc9595c6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a9c9079-ec87-409a-a490-6f95b539c38e HTTP/1.1" status: 200 len: 217 time: 0.0657575 Jan 21 09:54:07.325869 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-a26a3813-f4e4-49fc-b7a5-d55d2ae6e57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:07.327327 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-a26a3813-f4e4-49fc-b7a5-d55d2ae6e57c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9bd4957e-f792-4f6d-bd2d-02bd40a6cf72 HTTP/1.1" status: 200 len: 835 time: 0.0647933 Jan 21 09:54:07.405280 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-10e908d6-dbc1-4c38-8b8e-352c62a4d9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:07.406769 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-10e908d6-dbc1-4c38-8b8e-352c62a4d9b0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08b9e591-d8f8-4507-bfbe-80c090661be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727661 Jan 21 09:54:07.545135 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-7024e836-dddd-4794-b89b-8c62e5c5c900 service neutron] 10.222.0.72 "GET /v2.0/networks/08b9e591-d8f8-4507-bfbe-80c090661be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309392 Jan 21 09:54:07.557282 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c412e07-3ef5-43ef-a1c7-e3881c12acf5 req-704f7d7c-edd9-4b75-be9e-71f27a65638d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:07.558780 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1c412e07-3ef5-43ef-a1c7-e3881c12acf5 req-704f7d7c-edd9-4b75-be9e-71f27a65638d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=81c7a38d-6c22-41a6-a941-7a98c203c75f HTTP/1.1" status: 200 len: 943 time: 0.0807774 Jan 21 09:54:07.607363 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1c412e07-3ef5-43ef-a1c7-e3881c12acf5 req-f0862301-180a-49d7-aa8e-9cc3acc03e50 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=341a712c-5030-4b1f-85ef-9b53e39cac19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426910 Jan 21 09:54:07.683770 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-32751a0d-bd37-42f2-b8d9-56d123a10a34 req-d8ababd9-577c-4380-8d96-53458d97b022 service neutron] 10.222.0.72 "GET /v2.0/networks/08b9e591-d8f8-4507-bfbe-80c090661be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296945 Jan 21 09:54:07.802241 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25667130-7b58-4a42-8cbf-bc0a86091f68 req-d798cd36-5b52-43bb-bb7c-dbd8ade58668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:07.803727 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-25667130-7b58-4a42-8cbf-bc0a86091f68 req-d798cd36-5b52-43bb-bb7c-dbd8ade58668 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=81c7a38d-6c22-41a6-a941-7a98c203c75f HTTP/1.1" status: 200 len: 1096 time: 0.0744641 Jan 21 09:54:07.937430 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25667130-7b58-4a42-8cbf-bc0a86091f68 req-ca309fca-5420-4b39-bf6c-5bc372abe81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:07.938797 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-25667130-7b58-4a42-8cbf-bc0a86091f68 req-ca309fca-5420-4b39-bf6c-5bc372abe81b service neutron] 10.222.0.72 "GET /v2.0/networks?id=08b9e591-d8f8-4507-bfbe-80c090661be6 HTTP/1.1" status: 200 len: 897 time: 0.1285040 Jan 21 09:54:08.011275 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-25667130-7b58-4a42-8cbf-bc0a86091f68 req-16cffa6f-7878-47d8-a234-421dca9e7702 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a9c9079-ec87-409a-a490-6f95b539c38e HTTP/1.1" status: 200 len: 217 time: 0.0660820 Jan 21 09:54:08.077867 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25667130-7b58-4a42-8cbf-bc0a86091f68 req-1142b235-228d-42fa-880e-c1982f7ed5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:08.079287 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-25667130-7b58-4a42-8cbf-bc0a86091f68 req-1142b235-228d-42fa-880e-c1982f7ed5d8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9bd4957e-f792-4f6d-bd2d-02bd40a6cf72 HTTP/1.1" status: 200 len: 835 time: 0.0626669 Jan 21 09:54:08.156657 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25667130-7b58-4a42-8cbf-bc0a86091f68 req-d96cc034-604c-4000-acdb-02442ce65cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:08.158385 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-25667130-7b58-4a42-8cbf-bc0a86091f68 req-d96cc034-604c-4000-acdb-02442ce65cb7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08b9e591-d8f8-4507-bfbe-80c090661be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730648 Jan 21 09:54:08.289961 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-25667130-7b58-4a42-8cbf-bc0a86091f68 req-2b90d6cd-e6e7-440e-9e82-91eb9ce84672 service neutron] 10.222.0.72 "GET /v2.0/networks/08b9e591-d8f8-4507-bfbe-80c090661be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250498 Jan 21 09:54:08.423155 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-25667130-7b58-4a42-8cbf-bc0a86091f68 req-a4c15068-0ee9-4a3c-abc1-6f0f259f846c service neutron] 10.222.0.72 "GET /v2.0/networks/08b9e591-d8f8-4507-bfbe-80c090661be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253500 Jan 21 09:54:08.822988 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e261f-f332-41be-ad02-9bae6666972b req-959331d6-79af-4736-ad0a-7e5416440f74 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:08.823740 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-458e261f-f332-41be-ad02-9bae6666972b req-959331d6-79af-4736-ad0a-7e5416440f74 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:54:08.839352 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-458e261f-f332-41be-ad02-9bae6666972b req-959331d6-79af-4736-ad0a-7e5416440f74 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:54:08.840737 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-458e261f-f332-41be-ad02-9bae6666972b req-959331d6-79af-4736-ad0a-7e5416440f74 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=81c7a38d-6c22-41a6-a941-7a98c203c75f HTTP/1.1" status: 200 len: 943 time: 0.1050892 Jan 21 09:54:08.993504 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-458e261f-f332-41be-ad02-9bae6666972b req-0d1e5371-4132-44af-8a0e-8be6090c5eaa tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=341a712c-5030-4b1f-85ef-9b53e39cac19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469734 Jan 21 09:54:09.947419 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 9a9c9079-ec87-409a-a490-6f95b539c38e details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:54:10.084841 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 9a9c9079-ec87-409a-a490-6f95b539c38e, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9a9c9079-ec87-409a-a490-6f95b539c38e,segment=NetworkSegment(179106e3-6fb0-4bca-b867-4e52c8a68361),segment_id=179106e3-6fb0-4bca-b867-4e52c8a68361)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:54:10.100906 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': '9a9c9079-ec87-409a-a490-6f95b539c38e', 'network_id': '08b9e591-d8f8-4507-bfbe-80c090661be6', 'port_id': '9a9c9079-ec87-409a-a490-6f95b539c38e', 'mac_address': 'fa:16:3e:94:d1:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bd4957e-f792-4f6d-bd2d-02bd40a6cf72', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:54:10.162524 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:10.181534 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a9c9079-ec87-409a-a490-6f95b539c38e {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:54:10.182825 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611e49c-7c8c-4199-8774-5caa00fb0e42 req-3fbb75d5-b782-44b7-9e65-d4bc4ee6697f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:10.184358 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2611e49c-7c8c-4199-8774-5caa00fb0e42 req-3fbb75d5-b782-44b7-9e65-d4bc4ee6697f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=81c7a38d-6c22-41a6-a941-7a98c203c75f HTTP/1.1" status: 200 len: 943 time: 0.0838785 Jan 21 09:54:10.198270 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 9a9c9079-ec87-409a-a490-6f95b539c38e, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9a9c9079-ec87-409a-a490-6f95b539c38e,segment=NetworkSegment(179106e3-6fb0-4bca-b867-4e52c8a68361),segment_id=179106e3-6fb0-4bca-b867-4e52c8a68361)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:54:10.202220 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:10.231456 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2611e49c-7c8c-4199-8774-5caa00fb0e42 req-b5ecda60-097a-4a79-bcfa-9effc56a5571 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=341a712c-5030-4b1f-85ef-9b53e39cac19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405738 Jan 21 09:54:10.275078 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=9a9c9079-ec87-409a-a490-6f95b539c38e,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:10.516994 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['9a9c9079-ec87-409a-a490-6f95b539c38e'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 09:54:11.420466 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22363062-a501-46b7-9b79-b6d15c2d8830 req-d43a94f3-310d-4217-b552-9bf01419dc62 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:11.421902 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-22363062-a501-46b7-9b79-b6d15c2d8830 req-d43a94f3-310d-4217-b552-9bf01419dc62 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=81c7a38d-6c22-41a6-a941-7a98c203c75f HTTP/1.1" status: 200 len: 944 time: 0.0786505 Jan 21 09:54:11.466634 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-22363062-a501-46b7-9b79-b6d15c2d8830 req-a5f4d4db-5393-4692-8f0e-1f7f76ea0927 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=341a712c-5030-4b1f-85ef-9b53e39cac19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390170 Jan 21 09:54:11.948511 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 9a9c9079-ec87-409a-a490-6f95b539c38e up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:54:12.019388 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port 9a9c9079-ec87-409a-a490-6f95b539c38e completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:54:12.025091 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port 9a9c9079-ec87-409a-a490-6f95b539c38e triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:54:12.025470 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:12.143874 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:12.171755 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c7a38d-6c22-41a6-a941-7a98c203c75f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9c9079-ec87-409a-a490-6f95b539c38e'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:54:12.182342 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 9a9c9079-ec87-409a-a490-6f95b539c38e, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9a9c9079-ec87-409a-a490-6f95b539c38e,segment=NetworkSegment(179106e3-6fb0-4bca-b867-4e52c8a68361),segment_id=179106e3-6fb0-4bca-b867-4e52c8a68361)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:54:12.187220 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:12.224609 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c7a38d-6c22-41a6-a941-7a98c203c75f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9c9079-ec87-409a-a490-6f95b539c38e', 'code': 200} Jan 21 09:54:12.257255 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=9a9c9079-ec87-409a-a490-6f95b539c38e,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:12.489515 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089cb68-e49e-4fb7-a4dd-4fbddbe80160 req-3dfc76a8-d09d-4c85-9e79-451ed5e54a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:12.491033 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6089cb68-e49e-4fb7-a4dd-4fbddbe80160 req-3dfc76a8-d09d-4c85-9e79-451ed5e54a80 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=81c7a38d-6c22-41a6-a941-7a98c203c75f HTTP/1.1" status: 200 len: 1098 time: 0.0744061 Jan 21 09:54:12.536075 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6089cb68-e49e-4fb7-a4dd-4fbddbe80160 req-1f613c83-5374-49c4-8be6-d1f6b5955b0b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=341a712c-5030-4b1f-85ef-9b53e39cac19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363138 Jan 21 09:54:12.657870 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932398d-ba38-4f4e-b2df-adae0416bbd4 req-dbe9ba7a-1762-4506-870e-5b74a7e3ffe3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:12.659347 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6932398d-ba38-4f4e-b2df-adae0416bbd4 req-dbe9ba7a-1762-4506-870e-5b74a7e3ffe3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=81c7a38d-6c22-41a6-a941-7a98c203c75f HTTP/1.1" status: 200 len: 945 time: 0.0858297 Jan 21 09:54:12.684977 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:12.708226 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6932398d-ba38-4f4e-b2df-adae0416bbd4 req-51669b05-420c-4bda-bbd4-789b1ead8c3d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=341a712c-5030-4b1f-85ef-9b53e39cac19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431001 Jan 21 09:54:13.915557 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918fbea-f41a-41c9-9582-cb95b41bd794 req-cb59cf3b-8e93-44a0-bf9c-c9fa96c61a58 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:13.917046 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-5918fbea-f41a-41c9-9582-cb95b41bd794 req-cb59cf3b-8e93-44a0-bf9c-c9fa96c61a58 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=81c7a38d-6c22-41a6-a941-7a98c203c75f HTTP/1.1" status: 200 len: 945 time: 0.0917535 Jan 21 09:54:13.959799 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-5918fbea-f41a-41c9-9582-cb95b41bd794 req-eed5ee31-66e3-4ccb-bc02-df2c3065a6c8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=341a712c-5030-4b1f-85ef-9b53e39cac19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370572 Jan 21 09:54:15.146819 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e572c-171f-4b3d-8096-35c74ea0d285 req-b8de6ba0-afba-4125-a5a7-2ba6fc06ca86 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:15.148963 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1b2e572c-171f-4b3d-8096-35c74ea0d285 req-b8de6ba0-afba-4125-a5a7-2ba6fc06ca86 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=81c7a38d-6c22-41a6-a941-7a98c203c75f HTTP/1.1" status: 200 len: 945 time: 0.0802643 Jan 21 09:54:15.191934 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1b2e572c-171f-4b3d-8096-35c74ea0d285 req-d0d2ec94-6d3e-4914-9be3-e7804b75c272 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=341a712c-5030-4b1f-85ef-9b53e39cac19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371504 Jan 21 09:54:15.378169 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062da3d9-7e3b-4901-b640-c33ebb486556 req-abc3cb12-53b1-4a9a-af07-22b917f529b9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:15.379643 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-062da3d9-7e3b-4901-b640-c33ebb486556 req-abc3cb12-53b1-4a9a-af07-22b917f529b9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=81c7a38d-6c22-41a6-a941-7a98c203c75f HTTP/1.1" status: 200 len: 945 time: 0.0807312 Jan 21 09:54:15.424429 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-062da3d9-7e3b-4901-b640-c33ebb486556 req-df203185-4a95-410e-b92a-f0c125a9c010 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=341a712c-5030-4b1f-85ef-9b53e39cac19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390353 Jan 21 09:54:15.446844 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58276) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:15.518662 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f6a7de-e8aa-44c7-b1d0-7b2337017cad tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:15.520174 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-97f6a7de-e8aa-44c7-b1d0-7b2337017cad tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=81c7a38d-6c22-41a6-a941-7a98c203c75f HTTP/1.1" status: 200 len: 1093 time: 0.0723526 Jan 21 09:54:15.523596 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58280) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:15.528652 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-317e5f0f-113a-44b9-bd37-14366b19bebf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'floatingip': {'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'port_id': '9a9c9079-ec87-409a-a490-6f95b539c38e', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:54:15.534663 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-317e5f0f-113a-44b9-bd37-14366b19bebf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:54:15.538413 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-317e5f0f-113a-44b9-bd37-14366b19bebf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:floatingip and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:54:15.541970 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-317e5f0f-113a-44b9-bd37-14366b19bebf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:54:15.548995 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-317e5f0f-113a-44b9-bd37-14366b19bebf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:54:15.559226 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-317e5f0f-113a-44b9-bd37-14366b19bebf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:15.706910 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-317e5f0f-113a-44b9-bd37-14366b19bebf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:15.845496 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-317e5f0f-113a-44b9-bd37-14366b19bebf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Allocated IP 172.26.3.109 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/0affbc48-229f-46c8-bc74-7350cf173fbf) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:54:15.988663 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-317e5f0f-113a-44b9-bd37-14366b19bebf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:16.017680 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-317e5f0f-113a-44b9-bd37-14366b19bebf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:16.083418 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317e5f0f-113a-44b9-bd37-14366b19bebf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:54:16.086350 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-317e5f0f-113a-44b9-bd37-14366b19bebf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:54:16.088896 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317e5f0f-113a-44b9-bd37-14366b19bebf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:54:16.127486 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e5f0f-113a-44b9-bd37-14366b19bebf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=0affbc48-229f-46c8-bc74-7350cf173fbf,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:16.496614 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-80abe8c6-8edf-4086-aba5-899751ea5898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:16.599441 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-317e5f0f-113a-44b9-bd37-14366b19bebf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:16.674284 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-317e5f0f-113a-44b9-bd37-14366b19bebf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:16.877297 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-317e5f0f-113a-44b9-bd37-14366b19bebf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:16.881792 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-317e5f0f-113a-44b9-bd37-14366b19bebf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:16.988483 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e5f0f-113a-44b9-bd37-14366b19bebf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=0affbc48-229f-46c8-bc74-7350cf173fbf,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:17.004367 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-317e5f0f-113a-44b9-bd37-14366b19bebf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:17.040992 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:54:17.184351 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.l3_db [None req-317e5f0f-113a-44b9-bd37-14366b19bebf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Floating IP 7546bfd9-eb33-478a-a4d4-f3a6956b8717 associated. External IP: 172.26.3.109, port: 9a9c9079-ec87-409a-a490-6f95b539c38e. Jan 21 09:54:17.532886 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317e5f0f-113a-44b9-bd37-14366b19bebf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router 069db57f-27e6-42d8-913e-915d10947837 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:54:17.813696 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317e5f0f-113a-44b9-bd37-14366b19bebf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:54:17.825322 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e188fc33-fd44-4133-a9ee-011dfe44e886 None None] Sync routers for ids ['069db57f-27e6-42d8-913e-915d10947837'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:54:17.834483 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e188fc33-fd44-4133-a9ee-011dfe44e886 None None] Routers {'069db57f-27e6-42d8-913e-915d10947837'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:54:17.835101 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-e188fc33-fd44-4133-a9ee-011dfe44e886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:53:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['069db57f-27e6-42d8-913e-915d10947837'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:17.838975 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-317e5f0f-113a-44b9-bd37-14366b19bebf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:17.894020 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-317e5f0f-113a-44b9-bd37-14366b19bebf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3694265 Jan 21 09:54:17.894590 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c7a38d-6c22-41a6-a941-7a98c203c75f', 'tag': '9a9c9079-ec87-409a-a490-6f95b539c38e'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:54:17.896753 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58284) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:17.998594 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81c7a38d-6c22-41a6-a941-7a98c203c75f', 'tag': '9a9c9079-ec87-409a-a490-6f95b539c38e', 'status': 'completed', 'code': 200} Jan 21 09:54:18.022972 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-e188fc33-fd44-4133-a9ee-011dfe44e886 None None] Set router 069db57f-27e6-42d8-913e-915d10947837 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:54:18.249079 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9da538-6c03-4bb4-a9df-685497e72ed8 req-31f3b401-2235-49f5-a78d-22c4792f3375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:18.250538 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2f9da538-6c03-4bb4-a9df-685497e72ed8 req-31f3b401-2235-49f5-a78d-22c4792f3375 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=81c7a38d-6c22-41a6-a941-7a98c203c75f HTTP/1.1" status: 200 len: 1098 time: 0.2305901 Jan 21 09:54:18.256393 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-95cfcc6f-cb53-44ef-a6f2-b88d4f57827c tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/routers/069db57f-27e6-42d8-913e-915d10947837 HTTP/1.1" status: 200 len: 923 time: 0.3584881 Jan 21 09:54:18.259528 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58294) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:18.371021 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0e3f2b09-fa72-4d43-a831-5be43bda4c9c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/floatingips/7546bfd9-eb33-478a-a4d4-f3a6956b8717 HTTP/1.1" status: 200 len: 991 time: 0.1092873 Jan 21 09:54:18.378772 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-e188fc33-fd44-4133-a9ee-011dfe44e886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069db57f-27e6-42d8-913e-915d10947837', 'name': 'tempest-TestNetworkBasicOps-router-1715800629', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '5d435c68-0448-495d-8f9e-4b8ae8ce3bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:53:53Z', 'updated_at': '2022-01-21T09:53:59Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '5d435c68-0448-495d-8f9e-4b8ae8ce3bf1', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:19:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069db57f-27e6-42d8-913e-915d10947837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:54Z', 'updated_at': '2022-01-21T09:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '7546bfd9-eb33-478a-a4d4-f3a6956b8717', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.109', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '069db57f-27e6-42d8-913e-915d10947837', 'port_id': '9a9c9079-ec87-409a-a490-6f95b539c38e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08b9e591-d8f8-4507-bfbe-80c090661be6', 'mac_address': 'fa:16:3e:94:d1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c7a38d-6c22-41a6-a941-7a98c203c75f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:54:16Z', 'updated_at': '2022-01-21T09:54:16Z', 'revision_number': 0, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed8c2cd-e250-4867-b83f-9826dce5cd49', 'name': '', 'network_id': '08b9e591-d8f8-4507-bfbe-80c090661be6', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:86:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069db57f-27e6-42d8-913e-915d10947837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '9bd4957e-f792-4f6d-bd2d-02bd40a6cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:57Z', 'updated_at': '2022-01-21T09:54:04Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '9bd4957e-f792-4f6d-bd2d-02bd40a6cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:18.383437 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e188fc33-fd44-4133-a9ee-011dfe44e886 None None] Checking router: 069db57f-27e6-42d8-913e-915d10947837 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:54:18.387234 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9da538-6c03-4bb4-a9df-685497e72ed8 req-d77b78fe-c821-407f-aa1b-a8e42aeadf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:18.388688 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2f9da538-6c03-4bb4-a9df-685497e72ed8 req-d77b78fe-c821-407f-aa1b-a8e42aeadf44 service neutron] 10.222.0.72 "GET /v2.0/networks?id=08b9e591-d8f8-4507-bfbe-80c090661be6 HTTP/1.1" status: 200 len: 897 time: 0.1313801 Jan 21 09:54:18.393123 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e188fc33-fd44-4133-a9ee-011dfe44e886 None None] Routers {'069db57f-27e6-42d8-913e-915d10947837'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:54:18.393719 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-e188fc33-fd44-4133-a9ee-011dfe44e886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:53:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['069db57f-27e6-42d8-913e-915d10947837'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:18.495376 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2f9da538-6c03-4bb4-a9df-685497e72ed8 req-aea318b8-dca2-4ac4-a42b-1a925d6049fd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a9c9079-ec87-409a-a490-6f95b539c38e HTTP/1.1" status: 200 len: 999 time: 0.0999439 Jan 21 09:54:18.556787 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9da538-6c03-4bb4-a9df-685497e72ed8 req-ba4c83fc-e711-480b-91bd-05a32569107d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:18.558198 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2f9da538-6c03-4bb4-a9df-685497e72ed8 req-ba4c83fc-e711-480b-91bd-05a32569107d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9bd4957e-f792-4f6d-bd2d-02bd40a6cf72 HTTP/1.1" status: 200 len: 835 time: 0.0575297 Jan 21 09:54:18.611857 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-e188fc33-fd44-4133-a9ee-011dfe44e886 None None] Set router 069db57f-27e6-42d8-913e-915d10947837 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:54:18.632787 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9da538-6c03-4bb4-a9df-685497e72ed8 req-4de53cdc-7852-457c-8b60-56fcdb3c7d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:18.634321 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2f9da538-6c03-4bb4-a9df-685497e72ed8 req-4de53cdc-7852-457c-8b60-56fcdb3c7d7b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08b9e591-d8f8-4507-bfbe-80c090661be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695617 Jan 21 09:54:18.767606 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2f9da538-6c03-4bb4-a9df-685497e72ed8 req-e6c17750-5f5f-4337-9be4-cf8919bcb7ca service neutron] 10.222.0.72 "GET /v2.0/networks/08b9e591-d8f8-4507-bfbe-80c090661be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263776 Jan 21 09:54:18.893304 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ab57de95-b0b9-4c60-b37f-496d000b3251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:18.902569 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2f9da538-6c03-4bb4-a9df-685497e72ed8 req-dd01412b-1ff4-4867-a9be-a1d546650aba service neutron] 10.222.0.72 "GET /v2.0/networks/08b9e591-d8f8-4507-bfbe-80c090661be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289752 Jan 21 09:54:18.973384 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-e188fc33-fd44-4133-a9ee-011dfe44e886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069db57f-27e6-42d8-913e-915d10947837', 'name': 'tempest-TestNetworkBasicOps-router-1715800629', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '5d435c68-0448-495d-8f9e-4b8ae8ce3bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:53:53Z', 'updated_at': '2022-01-21T09:53:59Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '5d435c68-0448-495d-8f9e-4b8ae8ce3bf1', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:19:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069db57f-27e6-42d8-913e-915d10947837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:54Z', 'updated_at': '2022-01-21T09:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '7546bfd9-eb33-478a-a4d4-f3a6956b8717', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.109', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '069db57f-27e6-42d8-913e-915d10947837', 'port_id': '9a9c9079-ec87-409a-a490-6f95b539c38e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08b9e591-d8f8-4507-bfbe-80c090661be6', 'mac_address': 'fa:16:3e:94:d1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c7a38d-6c22-41a6-a941-7a98c203c75f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:54:16Z', 'updated_at': '2022-01-21T09:54:16Z', 'revision_number': 0, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed8c2cd-e250-4867-b83f-9826dce5cd49', 'name': '', 'network_id': '08b9e591-d8f8-4507-bfbe-80c090661be6', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:86:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069db57f-27e6-42d8-913e-915d10947837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '9bd4957e-f792-4f6d-bd2d-02bd40a6cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:57Z', 'updated_at': '2022-01-21T09:54:04Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '9bd4957e-f792-4f6d-bd2d-02bd40a6cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:18.977927 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e188fc33-fd44-4133-a9ee-011dfe44e886 None None] The sync data for ids ['069db57f-27e6-42d8-913e-915d10947837'] in dv-neutron-825731-1-hyperv is: [{'id': '069db57f-27e6-42d8-913e-915d10947837', 'name': 'tempest-TestNetworkBasicOps-router-1715800629', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '5d435c68-0448-495d-8f9e-4b8ae8ce3bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:53:53Z', 'updated_at': '2022-01-21T09:53:59Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '5d435c68-0448-495d-8f9e-4b8ae8ce3bf1', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:19:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069db57f-27e6-42d8-913e-915d10947837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:54Z', 'updated_at': '2022-01-21T09:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '7546bfd9-eb33-478a-a4d4-f3a6956b8717', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.109', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '069db57f-27e6-42d8-913e-915d10947837', 'port_id': '9a9c9079-ec87-409a-a490-6f95b539c38e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08b9e591-d8f8-4507-bfbe-80c090661be6', 'mac_address': 'fa:16:3e:94:d1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c7a38d-6c22-41a6-a941-7a98c203c75f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:54:16Z', 'updated_at': '2022-01-21T09:54:16Z', 'revision_number': 0, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed8c2cd-e250-4867-b83f-9826dce5cd49', 'name': '', 'network_id': '08b9e591-d8f8-4507-bfbe-80c090661be6', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:86:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069db57f-27e6-42d8-913e-915d10947837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '9bd4957e-f792-4f6d-bd2d-02bd40a6cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:57Z', 'updated_at': '2022-01-21T09:54:04Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '9bd4957e-f792-4f6d-bd2d-02bd40a6cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:54:19.168373 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbcce3a-fc9b-4647-9276-35449af577c6 None None] New status for floating IP 7546bfd9-eb33-478a-a4d4-f3a6956b8717: ACTIVE {{(pid=87517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:54:19.373250 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58298) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:19.481351 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b2234e3e-bec0-409d-a8a7-3f710fadc78e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/floatingips/7546bfd9-eb33-478a-a4d4-f3a6956b8717 HTTP/1.1" status: 200 len: 993 time: 0.1069164 Jan 21 09:54:19.792471 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:19.921010 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:21.360492 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:42.718333 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:46.499281 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ade40620-c421-46fc-8a86-2d8f97b04c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:48.886312 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6cdc423f-4545-4167-9c00-c1737464031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:49.800339 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:49.924319 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:51.361850 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:54.040415 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:55:02.076171 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fd070f45-5544-4ee1-b279-674510cbc82e req-93583928-1e4e-4699-8872-bbf69d765fda service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=81c7a38d-6c22-41a6-a941-7a98c203c75f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722401 Jan 21 09:55:02.213272 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd070f45-5544-4ee1-b279-674510cbc82e req-a9152af1-19f8-48dc-9d82-c9d58248821e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:02.214737 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fd070f45-5544-4ee1-b279-674510cbc82e req-a9152af1-19f8-48dc-9d82-c9d58248821e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=81c7a38d-6c22-41a6-a941-7a98c203c75f HTTP/1.1" status: 200 len: 1098 time: 0.0704131 Jan 21 09:55:02.460345 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd070f45-5544-4ee1-b279-674510cbc82e req-9c7d4302-3312-4090-a88f-54b15d72c14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:02.461782 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fd070f45-5544-4ee1-b279-674510cbc82e req-9c7d4302-3312-4090-a88f-54b15d72c14f service neutron] 10.222.0.72 "GET /v2.0/networks?id=08b9e591-d8f8-4507-bfbe-80c090661be6 HTTP/1.1" status: 200 len: 897 time: 0.2291560 Jan 21 09:55:02.565315 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fd070f45-5544-4ee1-b279-674510cbc82e req-a420c757-e119-4f6b-9691-7da8f48130a0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a9c9079-ec87-409a-a490-6f95b539c38e HTTP/1.1" status: 200 len: 1001 time: 0.0965252 Jan 21 09:55:02.630724 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd070f45-5544-4ee1-b279-674510cbc82e req-926836a5-af2d-4b9e-8c72-62f8e42cd51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:02.632078 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fd070f45-5544-4ee1-b279-674510cbc82e req-926836a5-af2d-4b9e-8c72-62f8e42cd51d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9bd4957e-f792-4f6d-bd2d-02bd40a6cf72 HTTP/1.1" status: 200 len: 835 time: 0.0602672 Jan 21 09:55:02.704362 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd070f45-5544-4ee1-b279-674510cbc82e req-dd49c220-281d-4c0a-836a-dde820443baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:02.705790 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fd070f45-5544-4ee1-b279-674510cbc82e req-dd49c220-281d-4c0a-836a-dde820443baa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08b9e591-d8f8-4507-bfbe-80c090661be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674276 Jan 21 09:55:02.837174 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fd070f45-5544-4ee1-b279-674510cbc82e req-f9b6053f-0627-4fa4-a927-f4fea1e1eef3 service neutron] 10.222.0.72 "GET /v2.0/networks/08b9e591-d8f8-4507-bfbe-80c090661be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251295 Jan 21 09:55:02.969490 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fd070f45-5544-4ee1-b279-674510cbc82e req-ac344bc5-eae7-4c6d-a8b8-a83a4e823e31 service neutron] 10.222.0.72 "GET /v2.0/networks/08b9e591-d8f8-4507-bfbe-80c090661be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255617 Jan 21 09:55:12.721932 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:16.501610 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8dad9f3a-9ebe-4126-919c-a5c65ea880dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:18.890497 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-eb136507-d9ba-4fe2-b10b-8777116350c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:19.797797 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:19.928443 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:21.362837 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:31.040184 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:55:32.483793 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58324) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:32.670418 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7d6d459b-4a29-4364-a393-2f9dd10fa07a tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/routers/069db57f-27e6-42d8-913e-915d10947837/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1854808 Jan 21 09:55:32.673407 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58328) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:32.873851 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a917a590-b081-4a6c-9e3c-141d89094442 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Notify agent at dv-neutron-825731-1-hyperv the message router_removed_from_agent {{(pid=87514) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jan 21 09:55:32.877078 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a917a590-b081-4a6c-9e3c-141d89094442 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "DELETE /v2.0/agents/cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42/l3-routers/069db57f-27e6-42d8-913e-915d10947837 HTTP/1.1" status: 204 len: 168 time: 0.2026286 Jan 21 09:55:32.879913 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58332) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:33.097735 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-9fde17c2-7cf1-4a65-a600-8b27cab6af31 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/routers/069db57f-27e6-42d8-913e-915d10947837/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.2161436 Jan 21 09:55:33.100524 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58336) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:33.211181 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-295ce985-4c2e-4f37-b624-1440a2104e1a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/floatingips/7546bfd9-eb33-478a-a4d4-f3a6956b8717 HTTP/1.1" status: 200 len: 993 time: 0.1094790 Jan 21 09:55:33.668795 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bcbf20-8408-4ffb-b9f8-53416b65e7bb None None] New status for floating IP 7546bfd9-eb33-478a-a4d4-f3a6956b8717: DOWN {{(pid=87516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:55:34.215715 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58340) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:34.330056 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8a0710ac-ff36-4086-bd1e-572d279d828e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/floatingips/7546bfd9-eb33-478a-a4d4-f3a6956b8717 HTTP/1.1" status: 200 len: 991 time: 0.1132689 Jan 21 09:55:34.639510 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 5d435c68-0448-495d-8f9e-4b8ae8ce3bf1 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:55:34.771503 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:34.796648 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 5d435c68-0448-495d-8f9e-4b8ae8ce3bf1, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=5d435c68-0448-495d-8f9e-4b8ae8ce3bf1,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:55:34.803237 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:34.803941 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device bed8c2cd-e250-4867-b83f-9826dce5cd49 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:55:34.919945 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=5d435c68-0448-495d-8f9e-4b8ae8ce3bf1,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:34.929784 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:34.930130 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:34.930471 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:34.930809 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:34.931280 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:34.931601 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:34.932451 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:34.932768 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:34.933089 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:34.933441 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:34.933781 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:34.934098 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:35.000076 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:35.037551 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port bed8c2cd-e250-4867-b83f-9826dce5cd49, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=bed8c2cd-e250-4867-b83f-9826dce5cd49,segment=NetworkSegment(179106e3-6fb0-4bca-b867-4e52c8a68361),segment_id=179106e3-6fb0-4bca-b867-4e52c8a68361)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:55:35.042957 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:35.185071 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=bed8c2cd-e250-4867-b83f-9826dce5cd49,revision_number=6']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:35.495288 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58346) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:35.731603 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c395c34-b1d9-407d-bebd-efb68d7baa18 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Router 069db57f-27e6-42d8-913e-915d10947837 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:55:35.732334 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c395c34-b1d9-407d-bebd-efb68d7baa18 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Notify agent at dv-neutron-825731-1-hyperv the message router_added_to_agent {{(pid=87514) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jan 21 09:55:35.760342 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4c395c34-b1d9-407d-bebd-efb68d7baa18 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "POST /v2.0/agents/cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2634745 Jan 21 09:55:35.762307 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58352) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:35.762986 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b269f9-e59a-42e6-96ea-4db1647630e2 None None] Sync routers for ids ['069db57f-27e6-42d8-913e-915d10947837'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:55:35.775342 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b269f9-e59a-42e6-96ea-4db1647630e2 None None] Routers {'069db57f-27e6-42d8-913e-915d10947837'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:55:35.776613 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-47b269f9-e59a-42e6-96ea-4db1647630e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:55:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['069db57f-27e6-42d8-913e-915d10947837'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:35.971054 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0ae5558f-9bd0-4be1-8918-4a6671d089af tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/routers/069db57f-27e6-42d8-913e-915d10947837/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2064061 Jan 21 09:55:35.973816 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58356) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:35.974393 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-47b269f9-e59a-42e6-96ea-4db1647630e2 None None] Set router 069db57f-27e6-42d8-913e-915d10947837 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:55:36.088381 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-97504647-65e9-4651-8543-73316d44dafd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/floatingips/7546bfd9-eb33-478a-a4d4-f3a6956b8717 HTTP/1.1" status: 200 len: 991 time: 0.1134365 Jan 21 09:55:36.359706 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-47b269f9-e59a-42e6-96ea-4db1647630e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069db57f-27e6-42d8-913e-915d10947837', 'name': 'tempest-TestNetworkBasicOps-router-1715800629', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '5d435c68-0448-495d-8f9e-4b8ae8ce3bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:53:53Z', 'updated_at': '2022-01-21T09:53:59Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '5d435c68-0448-495d-8f9e-4b8ae8ce3bf1', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:19:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069db57f-27e6-42d8-913e-915d10947837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:54Z', 'updated_at': '2022-01-21T09:55:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '7546bfd9-eb33-478a-a4d4-f3a6956b8717', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.109', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '069db57f-27e6-42d8-913e-915d10947837', 'port_id': '9a9c9079-ec87-409a-a490-6f95b539c38e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08b9e591-d8f8-4507-bfbe-80c090661be6', 'mac_address': 'fa:16:3e:94:d1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c7a38d-6c22-41a6-a941-7a98c203c75f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:54:16Z', 'updated_at': '2022-01-21T09:55:33Z', 'revision_number': 2, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed8c2cd-e250-4867-b83f-9826dce5cd49', 'name': '', 'network_id': '08b9e591-d8f8-4507-bfbe-80c090661be6', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:86:2b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069db57f-27e6-42d8-913e-915d10947837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '9bd4957e-f792-4f6d-bd2d-02bd40a6cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:57Z', 'updated_at': '2022-01-21T09:55:35Z', 'revision_number': 6, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '9bd4957e-f792-4f6d-bd2d-02bd40a6cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:36.365238 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b269f9-e59a-42e6-96ea-4db1647630e2 None None] Checking router: 069db57f-27e6-42d8-913e-915d10947837 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:55:36.377941 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b269f9-e59a-42e6-96ea-4db1647630e2 None None] Routers {'069db57f-27e6-42d8-913e-915d10947837'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:55:36.378794 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-47b269f9-e59a-42e6-96ea-4db1647630e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:55:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['069db57f-27e6-42d8-913e-915d10947837'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:36.626554 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-47b269f9-e59a-42e6-96ea-4db1647630e2 None None] Set router 069db57f-27e6-42d8-913e-915d10947837 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:55:37.094130 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58360) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:37.098288 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-47b269f9-e59a-42e6-96ea-4db1647630e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069db57f-27e6-42d8-913e-915d10947837', 'name': 'tempest-TestNetworkBasicOps-router-1715800629', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '5d435c68-0448-495d-8f9e-4b8ae8ce3bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:53:53Z', 'updated_at': '2022-01-21T09:53:59Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '5d435c68-0448-495d-8f9e-4b8ae8ce3bf1', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:19:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069db57f-27e6-42d8-913e-915d10947837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:54Z', 'updated_at': '2022-01-21T09:55:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '7546bfd9-eb33-478a-a4d4-f3a6956b8717', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.109', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '069db57f-27e6-42d8-913e-915d10947837', 'port_id': '9a9c9079-ec87-409a-a490-6f95b539c38e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08b9e591-d8f8-4507-bfbe-80c090661be6', 'mac_address': 'fa:16:3e:94:d1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c7a38d-6c22-41a6-a941-7a98c203c75f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:54:16Z', 'updated_at': '2022-01-21T09:55:33Z', 'revision_number': 2, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed8c2cd-e250-4867-b83f-9826dce5cd49', 'name': '', 'network_id': '08b9e591-d8f8-4507-bfbe-80c090661be6', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:86:2b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069db57f-27e6-42d8-913e-915d10947837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '9bd4957e-f792-4f6d-bd2d-02bd40a6cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:57Z', 'updated_at': '2022-01-21T09:55:35Z', 'revision_number': 6, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '9bd4957e-f792-4f6d-bd2d-02bd40a6cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:37.104785 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b269f9-e59a-42e6-96ea-4db1647630e2 None None] The sync data for ids ['069db57f-27e6-42d8-913e-915d10947837'] in dv-neutron-825731-1-hyperv is: [{'id': '069db57f-27e6-42d8-913e-915d10947837', 'name': 'tempest-TestNetworkBasicOps-router-1715800629', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '5d435c68-0448-495d-8f9e-4b8ae8ce3bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:53:53Z', 'updated_at': '2022-01-21T09:53:59Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '5d435c68-0448-495d-8f9e-4b8ae8ce3bf1', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:19:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069db57f-27e6-42d8-913e-915d10947837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:54Z', 'updated_at': '2022-01-21T09:55:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '7546bfd9-eb33-478a-a4d4-f3a6956b8717', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.109', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '069db57f-27e6-42d8-913e-915d10947837', 'port_id': '9a9c9079-ec87-409a-a490-6f95b539c38e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08b9e591-d8f8-4507-bfbe-80c090661be6', 'mac_address': 'fa:16:3e:94:d1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c7a38d-6c22-41a6-a941-7a98c203c75f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:54:16Z', 'updated_at': '2022-01-21T09:55:33Z', 'revision_number': 2, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed8c2cd-e250-4867-b83f-9826dce5cd49', 'name': '', 'network_id': '08b9e591-d8f8-4507-bfbe-80c090661be6', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:86:2b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069db57f-27e6-42d8-913e-915d10947837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '9bd4957e-f792-4f6d-bd2d-02bd40a6cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:57Z', 'updated_at': '2022-01-21T09:55:35Z', 'revision_number': 6, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '9bd4957e-f792-4f6d-bd2d-02bd40a6cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:55:37.236102 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-129e62e4-765b-4f18-8e34-3cd7cd7dad2b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/floatingips/7546bfd9-eb33-478a-a4d4-f3a6956b8717 HTTP/1.1" status: 200 len: 991 time: 0.1408167 Jan 21 09:55:38.239375 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58364) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:38.370615 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-701b9ba9-0977-4fd8-a4d2-cf4399164873 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/floatingips/7546bfd9-eb33-478a-a4d4-f3a6956b8717 HTTP/1.1" status: 200 len: 991 time: 0.1292186 Jan 21 09:55:38.683367 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 5d435c68-0448-495d-8f9e-4b8ae8ce3bf1 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:55:38.767075 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 5d435c68-0448-495d-8f9e-4b8ae8ce3bf1 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:55:38.767612 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:38.904254 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:38.921438 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 5d435c68-0448-495d-8f9e-4b8ae8ce3bf1, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=5d435c68-0448-495d-8f9e-4b8ae8ce3bf1,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:55:38.926627 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:38.927871 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device bed8c2cd-e250-4867-b83f-9826dce5cd49 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:55:39.031859 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7f097b-eb34-4b2d-b15c-0f65c3a21ffa None None] New status for floating IP 7546bfd9-eb33-478a-a4d4-f3a6956b8717: ACTIVE {{(pid=87516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:55:39.148299 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=5d435c68-0448-495d-8f9e-4b8ae8ce3bf1,revision_number=6']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:39.258003 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port bed8c2cd-e250-4867-b83f-9826dce5cd49 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:55:39.258258 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:39.374241 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58368) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:39.451425 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:39.490713 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port bed8c2cd-e250-4867-b83f-9826dce5cd49, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=bed8c2cd-e250-4867-b83f-9826dce5cd49,segment=NetworkSegment(179106e3-6fb0-4bca-b867-4e52c8a68361),segment_id=179106e3-6fb0-4bca-b867-4e52c8a68361)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:55:39.499507 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:39.524104 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-6e549123-e496-470d-a1c3-1b7be064ea20 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/floatingips/7546bfd9-eb33-478a-a4d4-f3a6956b8717 HTTP/1.1" status: 200 len: 993 time: 0.1411731 Jan 21 09:55:39.580562 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=bed8c2cd-e250-4867-b83f-9826dce5cd49,revision_number=7']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:39.819869 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58376) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:40.194083 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-758b80bc-d41d-467f-8217-41903e948141 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port 0affbc48-229f-46c8-bc74-7350cf173fbf {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:55:40.194420 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-758b80bc-d41d-467f-8217-41903e948141 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:40.407299 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-758b80bc-d41d-467f-8217-41903e948141 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:40.407659 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-758b80bc-d41d-467f-8217-41903e948141 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:40.555000 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-758b80bc-d41d-467f-8217-41903e948141 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for 0affbc48-229f-46c8-bc74-7350cf173fbf owned by network:floatingip {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:55:40.669945 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 5d435c68-0448-495d-8f9e-4b8ae8ce3bf1 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:55:40.758572 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-758b80bc-d41d-467f-8217-41903e948141 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:40.768301 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 5d435c68-0448-495d-8f9e-4b8ae8ce3bf1 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:55:40.768666 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:40.814159 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b80bc-d41d-467f-8217-41903e948141 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Port': ['ID=0affbc48-229f-46c8-bc74-7350cf173fbf,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:40.884249 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b80bc-d41d-467f-8217-41903e948141 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:40.885666 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b80bc-d41d-467f-8217-41903e948141 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:40.885666 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b80bc-d41d-467f-8217-41903e948141 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:40.885845 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b80bc-d41d-467f-8217-41903e948141 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:40.886234 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b80bc-d41d-467f-8217-41903e948141 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:40.886483 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b80bc-d41d-467f-8217-41903e948141 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:40.886802 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b80bc-d41d-467f-8217-41903e948141 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:40.887134 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b80bc-d41d-467f-8217-41903e948141 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:40.887486 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b80bc-d41d-467f-8217-41903e948141 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:40.887817 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b80bc-d41d-467f-8217-41903e948141 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:40.888263 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b80bc-d41d-467f-8217-41903e948141 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:40.888601 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b80bc-d41d-467f-8217-41903e948141 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:40.923110 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-758b80bc-d41d-467f-8217-41903e948141 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:40.923476 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.l3_db [None req-758b80bc-d41d-467f-8217-41903e948141 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Floating IP 7546bfd9-eb33-478a-a4d4-f3a6956b8717 disassociated (deleted). External IP: 172.26.3.109, port: 9a9c9079-ec87-409a-a490-6f95b539c38e. Jan 21 09:55:40.940902 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device bed8c2cd-e250-4867-b83f-9826dce5cd49 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:55:41.041938 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port bed8c2cd-e250-4867-b83f-9826dce5cd49 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:55:41.042569 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:41.401710 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758b80bc-d41d-467f-8217-41903e948141 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router 069db57f-27e6-42d8-913e-915d10947837 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:55:41.654318 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758b80bc-d41d-467f-8217-41903e948141 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:55:41.682814 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e714d28d-c079-4d21-9cf2-0c5fb25368c6 None None] Sync routers for ids ['069db57f-27e6-42d8-913e-915d10947837'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:55:41.693223 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-758b80bc-d41d-467f-8217-41903e948141 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:41.703076 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e714d28d-c079-4d21-9cf2-0c5fb25368c6 None None] Routers {'069db57f-27e6-42d8-913e-915d10947837'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:55:41.704424 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-e714d28d-c079-4d21-9cf2-0c5fb25368c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:55:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['069db57f-27e6-42d8-913e-915d10947837'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:41.773698 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-758b80bc-d41d-467f-8217-41903e948141 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/floatingips/7546bfd9-eb33-478a-a4d4-f3a6956b8717 HTTP/1.1" status: 204 len: 168 time: 1.9475722 Jan 21 09:55:41.773698 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c7a38d-6c22-41a6-a941-7a98c203c75f', 'tag': '9a9c9079-ec87-409a-a490-6f95b539c38e'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:55:41.838613 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81c7a38d-6c22-41a6-a941-7a98c203c75f', 'tag': '9a9c9079-ec87-409a-a490-6f95b539c38e', 'status': 'completed', 'code': 200} Jan 21 09:55:41.959467 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cb11b-f62c-48ed-9066-f1f7264c0382 req-8ed11f87-612d-475d-9a70-67dda1589b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:41.961578 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fc6cb11b-f62c-48ed-9066-f1f7264c0382 req-8ed11f87-612d-475d-9a70-67dda1589b53 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=81c7a38d-6c22-41a6-a941-7a98c203c75f HTTP/1.1" status: 200 len: 1098 time: 0.0907493 Jan 21 09:55:42.096479 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-e714d28d-c079-4d21-9cf2-0c5fb25368c6 None None] Set router 069db57f-27e6-42d8-913e-915d10947837 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:55:42.353759 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cb11b-f62c-48ed-9066-f1f7264c0382 req-2aa97d71-1b0c-4b3b-af76-7adf63382e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:42.356628 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fc6cb11b-f62c-48ed-9066-f1f7264c0382 req-2aa97d71-1b0c-4b3b-af76-7adf63382e49 service neutron] 10.222.0.72 "GET /v2.0/networks?id=08b9e591-d8f8-4507-bfbe-80c090661be6 HTTP/1.1" status: 200 len: 897 time: 0.3866334 Jan 21 09:55:42.404877 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ac842-5ec2-4c5e-b824-5f822df30b62 req-38ecd367-0fd7-48bb-ac64-0c6be8829b39 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:42.407418 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-184ac842-5ec2-4c5e-b824-5f822df30b62 req-38ecd367-0fd7-48bb-ac64-0c6be8829b39 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=81c7a38d-6c22-41a6-a941-7a98c203c75f HTTP/1.1" status: 200 len: 945 time: 0.1400490 Jan 21 09:55:42.469172 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fc6cb11b-f62c-48ed-9066-f1f7264c0382 req-a086f372-2656-4c2b-bc24-e44da9c67446 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a9c9079-ec87-409a-a490-6f95b539c38e HTTP/1.1" status: 200 len: 217 time: 0.1053917 Jan 21 09:55:42.486093 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-184ac842-5ec2-4c5e-b824-5f822df30b62 req-fd2b293a-4204-4449-9f7c-d54a9515f7db tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=341a712c-5030-4b1f-85ef-9b53e39cac19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723767 Jan 21 09:55:42.540578 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cb11b-f62c-48ed-9066-f1f7264c0382 req-62f8090b-1916-4df6-9e42-0929a69cddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:42.542666 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fc6cb11b-f62c-48ed-9066-f1f7264c0382 req-62f8090b-1916-4df6-9e42-0929a69cddfb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9bd4957e-f792-4f6d-bd2d-02bd40a6cf72 HTTP/1.1" status: 200 len: 835 time: 0.0665793 Jan 21 09:55:42.565499 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-e714d28d-c079-4d21-9cf2-0c5fb25368c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069db57f-27e6-42d8-913e-915d10947837', 'name': 'tempest-TestNetworkBasicOps-router-1715800629', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '5d435c68-0448-495d-8f9e-4b8ae8ce3bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:53:53Z', 'updated_at': '2022-01-21T09:53:59Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '5d435c68-0448-495d-8f9e-4b8ae8ce3bf1', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:19:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069db57f-27e6-42d8-913e-915d10947837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:54Z', 'updated_at': '2022-01-21T09:55:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'bed8c2cd-e250-4867-b83f-9826dce5cd49', 'name': '', 'network_id': '08b9e591-d8f8-4507-bfbe-80c090661be6', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:86:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069db57f-27e6-42d8-913e-915d10947837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '9bd4957e-f792-4f6d-bd2d-02bd40a6cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:57Z', 'updated_at': '2022-01-21T09:55:39Z', 'revision_number': 7, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '9bd4957e-f792-4f6d-bd2d-02bd40a6cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:42.571770 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e714d28d-c079-4d21-9cf2-0c5fb25368c6 None None] Checking router: 069db57f-27e6-42d8-913e-915d10947837 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:55:42.585485 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e714d28d-c079-4d21-9cf2-0c5fb25368c6 None None] Routers {'069db57f-27e6-42d8-913e-915d10947837'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:55:42.586929 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-e714d28d-c079-4d21-9cf2-0c5fb25368c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:55:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['069db57f-27e6-42d8-913e-915d10947837'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:42.644880 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cb11b-f62c-48ed-9066-f1f7264c0382 req-49cba666-cedb-4246-bcce-36075eeb919c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:42.646664 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fc6cb11b-f62c-48ed-9066-f1f7264c0382 req-49cba666-cedb-4246-bcce-36075eeb919c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08b9e591-d8f8-4507-bfbe-80c090661be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0968394 Jan 21 09:55:42.731171 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:42.875944 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fc6cb11b-f62c-48ed-9066-f1f7264c0382 req-fde079d1-0ad7-4a7d-a799-30285e4ca4a9 service neutron] 10.222.0.72 "GET /v2.0/networks/08b9e591-d8f8-4507-bfbe-80c090661be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204704 Jan 21 09:55:42.920508 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-e714d28d-c079-4d21-9cf2-0c5fb25368c6 None None] Set router 069db57f-27e6-42d8-913e-915d10947837 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:55:43.114060 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fc6cb11b-f62c-48ed-9066-f1f7264c0382 req-28a8d228-b436-4a69-a846-e921abb370d5 service neutron] 10.222.0.72 "GET /v2.0/networks/08b9e591-d8f8-4507-bfbe-80c090661be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309833 Jan 21 09:55:43.399994 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-e714d28d-c079-4d21-9cf2-0c5fb25368c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069db57f-27e6-42d8-913e-915d10947837', 'name': 'tempest-TestNetworkBasicOps-router-1715800629', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '5d435c68-0448-495d-8f9e-4b8ae8ce3bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:53:53Z', 'updated_at': '2022-01-21T09:53:59Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '5d435c68-0448-495d-8f9e-4b8ae8ce3bf1', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:19:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069db57f-27e6-42d8-913e-915d10947837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:54Z', 'updated_at': '2022-01-21T09:55:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'bed8c2cd-e250-4867-b83f-9826dce5cd49', 'name': '', 'network_id': '08b9e591-d8f8-4507-bfbe-80c090661be6', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:86:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069db57f-27e6-42d8-913e-915d10947837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '9bd4957e-f792-4f6d-bd2d-02bd40a6cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:57Z', 'updated_at': '2022-01-21T09:55:39Z', 'revision_number': 7, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '9bd4957e-f792-4f6d-bd2d-02bd40a6cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:43.405433 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e714d28d-c079-4d21-9cf2-0c5fb25368c6 None None] The sync data for ids ['069db57f-27e6-42d8-913e-915d10947837'] in dv-neutron-825731-1-hyperv is: [{'id': '069db57f-27e6-42d8-913e-915d10947837', 'name': 'tempest-TestNetworkBasicOps-router-1715800629', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '5d435c68-0448-495d-8f9e-4b8ae8ce3bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:53:53Z', 'updated_at': '2022-01-21T09:53:59Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '5d435c68-0448-495d-8f9e-4b8ae8ce3bf1', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:19:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069db57f-27e6-42d8-913e-915d10947837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:54Z', 'updated_at': '2022-01-21T09:55:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'bed8c2cd-e250-4867-b83f-9826dce5cd49', 'name': '', 'network_id': '08b9e591-d8f8-4507-bfbe-80c090661be6', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:86:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069db57f-27e6-42d8-913e-915d10947837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '9bd4957e-f792-4f6d-bd2d-02bd40a6cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:57Z', 'updated_at': '2022-01-21T09:55:39Z', 'revision_number': 7, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '9bd4957e-f792-4f6d-bd2d-02bd40a6cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:55:43.840530 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30310516-7f3d-441e-ad0c-496aa79acf01 req-82422ed2-2093-423d-9046-ab7d45309963 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:43.841926 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-30310516-7f3d-441e-ad0c-496aa79acf01 req-82422ed2-2093-423d-9046-ab7d45309963 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:55:43.862855 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-30310516-7f3d-441e-ad0c-496aa79acf01 req-82422ed2-2093-423d-9046-ab7d45309963 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:55:43.864746 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-30310516-7f3d-441e-ad0c-496aa79acf01 req-82422ed2-2093-423d-9046-ab7d45309963 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=81c7a38d-6c22-41a6-a941-7a98c203c75f HTTP/1.1" status: 200 len: 945 time: 0.1676192 Jan 21 09:55:43.940519 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-30310516-7f3d-441e-ad0c-496aa79acf01 req-4f47aaef-a144-4cd3-b6c8-a350593902a2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=341a712c-5030-4b1f-85ef-9b53e39cac19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684781 Jan 21 09:55:44.076921 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfbc67-d8b9-4d85-9ef3-1aff7ceac92c req-f3a495b7-b682-490a-9235-a71421a2be39 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:44.079507 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0dcfbc67-d8b9-4d85-9ef3-1aff7ceac92c req-f3a495b7-b682-490a-9235-a71421a2be39 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "GET /v2.0/ports?device_id=81c7a38d-6c22-41a6-a941-7a98c203c75f HTTP/1.1" status: 200 len: 945 time: 0.1357362 Jan 21 09:55:44.210805 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-0dcfbc67-d8b9-4d85-9ef3-1aff7ceac92c req-1905985c-b1dc-4e21-a909-aa44b2f2a86f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port 9a9c9079-ec87-409a-a490-6f95b539c38e {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:55:44.211877 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-0dcfbc67-d8b9-4d85-9ef3-1aff7ceac92c req-1905985c-b1dc-4e21-a909-aa44b2f2a86f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:44.523518 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48882b96-9c04-454c-9571-e6a96b24afa5 None None] New status for floating IP 7546bfd9-eb33-478a-a4d4-f3a6956b8717: DOWN {{(pid=87516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:55:44.589353 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-0dcfbc67-d8b9-4d85-9ef3-1aff7ceac92c req-1905985c-b1dc-4e21-a909-aa44b2f2a86f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] For port 9a9c9079-ec87-409a-a490-6f95b539c38e, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9a9c9079-ec87-409a-a490-6f95b539c38e,segment=NetworkSegment(179106e3-6fb0-4bca-b867-4e52c8a68361),segment_id=179106e3-6fb0-4bca-b867-4e52c8a68361)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:55:44.589353 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-0dcfbc67-d8b9-4d85-9ef3-1aff7ceac92c req-1905985c-b1dc-4e21-a909-aa44b2f2a86f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:44.776967 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-0dcfbc67-d8b9-4d85-9ef3-1aff7ceac92c req-1905985c-b1dc-4e21-a909-aa44b2f2a86f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for 9a9c9079-ec87-409a-a490-6f95b539c38e owned by compute:nova {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:55:45.036621 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-0dcfbc67-d8b9-4d85-9ef3-1aff7ceac92c req-1905985c-b1dc-4e21-a909-aa44b2f2a86f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:45.098107 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905985c-b1dc-4e21-a909-aa44b2f2a86f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Port': ['ID=9a9c9079-ec87-409a-a490-6f95b539c38e,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:45.180176 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dcfbc67-d8b9-4d85-9ef3-1aff7ceac92c req-1905985c-b1dc-4e21-a909-aa44b2f2a86f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] No DVR routers for this DVR port 9a9c9079-ec87-409a-a490-6f95b539c38e on host hv-neutron-8257 {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:55:45.183681 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-0dcfbc67-d8b9-4d85-9ef3-1aff7ceac92c req-1905985c-b1dc-4e21-a909-aa44b2f2a86f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:45.186879 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c7a38d-6c22-41a6-a941-7a98c203c75f', 'name': 'network-vif-deleted', 'tag': '9a9c9079-ec87-409a-a490-6f95b539c38e'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:55:45.210046 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0dcfbc67-d8b9-4d85-9ef3-1aff7ceac92c req-1905985c-b1dc-4e21-a909-aa44b2f2a86f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "DELETE /v2.0/ports/9a9c9079-ec87-409a-a490-6f95b539c38e HTTP/1.1" status: 204 len: 173 time: 1.1244621 Jan 21 09:55:45.239593 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c7a38d-6c22-41a6-a941-7a98c203c75f', 'name': 'network-vif-deleted', 'tag': '9a9c9079-ec87-409a-a490-6f95b539c38e', 'status': 'completed', 'code': 200} Jan 21 09:55:45.365706 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e05b34b4-e655-497d-b68e-5cedcc209722 req-0901ff64-f59d-4607-ba3d-75deade9efcf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=81c7a38d-6c22-41a6-a941-7a98c203c75f HTTP/1.1" status: 200 len: 210 time: 0.2309532 Jan 21 09:55:46.395600 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 9a9c9079-ec87-409a-a490-6f95b539c38e no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:55:46.458087 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] No Port match for: 9a9c9079-ec87-409a-a490-6f95b539c38e {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:55:46.458567 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 9a9c9079-ec87-409a-a490-6f95b539c38e not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:55:46.514826 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4cb32fce-0ee9-4850-8c44-dae4fad973d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:46.544279 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58394) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:46.803525 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-daca5aaa-b623-462c-b2cf-3c868116a876 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:46.857089 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-daca5aaa-b623-462c-b2cf-3c868116a876 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:46.973234 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-daca5aaa-b623-462c-b2cf-3c868116a876 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:47.006725 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca5aaa-b623-462c-b2cf-3c868116a876 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=341a712c-5030-4b1f-85ef-9b53e39cac19,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:47.029483 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-daca5aaa-b623-462c-b2cf-3c868116a876 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:47.031584 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-daca5aaa-b623-462c-b2cf-3c868116a876 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/security-groups/341a712c-5030-4b1f-85ef-9b53e39cac19 HTTP/1.1" status: 204 len: 168 time: 0.4853945 Jan 21 09:55:47.091062 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58400) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:47.996861 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8002e0ae-76d9-4a5e-8b71-5474ef4fd2cd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:48.480495 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-8002e0ae-76d9-4a5e-8b71-5474ef4fd2cd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port bed8c2cd-e250-4867-b83f-9826dce5cd49 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:55:48.481735 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8002e0ae-76d9-4a5e-8b71-5474ef4fd2cd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:48.753964 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-8002e0ae-76d9-4a5e-8b71-5474ef4fd2cd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] For port bed8c2cd-e250-4867-b83f-9826dce5cd49, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=bed8c2cd-e250-4867-b83f-9826dce5cd49,segment=NetworkSegment(179106e3-6fb0-4bca-b867-4e52c8a68361),segment_id=179106e3-6fb0-4bca-b867-4e52c8a68361)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:55:48.754419 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8002e0ae-76d9-4a5e-8b71-5474ef4fd2cd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:48.906785 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ccd66f0f-e1da-4624-9c9e-6998eb67fe46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:48.972405 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-8002e0ae-76d9-4a5e-8b71-5474ef4fd2cd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for bed8c2cd-e250-4867-b83f-9826dce5cd49 owned by network:router_interface {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:55:49.617312 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8002e0ae-76d9-4a5e-8b71-5474ef4fd2cd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:49.711361 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002e0ae-76d9-4a5e-8b71-5474ef4fd2cd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Port': ['ID=bed8c2cd-e250-4867-b83f-9826dce5cd49,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:49.792440 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8002e0ae-76d9-4a5e-8b71-5474ef4fd2cd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:49.792440 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8002e0ae-76d9-4a5e-8b71-5474ef4fd2cd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:49.792877 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8002e0ae-76d9-4a5e-8b71-5474ef4fd2cd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:49.793277 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8002e0ae-76d9-4a5e-8b71-5474ef4fd2cd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:49.793820 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8002e0ae-76d9-4a5e-8b71-5474ef4fd2cd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:49.794376 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8002e0ae-76d9-4a5e-8b71-5474ef4fd2cd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:49.794914 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8002e0ae-76d9-4a5e-8b71-5474ef4fd2cd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:49.795487 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8002e0ae-76d9-4a5e-8b71-5474ef4fd2cd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:49.796080 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8002e0ae-76d9-4a5e-8b71-5474ef4fd2cd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:49.796565 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8002e0ae-76d9-4a5e-8b71-5474ef4fd2cd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:49.797137 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8002e0ae-76d9-4a5e-8b71-5474ef4fd2cd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:49.797882 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8002e0ae-76d9-4a5e-8b71-5474ef4fd2cd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:55:49.830328 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:49.947910 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:50.260812 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8002e0ae-76d9-4a5e-8b71-5474ef4fd2cd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:50.967107 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8002e0ae-76d9-4a5e-8b71-5474ef4fd2cd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router 069db57f-27e6-42d8-913e-915d10947837 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:55:51.186763 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8002e0ae-76d9-4a5e-8b71-5474ef4fd2cd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:55:51.201978 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4201dfc1-44f6-42a7-af93-0d3527eadd05 None None] Sync routers for ids ['069db57f-27e6-42d8-913e-915d10947837'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:55:51.209082 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8002e0ae-76d9-4a5e-8b71-5474ef4fd2cd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "PUT /v2.0/routers/069db57f-27e6-42d8-913e-915d10947837/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1164985 Jan 21 09:55:51.215682 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58404) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:51.218857 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4201dfc1-44f6-42a7-af93-0d3527eadd05 None None] Routers {'069db57f-27e6-42d8-913e-915d10947837'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:55:51.219923 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-4201dfc1-44f6-42a7-af93-0d3527eadd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:55:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['069db57f-27e6-42d8-913e-915d10947837'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:51.329146 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff7aa473-4bfa-4e73-bb60-066427db0949 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting subnet 9bd4957e-f792-4f6d-bd2d-02bd40a6cf72 {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:55:51.334393 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ff7aa473-4bfa-4e73-bb60-066427db0949 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:51.383725 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:51.443662 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ff7aa473-4bfa-4e73-bb60-066427db0949 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:51.559235 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-4201dfc1-44f6-42a7-af93-0d3527eadd05 None None] Set router 069db57f-27e6-42d8-913e-915d10947837 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:55:51.714948 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ff7aa473-4bfa-4e73-bb60-066427db0949 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:51.865816 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ff7aa473-4bfa-4e73-bb60-066427db0949 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:51.921537 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7aa473-4bfa-4e73-bb60-066427db0949 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Subnet': ['ID=9bd4957e-f792-4f6d-bd2d-02bd40a6cf72,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:51.925809 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ff7aa473-4bfa-4e73-bb60-066427db0949 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:51.934925 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ff7aa473-4bfa-4e73-bb60-066427db0949 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/subnets/9bd4957e-f792-4f6d-bd2d-02bd40a6cf72 HTTP/1.1" status: 204 len: 168 time: 0.7172880 Jan 21 09:55:51.939169 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58408) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:51.945903 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0723c5f1-3528-4b5c-b5ca-a64a63683aba None None] Network 08b9e591-d8f8-4507-bfbe-80c090661be6 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:55:52.069188 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-4201dfc1-44f6-42a7-af93-0d3527eadd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069db57f-27e6-42d8-913e-915d10947837', 'name': 'tempest-TestNetworkBasicOps-router-1715800629', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '5d435c68-0448-495d-8f9e-4b8ae8ce3bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:53:53Z', 'updated_at': '2022-01-21T09:55:49Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '5d435c68-0448-495d-8f9e-4b8ae8ce3bf1', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:19:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069db57f-27e6-42d8-913e-915d10947837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:54Z', 'updated_at': '2022-01-21T09:55:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:52.075472 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4201dfc1-44f6-42a7-af93-0d3527eadd05 None None] Checking router: 069db57f-27e6-42d8-913e-915d10947837 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:55:52.087246 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4201dfc1-44f6-42a7-af93-0d3527eadd05 None None] Routers {'069db57f-27e6-42d8-913e-915d10947837'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:55:52.087859 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-4201dfc1-44f6-42a7-af93-0d3527eadd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:55:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['069db57f-27e6-42d8-913e-915d10947837'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:52.201868 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6cd19c0e-7510-45c2-8f70-9af5dbaa6c40 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:52.398168 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-4201dfc1-44f6-42a7-af93-0d3527eadd05 None None] Set router 069db57f-27e6-42d8-913e-915d10947837 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:55:52.471455 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62c3768-6ea2-4918-8bac-226af6a0b799 None None] DHCP port deletion for 08b9e591-d8f8-4507-bfbe-80c090661be6 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:55:52.476853 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-c62c3768-6ea2-4918-8bac-226af6a0b799 None None] Deleting port 1625a0cf-d07b-491c-a384-1b75cb1ed8c1 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:55:52.477215 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c62c3768-6ea2-4918-8bac-226af6a0b799 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:52.540400 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6cd19c0e-7510-45c2-8f70-9af5dbaa6c40 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:52.558834 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-6cd19c0e-7510-45c2-8f70-9af5dbaa6c40 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port 5d435c68-0448-495d-8f9e-4b8ae8ce3bf1 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:55:52.559742 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6cd19c0e-7510-45c2-8f70-9af5dbaa6c40 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:52.713771 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 1625a0cf-d07b-491c-a384-1b75cb1ed8c1 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:55:52.890939 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-4201dfc1-44f6-42a7-af93-0d3527eadd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069db57f-27e6-42d8-913e-915d10947837', 'name': 'tempest-TestNetworkBasicOps-router-1715800629', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '5d435c68-0448-495d-8f9e-4b8ae8ce3bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:53:53Z', 'updated_at': '2022-01-21T09:55:49Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '5d435c68-0448-495d-8f9e-4b8ae8ce3bf1', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:19:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069db57f-27e6-42d8-913e-915d10947837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:54Z', 'updated_at': '2022-01-21T09:55:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:52.902876 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4201dfc1-44f6-42a7-af93-0d3527eadd05 None None] The sync data for ids ['069db57f-27e6-42d8-913e-915d10947837'] in dv-neutron-825731-1-hyperv is: [{'id': '069db57f-27e6-42d8-913e-915d10947837', 'name': 'tempest-TestNetworkBasicOps-router-1715800629', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '5d435c68-0448-495d-8f9e-4b8ae8ce3bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:53:53Z', 'updated_at': '2022-01-21T09:55:49Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '5d435c68-0448-495d-8f9e-4b8ae8ce3bf1', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:19:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069db57f-27e6-42d8-913e-915d10947837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:54Z', 'updated_at': '2022-01-21T09:55:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:55:52.940671 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-6cd19c0e-7510-45c2-8f70-9af5dbaa6c40 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] For port 5d435c68-0448-495d-8f9e-4b8ae8ce3bf1, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=5d435c68-0448-495d-8f9e-4b8ae8ce3bf1,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:55:52.941538 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6cd19c0e-7510-45c2-8f70-9af5dbaa6c40 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:52.951034 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-c62c3768-6ea2-4918-8bac-226af6a0b799 None None] For port 1625a0cf-d07b-491c-a384-1b75cb1ed8c1, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=1625a0cf-d07b-491c-a384-1b75cb1ed8c1,segment=NetworkSegment(179106e3-6fb0-4bca-b867-4e52c8a68361),segment_id=179106e3-6fb0-4bca-b867-4e52c8a68361)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:55:52.951516 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c62c3768-6ea2-4918-8bac-226af6a0b799 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:53.102682 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-c62c3768-6ea2-4918-8bac-226af6a0b799 None None] Calling delete_port for 1625a0cf-d07b-491c-a384-1b75cb1ed8c1 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:55:53.133119 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:53.203883 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-6cd19c0e-7510-45c2-8f70-9af5dbaa6c40 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for 5d435c68-0448-495d-8f9e-4b8ae8ce3bf1 owned by network:router_gateway {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:55:53.207983 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 1625a0cf-d07b-491c-a384-1b75cb1ed8c1, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=1625a0cf-d07b-491c-a384-1b75cb1ed8c1,segment=NetworkSegment(179106e3-6fb0-4bca-b867-4e52c8a68361),segment_id=179106e3-6fb0-4bca-b867-4e52c8a68361)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:55:53.217926 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:53.288500 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-c62c3768-6ea2-4918-8bac-226af6a0b799 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:55:53.289099 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-c62c3768-6ea2-4918-8bac-226af6a0b799 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:55:53.351840 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=1625a0cf-d07b-491c-a384-1b75cb1ed8c1,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:53.641929 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6cd19c0e-7510-45c2-8f70-9af5dbaa6c40 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:53.696905 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd19c0e-7510-45c2-8f70-9af5dbaa6c40 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Port': ['ID=5d435c68-0448-495d-8f9e-4b8ae8ce3bf1,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:53.791888 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-c62c3768-6ea2-4918-8bac-226af6a0b799 None None] Deleting port 1625a0cf-d07b-491c-a384-1b75cb1ed8c1 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:55:53.792781 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c62c3768-6ea2-4918-8bac-226af6a0b799 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:53.820883 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6cd19c0e-7510-45c2-8f70-9af5dbaa6c40 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:54.120789 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-c62c3768-6ea2-4918-8bac-226af6a0b799 None None] For port 1625a0cf-d07b-491c-a384-1b75cb1ed8c1, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=1625a0cf-d07b-491c-a384-1b75cb1ed8c1,segment=NetworkSegment(179106e3-6fb0-4bca-b867-4e52c8a68361),segment_id=179106e3-6fb0-4bca-b867-4e52c8a68361)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:55:54.121402 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c62c3768-6ea2-4918-8bac-226af6a0b799 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:54.171698 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6cd19c0e-7510-45c2-8f70-9af5dbaa6c40 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:54.175511 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6cd19c0e-7510-45c2-8f70-9af5dbaa6c40 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:54.217329 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6cd19c0e-7510-45c2-8f70-9af5dbaa6c40 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:54.218237 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd19c0e-7510-45c2-8f70-9af5dbaa6c40 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Fanout notify agent at l3_agent the message router_deleted on router 069db57f-27e6-42d8-913e-915d10947837 {{(pid=87515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:55:54.245235 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6cd19c0e-7510-45c2-8f70-9af5dbaa6c40 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:54.250731 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6cd19c0e-7510-45c2-8f70-9af5dbaa6c40 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/routers/069db57f-27e6-42d8-913e-915d10947837 HTTP/1.1" status: 204 len: 168 time: 2.3067527 Jan 21 09:55:54.251765 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58412) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:54.326200 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-c62c3768-6ea2-4918-8bac-226af6a0b799 None None] Calling delete_port for 1625a0cf-d07b-491c-a384-1b75cb1ed8c1 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:55:54.428214 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c62c3768-6ea2-4918-8bac-226af6a0b799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:54.442858 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7605cc54-d23b-40f4-9041-991ce75d5db0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:54.498342 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c3768-6ea2-4918-8bac-226af6a0b799 None None] Pushing event deleted for resources: {'Port': ['ID=1625a0cf-d07b-491c-a384-1b75cb1ed8c1,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:54.504214 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62c3768-6ea2-4918-8bac-226af6a0b799 None None] No DVR routers for this DVR port 1625a0cf-d07b-491c-a384-1b75cb1ed8c1 on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:55:54.618466 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7605cc54-d23b-40f4-9041-991ce75d5db0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:54.645446 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-7605cc54-d23b-40f4-9041-991ce75d5db0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b9e591-d8f8-4507-bfbe-80c090661be6']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:54.658672 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-7605cc54-d23b-40f4-9041-991ce75d5db0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '179106e3-6fb0-4bca-b867-4e52c8a68361') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:54.658907 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-7605cc54-d23b-40f4-9041-991ce75d5db0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '179106e3-6fb0-4bca-b867-4e52c8a68361') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:54.670678 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7605cc54-d23b-40f4-9041-991ce75d5db0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:54.688711 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7605cc54-d23b-40f4-9041-991ce75d5db0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:54.695130 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7605cc54-d23b-40f4-9041-991ce75d5db0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:55:54.695554 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7605cc54-d23b-40f4-9041-991ce75d5db0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:54.711230 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 09:55:54.711230 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:55:54.711230 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 09:55:54.711230 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:55:54.711230 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 09:55:54.711230 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:55:54.711230 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 09:55:54.711230 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:55:54.711230 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 09:55:54.711230 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:55:54.711230 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 09:55:54.711230 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:55:54.711230 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 09:55:54.711230 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:55:54.711230 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:55:54.711230 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:55:54.711230 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:55:54.711230 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:55:54.711230 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 09:55:54.711230 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:55:54.711230 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 09:55:54.711230 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:55:54.711230 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:55:54.711230 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:55:54.711230 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 09:55:54.711230 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:55:54.711230 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:55:54.711230 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:55:54.711230 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:55:54.711230 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:55:54.711230 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:55:54.711230 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:55:54.817383 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 5d435c68-0448-495d-8f9e-4b8ae8ce3bf1 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:55:54.865998 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 5d435c68-0448-495d-8f9e-4b8ae8ce3bf1 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:55:54.866562 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 5d435c68-0448-495d-8f9e-4b8ae8ce3bf1 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:55:54.867240 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device bed8c2cd-e250-4867-b83f-9826dce5cd49 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:55:54.881463 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7605cc54-d23b-40f4-9041-991ce75d5db0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:54.907091 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7605cc54-d23b-40f4-9041-991ce75d5db0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:54.918925 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7605cc54-d23b-40f4-9041-991ce75d5db0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Network': ['ID=08b9e591-d8f8-4507-bfbe-80c090661be6,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:54.939679 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7605cc54-d23b-40f4-9041-991ce75d5db0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/networks/08b9e591-d8f8-4507-bfbe-80c090661be6 HTTP/1.1" status: 204 len: 168 time: 0.6830761 Jan 21 09:55:54.941589 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: bed8c2cd-e250-4867-b83f-9826dce5cd49 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:55:54.942157 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device bed8c2cd-e250-4867-b83f-9826dce5cd49 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:55:54.972247 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58416) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:54.982150 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-835002a2-28ad-456f-8fde-e085815da4ab tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'network': {'name': 'tempest-network-smoke--372900341', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'port_security_enabled': True}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:55:54.990907 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-835002a2-28ad-456f-8fde-e085815da4ab tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:55:54.999682 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-835002a2-28ad-456f-8fde-e085815da4ab tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:network and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:55:55.004450 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-835002a2-28ad-456f-8fde-e085815da4ab tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:55:55.014694 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-835002a2-28ad-456f-8fde-e085815da4ab tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:55:55.029537 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835002a2-28ad-456f-8fde-e085815da4ab tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Made reservation on behalf of 6ddc82470f624ec48d3ebbc58317dba5 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:55:55.035692 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-835002a2-28ad-456f-8fde-e085815da4ab tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:55.081359 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835002a2-28ad-456f-8fde-e085815da4ab tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:55:55.099242 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-835002a2-28ad-456f-8fde-e085815da4ab tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:55.099785 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-835002a2-28ad-456f-8fde-e085815da4ab tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Added segment 785dcea4-5a82-4428-9a17-3f20e14b9756 of type vlan for network bc8db5d8-2957-4287-a167-fb3c6a5ab8de Jan 21 09:55:55.142110 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-835002a2-28ad-456f-8fde-e085815da4ab tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:55.192541 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-835002a2-28ad-456f-8fde-e085815da4ab tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:55.203937 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835002a2-28ad-456f-8fde-e085815da4ab tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:55.204907 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-835002a2-28ad-456f-8fde-e085815da4ab tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:55.268050 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-835002a2-28ad-456f-8fde-e085815da4ab tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2943511 Jan 21 09:55:55.272808 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58420) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:55.281878 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-b453a402-7129-4eed-9995-f763456dc751 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1725749886', 'admin_state_up': True, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:55:55.293695 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-b453a402-7129-4eed-9995-f763456dc751 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:55:55.299100 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-b453a402-7129-4eed-9995-f763456dc751 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:router and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:55:55.302172 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-b453a402-7129-4eed-9995-f763456dc751 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:55:55.317007 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-b453a402-7129-4eed-9995-f763456dc751 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:55:55.327146 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835002a2-28ad-456f-8fde-e085815da4ab tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Network': ['ID=bc8db5d8-2957-4287-a167-fb3c6a5ab8de,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:55.332971 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b453a402-7129-4eed-9995-f763456dc751 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:55.334316 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b453a402-7129-4eed-9995-f763456dc751 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:55.342210 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network bc8db5d8-2957-4287-a167-fb3c6a5ab8de details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:55:55.358823 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b453a402-7129-4eed-9995-f763456dc751 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:55.695993 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b453a402-7129-4eed-9995-f763456dc751 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:56.031695 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b453a402-7129-4eed-9995-f763456dc751 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router_gateway, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:56.079084 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b453a402-7129-4eed-9995-f763456dc751 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:56.253642 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-b453a402-7129-4eed-9995-f763456dc751 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Allocated IP 172.26.3.85 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/be8bf810-750c-420f-b128-2817094fcfd4) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:55:56.413199 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b453a402-7129-4eed-9995-f763456dc751 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:56.456070 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b453a402-7129-4eed-9995-f763456dc751 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:56.570487 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b453a402-7129-4eed-9995-f763456dc751 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:55:56.574347 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-b453a402-7129-4eed-9995-f763456dc751 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:55:56.579958 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b453a402-7129-4eed-9995-f763456dc751 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:55:56.619098 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b453a402-7129-4eed-9995-f763456dc751 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=be8bf810-750c-420f-b128-2817094fcfd4,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:57.252950 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b453a402-7129-4eed-9995-f763456dc751 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router_gateway, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:57.816473 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b453a402-7129-4eed-9995-f763456dc751 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:58.054131 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b453a402-7129-4eed-9995-f763456dc751 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router d7b94841-934e-42d6-9755-a32d31e059ad is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 09:55:58.381242 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b453a402-7129-4eed-9995-f763456dc751 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:55:58.398776 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8937731f-7c78-442d-b21a-d1a3bcf93f2e None None] Sync routers for ids ['d7b94841-934e-42d6-9755-a32d31e059ad'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:55:58.421145 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b453a402-7129-4eed-9995-f763456dc751 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:58.424123 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b453a402-7129-4eed-9995-f763456dc751 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1495821 Jan 21 09:55:58.426862 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58424) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:58.468633 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8937731f-7c78-442d-b21a-d1a3bcf93f2e None None] Routers {'d7b94841-934e-42d6-9755-a32d31e059ad'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:55:58.469646 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-8937731f-7c78-442d-b21a-d1a3bcf93f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:55:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d7b94841-934e-42d6-9755-a32d31e059ad'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:58.494920 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-25b87e2a-c87e-4166-ac4f-1a9bc37f8f92 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=6ddc82470f624ec48d3ebbc58317dba5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0657971 Jan 21 09:55:58.498877 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58428) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:58.662095 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aad50ee-a40f-4b83-ac3a-b427b01ece80 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:58.663609 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7aad50ee-a40f-4b83-ac3a-b427b01ece80 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1634364 Jan 21 09:55:58.668364 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58432) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:58.714723 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-942f2444-14be-4807-bb9f-fa3a9111ef89 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=80a065d7-b55c-43ad-a3e8-c65befe4136c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0451620 Jan 21 09:55:58.716415 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-8937731f-7c78-442d-b21a-d1a3bcf93f2e None None] Set router d7b94841-934e-42d6-9755-a32d31e059ad gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:55:58.719077 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58436) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:58.725302 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-fa355dac-d75a-4041-a1d8-dbc42ac0e55b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-624280632', 'network_id': 'bc8db5d8-2957-4287-a167-fb3c6a5ab8de', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:55:58.846132 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-fa355dac-d75a-4041-a1d8-dbc42ac0e55b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:55:58.850473 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-fa355dac-d75a-4041-a1d8-dbc42ac0e55b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:subnet and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:55:58.854684 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-fa355dac-d75a-4041-a1d8-dbc42ac0e55b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:55:58.861430 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-fa355dac-d75a-4041-a1d8-dbc42ac0e55b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:55:58.874854 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa355dac-d75a-4041-a1d8-dbc42ac0e55b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Made reservation on behalf of 6ddc82470f624ec48d3ebbc58317dba5 for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:55:58.878647 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fa355dac-d75a-4041-a1d8-dbc42ac0e55b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:59.165278 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fa355dac-d75a-4041-a1d8-dbc42ac0e55b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:59.182454 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-8937731f-7c78-442d-b21a-d1a3bcf93f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'name': 'tempest-TestNetworkBasicOps-router-1725749886', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': 'be8bf810-750c-420f-b128-2817094fcfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:55:55Z', 'updated_at': '2022-01-21T09:55:57Z', 'revision_number': 3, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'be8bf810-750c-420f-b128-2817094fcfd4', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:56Z', 'updated_at': '2022-01-21T09:55:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:55:59.187275 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8937731f-7c78-442d-b21a-d1a3bcf93f2e None None] Checking router: d7b94841-934e-42d6-9755-a32d31e059ad for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:55:59.187744 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8937731f-7c78-442d-b21a-d1a3bcf93f2e None None] Updating router d7b94841-934e-42d6-9755-a32d31e059ad port be8bf810-750c-420f-b128-2817094fcfd4 binding host dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:55:59.250378 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa355dac-d75a-4041-a1d8-dbc42ac0e55b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Subnet': ['ID=8be43fc9-965d-4af3-ad4e-e4cf6ef7c5d1,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:55:59.262695 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa355dac-d75a-4041-a1d8-dbc42ac0e55b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Checking segment: {'id': '785dcea4-5a82-4428-9a17-3f20e14b9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bc8db5d8-2957-4287-a167-fb3c6a5ab8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:55:59.263049 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa355dac-d75a-4041-a1d8-dbc42ac0e55b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network hostable DHCP agents. Network: bc8db5d8-2957-4287-a167-fb3c6a5ab8de, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:55:59.265780 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8937731f-7c78-442d-b21a-d1a3bcf93f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:59.283491 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa355dac-d75a-4041-a1d8-dbc42ac0e55b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network bc8db5d8-2957-4287-a167-fb3c6a5ab8de is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:55:59.294200 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-fa355dac-d75a-4041-a1d8-dbc42ac0e55b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, bc8db5d8-2957-4287-a167-fb3c6a5ab8de) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:55:59.299192 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa355dac-d75a-4041-a1d8-dbc42ac0e55b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:59.299815 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-fa355dac-d75a-4041-a1d8-dbc42ac0e55b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:59.312662 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87c3acc-eed7-401c-aa50-16b715ee7f57 None None] Network bc8db5d8-2957-4287-a167-fb3c6a5ab8de requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:55:59.327965 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-fa355dac-d75a-4041-a1d8-dbc42ac0e55b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6065443 Jan 21 09:55:59.328879 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58440) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:55:59.836793 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16504b3-161f-42e9-9335-60dc6839cd92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-bc8db5d8-2957-4287-a167-fb3c6a5ab8de', 'network_id': 'bc8db5d8-2957-4287-a167-fb3c6a5ab8de', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ips': [{'subnet_id': '8be43fc9-965d-4af3-ad4e-e4cf6ef7c5d1'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 09:55:59.838269 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d16504b3-161f-42e9-9335-60dc6839cd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:59.859985 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8937731f-7c78-442d-b21a-d1a3bcf93f2e None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:59.914003 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-8937731f-7c78-442d-b21a-d1a3bcf93f2e None None] Transition to ACTIVE for port object be8bf810-750c-420f-b128-2817094fcfd4 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:55:59.926181 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8937731f-7c78-442d-b21a-d1a3bcf93f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:00.044012 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea178dcf-8aeb-46e8-9db8-a14c713cbf96 None None] Pushing event updated for resources: {'Port': ['ID=be8bf810-750c-420f-b128-2817094fcfd4,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:00.078504 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-8937731f-7c78-442d-b21a-d1a3bcf93f2e None None] Attempting to bind port be8bf810-750c-420f-b128-2817094fcfd4 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:56:00.078881 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-8937731f-7c78-442d-b21a-d1a3bcf93f2e None None] Attempting to bind port be8bf810-750c-420f-b128-2817094fcfd4 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:56:00.079240 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8937731f-7c78-442d-b21a-d1a3bcf93f2e None None] Attempting to bind port be8bf810-750c-420f-b128-2817094fcfd4 on network 80a065d7-b55c-43ad-a3e8-c65befe4136c {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:56:00.092477 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8937731f-7c78-442d-b21a-d1a3bcf93f2e None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:56:00.092855 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8937731f-7c78-442d-b21a-d1a3bcf93f2e None None] Checking segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:56:00.093253 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8937731f-7c78-442d-b21a-d1a3bcf93f2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:00.093732 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8937731f-7c78-442d-b21a-d1a3bcf93f2e None None] Bound using segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:56:00.094102 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-8937731f-7c78-442d-b21a-d1a3bcf93f2e None None] Bound port: be8bf810-750c-420f-b128-2817094fcfd4, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:56:00.094476 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8937731f-7c78-442d-b21a-d1a3bcf93f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:00.164759 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-d16504b3-161f-42e9-9335-60dc6839cd92 None None] Allocated IP 172.20.0.2 (bc8db5d8-2957-4287-a167-fb3c6a5ab8de/8be43fc9-965d-4af3-ad4e-e4cf6ef7c5d1/88adb84b-da19-4871-9993-62bb2bd05d9d) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:56:00.211285 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-8937731f-7c78-442d-b21a-d1a3bcf93f2e None None] For port be8bf810-750c-420f-b128-2817094fcfd4, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:56:00.234805 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-8937731f-7c78-442d-b21a-d1a3bcf93f2e None None] For port be8bf810-750c-420f-b128-2817094fcfd4, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=be8bf810-750c-420f-b128-2817094fcfd4,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:56:00.335644 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8937731f-7c78-442d-b21a-d1a3bcf93f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:00.424846 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-049b3330-3f5c-41e6-bf81-2f27c81100e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:00.454483 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8937731f-7c78-442d-b21a-d1a3bcf93f2e None None] Routers {'d7b94841-934e-42d6-9755-a32d31e059ad'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:56:00.455122 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-8937731f-7c78-442d-b21a-d1a3bcf93f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:55:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d7b94841-934e-42d6-9755-a32d31e059ad'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:00.581172 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea178dcf-8aeb-46e8-9db8-a14c713cbf96 None None] Pushing event updated for resources: {'Port': ['ID=be8bf810-750c-420f-b128-2817094fcfd4,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:00.692229 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d16504b3-161f-42e9-9335-60dc6839cd92 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:00.718878 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-d16504b3-161f-42e9-9335-60dc6839cd92 None None] Transition to ACTIVE for port object 88adb84b-da19-4871-9993-62bb2bd05d9d will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:56:00.752034 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-8937731f-7c78-442d-b21a-d1a3bcf93f2e None None] Set router d7b94841-934e-42d6-9755-a32d31e059ad gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:56:00.811702 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-d16504b3-161f-42e9-9335-60dc6839cd92 None None] Transition to ACTIVE for port object 88adb84b-da19-4871-9993-62bb2bd05d9d will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:56:00.893988 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d16504b3-161f-42e9-9335-60dc6839cd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:01.002169 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-049b3330-3f5c-41e6-bf81-2f27c81100e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Allocated IP 172.20.0.1 (bc8db5d8-2957-4287-a167-fb3c6a5ab8de/8be43fc9-965d-4af3-ad4e-e4cf6ef7c5d1/0bd0363c-374b-4d06-91e6-4bf5ecc8b25f) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:56:01.022633 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16504b3-161f-42e9-9335-60dc6839cd92 None None] Network bc8db5d8-2957-4287-a167-fb3c6a5ab8de is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:56:01.030451 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-d16504b3-161f-42e9-9335-60dc6839cd92 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:56:01.101011 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16504b3-161f-42e9-9335-60dc6839cd92 None None] Pushing event updated for resources: {'Port': ['ID=88adb84b-da19-4871-9993-62bb2bd05d9d,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:01.112626 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16504b3-161f-42e9-9335-60dc6839cd92 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:56:01.198117 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-049b3330-3f5c-41e6-bf81-2f27c81100e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:01.222134 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-049b3330-3f5c-41e6-bf81-2f27c81100e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Transition to ACTIVE for port object 0bd0363c-374b-4d06-91e6-4bf5ecc8b25f will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:56:01.252092 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-049b3330-3f5c-41e6-bf81-2f27c81100e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:01.271963 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-d16504b3-161f-42e9-9335-60dc6839cd92 None None] Attempting to bind port 88adb84b-da19-4871-9993-62bb2bd05d9d on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:56:01.272396 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-d16504b3-161f-42e9-9335-60dc6839cd92 None None] Attempting to bind port 88adb84b-da19-4871-9993-62bb2bd05d9d by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '785dcea4-5a82-4428-9a17-3f20e14b9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bc8db5d8-2957-4287-a167-fb3c6a5ab8de'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:56:01.272691 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16504b3-161f-42e9-9335-60dc6839cd92 None None] Attempting to bind port 88adb84b-da19-4871-9993-62bb2bd05d9d on network bc8db5d8-2957-4287-a167-fb3c6a5ab8de {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:56:01.280595 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16504b3-161f-42e9-9335-60dc6839cd92 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:56:01.281283 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16504b3-161f-42e9-9335-60dc6839cd92 None None] Checking segment: {'id': '785dcea4-5a82-4428-9a17-3f20e14b9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bc8db5d8-2957-4287-a167-fb3c6a5ab8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:56:01.281635 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d16504b3-161f-42e9-9335-60dc6839cd92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:01.282009 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16504b3-161f-42e9-9335-60dc6839cd92 None None] Bound using segment: {'id': '785dcea4-5a82-4428-9a17-3f20e14b9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bc8db5d8-2957-4287-a167-fb3c6a5ab8de'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:56:01.282479 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-d16504b3-161f-42e9-9335-60dc6839cd92 None None] Bound port: 88adb84b-da19-4871-9993-62bb2bd05d9d, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785dcea4-5a82-4428-9a17-3f20e14b9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bc8db5d8-2957-4287-a167-fb3c6a5ab8de'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:56:01.282843 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d16504b3-161f-42e9-9335-60dc6839cd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:01.348664 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049b3330-3f5c-41e6-bf81-2f27c81100e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network bc8db5d8-2957-4287-a167-fb3c6a5ab8de is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:56:01.352349 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-049b3330-3f5c-41e6-bf81-2f27c81100e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:56:01.357415 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049b3330-3f5c-41e6-bf81-2f27c81100e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:56:01.395008 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b3330-3f5c-41e6-bf81-2f27c81100e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=0bd0363c-374b-4d06-91e6-4bf5ecc8b25f,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:01.405040 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-8937731f-7c78-442d-b21a-d1a3bcf93f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'name': 'tempest-TestNetworkBasicOps-router-1725749886', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': 'be8bf810-750c-420f-b128-2817094fcfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:55:55Z', 'updated_at': '2022-01-21T09:55:57Z', 'revision_number': 3, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'be8bf810-750c-420f-b128-2817094fcfd4', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:56Z', 'updated_at': '2022-01-21T09:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:01.409815 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-d16504b3-161f-42e9-9335-60dc6839cd92 None None] For port 88adb84b-da19-4871-9993-62bb2bd05d9d, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:56:01.413903 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-d16504b3-161f-42e9-9335-60dc6839cd92 None None] For port 88adb84b-da19-4871-9993-62bb2bd05d9d, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=88adb84b-da19-4871-9993-62bb2bd05d9d,segment=NetworkSegment(785dcea4-5a82-4428-9a17-3f20e14b9756),segment_id=785dcea4-5a82-4428-9a17-3f20e14b9756)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:56:01.414989 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8937731f-7c78-442d-b21a-d1a3bcf93f2e None None] The sync data for ids ['d7b94841-934e-42d6-9755-a32d31e059ad'] in dv-neutron-825731-1-hyperv is: [{'id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'name': 'tempest-TestNetworkBasicOps-router-1725749886', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': 'be8bf810-750c-420f-b128-2817094fcfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:55:55Z', 'updated_at': '2022-01-21T09:55:57Z', 'revision_number': 3, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'be8bf810-750c-420f-b128-2817094fcfd4', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:56Z', 'updated_at': '2022-01-21T09:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:56:01.419769 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d16504b3-161f-42e9-9335-60dc6839cd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:01.435711 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-049b3330-3f5c-41e6-bf81-2f27c81100e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:01.532530 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16504b3-161f-42e9-9335-60dc6839cd92 None None] Pushing event updated for resources: {'Port': ['ID=88adb84b-da19-4871-9993-62bb2bd05d9d,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:02.060218 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-049b3330-3f5c-41e6-bf81-2f27c81100e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:02.643636 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-049b3330-3f5c-41e6-bf81-2f27c81100e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:02.651946 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-049b3330-3f5c-41e6-bf81-2f27c81100e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:02.826362 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 88adb84b-da19-4871-9993-62bb2bd05d9d up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:56:02.837292 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-049b3330-3f5c-41e6-bf81-2f27c81100e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:02.864793 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704b35da-f270-45ca-8032-49d4668ea0fe None None] Network bc8db5d8-2957-4287-a167-fb3c6a5ab8de requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:56:02.896978 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b3330-3f5c-41e6-bf81-2f27c81100e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=0bd0363c-374b-4d06-91e6-4bf5ecc8b25f,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:03.019163 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-b0687e38-273e-4203-b903-72d24e0178de None None] Provisioning for port 88adb84b-da19-4871-9993-62bb2bd05d9d completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:56:03.035049 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049b3330-3f5c-41e6-bf81-2f27c81100e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network bc8db5d8-2957-4287-a167-fb3c6a5ab8de is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:56:03.037063 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-049b3330-3f5c-41e6-bf81-2f27c81100e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:56:03.054041 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 88adb84b-da19-4871-9993-62bb2bd05d9d completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:56:03.103198 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 88adb84b-da19-4871-9993-62bb2bd05d9d triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:56:03.103681 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:03.285661 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049b3330-3f5c-41e6-bf81-2f27c81100e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router d7b94841-934e-42d6-9755-a32d31e059ad has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:56:03.355143 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:03.419195 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 88adb84b-da19-4871-9993-62bb2bd05d9d, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=88adb84b-da19-4871-9993-62bb2bd05d9d,segment=NetworkSegment(785dcea4-5a82-4428-9a17-3f20e14b9756),segment_id=785dcea4-5a82-4428-9a17-3f20e14b9756)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:56:03.426032 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:03.427342 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device be8bf810-750c-420f-b128-2817094fcfd4 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:56:03.524525 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049b3330-3f5c-41e6-bf81-2f27c81100e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:56:03.545876 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-049b3330-3f5c-41e6-bf81-2f27c81100e5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "PUT /v2.0/routers/d7b94841-934e-42d6-9755-a32d31e059ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2150810 Jan 21 09:56:03.548530 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58444) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:03.669085 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1c3b4b-c158-4c0a-ae48-c0bc90fd9458 None None] Sync routers for ids ['d7b94841-934e-42d6-9755-a32d31e059ad'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:56:03.689219 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1c3b4b-c158-4c0a-ae48-c0bc90fd9458 None None] Routers {'d7b94841-934e-42d6-9755-a32d31e059ad'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:56:03.690210 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-fd1c3b4b-c158-4c0a-ae48-c0bc90fd9458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:55:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d7b94841-934e-42d6-9755-a32d31e059ad'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:03.731245 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e2075e75-3cbd-4b34-a15e-f7bdab14e74f None None] Provisioning complete for port 88adb84b-da19-4871-9993-62bb2bd05d9d triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:56:03.731839 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e2075e75-3cbd-4b34-a15e-f7bdab14e74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:03.744848 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5315d03f-44b3-4d66-baff-8013159352a4 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:03.745313 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5315d03f-44b3-4d66-baff-8013159352a4 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:03.745767 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5315d03f-44b3-4d66-baff-8013159352a4 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:03.746212 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5315d03f-44b3-4d66-baff-8013159352a4 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:03.748879 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5315d03f-44b3-4d66-baff-8013159352a4 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1990616 Jan 21 09:56:03.752357 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58448) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:03.813772 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=88adb84b-da19-4871-9993-62bb2bd05d9d,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:03.835063 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port be8bf810-750c-420f-b128-2817094fcfd4 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:56:03.858633 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port be8bf810-750c-420f-b128-2817094fcfd4 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:56:03.859253 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:03.936469 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37947fcf-6120-4032-ac7f-63929789d597 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:03.937490 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37947fcf-6120-4032-ac7f-63929789d597 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:03.938099 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37947fcf-6120-4032-ac7f-63929789d597 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:03.938884 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37947fcf-6120-4032-ac7f-63929789d597 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:03.941770 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-37947fcf-6120-4032-ac7f-63929789d597 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.1872900 Jan 21 09:56:03.945222 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58452) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:03.986569 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-fd1c3b4b-c158-4c0a-ae48-c0bc90fd9458 None None] Set router d7b94841-934e-42d6-9755-a32d31e059ad gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:56:04.162806 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:04.189837 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port be8bf810-750c-420f-b128-2817094fcfd4, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=be8bf810-750c-420f-b128-2817094fcfd4,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:56:04.192577 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e2075e75-3cbd-4b34-a15e-f7bdab14e74f None None] Provisioning for port 0bd0363c-374b-4d06-91e6-4bf5ecc8b25f completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:56:04.200004 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:04.246825 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e2075e75-3cbd-4b34-a15e-f7bdab14e74f None None] Provisioning complete for port 0bd0363c-374b-4d06-91e6-4bf5ecc8b25f triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:56:04.247283 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e2075e75-3cbd-4b34-a15e-f7bdab14e74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:04.318357 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-e2075e75-3cbd-4b34-a15e-f7bdab14e74f None None] Port 0bd0363c-374b-4d06-91e6-4bf5ecc8b25f cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:56:04.366519 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=be8bf810-750c-420f-b128-2817094fcfd4,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:04.444924 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-fd1c3b4b-c158-4c0a-ae48-c0bc90fd9458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'name': 'tempest-TestNetworkBasicOps-router-1725749886', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': 'be8bf810-750c-420f-b128-2817094fcfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:55:55Z', 'updated_at': '2022-01-21T09:56:01Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'be8bf810-750c-420f-b128-2817094fcfd4', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:56Z', 'updated_at': '2022-01-21T09:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '0bd0363c-374b-4d06-91e6-4bf5ecc8b25f', 'name': '', 'network_id': 'bc8db5d8-2957-4287-a167-fb3c6a5ab8de', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:18:ef:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8be43fc9-965d-4af3-ad4e-e4cf6ef7c5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:00Z', 'updated_at': '2022-01-21T09:56:02Z', 'revision_number': 2, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '8be43fc9-965d-4af3-ad4e-e4cf6ef7c5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:04.452247 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1c3b4b-c158-4c0a-ae48-c0bc90fd9458 None None] Checking router: d7b94841-934e-42d6-9755-a32d31e059ad for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:56:04.452606 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1c3b4b-c158-4c0a-ae48-c0bc90fd9458 None None] Updating router d7b94841-934e-42d6-9755-a32d31e059ad port 0bd0363c-374b-4d06-91e6-4bf5ecc8b25f binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:56:04.453435 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-d2e6a5b0-c157-4de9-bc15-f8029b0c1130 None None] Provisioning complete for port 0bd0363c-374b-4d06-91e6-4bf5ecc8b25f triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:56:04.453997 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d2e6a5b0-c157-4de9-bc15-f8029b0c1130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:04.484857 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-25476714-f674-43e6-b922-d57b957d6cee tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.5383294 Jan 21 09:56:04.517283 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-fd1c3b4b-c158-4c0a-ae48-c0bc90fd9458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:04.532928 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-d2e6a5b0-c157-4de9-bc15-f8029b0c1130 None None] Port 0bd0363c-374b-4d06-91e6-4bf5ecc8b25f cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:56:04.702911 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 88adb84b-da19-4871-9993-62bb2bd05d9d up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:56:04.819064 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 88adb84b-da19-4871-9993-62bb2bd05d9d triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:56:04.819812 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:04.979960 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-fd1c3b4b-c158-4c0a-ae48-c0bc90fd9458 None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:04.999293 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-fd1c3b4b-c158-4c0a-ae48-c0bc90fd9458 None None] Transition to ACTIVE for port object 0bd0363c-374b-4d06-91e6-4bf5ecc8b25f will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:56:05.006294 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device be8bf810-750c-420f-b128-2817094fcfd4 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:56:05.008604 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-fd1c3b4b-c158-4c0a-ae48-c0bc90fd9458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:05.112646 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port be8bf810-750c-420f-b128-2817094fcfd4 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:56:05.112964 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:05.246656 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04cafd-89dc-4b13-aeec-d9fdf92bff14 None None] Pushing event updated for resources: {'Port': ['ID=0bd0363c-374b-4d06-91e6-4bf5ecc8b25f,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:05.260401 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04cafd-89dc-4b13-aeec-d9fdf92bff14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:05.260944 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04cafd-89dc-4b13-aeec-d9fdf92bff14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:05.261441 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04cafd-89dc-4b13-aeec-d9fdf92bff14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:05.261855 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04cafd-89dc-4b13-aeec-d9fdf92bff14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:05.262196 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04cafd-89dc-4b13-aeec-d9fdf92bff14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:05.262527 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04cafd-89dc-4b13-aeec-d9fdf92bff14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:05.262862 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04cafd-89dc-4b13-aeec-d9fdf92bff14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:05.263188 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04cafd-89dc-4b13-aeec-d9fdf92bff14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:05.263546 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04cafd-89dc-4b13-aeec-d9fdf92bff14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:05.263873 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04cafd-89dc-4b13-aeec-d9fdf92bff14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:05.264193 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04cafd-89dc-4b13-aeec-d9fdf92bff14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:05.264511 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04cafd-89dc-4b13-aeec-d9fdf92bff14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:05.287071 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-fd1c3b4b-c158-4c0a-ae48-c0bc90fd9458 None None] Attempting to bind port 0bd0363c-374b-4d06-91e6-4bf5ecc8b25f on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:56:05.287540 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-fd1c3b4b-c158-4c0a-ae48-c0bc90fd9458 None None] Attempting to bind port 0bd0363c-374b-4d06-91e6-4bf5ecc8b25f by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '785dcea4-5a82-4428-9a17-3f20e14b9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bc8db5d8-2957-4287-a167-fb3c6a5ab8de'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:56:05.287909 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c3b4b-c158-4c0a-ae48-c0bc90fd9458 None None] Attempting to bind port 0bd0363c-374b-4d06-91e6-4bf5ecc8b25f on network bc8db5d8-2957-4287-a167-fb3c6a5ab8de {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:56:05.294512 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c3b4b-c158-4c0a-ae48-c0bc90fd9458 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:56:05.295159 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c3b4b-c158-4c0a-ae48-c0bc90fd9458 None None] Checking segment: {'id': '785dcea4-5a82-4428-9a17-3f20e14b9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bc8db5d8-2957-4287-a167-fb3c6a5ab8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:56:05.295323 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-fd1c3b4b-c158-4c0a-ae48-c0bc90fd9458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:05.295699 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c3b4b-c158-4c0a-ae48-c0bc90fd9458 None None] Bound using segment: {'id': '785dcea4-5a82-4428-9a17-3f20e14b9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bc8db5d8-2957-4287-a167-fb3c6a5ab8de'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:56:05.296172 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-fd1c3b4b-c158-4c0a-ae48-c0bc90fd9458 None None] Bound port: 0bd0363c-374b-4d06-91e6-4bf5ecc8b25f, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785dcea4-5a82-4428-9a17-3f20e14b9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bc8db5d8-2957-4287-a167-fb3c6a5ab8de'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:56:05.296676 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-fd1c3b4b-c158-4c0a-ae48-c0bc90fd9458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:05.414335 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-fd1c3b4b-c158-4c0a-ae48-c0bc90fd9458 None None] For port 0bd0363c-374b-4d06-91e6-4bf5ecc8b25f, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:56:05.418062 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-fd1c3b4b-c158-4c0a-ae48-c0bc90fd9458 None None] For port 0bd0363c-374b-4d06-91e6-4bf5ecc8b25f, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=0bd0363c-374b-4d06-91e6-4bf5ecc8b25f,segment=NetworkSegment(785dcea4-5a82-4428-9a17-3f20e14b9756),segment_id=785dcea4-5a82-4428-9a17-3f20e14b9756)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:56:05.424229 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-fd1c3b4b-c158-4c0a-ae48-c0bc90fd9458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:05.531044 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1c3b4b-c158-4c0a-ae48-c0bc90fd9458 None None] Routers {'d7b94841-934e-42d6-9755-a32d31e059ad'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:56:05.533263 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-fd1c3b4b-c158-4c0a-ae48-c0bc90fd9458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:55:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d7b94841-934e-42d6-9755-a32d31e059ad'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:05.605073 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04cafd-89dc-4b13-aeec-d9fdf92bff14 None None] Pushing event updated for resources: {'Port': ['ID=0bd0363c-374b-4d06-91e6-4bf5ecc8b25f,revision_number=4']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:05.766820 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-fd1c3b4b-c158-4c0a-ae48-c0bc90fd9458 None None] Set router d7b94841-934e-42d6-9755-a32d31e059ad gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:56:05.844171 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58460) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:05.853355 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-87498ae1-7fa2-4cda-90c9-b6349eb3cb17 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-13315584', 'description': 'tempest-secgroup-smoke-13315584 description', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:56:05.863126 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-87498ae1-7fa2-4cda-90c9-b6349eb3cb17 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:05.870123 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-87498ae1-7fa2-4cda-90c9-b6349eb3cb17 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:56:05.874523 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-87498ae1-7fa2-4cda-90c9-b6349eb3cb17 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:56:05.885259 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-87498ae1-7fa2-4cda-90c9-b6349eb3cb17 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:05.902252 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-87498ae1-7fa2-4cda-90c9-b6349eb3cb17 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:05.945409 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-87498ae1-7fa2-4cda-90c9-b6349eb3cb17 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:05.956189 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-87498ae1-7fa2-4cda-90c9-b6349eb3cb17 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:56:05.960270 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-87498ae1-7fa2-4cda-90c9-b6349eb3cb17 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:56:05.970650 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-87498ae1-7fa2-4cda-90c9-b6349eb3cb17 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:06.068559 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-87498ae1-7fa2-4cda-90c9-b6349eb3cb17 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:06.074648 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-87498ae1-7fa2-4cda-90c9-b6349eb3cb17 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:06.148739 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87498ae1-7fa2-4cda-90c9-b6349eb3cb17 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e185ee1-b6d7-4137-92db-a363e3739da5,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:06.152469 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-87498ae1-7fa2-4cda-90c9-b6349eb3cb17 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:06.153892 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-87498ae1-7fa2-4cda-90c9-b6349eb3cb17 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3080161 Jan 21 09:56:06.158938 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58464) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:06.166549 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-888af61e-e94c-4fb0-ba50-ee2a6c20670f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '0e185ee1-b6d7-4137-92db-a363e3739da5', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:56:06.173001 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-888af61e-e94c-4fb0-ba50-ee2a6c20670f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:06.178258 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-888af61e-e94c-4fb0-ba50-ee2a6c20670f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:56:06.183769 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-888af61e-e94c-4fb0-ba50-ee2a6c20670f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:56:06.191449 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-888af61e-e94c-4fb0-ba50-ee2a6c20670f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:06.215138 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-888af61e-e94c-4fb0-ba50-ee2a6c20670f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:06.267612 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-fd1c3b4b-c158-4c0a-ae48-c0bc90fd9458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'name': 'tempest-TestNetworkBasicOps-router-1725749886', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': 'be8bf810-750c-420f-b128-2817094fcfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:55:55Z', 'updated_at': '2022-01-21T09:56:01Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'be8bf810-750c-420f-b128-2817094fcfd4', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:56Z', 'updated_at': '2022-01-21T09:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '0bd0363c-374b-4d06-91e6-4bf5ecc8b25f', 'name': '', 'network_id': 'bc8db5d8-2957-4287-a167-fb3c6a5ab8de', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:18:ef:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8be43fc9-965d-4af3-ad4e-e4cf6ef7c5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:00Z', 'updated_at': '2022-01-21T09:56:05Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '8be43fc9-965d-4af3-ad4e-e4cf6ef7c5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:06.273945 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1c3b4b-c158-4c0a-ae48-c0bc90fd9458 None None] The sync data for ids ['d7b94841-934e-42d6-9755-a32d31e059ad'] in dv-neutron-825731-1-hyperv is: [{'id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'name': 'tempest-TestNetworkBasicOps-router-1725749886', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': 'be8bf810-750c-420f-b128-2817094fcfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:55:55Z', 'updated_at': '2022-01-21T09:56:01Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'be8bf810-750c-420f-b128-2817094fcfd4', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:56Z', 'updated_at': '2022-01-21T09:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '0bd0363c-374b-4d06-91e6-4bf5ecc8b25f', 'name': '', 'network_id': 'bc8db5d8-2957-4287-a167-fb3c6a5ab8de', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:18:ef:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8be43fc9-965d-4af3-ad4e-e4cf6ef7c5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:00Z', 'updated_at': '2022-01-21T09:56:05Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '8be43fc9-965d-4af3-ad4e-e4cf6ef7c5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:56:06.302201 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-888af61e-e94c-4fb0-ba50-ee2a6c20670f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:06.308646 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-888af61e-e94c-4fb0-ba50-ee2a6c20670f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:06.344492 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888af61e-e94c-4fb0-ba50-ee2a6c20670f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f693c3d1-23d8-4a11-b350-8f67e7f98cf8,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:06.376024 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-888af61e-e94c-4fb0-ba50-ee2a6c20670f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:06.377439 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-888af61e-e94c-4fb0-ba50-ee2a6c20670f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2170179 Jan 21 09:56:06.386199 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58468) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:06.403437 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-92ef559d-854a-4073-9460-f6051032c01f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '0e185ee1-b6d7-4137-92db-a363e3739da5', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:56:06.421805 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-92ef559d-854a-4073-9460-f6051032c01f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:06.426276 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-92ef559d-854a-4073-9460-f6051032c01f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:56:06.431175 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-92ef559d-854a-4073-9460-f6051032c01f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:56:06.438433 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-92ef559d-854a-4073-9460-f6051032c01f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:06.463667 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-92ef559d-854a-4073-9460-f6051032c01f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:06.546987 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-92ef559d-854a-4073-9460-f6051032c01f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:06.552285 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-92ef559d-854a-4073-9460-f6051032c01f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:06.585340 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef559d-854a-4073-9460-f6051032c01f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b2de9df-22b0-4e97-8639-24bebc4db170,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:06.592509 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-92ef559d-854a-4073-9460-f6051032c01f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:06.595587 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-92ef559d-854a-4073-9460-f6051032c01f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2042818 Jan 21 09:56:06.597274 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58472) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:06.605052 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-53f40693-3052-4d85-a915-f8229916fa22 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '0e185ee1-b6d7-4137-92db-a363e3739da5', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:56:06.613066 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-53f40693-3052-4d85-a915-f8229916fa22 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:06.620547 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-53f40693-3052-4d85-a915-f8229916fa22 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:56:06.629230 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-53f40693-3052-4d85-a915-f8229916fa22 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:56:06.640589 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-53f40693-3052-4d85-a915-f8229916fa22 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:06.667330 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-53f40693-3052-4d85-a915-f8229916fa22 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:06.737086 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 0bd0363c-374b-4d06-91e6-4bf5ecc8b25f up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:56:06.781293 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-53f40693-3052-4d85-a915-f8229916fa22 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:06.788314 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-53f40693-3052-4d85-a915-f8229916fa22 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:06.839886 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f40693-3052-4d85-a915-f8229916fa22 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4fe2d61-216d-4902-b4f8-ef372cd6c7e7,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:06.841016 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 0bd0363c-374b-4d06-91e6-4bf5ecc8b25f completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:56:06.846120 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-53f40693-3052-4d85-a915-f8229916fa22 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:06.846757 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 0bd0363c-374b-4d06-91e6-4bf5ecc8b25f triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:56:06.847409 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:06.849347 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-53f40693-3052-4d85-a915-f8229916fa22 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2505360 Jan 21 09:56:06.852152 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58476) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:06.858569 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-0819a135-bf9b-4009-ae2b-4b8003ce2240 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '0e185ee1-b6d7-4137-92db-a363e3739da5', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:56:06.865538 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-0819a135-bf9b-4009-ae2b-4b8003ce2240 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:06.869793 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0819a135-bf9b-4009-ae2b-4b8003ce2240 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:56:06.874503 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0819a135-bf9b-4009-ae2b-4b8003ce2240 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:56:06.882246 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-0819a135-bf9b-4009-ae2b-4b8003ce2240 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:06.910575 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0819a135-bf9b-4009-ae2b-4b8003ce2240 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:07.031311 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0819a135-bf9b-4009-ae2b-4b8003ce2240 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:07.036759 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0819a135-bf9b-4009-ae2b-4b8003ce2240 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:07.074741 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:07.081134 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819a135-bf9b-4009-ae2b-4b8003ce2240 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b6aad3f-918b-4f19-982a-56aec78600b6,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:07.099080 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0819a135-bf9b-4009-ae2b-4b8003ce2240 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:07.106256 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0819a135-bf9b-4009-ae2b-4b8003ce2240 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2454965 Jan 21 09:56:07.106402 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58480) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:07.111748 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-ecc532b9-c157-4aea-b643-fd79800849fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '0e185ee1-b6d7-4137-92db-a363e3739da5', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:56:07.119057 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-ecc532b9-c157-4aea-b643-fd79800849fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:07.125728 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ecc532b9-c157-4aea-b643-fd79800849fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:56:07.127088 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 0bd0363c-374b-4d06-91e6-4bf5ecc8b25f, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=0bd0363c-374b-4d06-91e6-4bf5ecc8b25f,segment=NetworkSegment(785dcea4-5a82-4428-9a17-3f20e14b9756),segment_id=785dcea4-5a82-4428-9a17-3f20e14b9756)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:56:07.132605 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ecc532b9-c157-4aea-b643-fd79800849fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:56:07.132948 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:07.149200 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-ecc532b9-c157-4aea-b643-fd79800849fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:07.164858 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.securitygroups_db [None req-ecc532b9-c157-4aea-b643-fd79800849fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Project 6ddc82470f624ec48d3ebbc58317dba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:56:07.176702 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ecc532b9-c157-4aea-b643-fd79800849fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:07.252228 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=0bd0363c-374b-4d06-91e6-4bf5ecc8b25f,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:07.412786 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ecc532b9-c157-4aea-b643-fd79800849fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:07.419934 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ecc532b9-c157-4aea-b643-fd79800849fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:07.469268 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc532b9-c157-4aea-b643-fd79800849fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22a28b3c-cc86-4655-97a8-043923e8fcd5,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:07.480630 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ecc532b9-c157-4aea-b643-fd79800849fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:07.486688 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ecc532b9-c157-4aea-b643-fd79800849fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3753710 Jan 21 09:56:07.486941 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58486) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:07.492701 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-6779f1c0-460a-42cc-86bc-685fc6fff810 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '0e185ee1-b6d7-4137-92db-a363e3739da5', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:56:07.500282 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-6779f1c0-460a-42cc-86bc-685fc6fff810 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:07.504811 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-6779f1c0-460a-42cc-86bc-685fc6fff810 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:56:07.508465 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-6779f1c0-460a-42cc-86bc-685fc6fff810 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:56:07.516187 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-6779f1c0-460a-42cc-86bc-685fc6fff810 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:07.529805 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.securitygroups_db [None req-6779f1c0-460a-42cc-86bc-685fc6fff810 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Project 6ddc82470f624ec48d3ebbc58317dba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:56:07.542063 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6779f1c0-460a-42cc-86bc-685fc6fff810 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:07.639741 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6779f1c0-460a-42cc-86bc-685fc6fff810 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:07.644739 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6779f1c0-460a-42cc-86bc-685fc6fff810 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:07.691475 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779f1c0-460a-42cc-86bc-685fc6fff810 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba9e781b-75d3-40ee-bdc0-cc1c4659e821,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:07.699277 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6779f1c0-460a-42cc-86bc-685fc6fff810 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:07.704665 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-6779f1c0-460a-42cc-86bc-685fc6fff810 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2128043 Jan 21 09:56:07.931776 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-95c92fc1-b16c-4607-8e0c-65323ef931dc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-13315584&fields=id&tenant_id=6ddc82470f624ec48d3ebbc58317dba5 HTTP/1.1" status: 200 len: 267 time: 0.0490375 Jan 21 09:56:08.040956 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:56:08.127564 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-1048026e-a1df-471c-a18c-a24dbb45058f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:08.128441 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-1048026e-a1df-471c-a18c-a24dbb45058f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:network {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:56:08.147719 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-1048026e-a1df-471c-a18c-a24dbb45058f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:network {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:56:08.149359 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-1048026e-a1df-471c-a18c-a24dbb45058f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/networks?id=bc8db5d8-2957-4287-a167-fb3c6a5ab8de HTTP/1.1" status: 200 len: 796 time: 0.2069821 Jan 21 09:56:08.170871 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-f7385db8-a02f-4509-b77a-cedce90ffad0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/quotas/6ddc82470f624ec48d3ebbc58317dba5 HTTP/1.1" status: 200 len: 375 time: 0.0113103 Jan 21 09:56:08.287978 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-f7f474cb-fabb-4d3e-afe9-63b6e7fc36f7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:56:08.309784 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-f7f474cb-fabb-4d3e-afe9-63b6e7fc36f7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:56:08.312053 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-f7f474cb-fabb-4d3e-afe9-63b6e7fc36f7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1331930 Jan 21 09:56:08.577465 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-2206b3b2-3185-4d50-8b0c-a9c91c1c6771 service neutron] 10.222.0.110 "GET /v2.0/networks/bc8db5d8-2957-4287-a167-fb3c6a5ab8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462463 Jan 21 09:56:08.686337 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 0bd0363c-374b-4d06-91e6-4bf5ecc8b25f up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:56:08.779455 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 0bd0363c-374b-4d06-91e6-4bf5ecc8b25f triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:56:08.780311 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:08.804106 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-b04b1a43-8698-4cf7-ab47-47455b7340d2 service neutron] 10.222.0.110 "GET /v2.0/networks/bc8db5d8-2957-4287-a167-fb3c6a5ab8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193878 Jan 21 09:56:09.096664 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-7dd00a56-60aa-4ea0-90c0-4a25f6ae1c4a req-5d889ad5-7fa0-420f-a830-8a3f8ec351ee tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:56:09.119298 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-7dd00a56-60aa-4ea0-90c0-4a25f6ae1c4a req-5d889ad5-7fa0-420f-a830-8a3f8ec351ee tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:56:09.121338 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7dd00a56-60aa-4ea0-90c0-4a25f6ae1c4a req-5d889ad5-7fa0-420f-a830-8a3f8ec351ee tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=23ed1197-78c9-43db-9b41-ce713e949e59 HTTP/1.1" status: 200 len: 210 time: 0.0971169 Jan 21 09:56:10.312740 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f1bf36bd-1324-41de-adcb-84279cdd1fd1 req-e4a17d8c-108b-478f-8f2e-4ee8227b4786 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=23ed1197-78c9-43db-9b41-ce713e949e59 HTTP/1.1" status: 200 len: 210 time: 0.0479150 Jan 21 09:56:10.519304 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-213af642-4771-4924-b445-5007beffe627 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:10.520270 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-213af642-4771-4924-b445-5007beffe627 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:network {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:56:10.533440 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-213af642-4771-4924-b445-5007beffe627 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:network {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:56:10.534609 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-213af642-4771-4924-b445-5007beffe627 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "GET /v2.0/networks?id=bc8db5d8-2957-4287-a167-fb3c6a5ab8de HTTP/1.1" status: 200 len: 796 time: 0.2327209 Jan 21 09:56:10.606164 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-8520f700-1927-4e8b-b684-1940c1ba4cee tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:security_group {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:56:10.631062 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-8520f700-1927-4e8b-b684-1940c1ba4cee tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:security_group {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:56:10.633269 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-8520f700-1927-4e8b-b684-1940c1ba4cee tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ddc82470f624ec48d3ebbc58317dba5 HTTP/1.1" status: 200 len: 378 time: 0.0894928 Jan 21 09:56:10.645439 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-c906a1bc-9535-484e-80e7-59319f1727c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'port': {'device_id': '23ed1197-78c9-43db-9b41-ce713e949e59', 'network_id': 'bc8db5d8-2957-4287-a167-fb3c6a5ab8de', 'admin_state_up': True, 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'security_groups': ['0e185ee1-b6d7-4137-92db-a363e3739da5']}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:56:10.814440 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-c906a1bc-9535-484e-80e7-59319f1727c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:10.824795 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-c906a1bc-9535-484e-80e7-59319f1727c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:10.838202 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-c906a1bc-9535-484e-80e7-59319f1727c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Made reservation on behalf of 6ddc82470f624ec48d3ebbc58317dba5 for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:56:10.843231 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-c906a1bc-9535-484e-80e7-59319f1727c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:11.039045 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-c906a1bc-9535-484e-80e7-59319f1727c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Allocated IP 172.20.0.7 (bc8db5d8-2957-4287-a167-fb3c6a5ab8de/8be43fc9-965d-4af3-ad4e-e4cf6ef7c5d1/ef3277ab-de1f-4196-80d8-b306e3b7ae6a) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:56:11.264368 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-c906a1bc-9535-484e-80e7-59319f1727c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:11.283123 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-c906a1bc-9535-484e-80e7-59319f1727c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Transition to ACTIVE for port object ef3277ab-de1f-4196-80d8-b306e3b7ae6a will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:56:11.311149 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-c906a1bc-9535-484e-80e7-59319f1727c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:11.392365 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-c906a1bc-9535-484e-80e7-59319f1727c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network bc8db5d8-2957-4287-a167-fb3c6a5ab8de is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:56:11.396653 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-c906a1bc-9535-484e-80e7-59319f1727c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:56:11.399549 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-c906a1bc-9535-484e-80e7-59319f1727c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:56:11.476563 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c906a1bc-9535-484e-80e7-59319f1727c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=ef3277ab-de1f-4196-80d8-b306e3b7ae6a,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:11.551192 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-c906a1bc-9535-484e-80e7-59319f1727c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:11.552198 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-c906a1bc-9535-484e-80e7-59319f1727c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:11.603585 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-c906a1bc-9535-484e-80e7-59319f1727c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9627492 Jan 21 09:56:11.619580 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-39049b71-2076-4316-bc8c-eebbf8410a46 service neutron] Request body: {'port': {'device_id': '23ed1197-78c9-43db-9b41-ce713e949e59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:56:11.666808 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0d690d33-07f9-4acc-b3c9-6e0c797fe25f None None] Provisioning for port ef3277ab-de1f-4196-80d8-b306e3b7ae6a completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:56:11.673555 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0d690d33-07f9-4acc-b3c9-6e0c797fe25f None None] Provisioning complete for port ef3277ab-de1f-4196-80d8-b306e3b7ae6a triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:56:11.674105 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0d690d33-07f9-4acc-b3c9-6e0c797fe25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:11.699156 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f876b-7642-4858-b5dd-07f2d93eeb3e req-bcc2ad74-1f63-4668-9c8a-ad920e6cb6fb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:11.699821 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-420f876b-7642-4858-b5dd-07f2d93eeb3e req-bcc2ad74-1f63-4668-9c8a-ad920e6cb6fb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:56:11.759174 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-0d690d33-07f9-4acc-b3c9-6e0c797fe25f None None] Port ef3277ab-de1f-4196-80d8-b306e3b7ae6a cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 09:56:11.779548 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-420f876b-7642-4858-b5dd-07f2d93eeb3e req-bcc2ad74-1f63-4668-9c8a-ad920e6cb6fb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:56:11.781633 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-420f876b-7642-4858-b5dd-07f2d93eeb3e req-bcc2ad74-1f63-4668-9c8a-ad920e6cb6fb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=23ed1197-78c9-43db-9b41-ce713e949e59 HTTP/1.1" status: 200 len: 931 time: 0.2708895 Jan 21 09:56:11.855833 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-39049b71-2076-4316-bc8c-eebbf8410a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:11.886906 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-420f876b-7642-4858-b5dd-07f2d93eeb3e req-bb2e7794-7ef2-4557-a679-925dd2f100ad tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e185ee1-b6d7-4137-92db-a363e3739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0950961 Jan 21 09:56:12.304667 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-39049b71-2076-4316-bc8c-eebbf8410a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef3277ab-de1f-4196-80d8-b306e3b7ae6a {{(pid=87515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:56:12.320215 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-39049b71-2076-4316-bc8c-eebbf8410a46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:12.346173 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-39049b71-2076-4316-bc8c-eebbf8410a46 service neutron] Transition to ACTIVE for port object ef3277ab-de1f-4196-80d8-b306e3b7ae6a will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:56:12.352125 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-39049b71-2076-4316-bc8c-eebbf8410a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:12.525352 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39049b71-2076-4316-bc8c-eebbf8410a46 service neutron] Pushing event updated for resources: {'Port': ['ID=ef3277ab-de1f-4196-80d8-b306e3b7ae6a,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:12.748750 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:12.818317 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-39049b71-2076-4316-bc8c-eebbf8410a46 service neutron] Attempting to bind port ef3277ab-de1f-4196-80d8-b306e3b7ae6a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:56:12.818942 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-39049b71-2076-4316-bc8c-eebbf8410a46 service neutron] Attempting to bind port ef3277ab-de1f-4196-80d8-b306e3b7ae6a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '785dcea4-5a82-4428-9a17-3f20e14b9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bc8db5d8-2957-4287-a167-fb3c6a5ab8de'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:56:12.819388 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-39049b71-2076-4316-bc8c-eebbf8410a46 service neutron] Attempting to bind port ef3277ab-de1f-4196-80d8-b306e3b7ae6a on network bc8db5d8-2957-4287-a167-fb3c6a5ab8de {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:56:12.829139 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-39049b71-2076-4316-bc8c-eebbf8410a46 service neutron] Port ef3277ab-de1f-4196-80d8-b306e3b7ae6a on network bc8db5d8-2957-4287-a167-fb3c6a5ab8de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 09:56:12.829574 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-39049b71-2076-4316-bc8c-eebbf8410a46 service neutron] Attempting to bind port ef3277ab-de1f-4196-80d8-b306e3b7ae6a on network bc8db5d8-2957-4287-a167-fb3c6a5ab8de {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 09:56:12.840137 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-39049b71-2076-4316-bc8c-eebbf8410a46 service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 09:56:12.840763 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-39049b71-2076-4316-bc8c-eebbf8410a46 service neutron] Checking segment: {'id': '785dcea4-5a82-4428-9a17-3f20e14b9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bc8db5d8-2957-4287-a167-fb3c6a5ab8de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 09:56:12.841393 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-39049b71-2076-4316-bc8c-eebbf8410a46 service neutron] Bound using segment: {'id': '785dcea4-5a82-4428-9a17-3f20e14b9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bc8db5d8-2957-4287-a167-fb3c6a5ab8de'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 09:56:12.842129 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-39049b71-2076-4316-bc8c-eebbf8410a46 service neutron] Bound port: ef3277ab-de1f-4196-80d8-b306e3b7ae6a, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '785dcea4-5a82-4428-9a17-3f20e14b9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bc8db5d8-2957-4287-a167-fb3c6a5ab8de'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:56:12.842733 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-39049b71-2076-4316-bc8c-eebbf8410a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:12.968622 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-39049b71-2076-4316-bc8c-eebbf8410a46 service neutron] For port ef3277ab-de1f-4196-80d8-b306e3b7ae6a, host hv-neutron-8257, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 09:56:12.972378 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-39049b71-2076-4316-bc8c-eebbf8410a46 service neutron] For port ef3277ab-de1f-4196-80d8-b306e3b7ae6a, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=ef3277ab-de1f-4196-80d8-b306e3b7ae6a,segment=NetworkSegment(785dcea4-5a82-4428-9a17-3f20e14b9756),segment_id=785dcea4-5a82-4428-9a17-3f20e14b9756)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 09:56:12.978224 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-39049b71-2076-4316-bc8c-eebbf8410a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:13.042511 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-39049b71-2076-4316-bc8c-eebbf8410a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:13.043266 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-39049b71-2076-4316-bc8c-eebbf8410a46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:13.045075 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-39049b71-2076-4316-bc8c-eebbf8410a46 service neutron] 10.222.0.72 "PUT /v2.0/ports/ef3277ab-de1f-4196-80d8-b306e3b7ae6a HTTP/1.1" status: 200 len: 1093 time: 1.4333897 Jan 21 09:56:13.045559 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ed1197-78c9-43db-9b41-ce713e949e59', 'tag': 'ef3277ab-de1f-4196-80d8-b306e3b7ae6a'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:56:13.085368 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39049b71-2076-4316-bc8c-eebbf8410a46 service neutron] Pushing event updated for resources: {'Port': ['ID=ef3277ab-de1f-4196-80d8-b306e3b7ae6a,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:13.151068 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23ed1197-78c9-43db-9b41-ce713e949e59', 'tag': 'ef3277ab-de1f-4196-80d8-b306e3b7ae6a', 'status': 'completed', 'code': 200} Jan 21 09:56:13.203982 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5cc2a-6c2e-4099-a517-a004ede6bf20 req-0c4dc469-1c93-402a-becd-f71e229f1020 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:13.209387 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3af5cc2a-6c2e-4099-a517-a004ede6bf20 req-0c4dc469-1c93-402a-becd-f71e229f1020 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=23ed1197-78c9-43db-9b41-ce713e949e59 HTTP/1.1" status: 200 len: 943 time: 0.1630428 Jan 21 09:56:13.222949 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-5b0e65c6-936d-4054-b959-f1822335582c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:13.224767 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-5b0e65c6-936d-4054-b959-f1822335582c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=23ed1197-78c9-43db-9b41-ce713e949e59 HTTP/1.1" status: 200 len: 1096 time: 0.1148560 Jan 21 09:56:13.289043 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3af5cc2a-6c2e-4099-a517-a004ede6bf20 req-98f0bf46-2cf5-4443-8947-1bb9b6b78aa2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e185ee1-b6d7-4137-92db-a363e3739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0751095 Jan 21 09:56:13.342740 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-497528ac-10db-4884-b5a0-6f572f600894 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef3277ab-de1f-4196-80d8-b306e3b7ae6a HTTP/1.1" status: 200 len: 217 time: 0.1103075 Jan 21 09:56:13.428882 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-d27b0aa0-ed04-4758-aebe-d8412af8269b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:13.431646 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-d27b0aa0-ed04-4758-aebe-d8412af8269b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8be43fc9-965d-4af3-ad4e-e4cf6ef7c5d1 HTTP/1.1" status: 200 len: 843 time: 0.0818887 Jan 21 09:56:13.552762 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-03d3123a-7909-4968-be0a-d0f2dfc27e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:13.555226 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-03d3123a-7909-4968-be0a-d0f2dfc27e5e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc8db5d8-2957-4287-a167-fb3c6a5ab8de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1173997 Jan 21 09:56:13.717456 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-0a8be8a3-d045-4b0b-9a44-33a262c691b1 service neutron] 10.222.0.72 "GET /v2.0/networks/bc8db5d8-2957-4287-a167-fb3c6a5ab8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551437 Jan 21 09:56:13.886533 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ac3d4840-90db-4704-b29d-3aa0dc863875 req-310f9403-dbea-4227-b5dc-8dd3cea40e42 service neutron] 10.222.0.72 "GET /v2.0/networks/bc8db5d8-2957-4287-a167-fb3c6a5ab8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622837 Jan 21 09:56:14.022719 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5193f1-77ec-48d1-a9e2-2b0b79d7c546 req-9cc6be59-d968-4e47-95af-586efcc50b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:14.025249 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0f5193f1-77ec-48d1-a9e2-2b0b79d7c546 req-9cc6be59-d968-4e47-95af-586efcc50b37 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=23ed1197-78c9-43db-9b41-ce713e949e59 HTTP/1.1" status: 200 len: 1096 time: 0.0885341 Jan 21 09:56:14.182506 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5193f1-77ec-48d1-a9e2-2b0b79d7c546 req-ee354104-5777-45a0-8788-fa1bbec588e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:14.184378 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0f5193f1-77ec-48d1-a9e2-2b0b79d7c546 req-ee354104-5777-45a0-8788-fa1bbec588e5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc8db5d8-2957-4287-a167-fb3c6a5ab8de HTTP/1.1" status: 200 len: 897 time: 0.1527507 Jan 21 09:56:14.264471 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0f5193f1-77ec-48d1-a9e2-2b0b79d7c546 req-554ba0af-718d-44cb-89e4-35ed3605314b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef3277ab-de1f-4196-80d8-b306e3b7ae6a HTTP/1.1" status: 200 len: 217 time: 0.0707831 Jan 21 09:56:14.342704 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5193f1-77ec-48d1-a9e2-2b0b79d7c546 req-925b15b4-53d1-4f45-b881-3ad84364f254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:14.344698 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0f5193f1-77ec-48d1-a9e2-2b0b79d7c546 req-925b15b4-53d1-4f45-b881-3ad84364f254 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8be43fc9-965d-4af3-ad4e-e4cf6ef7c5d1 HTTP/1.1" status: 200 len: 843 time: 0.0740674 Jan 21 09:56:14.431439 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5193f1-77ec-48d1-a9e2-2b0b79d7c546 req-c2905729-9762-4f23-a837-3f2c9c724716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:14.433979 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0f5193f1-77ec-48d1-a9e2-2b0b79d7c546 req-c2905729-9762-4f23-a837-3f2c9c724716 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc8db5d8-2957-4287-a167-fb3c6a5ab8de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823774 Jan 21 09:56:14.659489 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0f5193f1-77ec-48d1-a9e2-2b0b79d7c546 req-0dacf36c-83f9-4ac4-b70f-ec84799a2fc4 service neutron] 10.222.0.72 "GET /v2.0/networks/bc8db5d8-2957-4287-a167-fb3c6a5ab8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190971 Jan 21 09:56:14.672539 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7ef91-dcd4-47a3-bed0-9b94291e84a0 req-aed4f826-a1f5-47eb-82cc-325d863b9ed7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:14.674063 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-bfe7ef91-dcd4-47a3-bed0-9b94291e84a0 req-aed4f826-a1f5-47eb-82cc-325d863b9ed7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=23ed1197-78c9-43db-9b41-ce713e949e59 HTTP/1.1" status: 200 len: 943 time: 0.2007821 Jan 21 09:56:14.920520 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-bfe7ef91-dcd4-47a3-bed0-9b94291e84a0 req-f7f71c9f-e2ec-4ade-b988-4b8bf100ecde tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e185ee1-b6d7-4137-92db-a363e3739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2273645 Jan 21 09:56:14.954236 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0f5193f1-77ec-48d1-a9e2-2b0b79d7c546 req-73a9bafc-e339-4511-9ba2-19bb5e2c3722 service neutron] 10.222.0.72 "GET /v2.0/networks/bc8db5d8-2957-4287-a167-fb3c6a5ab8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791114 Jan 21 09:56:16.150715 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e4b17-a106-45f0-a6c1-69d2372130eb req-db28ed84-d763-4fce-9d69-89cacc0bed58 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:16.152303 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-388e4b17-a106-45f0-a6c1-69d2372130eb req-db28ed84-d763-4fce-9d69-89cacc0bed58 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=23ed1197-78c9-43db-9b41-ce713e949e59 HTTP/1.1" status: 200 len: 943 time: 0.1058900 Jan 21 09:56:16.213960 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-388e4b17-a106-45f0-a6c1-69d2372130eb req-12f2a4fb-aa10-4b18-b24e-2213f2a93b78 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e185ee1-b6d7-4137-92db-a363e3739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511189 Jan 21 09:56:16.512261 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4c9fb2c3-55c8-4316-b00d-6c85eb3c2099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:16.526027 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device ef3277ab-de1f-4196-80d8-b306e3b7ae6a details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:56:16.695467 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port ef3277ab-de1f-4196-80d8-b306e3b7ae6a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=ef3277ab-de1f-4196-80d8-b306e3b7ae6a,segment=NetworkSegment(785dcea4-5a82-4428-9a17-3f20e14b9756),segment_id=785dcea4-5a82-4428-9a17-3f20e14b9756)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:56:16.709969 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': 'ef3277ab-de1f-4196-80d8-b306e3b7ae6a', 'network_id': 'bc8db5d8-2957-4287-a167-fb3c6a5ab8de', 'port_id': 'ef3277ab-de1f-4196-80d8-b306e3b7ae6a', 'mac_address': 'fa:16:3e:7c:bc:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8be43fc9-965d-4af3-ad4e-e4cf6ef7c5d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:56:16.804411 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:16.822091 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef3277ab-de1f-4196-80d8-b306e3b7ae6a {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:56:16.838386 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port ef3277ab-de1f-4196-80d8-b306e3b7ae6a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=ef3277ab-de1f-4196-80d8-b306e3b7ae6a,segment=NetworkSegment(785dcea4-5a82-4428-9a17-3f20e14b9756),segment_id=785dcea4-5a82-4428-9a17-3f20e14b9756)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:56:16.842645 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:16.920615 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=ef3277ab-de1f-4196-80d8-b306e3b7ae6a,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:17.216123 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['ef3277ab-de1f-4196-80d8-b306e3b7ae6a'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 09:56:17.470954 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b2890-9d26-4bf5-9c78-bf092768af5c req-8d9c586b-b592-465a-93c8-0f559200aa9d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:17.472655 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c84b2890-9d26-4bf5-9c78-bf092768af5c req-8d9c586b-b592-465a-93c8-0f559200aa9d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=23ed1197-78c9-43db-9b41-ce713e949e59 HTTP/1.1" status: 200 len: 944 time: 0.1180601 Jan 21 09:56:17.530674 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c84b2890-9d26-4bf5-9c78-bf092768af5c req-469083d9-042c-4813-b664-c39f71e9e96e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e185ee1-b6d7-4137-92db-a363e3739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493243 Jan 21 09:56:18.526623 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device ef3277ab-de1f-4196-80d8-b306e3b7ae6a up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:56:18.640831 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port ef3277ab-de1f-4196-80d8-b306e3b7ae6a completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:56:18.665275 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port ef3277ab-de1f-4196-80d8-b306e3b7ae6a triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:56:18.665714 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:18.793508 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516e330-f25f-4c1b-92ef-bdd2a5b8ab54 req-053e7409-7cbf-4ce0-8f05-323e349adc88 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:18.795163 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6516e330-f25f-4c1b-92ef-bdd2a5b8ab54 req-053e7409-7cbf-4ce0-8f05-323e349adc88 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=23ed1197-78c9-43db-9b41-ce713e949e59 HTTP/1.1" status: 200 len: 944 time: 0.1079028 Jan 21 09:56:18.818126 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:18.855929 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ed1197-78c9-43db-9b41-ce713e949e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3277ab-de1f-4196-80d8-b306e3b7ae6a'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:56:18.863731 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6516e330-f25f-4c1b-92ef-bdd2a5b8ab54 req-ed9370bd-5470-4ebc-86c6-c2c5db5fb81f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e185ee1-b6d7-4137-92db-a363e3739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0618227 Jan 21 09:56:18.869781 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port ef3277ab-de1f-4196-80d8-b306e3b7ae6a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=ef3277ab-de1f-4196-80d8-b306e3b7ae6a,segment=NetworkSegment(785dcea4-5a82-4428-9a17-3f20e14b9756),segment_id=785dcea4-5a82-4428-9a17-3f20e14b9756)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:56:18.879521 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:18.966755 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c888822a-d10a-46fe-a21a-5c8298f3b5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:18.983453 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ed1197-78c9-43db-9b41-ce713e949e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3277ab-de1f-4196-80d8-b306e3b7ae6a', 'code': 200} Jan 21 09:56:18.986980 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=ef3277ab-de1f-4196-80d8-b306e3b7ae6a,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:19.241366 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b4a29-5624-4a4b-a11e-3cd53e18622c req-eb206437-fccc-45c6-8b4b-90f85be8cd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:19.243271 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4c1b4a29-5624-4a4b-a11e-3cd53e18622c req-eb206437-fccc-45c6-8b4b-90f85be8cd9a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=23ed1197-78c9-43db-9b41-ce713e949e59 HTTP/1.1" status: 200 len: 1098 time: 0.0790336 Jan 21 09:56:19.303058 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4c1b4a29-5624-4a4b-a11e-3cd53e18622c req-bab88f1d-055a-4cd8-b07b-2c2ceaf94988 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0e185ee1-b6d7-4137-92db-a363e3739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525608 Jan 21 09:56:19.799052 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:19.941467 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:20.136387 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06b628-a845-4b30-a936-08ddd5778f5e req-92a89e81-7ad6-426b-914b-779221eadce0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:20.137907 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0b06b628-a845-4b30-a936-08ddd5778f5e req-92a89e81-7ad6-426b-914b-779221eadce0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=23ed1197-78c9-43db-9b41-ce713e949e59 HTTP/1.1" status: 200 len: 945 time: 0.1174569 Jan 21 09:56:20.193771 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0b06b628-a845-4b30-a936-08ddd5778f5e req-73f486f1-5ef1-4100-85f5-90133f543ec5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e185ee1-b6d7-4137-92db-a363e3739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495546 Jan 21 09:56:21.374638 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:21.457189 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52a2f3-6ca2-48ab-8e4f-99c7df50e069 req-7b9cd1d2-31ef-4904-9c16-4bed91b404ef tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:21.459458 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3f52a2f3-6ca2-48ab-8e4f-99c7df50e069 req-7b9cd1d2-31ef-4904-9c16-4bed91b404ef tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=23ed1197-78c9-43db-9b41-ce713e949e59 HTTP/1.1" status: 200 len: 945 time: 0.1205304 Jan 21 09:56:21.524858 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3f52a2f3-6ca2-48ab-8e4f-99c7df50e069 req-a35837c0-64eb-4b05-9430-2095909893d9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e185ee1-b6d7-4137-92db-a363e3739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581012 Jan 21 09:56:21.766634 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32277aa8-5a91-4d3b-8c72-1df9d340d2cd req-00d61d3e-ee72-4d98-8227-c0f776edde9b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:21.768979 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-32277aa8-5a91-4d3b-8c72-1df9d340d2cd req-00d61d3e-ee72-4d98-8227-c0f776edde9b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=23ed1197-78c9-43db-9b41-ce713e949e59 HTTP/1.1" status: 200 len: 945 time: 0.1233840 Jan 21 09:56:21.842761 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-32277aa8-5a91-4d3b-8c72-1df9d340d2cd req-82c0763b-d17c-43bb-a629-f7b2e8399ae0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e185ee1-b6d7-4137-92db-a363e3739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630658 Jan 21 09:56:21.881061 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58554) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:21.966918 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e923f3-38ca-4140-a585-78cc2335bd76 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:21.968998 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b8e923f3-38ca-4140-a585-78cc2335bd76 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=23ed1197-78c9-43db-9b41-ce713e949e59 HTTP/1.1" status: 200 len: 1093 time: 0.0865674 Jan 21 09:56:21.972075 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58558) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:21.978195 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-9546d065-32ae-4143-a6c1-59487419aa05 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'floatingip': {'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'port_id': 'ef3277ab-de1f-4196-80d8-b306e3b7ae6a', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:56:21.984953 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9546d065-32ae-4143-a6c1-59487419aa05 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:21.989219 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9546d065-32ae-4143-a6c1-59487419aa05 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:floatingip and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:56:21.992373 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9546d065-32ae-4143-a6c1-59487419aa05 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:56:21.999434 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9546d065-32ae-4143-a6c1-59487419aa05 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:22.013386 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9546d065-32ae-4143-a6c1-59487419aa05 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:22.190285 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9546d065-32ae-4143-a6c1-59487419aa05 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:22.340235 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-9546d065-32ae-4143-a6c1-59487419aa05 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Allocated IP 172.26.3.46 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/2d525b11-970e-4763-b79d-1f402b012bcb) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:56:22.580411 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9546d065-32ae-4143-a6c1-59487419aa05 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:22.620560 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9546d065-32ae-4143-a6c1-59487419aa05 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:22.709521 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9546d065-32ae-4143-a6c1-59487419aa05 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:56:22.713392 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-9546d065-32ae-4143-a6c1-59487419aa05 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:56:22.716506 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9546d065-32ae-4143-a6c1-59487419aa05 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 09:56:22.756820 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9546d065-32ae-4143-a6c1-59487419aa05 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=2d525b11-970e-4763-b79d-1f402b012bcb,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:23.365545 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9546d065-32ae-4143-a6c1-59487419aa05 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:23.480322 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9546d065-32ae-4143-a6c1-59487419aa05 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:23.738501 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9546d065-32ae-4143-a6c1-59487419aa05 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:23.746490 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9546d065-32ae-4143-a6c1-59487419aa05 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:23.934437 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9546d065-32ae-4143-a6c1-59487419aa05 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=2d525b11-970e-4763-b79d-1f402b012bcb,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:23.959530 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9546d065-32ae-4143-a6c1-59487419aa05 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:24.235492 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.l3_db [None req-9546d065-32ae-4143-a6c1-59487419aa05 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Floating IP 5f817ed5-8b5e-4630-8e26-7523adaa93d0 associated. External IP: 172.26.3.46, port: ef3277ab-de1f-4196-80d8-b306e3b7ae6a. Jan 21 09:56:24.677327 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9546d065-32ae-4143-a6c1-59487419aa05 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router d7b94841-934e-42d6-9755-a32d31e059ad has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:56:25.013084 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9546d065-32ae-4143-a6c1-59487419aa05 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:56:25.025408 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7101d5ce-89fb-4622-9464-5cab426e439f None None] Sync routers for ids ['d7b94841-934e-42d6-9755-a32d31e059ad'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:56:25.036652 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7101d5ce-89fb-4622-9464-5cab426e439f None None] Routers {'d7b94841-934e-42d6-9755-a32d31e059ad'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:56:25.037532 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-7101d5ce-89fb-4622-9464-5cab426e439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:56:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d7b94841-934e-42d6-9755-a32d31e059ad'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:25.048741 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9546d065-32ae-4143-a6c1-59487419aa05 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:25.112283 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9546d065-32ae-4143-a6c1-59487419aa05 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1390018 Jan 21 09:56:25.112920 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ed1197-78c9-43db-9b41-ce713e949e59', 'tag': 'ef3277ab-de1f-4196-80d8-b306e3b7ae6a'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:56:25.115781 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58562) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:25.163709 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23ed1197-78c9-43db-9b41-ce713e949e59', 'tag': 'ef3277ab-de1f-4196-80d8-b306e3b7ae6a', 'status': 'completed', 'code': 200} Jan 21 09:56:25.303724 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-7101d5ce-89fb-4622-9464-5cab426e439f None None] Set router d7b94841-934e-42d6-9755-a32d31e059ad gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:56:25.381062 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-03df99be-0b23-4a66-adf8-39b4735d39fc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/floatingips/5f817ed5-8b5e-4630-8e26-7523adaa93d0 HTTP/1.1" status: 200 len: 990 time: 0.2608693 Jan 21 09:56:25.397751 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c174e-9436-4471-8f18-d8952c383bf4 req-7a19c5e1-0056-4095-8d35-c626490613cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:25.400843 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-665c174e-9436-4471-8f18-d8952c383bf4 req-7a19c5e1-0056-4095-8d35-c626490613cb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=23ed1197-78c9-43db-9b41-ce713e949e59 HTTP/1.1" status: 200 len: 1098 time: 0.1813178 Jan 21 09:56:25.583502 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c174e-9436-4471-8f18-d8952c383bf4 req-bf58ed66-ec20-4ec7-81f3-78bb7fdce4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:25.585786 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-665c174e-9436-4471-8f18-d8952c383bf4 req-bf58ed66-ec20-4ec7-81f3-78bb7fdce4a4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc8db5d8-2957-4287-a167-fb3c6a5ab8de HTTP/1.1" status: 200 len: 897 time: 0.1788907 Jan 21 09:56:25.745775 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-665c174e-9436-4471-8f18-d8952c383bf4 req-d875b1c9-9183-4d63-b1ec-1aa418a0a692 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef3277ab-de1f-4196-80d8-b306e3b7ae6a HTTP/1.1" status: 200 len: 998 time: 0.1534102 Jan 21 09:56:25.831653 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-7101d5ce-89fb-4622-9464-5cab426e439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'name': 'tempest-TestNetworkBasicOps-router-1725749886', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': 'be8bf810-750c-420f-b128-2817094fcfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:55:55Z', 'updated_at': '2022-01-21T09:56:01Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'be8bf810-750c-420f-b128-2817094fcfd4', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:56Z', 'updated_at': '2022-01-21T09:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '5f817ed5-8b5e-4630-8e26-7523adaa93d0', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.46', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'port_id': 'ef3277ab-de1f-4196-80d8-b306e3b7ae6a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc8db5d8-2957-4287-a167-fb3c6a5ab8de', 'mac_address': 'fa:16:3e:7c:bc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ed1197-78c9-43db-9b41-ce713e949e59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:56:23Z', 'updated_at': '2022-01-21T09:56:23Z', 'revision_number': 0, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd0363c-374b-4d06-91e6-4bf5ecc8b25f', 'name': '', 'network_id': 'bc8db5d8-2957-4287-a167-fb3c6a5ab8de', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:18:ef:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8be43fc9-965d-4af3-ad4e-e4cf6ef7c5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:00Z', 'updated_at': '2022-01-21T09:56:07Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '8be43fc9-965d-4af3-ad4e-e4cf6ef7c5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:25.837541 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7101d5ce-89fb-4622-9464-5cab426e439f None None] Checking router: d7b94841-934e-42d6-9755-a32d31e059ad for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:56:25.839688 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c174e-9436-4471-8f18-d8952c383bf4 req-b880986d-7cd0-4453-b5f7-8739af018a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:25.843690 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-665c174e-9436-4471-8f18-d8952c383bf4 req-b880986d-7cd0-4453-b5f7-8739af018a56 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8be43fc9-965d-4af3-ad4e-e4cf6ef7c5d1 HTTP/1.1" status: 200 len: 843 time: 0.0905597 Jan 21 09:56:25.848450 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7101d5ce-89fb-4622-9464-5cab426e439f None None] Routers {'d7b94841-934e-42d6-9755-a32d31e059ad'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:56:25.849249 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-7101d5ce-89fb-4622-9464-5cab426e439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:56:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d7b94841-934e-42d6-9755-a32d31e059ad'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:25.951126 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c174e-9436-4471-8f18-d8952c383bf4 req-7bc72205-910c-4c45-b098-df4916fd5938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:25.953017 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-665c174e-9436-4471-8f18-d8952c383bf4 req-7bc72205-910c-4c45-b098-df4916fd5938 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc8db5d8-2957-4287-a167-fb3c6a5ab8de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1024663 Jan 21 09:56:26.162769 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-665c174e-9436-4471-8f18-d8952c383bf4 req-9123637b-f021-4409-bcd4-5294a9f07b70 service neutron] 10.222.0.72 "GET /v2.0/networks/bc8db5d8-2957-4287-a167-fb3c6a5ab8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025685 Jan 21 09:56:26.186241 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-7101d5ce-89fb-4622-9464-5cab426e439f None None] Set router d7b94841-934e-42d6-9755-a32d31e059ad gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:56:26.344792 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-665c174e-9436-4471-8f18-d8952c383bf4 req-4278dfb5-e5c8-494a-a95b-c363e1b1bae2 service neutron] 10.222.0.72 "GET /v2.0/networks/bc8db5d8-2957-4287-a167-fb3c6a5ab8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754792 Jan 21 09:56:26.385598 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58568) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:26.538264 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5534a7cd-2037-47bd-a6a2-738f49d1f384 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/floatingips/5f817ed5-8b5e-4630-8e26-7523adaa93d0 HTTP/1.1" status: 200 len: 990 time: 0.1510389 Jan 21 09:56:26.679465 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-7101d5ce-89fb-4622-9464-5cab426e439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'name': 'tempest-TestNetworkBasicOps-router-1725749886', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': 'be8bf810-750c-420f-b128-2817094fcfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:55:55Z', 'updated_at': '2022-01-21T09:56:01Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'be8bf810-750c-420f-b128-2817094fcfd4', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:56Z', 'updated_at': '2022-01-21T09:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '5f817ed5-8b5e-4630-8e26-7523adaa93d0', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.46', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'port_id': 'ef3277ab-de1f-4196-80d8-b306e3b7ae6a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc8db5d8-2957-4287-a167-fb3c6a5ab8de', 'mac_address': 'fa:16:3e:7c:bc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ed1197-78c9-43db-9b41-ce713e949e59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:56:23Z', 'updated_at': '2022-01-21T09:56:23Z', 'revision_number': 0, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd0363c-374b-4d06-91e6-4bf5ecc8b25f', 'name': '', 'network_id': 'bc8db5d8-2957-4287-a167-fb3c6a5ab8de', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:18:ef:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8be43fc9-965d-4af3-ad4e-e4cf6ef7c5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:00Z', 'updated_at': '2022-01-21T09:56:07Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '8be43fc9-965d-4af3-ad4e-e4cf6ef7c5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:26.685291 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7101d5ce-89fb-4622-9464-5cab426e439f None None] The sync data for ids ['d7b94841-934e-42d6-9755-a32d31e059ad'] in dv-neutron-825731-1-hyperv is: [{'id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'name': 'tempest-TestNetworkBasicOps-router-1725749886', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': 'be8bf810-750c-420f-b128-2817094fcfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:55:55Z', 'updated_at': '2022-01-21T09:56:01Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'be8bf810-750c-420f-b128-2817094fcfd4', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:56Z', 'updated_at': '2022-01-21T09:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '5f817ed5-8b5e-4630-8e26-7523adaa93d0', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.46', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'port_id': 'ef3277ab-de1f-4196-80d8-b306e3b7ae6a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc8db5d8-2957-4287-a167-fb3c6a5ab8de', 'mac_address': 'fa:16:3e:7c:bc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ed1197-78c9-43db-9b41-ce713e949e59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:56:23Z', 'updated_at': '2022-01-21T09:56:23Z', 'revision_number': 0, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd0363c-374b-4d06-91e6-4bf5ecc8b25f', 'name': '', 'network_id': 'bc8db5d8-2957-4287-a167-fb3c6a5ab8de', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:18:ef:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8be43fc9-965d-4af3-ad4e-e4cf6ef7c5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:00Z', 'updated_at': '2022-01-21T09:56:07Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '8be43fc9-965d-4af3-ad4e-e4cf6ef7c5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:56:26.939478 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01ccbf3-af5d-451a-ae0c-a97b0335c38d None None] New status for floating IP 5f817ed5-8b5e-4630-8e26-7523adaa93d0: ACTIVE {{(pid=87517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:56:27.542486 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58572) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:27.690716 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-03127632-034d-4b0f-9a20-09e6dad574d5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/floatingips/5f817ed5-8b5e-4630-8e26-7523adaa93d0 HTTP/1.1" status: 200 len: 992 time: 0.1468115 Jan 21 09:56:42.755657 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:45.046246 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:56:46.517497 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-edc13d7f-b170-45a2-ba58-21f6cece633d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:48.902852 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b68e777d-3030-492d-a338-f295a73e7150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:49.807706 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:49.938787 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:51.380642 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:05.140679 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6836abd0-f762-4833-9fdd-a95589523358 req-68d9438a-b4b4-421a-9648-8f02472ad23e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=23ed1197-78c9-43db-9b41-ce713e949e59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1268413 Jan 21 09:57:05.437141 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6836abd0-f762-4833-9fdd-a95589523358 req-007ca634-295f-4405-8819-eee896bbd782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:05.438774 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6836abd0-f762-4833-9fdd-a95589523358 req-007ca634-295f-4405-8819-eee896bbd782 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=23ed1197-78c9-43db-9b41-ce713e949e59 HTTP/1.1" status: 200 len: 1098 time: 0.2151325 Jan 21 09:57:05.632848 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6836abd0-f762-4833-9fdd-a95589523358 req-c0b7dfa0-4447-44bd-865e-06a9b0799251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:05.634806 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6836abd0-f762-4833-9fdd-a95589523358 req-c0b7dfa0-4447-44bd-865e-06a9b0799251 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc8db5d8-2957-4287-a167-fb3c6a5ab8de HTTP/1.1" status: 200 len: 897 time: 0.1720736 Jan 21 09:57:05.764845 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6836abd0-f762-4833-9fdd-a95589523358 req-29fd07d5-3cd4-4be2-806b-6207752e38cf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef3277ab-de1f-4196-80d8-b306e3b7ae6a HTTP/1.1" status: 200 len: 1000 time: 0.1211967 Jan 21 09:57:05.840836 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6836abd0-f762-4833-9fdd-a95589523358 req-3e2821e1-efbd-40c2-813f-d41957f545f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:05.842403 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6836abd0-f762-4833-9fdd-a95589523358 req-3e2821e1-efbd-40c2-813f-d41957f545f2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8be43fc9-965d-4af3-ad4e-e4cf6ef7c5d1 HTTP/1.1" status: 200 len: 843 time: 0.0717373 Jan 21 09:57:05.950237 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6836abd0-f762-4833-9fdd-a95589523358 req-c0507f47-6208-47fc-8cb0-32bcc2c4e087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:05.951821 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6836abd0-f762-4833-9fdd-a95589523358 req-c0507f47-6208-47fc-8cb0-32bcc2c4e087 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc8db5d8-2957-4287-a167-fb3c6a5ab8de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1032267 Jan 21 09:57:06.153438 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6836abd0-f762-4833-9fdd-a95589523358 req-de588d6b-5a8e-4ff0-9e25-19bc51e33950 service neutron] 10.222.0.72 "GET /v2.0/networks/bc8db5d8-2957-4287-a167-fb3c6a5ab8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946805 Jan 21 09:57:06.324493 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6836abd0-f762-4833-9fdd-a95589523358 req-e543c81f-087f-4251-9726-c2acd1785a76 service neutron] 10.222.0.72 "GET /v2.0/networks/bc8db5d8-2957-4287-a167-fb3c6a5ab8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645379 Jan 21 09:57:12.746146 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:16.513859 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9b4c91ca-a5ed-4d5a-825c-8584b4b14c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:18.900147 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0c300130-5293-4b9c-9b2c-6bcd93b0a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:19.794526 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:19.944505 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:21.379934 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:22.046629 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:57:42.747762 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:46.507730 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-98020300-6478-4843-b19a-8f1bed862dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:48.883577 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f0dd265a-fbfd-46b9-8f0e-bd372d5a8a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:49.797033 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:49.945650 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:51.376909 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:59.045877 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:58:05.077073 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c69020d9-a766-47f5-af51-a006d9cd16c6 req-ea1f8829-e165-4b92-bdbe-e4970db33369 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=23ed1197-78c9-43db-9b41-ce713e949e59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740340 Jan 21 09:58:05.223018 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69020d9-a766-47f5-af51-a006d9cd16c6 req-28ab4d0c-e090-4386-a988-6a4494816b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:05.225459 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c69020d9-a766-47f5-af51-a006d9cd16c6 req-28ab4d0c-e090-4386-a988-6a4494816b00 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=23ed1197-78c9-43db-9b41-ce713e949e59 HTTP/1.1" status: 200 len: 1098 time: 0.0769038 Jan 21 09:58:05.377037 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69020d9-a766-47f5-af51-a006d9cd16c6 req-eb188d79-a909-4b41-afd7-8c09615b4d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:05.378734 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c69020d9-a766-47f5-af51-a006d9cd16c6 req-eb188d79-a909-4b41-afd7-8c09615b4d3f service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc8db5d8-2957-4287-a167-fb3c6a5ab8de HTTP/1.1" status: 200 len: 897 time: 0.1339164 Jan 21 09:58:05.488698 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c69020d9-a766-47f5-af51-a006d9cd16c6 req-395f2adc-aa53-4124-8db0-efba75f0e7c2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef3277ab-de1f-4196-80d8-b306e3b7ae6a HTTP/1.1" status: 200 len: 1000 time: 0.1038878 Jan 21 09:58:05.553099 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69020d9-a766-47f5-af51-a006d9cd16c6 req-b5f6ce5f-d9e8-4952-9407-025520c9672a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:05.555052 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c69020d9-a766-47f5-af51-a006d9cd16c6 req-b5f6ce5f-d9e8-4952-9407-025520c9672a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8be43fc9-965d-4af3-ad4e-e4cf6ef7c5d1 HTTP/1.1" status: 200 len: 843 time: 0.0602272 Jan 21 09:58:05.637330 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69020d9-a766-47f5-af51-a006d9cd16c6 req-c7b07a56-576d-42ce-b7ed-a87666e888e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:05.638745 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c69020d9-a766-47f5-af51-a006d9cd16c6 req-c7b07a56-576d-42ce-b7ed-a87666e888e1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc8db5d8-2957-4287-a167-fb3c6a5ab8de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779467 Jan 21 09:58:05.648879 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [req-c69020d9-a766-47f5-af51-a006d9cd16c6 req-c1988dce-bcc8-4ed7-a32f-3ad311afc4da service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=87515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 09:58:05.649868 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c69020d9-a766-47f5-af51-a006d9cd16c6 req-c1988dce-bcc8-4ed7-a32f-3ad311afc4da service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050263 Jan 21 09:58:05.788389 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c69020d9-a766-47f5-af51-a006d9cd16c6 req-59a56bf8-f777-4dcb-b566-46768707cfff service neutron] 10.222.0.72 "GET /v2.0/networks/bc8db5d8-2957-4287-a167-fb3c6a5ab8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326749 Jan 21 09:58:06.045953 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c69020d9-a766-47f5-af51-a006d9cd16c6 req-048543b9-30ee-4a78-aca2-bef4eeaf8702 service neutron] 10.222.0.72 "GET /v2.0/networks/bc8db5d8-2957-4287-a167-fb3c6a5ab8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510729 Jan 21 09:58:12.752969 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:16.511960 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-95117cd9-c092-4430-b205-26cd3d428816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:18.889297 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-55893a61-9046-47b6-a3e9-8f19771fd515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:19.808730 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:19.958566 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:21.384092 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:36.045204 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:58:42.750806 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.515090 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ed63f242-b2d8-4030-a2a5-8698db0e735e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:48.884448 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0ab3aeb0-3905-4ab4-a938-f88fed4819ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:49.795273 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:49.954966 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:51.382488 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:02.444868 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58620) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:02.513013 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-c265f1f5-e50f-482c-bf87-15507679b0f9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:59:02.655445 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c265f1f5-e50f-482c-bf87-15507679b0f9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-65648549'] for subnet, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:02.862136 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c265f1f5-e50f-482c-bf87-15507679b0f9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761633149422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-64642412'] for subnet, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:02.911261 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c265f1f5-e50f-482c-bf87-15507679b0f9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:02.911780 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c265f1f5-e50f-482c-bf87-15507679b0f9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:02.913062 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c265f1f5-e50f-482c-bf87-15507679b0f9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "PUT /v2.0/subnets/8be43fc9-965d-4af3-ad4e-e4cf6ef7c5d1 HTTP/1.1" status: 200 len: 835 time: 0.4672019 Jan 21 09:59:02.919693 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0800e5fd-3bda-4013-9e14-5562f7c9d095 None None] Network bc8db5d8-2957-4287-a167-fb3c6a5ab8de requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:59:02.936972 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265f1f5-e50f-482c-bf87-15507679b0f9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Subnet': ['ID=8be43fc9-965d-4af3-ad4e-e4cf6ef7c5d1,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:02.946656 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c265f1f5-e50f-482c-bf87-15507679b0f9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:02.947082 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c265f1f5-e50f-482c-bf87-15507679b0f9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:02.947281 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c265f1f5-e50f-482c-bf87-15507679b0f9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:02.947651 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c265f1f5-e50f-482c-bf87-15507679b0f9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:02.948037 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c265f1f5-e50f-482c-bf87-15507679b0f9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:02.948337 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c265f1f5-e50f-482c-bf87-15507679b0f9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:02.948658 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c265f1f5-e50f-482c-bf87-15507679b0f9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:02.948982 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c265f1f5-e50f-482c-bf87-15507679b0f9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:02.949324 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c265f1f5-e50f-482c-bf87-15507679b0f9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:02.949621 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c265f1f5-e50f-482c-bf87-15507679b0f9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:02.949937 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c265f1f5-e50f-482c-bf87-15507679b0f9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:02.950247 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c265f1f5-e50f-482c-bf87-15507679b0f9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:03.399817 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-14521d9c-ccf9-4499-b2ab-48ab551e4a4c None None] Provisioning complete for port ef3277ab-de1f-4196-80d8-b306e3b7ae6a triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:03.400322 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-14521d9c-ccf9-4499-b2ab-48ab551e4a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:03.533910 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-14521d9c-ccf9-4499-b2ab-48ab551e4a4c None None] Provisioning complete for port 88adb84b-da19-4871-9993-62bb2bd05d9d triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:03.534150 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-14521d9c-ccf9-4499-b2ab-48ab551e4a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:03.669143 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-14521d9c-ccf9-4499-b2ab-48ab551e4a4c None None] Provisioning complete for port 0bd0363c-374b-4d06-91e6-4bf5ecc8b25f triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:03.669571 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-14521d9c-ccf9-4499-b2ab-48ab551e4a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:06.105361 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6ab5a99d-a3dc-4dfe-95eb-1129df6e979c req-5f356920-4055-4b52-bed3-a14df07133dd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=23ed1197-78c9-43db-9b41-ce713e949e59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1157110 Jan 21 09:59:06.253312 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5a99d-a3dc-4dfe-95eb-1129df6e979c req-f92754b5-d507-4a93-9de6-11633f16d896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:06.255019 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6ab5a99d-a3dc-4dfe-95eb-1129df6e979c req-f92754b5-d507-4a93-9de6-11633f16d896 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=23ed1197-78c9-43db-9b41-ce713e949e59 HTTP/1.1" status: 200 len: 1098 time: 0.0798216 Jan 21 09:59:06.418226 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5a99d-a3dc-4dfe-95eb-1129df6e979c req-10ef06ae-e5fa-42ba-94c0-adc0e01a60e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:06.419731 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6ab5a99d-a3dc-4dfe-95eb-1129df6e979c req-10ef06ae-e5fa-42ba-94c0-adc0e01a60e7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc8db5d8-2957-4287-a167-fb3c6a5ab8de HTTP/1.1" status: 200 len: 897 time: 0.1428370 Jan 21 09:59:06.541624 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6ab5a99d-a3dc-4dfe-95eb-1129df6e979c req-a6b84698-187b-4166-8b74-9b25bc4e0e78 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef3277ab-de1f-4196-80d8-b306e3b7ae6a HTTP/1.1" status: 200 len: 1000 time: 0.1147027 Jan 21 09:59:06.607000 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5a99d-a3dc-4dfe-95eb-1129df6e979c req-a511c430-b74e-4f8a-9845-d43585127156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:06.608544 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6ab5a99d-a3dc-4dfe-95eb-1129df6e979c req-a511c430-b74e-4f8a-9845-d43585127156 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8be43fc9-965d-4af3-ad4e-e4cf6ef7c5d1 HTTP/1.1" status: 200 len: 843 time: 0.0609927 Jan 21 09:59:06.703903 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5a99d-a3dc-4dfe-95eb-1129df6e979c req-032aad43-2f8e-4ffd-ba57-7e76f81e3ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:06.705708 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6ab5a99d-a3dc-4dfe-95eb-1129df6e979c req-032aad43-2f8e-4ffd-ba57-7e76f81e3ae2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc8db5d8-2957-4287-a167-fb3c6a5ab8de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0906820 Jan 21 09:59:06.852700 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6ab5a99d-a3dc-4dfe-95eb-1129df6e979c req-edc9961c-c695-4ec7-859d-1042cf645d90 service neutron] 10.222.0.72 "GET /v2.0/networks/bc8db5d8-2957-4287-a167-fb3c6a5ab8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407969 Jan 21 09:59:06.998014 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6ab5a99d-a3dc-4dfe-95eb-1129df6e979c req-86fa1b44-127d-4327-8eac-42243cdaba65 service neutron] 10.222.0.72 "GET /v2.0/networks/bc8db5d8-2957-4287-a167-fb3c6a5ab8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392775 Jan 21 09:59:12.789835 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:13.043745 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:59:16.517699 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-08920e64-3066-4e81-8c67-2be9818ed58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:18.885989 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b5fefb73-ec43-4057-940b-c745a3cd10b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:19.792024 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:19.954422 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:21.383561 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:42.769702 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:46.526551 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9a90e3e1-3bfc-4fcb-bc29-1cd7fce59c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:46.810589 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58640) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:47.082266 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-4897698d-6d75-474e-9ad4-0f0b726f19ff tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port 2d525b11-970e-4763-b79d-1f402b012bcb {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:59:47.082614 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4897698d-6d75-474e-9ad4-0f0b726f19ff tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:47.433410 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4897698d-6d75-474e-9ad4-0f0b726f19ff tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:47.433845 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4897698d-6d75-474e-9ad4-0f0b726f19ff tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:47.573675 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-4897698d-6d75-474e-9ad4-0f0b726f19ff tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for 2d525b11-970e-4763-b79d-1f402b012bcb owned by network:floatingip {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:59:47.770890 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4897698d-6d75-474e-9ad4-0f0b726f19ff tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:47.868223 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4897698d-6d75-474e-9ad4-0f0b726f19ff tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Port': ['ID=2d525b11-970e-4763-b79d-1f402b012bcb,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:47.943838 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4897698d-6d75-474e-9ad4-0f0b726f19ff tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:47.944182 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.l3_db [None req-4897698d-6d75-474e-9ad4-0f0b726f19ff tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Floating IP 5f817ed5-8b5e-4630-8e26-7523adaa93d0 disassociated (deleted). External IP: 172.26.3.46, port: ef3277ab-de1f-4196-80d8-b306e3b7ae6a. Jan 21 09:59:48.366999 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4897698d-6d75-474e-9ad4-0f0b726f19ff tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router d7b94841-934e-42d6-9755-a32d31e059ad has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:59:48.565687 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4897698d-6d75-474e-9ad4-0f0b726f19ff tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:59:48.577407 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1baf57e-3b27-481f-b819-8aa21f9859d4 None None] Sync routers for ids ['d7b94841-934e-42d6-9755-a32d31e059ad'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:59:48.589674 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4897698d-6d75-474e-9ad4-0f0b726f19ff tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:48.590199 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1baf57e-3b27-481f-b819-8aa21f9859d4 None None] Routers {'d7b94841-934e-42d6-9755-a32d31e059ad'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:59:48.590951 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-a1baf57e-3b27-481f-b819-8aa21f9859d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:59:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d7b94841-934e-42d6-9755-a32d31e059ad'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:48.662633 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4897698d-6d75-474e-9ad4-0f0b726f19ff tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/floatingips/5f817ed5-8b5e-4630-8e26-7523adaa93d0 HTTP/1.1" status: 204 len: 168 time: 1.8505592 Jan 21 09:59:48.663118 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ed1197-78c9-43db-9b41-ce713e949e59', 'tag': 'ef3277ab-de1f-4196-80d8-b306e3b7ae6a'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:59:48.860717 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-a1baf57e-3b27-481f-b819-8aa21f9859d4 None None] Set router d7b94841-934e-42d6-9755-a32d31e059ad gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:59:48.870677 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23ed1197-78c9-43db-9b41-ce713e949e59', 'tag': 'ef3277ab-de1f-4196-80d8-b306e3b7ae6a', 'status': 'completed', 'code': 200} Jan 21 09:59:48.967254 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-afc13e29-a587-419f-ae6e-183103bc42bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:49.049754 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca2e3a-197c-424d-89c5-a33a504a9d03 req-12c44ff2-51c0-4376-8d92-8edc6ae07ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:49.053376 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-94ca2e3a-197c-424d-89c5-a33a504a9d03 req-12c44ff2-51c0-4376-8d92-8edc6ae07ac2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=23ed1197-78c9-43db-9b41-ce713e949e59 HTTP/1.1" status: 200 len: 1098 time: 0.1482489 Jan 21 09:59:49.312046 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23167d-010e-462f-a09f-16d3a775bfac req-0a944e84-dc88-4d7d-9a02-7e5790abbef3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:49.314520 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fa23167d-010e-462f-a09f-16d3a775bfac req-0a944e84-dc88-4d7d-9a02-7e5790abbef3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=23ed1197-78c9-43db-9b41-ce713e949e59 HTTP/1.1" status: 200 len: 945 time: 0.1842220 Jan 21 09:59:49.321149 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca2e3a-197c-424d-89c5-a33a504a9d03 req-418271f1-f691-45f9-89f3-a95e1812465e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:49.322855 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-94ca2e3a-197c-424d-89c5-a33a504a9d03 req-418271f1-f691-45f9-89f3-a95e1812465e service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc8db5d8-2957-4287-a167-fb3c6a5ab8de HTTP/1.1" status: 200 len: 897 time: 0.2625799 Jan 21 09:59:49.343605 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-a1baf57e-3b27-481f-b819-8aa21f9859d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'name': 'tempest-TestNetworkBasicOps-router-1725749886', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': 'be8bf810-750c-420f-b128-2817094fcfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:55:55Z', 'updated_at': '2022-01-21T09:56:01Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'be8bf810-750c-420f-b128-2817094fcfd4', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:56Z', 'updated_at': '2022-01-21T09:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '0bd0363c-374b-4d06-91e6-4bf5ecc8b25f', 'name': '', 'network_id': 'bc8db5d8-2957-4287-a167-fb3c6a5ab8de', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:18:ef:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8be43fc9-965d-4af3-ad4e-e4cf6ef7c5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:00Z', 'updated_at': '2022-01-21T09:56:07Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '8be43fc9-965d-4af3-ad4e-e4cf6ef7c5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:49.349914 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1baf57e-3b27-481f-b819-8aa21f9859d4 None None] Checking router: d7b94841-934e-42d6-9755-a32d31e059ad for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:59:49.360521 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1baf57e-3b27-481f-b819-8aa21f9859d4 None None] Routers {'d7b94841-934e-42d6-9755-a32d31e059ad'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:59:49.361173 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-a1baf57e-3b27-481f-b819-8aa21f9859d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:59:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d7b94841-934e-42d6-9755-a32d31e059ad'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:49.379776 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fa23167d-010e-462f-a09f-16d3a775bfac req-e315aa47-8567-4c19-beb0-47aabefe29d2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e185ee1-b6d7-4137-92db-a363e3739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588977 Jan 21 09:59:49.567829 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-94ca2e3a-197c-424d-89c5-a33a504a9d03 req-73817dab-101a-4c42-9b1d-78f1cfed685b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef3277ab-de1f-4196-80d8-b306e3b7ae6a HTTP/1.1" status: 200 len: 217 time: 0.2377517 Jan 21 09:59:49.627641 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-a1baf57e-3b27-481f-b819-8aa21f9859d4 None None] Set router d7b94841-934e-42d6-9755-a32d31e059ad gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:59:49.647633 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca2e3a-197c-424d-89c5-a33a504a9d03 req-3e8f9eca-7e45-40e8-9eee-4c31a4b18073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:49.648967 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-94ca2e3a-197c-424d-89c5-a33a504a9d03 req-3e8f9eca-7e45-40e8-9eee-4c31a4b18073 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8be43fc9-965d-4af3-ad4e-e4cf6ef7c5d1 HTTP/1.1" status: 200 len: 843 time: 0.0748425 Jan 21 09:59:49.759240 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca2e3a-197c-424d-89c5-a33a504a9d03 req-90a54698-2dd5-409a-90d8-9cc1547831e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:49.761420 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-94ca2e3a-197c-424d-89c5-a33a504a9d03 req-90a54698-2dd5-409a-90d8-9cc1547831e2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc8db5d8-2957-4287-a167-fb3c6a5ab8de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1055138 Jan 21 09:59:49.837024 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:49.944715 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-94ca2e3a-197c-424d-89c5-a33a504a9d03 req-3d47bb20-9844-480d-b5b4-80a81e58aa4b service neutron] 10.222.0.72 "GET /v2.0/networks/bc8db5d8-2957-4287-a167-fb3c6a5ab8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761038 Jan 21 09:59:50.006692 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:50.045590 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:59:50.063989 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-a1baf57e-3b27-481f-b819-8aa21f9859d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'name': 'tempest-TestNetworkBasicOps-router-1725749886', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': 'be8bf810-750c-420f-b128-2817094fcfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:55:55Z', 'updated_at': '2022-01-21T09:56:01Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'be8bf810-750c-420f-b128-2817094fcfd4', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:56Z', 'updated_at': '2022-01-21T09:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '0bd0363c-374b-4d06-91e6-4bf5ecc8b25f', 'name': '', 'network_id': 'bc8db5d8-2957-4287-a167-fb3c6a5ab8de', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:18:ef:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8be43fc9-965d-4af3-ad4e-e4cf6ef7c5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:00Z', 'updated_at': '2022-01-21T09:56:07Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '8be43fc9-965d-4af3-ad4e-e4cf6ef7c5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:50.072275 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1baf57e-3b27-481f-b819-8aa21f9859d4 None None] The sync data for ids ['d7b94841-934e-42d6-9755-a32d31e059ad'] in dv-neutron-825731-1-hyperv is: [{'id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'name': 'tempest-TestNetworkBasicOps-router-1725749886', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': 'be8bf810-750c-420f-b128-2817094fcfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:55:55Z', 'updated_at': '2022-01-21T09:56:01Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'be8bf810-750c-420f-b128-2817094fcfd4', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:56Z', 'updated_at': '2022-01-21T09:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '0bd0363c-374b-4d06-91e6-4bf5ecc8b25f', 'name': '', 'network_id': 'bc8db5d8-2957-4287-a167-fb3c6a5ab8de', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:18:ef:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8be43fc9-965d-4af3-ad4e-e4cf6ef7c5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:00Z', 'updated_at': '2022-01-21T09:56:07Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '8be43fc9-965d-4af3-ad4e-e4cf6ef7c5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:59:50.123525 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-94ca2e3a-197c-424d-89c5-a33a504a9d03 req-39608d97-1f29-4559-8204-a936160423e4 service neutron] 10.222.0.72 "GET /v2.0/networks/bc8db5d8-2957-4287-a167-fb3c6a5ab8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695857 Jan 21 09:59:50.373856 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce51538f-acb0-400f-8462-9bea4739e218 None None] New status for floating IP 5f817ed5-8b5e-4630-8e26-7523adaa93d0: DOWN {{(pid=87517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:59:50.739338 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2ced6-4383-49a6-b276-139d27994a50 req-f674b546-d65a-458d-8078-437e5274f232 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:50.740175 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-dce2ced6-4383-49a6-b276-139d27994a50 req-f674b546-d65a-458d-8078-437e5274f232 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:59:50.758244 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-dce2ced6-4383-49a6-b276-139d27994a50 req-f674b546-d65a-458d-8078-437e5274f232 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:59:50.760388 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-dce2ced6-4383-49a6-b276-139d27994a50 req-f674b546-d65a-458d-8078-437e5274f232 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=23ed1197-78c9-43db-9b41-ce713e949e59 HTTP/1.1" status: 200 len: 945 time: 0.1895549 Jan 21 09:59:50.868434 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-dce2ced6-4383-49a6-b276-139d27994a50 req-800e6f6f-1b66-4efa-afee-a4d0ae4e4cd5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e185ee1-b6d7-4137-92db-a363e3739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0999153 Jan 21 09:59:50.913367 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6e54a-4b4c-48ac-80f9-c7dea1bff64c req-36bc057f-8df5-4d6b-86a5-4dd85472941d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:50.914914 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-34a6e54a-4b4c-48ac-80f9-c7dea1bff64c req-36bc057f-8df5-4d6b-86a5-4dd85472941d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "GET /v2.0/ports?device_id=23ed1197-78c9-43db-9b41-ce713e949e59 HTTP/1.1" status: 200 len: 945 time: 0.0958612 Jan 21 09:59:51.006530 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-34a6e54a-4b4c-48ac-80f9-c7dea1bff64c req-e5cfbb35-522a-45e6-9022-f6bbe90a16da tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port ef3277ab-de1f-4196-80d8-b306e3b7ae6a {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:59:51.007224 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-34a6e54a-4b4c-48ac-80f9-c7dea1bff64c req-e5cfbb35-522a-45e6-9022-f6bbe90a16da tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:51.299875 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-34a6e54a-4b4c-48ac-80f9-c7dea1bff64c req-e5cfbb35-522a-45e6-9022-f6bbe90a16da tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] For port ef3277ab-de1f-4196-80d8-b306e3b7ae6a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=ef3277ab-de1f-4196-80d8-b306e3b7ae6a,segment=NetworkSegment(785dcea4-5a82-4428-9a17-3f20e14b9756),segment_id=785dcea4-5a82-4428-9a17-3f20e14b9756)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:59:51.300277 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-34a6e54a-4b4c-48ac-80f9-c7dea1bff64c req-e5cfbb35-522a-45e6-9022-f6bbe90a16da tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:51.392595 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:51.429867 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-34a6e54a-4b4c-48ac-80f9-c7dea1bff64c req-e5cfbb35-522a-45e6-9022-f6bbe90a16da tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for ef3277ab-de1f-4196-80d8-b306e3b7ae6a owned by compute:nova {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:59:51.598671 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-34a6e54a-4b4c-48ac-80f9-c7dea1bff64c req-e5cfbb35-522a-45e6-9022-f6bbe90a16da tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:51.656741 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cfbb35-522a-45e6-9022-f6bbe90a16da tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Port': ['ID=ef3277ab-de1f-4196-80d8-b306e3b7ae6a,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:51.746781 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a6e54a-4b4c-48ac-80f9-c7dea1bff64c req-e5cfbb35-522a-45e6-9022-f6bbe90a16da tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] No DVR routers for this DVR port ef3277ab-de1f-4196-80d8-b306e3b7ae6a on host hv-neutron-8257 {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:59:51.749309 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-34a6e54a-4b4c-48ac-80f9-c7dea1bff64c req-e5cfbb35-522a-45e6-9022-f6bbe90a16da tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:51.751929 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ed1197-78c9-43db-9b41-ce713e949e59', 'name': 'network-vif-deleted', 'tag': 'ef3277ab-de1f-4196-80d8-b306e3b7ae6a'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:59:51.778286 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-34a6e54a-4b4c-48ac-80f9-c7dea1bff64c req-e5cfbb35-522a-45e6-9022-f6bbe90a16da tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "DELETE /v2.0/ports/ef3277ab-de1f-4196-80d8-b306e3b7ae6a HTTP/1.1" status: 204 len: 173 time: 0.8566704 Jan 21 09:59:51.813196 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ed1197-78c9-43db-9b41-ce713e949e59', 'name': 'network-vif-deleted', 'tag': 'ef3277ab-de1f-4196-80d8-b306e3b7ae6a', 'status': 'completed', 'code': 200} Jan 21 09:59:52.048779 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-d9ae4552-730d-4fa2-8425-5e79c2111df9 req-836dbe9a-cd32-443e-9f0d-e5aeaafd42f6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:59:52.066228 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-d9ae4552-730d-4fa2-8425-5e79c2111df9 req-836dbe9a-cd32-443e-9f0d-e5aeaafd42f6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:59:52.067598 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d9ae4552-730d-4fa2-8425-5e79c2111df9 req-836dbe9a-cd32-443e-9f0d-e5aeaafd42f6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=23ed1197-78c9-43db-9b41-ce713e949e59 HTTP/1.1" status: 200 len: 210 time: 0.0628269 Jan 21 09:59:53.184177 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58668) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:53.261119 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1e9ca70a-fbe8-4129-8fd6-97de74803aed tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:53.309859 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1e9ca70a-fbe8-4129-8fd6-97de74803aed tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:53.386043 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1e9ca70a-fbe8-4129-8fd6-97de74803aed tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:53.405876 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ca70a-fbe8-4129-8fd6-97de74803aed tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e185ee1-b6d7-4137-92db-a363e3739da5,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:53.424085 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1e9ca70a-fbe8-4129-8fd6-97de74803aed tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:53.425614 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1e9ca70a-fbe8-4129-8fd6-97de74803aed tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/security-groups/0e185ee1-b6d7-4137-92db-a363e3739da5 HTTP/1.1" status: 204 len: 168 time: 0.2402689 Jan 21 09:59:53.463883 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58674) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:54.109384 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7edfd2f6-e7d5-438e-9eda-9b72d19da72a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:54.513245 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-7edfd2f6-e7d5-438e-9eda-9b72d19da72a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port 0bd0363c-374b-4d06-91e6-4bf5ecc8b25f {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:59:54.513245 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7edfd2f6-e7d5-438e-9eda-9b72d19da72a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:54.726765 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-7edfd2f6-e7d5-438e-9eda-9b72d19da72a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] For port 0bd0363c-374b-4d06-91e6-4bf5ecc8b25f, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=0bd0363c-374b-4d06-91e6-4bf5ecc8b25f,segment=NetworkSegment(785dcea4-5a82-4428-9a17-3f20e14b9756),segment_id=785dcea4-5a82-4428-9a17-3f20e14b9756)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:59:54.727312 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7edfd2f6-e7d5-438e-9eda-9b72d19da72a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:54.991704 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-7edfd2f6-e7d5-438e-9eda-9b72d19da72a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for 0bd0363c-374b-4d06-91e6-4bf5ecc8b25f owned by network:router_interface {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:59:55.404892 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7edfd2f6-e7d5-438e-9eda-9b72d19da72a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:55.460889 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edfd2f6-e7d5-438e-9eda-9b72d19da72a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Port': ['ID=0bd0363c-374b-4d06-91e6-4bf5ecc8b25f,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:55.489142 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device ef3277ab-de1f-4196-80d8-b306e3b7ae6a no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:59:55.512465 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edfd2f6-e7d5-438e-9eda-9b72d19da72a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:55.512874 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edfd2f6-e7d5-438e-9eda-9b72d19da72a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:55.513212 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edfd2f6-e7d5-438e-9eda-9b72d19da72a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:55.513542 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edfd2f6-e7d5-438e-9eda-9b72d19da72a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:55.514154 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edfd2f6-e7d5-438e-9eda-9b72d19da72a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:55.514242 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edfd2f6-e7d5-438e-9eda-9b72d19da72a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:55.514563 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edfd2f6-e7d5-438e-9eda-9b72d19da72a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:55.514942 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edfd2f6-e7d5-438e-9eda-9b72d19da72a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:55.515273 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edfd2f6-e7d5-438e-9eda-9b72d19da72a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:55.515635 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edfd2f6-e7d5-438e-9eda-9b72d19da72a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:55.516087 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edfd2f6-e7d5-438e-9eda-9b72d19da72a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:55.516408 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edfd2f6-e7d5-438e-9eda-9b72d19da72a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:55.562556 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] No Port match for: ef3277ab-de1f-4196-80d8-b306e3b7ae6a {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:59:55.563149 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device ef3277ab-de1f-4196-80d8-b306e3b7ae6a not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:59:55.870570 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-7edfd2f6-e7d5-438e-9eda-9b72d19da72a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:56.281520 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7edfd2f6-e7d5-438e-9eda-9b72d19da72a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router d7b94841-934e-42d6-9755-a32d31e059ad has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 09:59:56.497761 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7edfd2f6-e7d5-438e-9eda-9b72d19da72a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 09:59:56.513445 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd507ba-ffb3-4eba-8e32-62fb57cbe367 None None] Sync routers for ids ['d7b94841-934e-42d6-9755-a32d31e059ad'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:59:56.524632 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7edfd2f6-e7d5-438e-9eda-9b72d19da72a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "PUT /v2.0/routers/d7b94841-934e-42d6-9755-a32d31e059ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0595157 Jan 21 09:59:56.528722 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58678) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:56.528960 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd507ba-ffb3-4eba-8e32-62fb57cbe367 None None] Routers {'d7b94841-934e-42d6-9755-a32d31e059ad'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:59:56.530024 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-2bd507ba-ffb3-4eba-8e32-62fb57cbe367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:59:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d7b94841-934e-42d6-9755-a32d31e059ad'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:56.638490 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bb92e9d-1e70-4d6f-8690-ba6c84ef4a72 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting subnet 8be43fc9-965d-4af3-ad4e-e4cf6ef7c5d1 {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 09:59:56.641716 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6bb92e9d-1e70-4d6f-8690-ba6c84ef4a72 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:56.701394 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6bb92e9d-1e70-4d6f-8690-ba6c84ef4a72 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:56.843168 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-2bd507ba-ffb3-4eba-8e32-62fb57cbe367 None None] Set router d7b94841-934e-42d6-9755-a32d31e059ad gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:59:57.004766 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6bb92e9d-1e70-4d6f-8690-ba6c84ef4a72 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:57.099802 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6bb92e9d-1e70-4d6f-8690-ba6c84ef4a72 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:57.145158 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb92e9d-1e70-4d6f-8690-ba6c84ef4a72 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Subnet': ['ID=8be43fc9-965d-4af3-ad4e-e4cf6ef7c5d1,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:57.148814 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6bb92e9d-1e70-4d6f-8690-ba6c84ef4a72 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:57.160007 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-6bb92e9d-1e70-4d6f-8690-ba6c84ef4a72 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/subnets/8be43fc9-965d-4af3-ad4e-e4cf6ef7c5d1 HTTP/1.1" status: 204 len: 168 time: 0.6254466 Jan 21 09:59:57.160337 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58682) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:57.166301 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5aeb9a-3c70-4e6b-acf5-7b2c3e21e0cf None None] Network bc8db5d8-2957-4287-a167-fb3c6a5ab8de requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 09:59:57.380207 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-2bd507ba-ffb3-4eba-8e32-62fb57cbe367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'name': 'tempest-TestNetworkBasicOps-router-1725749886', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': 'be8bf810-750c-420f-b128-2817094fcfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:55:55Z', 'updated_at': '2022-01-21T09:59:55Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'be8bf810-750c-420f-b128-2817094fcfd4', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:56Z', 'updated_at': '2022-01-21T09:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:57.387799 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd507ba-ffb3-4eba-8e32-62fb57cbe367 None None] Checking router: d7b94841-934e-42d6-9755-a32d31e059ad for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:59:57.398049 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-977a6995-2ff3-4e6c-9388-481045bd4a36 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:57.408716 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd507ba-ffb3-4eba-8e32-62fb57cbe367 None None] Routers {'d7b94841-934e-42d6-9755-a32d31e059ad'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 09:59:57.409597 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-2bd507ba-ffb3-4eba-8e32-62fb57cbe367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:59:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d7b94841-934e-42d6-9755-a32d31e059ad'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:57.599938 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13805fb-8430-496c-bedf-dadaceff7a84 None None] DHCP port deletion for bc8db5d8-2957-4287-a167-fb3c6a5ab8de request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 09:59:57.627271 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-977a6995-2ff3-4e6c-9388-481045bd4a36 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:57.634623 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-a13805fb-8430-496c-bedf-dadaceff7a84 None None] Deleting port 88adb84b-da19-4871-9993-62bb2bd05d9d {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:59:57.635108 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a13805fb-8430-496c-bedf-dadaceff7a84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:57.642772 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-977a6995-2ff3-4e6c-9388-481045bd4a36 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port be8bf810-750c-420f-b128-2817094fcfd4 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 09:59:57.644976 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-977a6995-2ff3-4e6c-9388-481045bd4a36 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:57.735831 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-2bd507ba-ffb3-4eba-8e32-62fb57cbe367 None None] Set router d7b94841-934e-42d6-9755-a32d31e059ad gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 09:59:57.866726 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-977a6995-2ff3-4e6c-9388-481045bd4a36 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] For port be8bf810-750c-420f-b128-2817094fcfd4, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=be8bf810-750c-420f-b128-2817094fcfd4,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:59:57.867083 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-977a6995-2ff3-4e6c-9388-481045bd4a36 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:58.025181 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-977a6995-2ff3-4e6c-9388-481045bd4a36 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for be8bf810-750c-420f-b128-2817094fcfd4 owned by network:router_gateway {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:59:58.228762 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-a13805fb-8430-496c-bedf-dadaceff7a84 None None] For port 88adb84b-da19-4871-9993-62bb2bd05d9d, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=88adb84b-da19-4871-9993-62bb2bd05d9d,segment=NetworkSegment(785dcea4-5a82-4428-9a17-3f20e14b9756),segment_id=785dcea4-5a82-4428-9a17-3f20e14b9756)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 09:59:58.229146 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a13805fb-8430-496c-bedf-dadaceff7a84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:58.235136 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-977a6995-2ff3-4e6c-9388-481045bd4a36 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:58.287365 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a6995-2ff3-4e6c-9388-481045bd4a36 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Port': ['ID=be8bf810-750c-420f-b128-2817094fcfd4,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:58.374391 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-a13805fb-8430-496c-bedf-dadaceff7a84 None None] Calling delete_port for 88adb84b-da19-4871-9993-62bb2bd05d9d owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 09:59:58.385428 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-977a6995-2ff3-4e6c-9388-481045bd4a36 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:58.530611 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-2bd507ba-ffb3-4eba-8e32-62fb57cbe367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'name': 'tempest-TestNetworkBasicOps-router-1725749886', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': 'be8bf810-750c-420f-b128-2817094fcfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:55:55Z', 'updated_at': '2022-01-21T09:59:55Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'be8bf810-750c-420f-b128-2817094fcfd4', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:56Z', 'updated_at': '2022-01-21T09:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:58.541377 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd507ba-ffb3-4eba-8e32-62fb57cbe367 None None] The sync data for ids ['d7b94841-934e-42d6-9755-a32d31e059ad'] in dv-neutron-825731-1-hyperv is: [{'id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'name': 'tempest-TestNetworkBasicOps-router-1725749886', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': 'be8bf810-750c-420f-b128-2817094fcfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:55:55Z', 'updated_at': '2022-01-21T09:59:55Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': 'be8bf810-750c-420f-b128-2817094fcfd4', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b94841-934e-42d6-9755-a32d31e059ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:55:56Z', 'updated_at': '2022-01-21T09:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:59:58.551479 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a13805fb-8430-496c-bedf-dadaceff7a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:58.577344 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-977a6995-2ff3-4e6c-9388-481045bd4a36 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:58.582077 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-977a6995-2ff3-4e6c-9388-481045bd4a36 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:58.602029 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13805fb-8430-496c-bedf-dadaceff7a84 None None] Pushing event deleted for resources: {'Port': ['ID=88adb84b-da19-4871-9993-62bb2bd05d9d,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:58.615509 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13805fb-8430-496c-bedf-dadaceff7a84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:58.615913 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13805fb-8430-496c-bedf-dadaceff7a84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:58.616339 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13805fb-8430-496c-bedf-dadaceff7a84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:58.616735 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13805fb-8430-496c-bedf-dadaceff7a84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:58.617201 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13805fb-8430-496c-bedf-dadaceff7a84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:58.617572 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13805fb-8430-496c-bedf-dadaceff7a84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:58.618045 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13805fb-8430-496c-bedf-dadaceff7a84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:58.618524 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13805fb-8430-496c-bedf-dadaceff7a84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:58.618955 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13805fb-8430-496c-bedf-dadaceff7a84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:58.619278 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13805fb-8430-496c-bedf-dadaceff7a84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:58.619619 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13805fb-8430-496c-bedf-dadaceff7a84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:58.619935 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13805fb-8430-496c-bedf-dadaceff7a84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:58.622601 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13805fb-8430-496c-bedf-dadaceff7a84 None None] No DVR routers for this DVR port 88adb84b-da19-4871-9993-62bb2bd05d9d on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:59:58.636169 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-977a6995-2ff3-4e6c-9388-481045bd4a36 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:58.636169 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977a6995-2ff3-4e6c-9388-481045bd4a36 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Fanout notify agent at l3_agent the message router_deleted on router d7b94841-934e-42d6-9755-a32d31e059ad {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 09:59:58.651690 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-977a6995-2ff3-4e6c-9388-481045bd4a36 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:58.652975 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-977a6995-2ff3-4e6c-9388-481045bd4a36 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/routers/d7b94841-934e-42d6-9755-a32d31e059ad HTTP/1.1" status: 204 len: 168 time: 1.4915366 Jan 21 09:59:58.655700 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58686) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:58.887649 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-19cfe5f8-e6a9-441f-a250-46a01449179c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:59.032566 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 88adb84b-da19-4871-9993-62bb2bd05d9d no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:59:59.060681 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-19cfe5f8-e6a9-441f-a250-46a01449179c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:59.087045 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 88adb84b-da19-4871-9993-62bb2bd05d9d {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:59:59.087924 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 88adb84b-da19-4871-9993-62bb2bd05d9d not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:59:59.088101 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 0bd0363c-374b-4d06-91e6-4bf5ecc8b25f no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:59:59.089321 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-19cfe5f8-e6a9-441f-a250-46a01449179c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc8db5d8-2957-4287-a167-fb3c6a5ab8de']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:59.104066 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-19cfe5f8-e6a9-441f-a250-46a01449179c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '785dcea4-5a82-4428-9a17-3f20e14b9756') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:59.104342 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-19cfe5f8-e6a9-441f-a250-46a01449179c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '785dcea4-5a82-4428-9a17-3f20e14b9756') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:59.117261 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-19cfe5f8-e6a9-441f-a250-46a01449179c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:59.134257 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 0bd0363c-374b-4d06-91e6-4bf5ecc8b25f {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 09:59:59.134600 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 0bd0363c-374b-4d06-91e6-4bf5ecc8b25f not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:59:59.134752 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-19cfe5f8-e6a9-441f-a250-46a01449179c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:59.147103 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19cfe5f8-e6a9-441f-a250-46a01449179c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:59:59.147793 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-19cfe5f8-e6a9-441f-a250-46a01449179c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:59.173129 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 09:59:59.173129 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:59:59.173129 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 09:59:59.173129 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:59:59.173129 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 09:59:59.173129 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:59:59.173129 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 09:59:59.173129 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:59:59.173129 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 09:59:59.173129 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:59:59.173129 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 09:59:59.173129 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:59:59.173129 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 09:59:59.173129 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:59:59.173129 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:59:59.173129 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:59:59.173129 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:59:59.173129 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:59:59.173129 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 09:59:59.173129 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 09:59:59.173129 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 09:59:59.173129 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 09:59:59.173129 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:59:59.173129 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:59:59.173129 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 09:59:59.173129 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:59:59.173129 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:59:59.173129 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:59:59.173129 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:59:59.173129 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:59:59.173129 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:59:59.173129 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:59:59.274245 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-19cfe5f8-e6a9-441f-a250-46a01449179c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:59.279485 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-19cfe5f8-e6a9-441f-a250-46a01449179c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:59.313768 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-19cfe5f8-e6a9-441f-a250-46a01449179c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/networks/bc8db5d8-2957-4287-a167-fb3c6a5ab8de HTTP/1.1" status: 204 len: 168 time: 0.6570096 Jan 21 09:59:59.315555 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cfe5f8-e6a9-441f-a250-46a01449179c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Network': ['ID=bc8db5d8-2957-4287-a167-fb3c6a5ab8de,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:59.337442 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58690) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:59.345392 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-3f31aafa-3406-4152-a3a7-e161fc3d25bc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'network': {'name': 'tempest-network-smoke--40698261', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'port_security_enabled': True}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:59:59.351548 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-3f31aafa-3406-4152-a3a7-e161fc3d25bc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:59:59.355978 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-3f31aafa-3406-4152-a3a7-e161fc3d25bc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:network and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:59:59.358928 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-3f31aafa-3406-4152-a3a7-e161fc3d25bc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:59:59.365285 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-3f31aafa-3406-4152-a3a7-e161fc3d25bc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:59:59.376752 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f31aafa-3406-4152-a3a7-e161fc3d25bc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Made reservation on behalf of 6ddc82470f624ec48d3ebbc58317dba5 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:59:59.380515 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3f31aafa-3406-4152-a3a7-e161fc3d25bc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:59.419847 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f31aafa-3406-4152-a3a7-e161fc3d25bc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:59:59.430535 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3f31aafa-3406-4152-a3a7-e161fc3d25bc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:59.430924 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-3f31aafa-3406-4152-a3a7-e161fc3d25bc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Added segment f4ce99a6-c3ce-4317-9979-85a545a2b7ae of type vlan for network 4280580c-00f4-4707-a85c-e82ce646bf6e Jan 21 09:59:59.462622 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3f31aafa-3406-4152-a3a7-e161fc3d25bc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:59.497690 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3f31aafa-3406-4152-a3a7-e161fc3d25bc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:59.504205 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f31aafa-3406-4152-a3a7-e161fc3d25bc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:59.504800 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3f31aafa-3406-4152-a3a7-e161fc3d25bc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:59.616922 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-3f31aafa-3406-4152-a3a7-e161fc3d25bc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2763784 Jan 21 09:59:59.619870 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58694) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:59.622732 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f31aafa-3406-4152-a3a7-e161fc3d25bc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Network': ['ID=4280580c-00f4-4707-a85c-e82ce646bf6e,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:59.629836 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-45acbb95-4469-421d-a6d8-94c90f724c21 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1770019181', 'admin_state_up': True, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:59:59.637969 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-45acbb95-4469-421d-a6d8-94c90f724c21 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:59:59.641068 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 4280580c-00f4-4707-a85c-e82ce646bf6e details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:59:59.642310 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-45acbb95-4469-421d-a6d8-94c90f724c21 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:router and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:59:59.646596 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-45acbb95-4469-421d-a6d8-94c90f724c21 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:59:59.653439 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-45acbb95-4469-421d-a6d8-94c90f724c21 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:59:59.665808 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-45acbb95-4469-421d-a6d8-94c90f724c21 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:59.666885 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-45acbb95-4469-421d-a6d8-94c90f724c21 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:59.683426 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-45acbb95-4469-421d-a6d8-94c90f724c21 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:00.007952 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-45acbb95-4469-421d-a6d8-94c90f724c21 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:00.327810 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-45acbb95-4469-421d-a6d8-94c90f724c21 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router_gateway, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:00.358178 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-45acbb95-4469-421d-a6d8-94c90f724c21 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:00.499824 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-45acbb95-4469-421d-a6d8-94c90f724c21 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Allocated IP 172.26.3.195 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/4fcbd6ff-50b6-4931-b66e-11236f2f41b2) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:00:00.751672 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device be8bf810-750c-420f-b128-2817094fcfd4 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:00:00.791754 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: be8bf810-750c-420f-b128-2817094fcfd4 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:00:00.792316 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device be8bf810-750c-420f-b128-2817094fcfd4 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:00:00.802727 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-45acbb95-4469-421d-a6d8-94c90f724c21 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:00.836082 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-45acbb95-4469-421d-a6d8-94c90f724c21 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:00.910582 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45acbb95-4469-421d-a6d8-94c90f724c21 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:00:00.914236 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-45acbb95-4469-421d-a6d8-94c90f724c21 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:00:00.918051 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45acbb95-4469-421d-a6d8-94c90f724c21 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:00:00.952164 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45acbb95-4469-421d-a6d8-94c90f724c21 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=4fcbd6ff-50b6-4931-b66e-11236f2f41b2,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:01.397319 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-45acbb95-4469-421d-a6d8-94c90f724c21 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router_gateway, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:01.808666 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-45acbb95-4469-421d-a6d8-94c90f724c21 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:02.039049 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45acbb95-4469-421d-a6d8-94c90f724c21 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router da897d1a-7656-43f8-9127-3422add82ad7 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 10:00:02.227737 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45acbb95-4469-421d-a6d8-94c90f724c21 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:00:02.238909 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8f68b3-8efb-48f0-b0ad-689ffc80a743 None None] Sync routers for ids ['da897d1a-7656-43f8-9127-3422add82ad7'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:00:02.248453 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8f68b3-8efb-48f0-b0ad-689ffc80a743 None None] Routers {'da897d1a-7656-43f8-9127-3422add82ad7'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:00:02.249067 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-ed8f68b3-8efb-48f0-b0ad-689ffc80a743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:59:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['da897d1a-7656-43f8-9127-3422add82ad7'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:02.256305 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-45acbb95-4469-421d-a6d8-94c90f724c21 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:02.257523 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-45acbb95-4469-421d-a6d8-94c90f724c21 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6364906 Jan 21 10:00:02.261217 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58700) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:02.381246 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-8c849b80-dd31-4726-ae19-c17fda939b2a tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=6ddc82470f624ec48d3ebbc58317dba5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1150033 Jan 21 10:00:02.381567 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58706) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:02.495377 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-ed8f68b3-8efb-48f0-b0ad-689ffc80a743 None None] Set router da897d1a-7656-43f8-9127-3422add82ad7 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:00:02.558722 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df473d3-76cd-4109-a768-672144f309eb tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:02.560252 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-9df473d3-76cd-4109-a768-672144f309eb tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1775010 Jan 21 10:00:02.563326 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58710) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:02.609913 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ce50d7a6-aa52-43ef-83c6-f3c6676d6cff tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=80a065d7-b55c-43ad-a3e8-c65befe4136c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0452313 Jan 21 10:00:02.613284 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58714) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:02.618874 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-48c0ba1f-47b4-4fb7-8936-e95083a2fcd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1745281533', 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:00:02.854115 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-ed8f68b3-8efb-48f0-b0ad-689ffc80a743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'name': 'tempest-TestNetworkBasicOps-router-1770019181', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:59:59Z', 'updated_at': '2022-01-21T10:00:01Z', 'revision_number': 3, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:73:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:00Z', 'updated_at': '2022-01-21T10:00:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:02.858669 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8f68b3-8efb-48f0-b0ad-689ffc80a743 None None] Checking router: da897d1a-7656-43f8-9127-3422add82ad7 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:00:02.859115 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8f68b3-8efb-48f0-b0ad-689ffc80a743 None None] Updating router da897d1a-7656-43f8-9127-3422add82ad7 port 4fcbd6ff-50b6-4931-b66e-11236f2f41b2 binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:00:02.892557 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-48c0ba1f-47b4-4fb7-8936-e95083a2fcd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:02.897228 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-48c0ba1f-47b4-4fb7-8936-e95083a2fcd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:subnet and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:00:02.900176 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-48c0ba1f-47b4-4fb7-8936-e95083a2fcd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:00:02.906205 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-48c0ba1f-47b4-4fb7-8936-e95083a2fcd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:02.914655 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-ed8f68b3-8efb-48f0-b0ad-689ffc80a743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:02.917813 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c0ba1f-47b4-4fb7-8936-e95083a2fcd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Made reservation on behalf of 6ddc82470f624ec48d3ebbc58317dba5 for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:00:02.921670 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-48c0ba1f-47b4-4fb7-8936-e95083a2fcd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:03.189541 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-48c0ba1f-47b4-4fb7-8936-e95083a2fcd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:03.280912 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0ba1f-47b4-4fb7-8936-e95083a2fcd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Subnet': ['ID=10db16d4-caeb-479f-a898-2b014c0fb6b2,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:03.293109 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c0ba1f-47b4-4fb7-8936-e95083a2fcd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:03.293442 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c0ba1f-47b4-4fb7-8936-e95083a2fcd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:03.293779 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c0ba1f-47b4-4fb7-8936-e95083a2fcd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:03.294105 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c0ba1f-47b4-4fb7-8936-e95083a2fcd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:03.294453 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c0ba1f-47b4-4fb7-8936-e95083a2fcd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:03.294840 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c0ba1f-47b4-4fb7-8936-e95083a2fcd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:03.295180 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c0ba1f-47b4-4fb7-8936-e95083a2fcd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:03.295528 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c0ba1f-47b4-4fb7-8936-e95083a2fcd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:03.295856 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c0ba1f-47b4-4fb7-8936-e95083a2fcd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:03.296173 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c0ba1f-47b4-4fb7-8936-e95083a2fcd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:03.296488 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c0ba1f-47b4-4fb7-8936-e95083a2fcd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:03.296798 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c0ba1f-47b4-4fb7-8936-e95083a2fcd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:03.302408 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c0ba1f-47b4-4fb7-8936-e95083a2fcd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Checking segment: {'id': 'f4ce99a6-c3ce-4317-9979-85a545a2b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:00:03.302769 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c0ba1f-47b4-4fb7-8936-e95083a2fcd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network hostable DHCP agents. Network: 4280580c-00f4-4707-a85c-e82ce646bf6e, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:00:03.310075 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-ed8f68b3-8efb-48f0-b0ad-689ffc80a743 None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:03.323839 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-ed8f68b3-8efb-48f0-b0ad-689ffc80a743 None None] Transition to ACTIVE for port object 4fcbd6ff-50b6-4931-b66e-11236f2f41b2 will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:00:03.332334 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c0ba1f-47b4-4fb7-8936-e95083a2fcd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 4280580c-00f4-4707-a85c-e82ce646bf6e is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:00:03.334415 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-ed8f68b3-8efb-48f0-b0ad-689ffc80a743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:03.347413 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-48c0ba1f-47b4-4fb7-8936-e95083a2fcd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 4280580c-00f4-4707-a85c-e82ce646bf6e) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:00:03.360777 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c0ba1f-47b4-4fb7-8936-e95083a2fcd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:03.362546 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-48c0ba1f-47b4-4fb7-8936-e95083a2fcd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:03.369291 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acccd99c-8e65-470b-8bfb-a2212560e485 None None] Network 4280580c-00f4-4707-a85c-e82ce646bf6e requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:00:03.389906 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-48c0ba1f-47b4-4fb7-8936-e95083a2fcd0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7755232 Jan 21 10:00:03.392984 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58718) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:03.439051 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-ed8f68b3-8efb-48f0-b0ad-689ffc80a743 None None] Attempting to bind port 4fcbd6ff-50b6-4931-b66e-11236f2f41b2 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:00:03.439436 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-ed8f68b3-8efb-48f0-b0ad-689ffc80a743 None None] Attempting to bind port 4fcbd6ff-50b6-4931-b66e-11236f2f41b2 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:00:03.440430 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8f68b3-8efb-48f0-b0ad-689ffc80a743 None None] Attempting to bind port 4fcbd6ff-50b6-4931-b66e-11236f2f41b2 on network 80a065d7-b55c-43ad-a3e8-c65befe4136c {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:00:03.451112 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8f68b3-8efb-48f0-b0ad-689ffc80a743 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:00:03.451603 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8f68b3-8efb-48f0-b0ad-689ffc80a743 None None] Checking segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:00:03.452052 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-ed8f68b3-8efb-48f0-b0ad-689ffc80a743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:03.452864 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8f68b3-8efb-48f0-b0ad-689ffc80a743 None None] Bound using segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:00:03.452864 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-ed8f68b3-8efb-48f0-b0ad-689ffc80a743 None None] Bound port: 4fcbd6ff-50b6-4931-b66e-11236f2f41b2, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:00:03.453376 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-ed8f68b3-8efb-48f0-b0ad-689ffc80a743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:03.484894 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca25531-d10e-49c6-9615-1e42ada65e26 None None] Pushing event updated for resources: {'Port': ['ID=4fcbd6ff-50b6-4931-b66e-11236f2f41b2,revision_number=2']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:03.521418 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca25531-d10e-49c6-9615-1e42ada65e26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:03.522172 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca25531-d10e-49c6-9615-1e42ada65e26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:03.522651 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca25531-d10e-49c6-9615-1e42ada65e26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:03.522834 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca25531-d10e-49c6-9615-1e42ada65e26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:03.523594 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca25531-d10e-49c6-9615-1e42ada65e26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:03.523983 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca25531-d10e-49c6-9615-1e42ada65e26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:03.524390 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca25531-d10e-49c6-9615-1e42ada65e26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:03.524926 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca25531-d10e-49c6-9615-1e42ada65e26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:03.525738 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca25531-d10e-49c6-9615-1e42ada65e26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:03.526305 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca25531-d10e-49c6-9615-1e42ada65e26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:03.527010 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca25531-d10e-49c6-9615-1e42ada65e26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:03.527163 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca25531-d10e-49c6-9615-1e42ada65e26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:00:03.583842 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-ed8f68b3-8efb-48f0-b0ad-689ffc80a743 None None] For port 4fcbd6ff-50b6-4931-b66e-11236f2f41b2, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:00:03.589089 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-ed8f68b3-8efb-48f0-b0ad-689ffc80a743 None None] For port 4fcbd6ff-50b6-4931-b66e-11236f2f41b2, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=4fcbd6ff-50b6-4931-b66e-11236f2f41b2,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:00:03.598079 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-ed8f68b3-8efb-48f0-b0ad-689ffc80a743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:03.676573 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac45bdde-76a7-4439-bb84-0bc33e6e3049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-4280580c-00f4-4707-a85c-e82ce646bf6e', 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ips': [{'subnet_id': '10db16d4-caeb-479f-a898-2b014c0fb6b2'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:00:03.679029 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ac45bdde-76a7-4439-bb84-0bc33e6e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:03.695798 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8f68b3-8efb-48f0-b0ad-689ffc80a743 None None] Routers {'da897d1a-7656-43f8-9127-3422add82ad7'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:00:03.696405 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-ed8f68b3-8efb-48f0-b0ad-689ffc80a743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:59:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['da897d1a-7656-43f8-9127-3422add82ad7'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:03.790901 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca25531-d10e-49c6-9615-1e42ada65e26 None None] Pushing event updated for resources: {'Port': ['ID=4fcbd6ff-50b6-4931-b66e-11236f2f41b2,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:03.941962 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-ed8f68b3-8efb-48f0-b0ad-689ffc80a743 None None] Set router da897d1a-7656-43f8-9127-3422add82ad7 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:00:03.953092 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-ac45bdde-76a7-4439-bb84-0bc33e6e3049 None None] Allocated IP 172.20.0.2 (4280580c-00f4-4707-a85c-e82ce646bf6e/10db16d4-caeb-479f-a898-2b014c0fb6b2/9d5f7a9b-4e12-45f5-bbb9-e4e70d67464b) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:00:04.279580 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ac45bdde-76a7-4439-bb84-0bc33e6e3049 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:04.297371 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-ac45bdde-76a7-4439-bb84-0bc33e6e3049 None None] Transition to ACTIVE for port object 9d5f7a9b-4e12-45f5-bbb9-e4e70d67464b will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:00:04.330064 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-ac45bdde-76a7-4439-bb84-0bc33e6e3049 None None] Transition to ACTIVE for port object 9d5f7a9b-4e12-45f5-bbb9-e4e70d67464b will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:00:04.338881 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ac45bdde-76a7-4439-bb84-0bc33e6e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:04.392558 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-ed8f68b3-8efb-48f0-b0ad-689ffc80a743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'name': 'tempest-TestNetworkBasicOps-router-1770019181', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:59:59Z', 'updated_at': '2022-01-21T10:00:01Z', 'revision_number': 3, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:73:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:00Z', 'updated_at': '2022-01-21T10:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:04.399945 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8f68b3-8efb-48f0-b0ad-689ffc80a743 None None] The sync data for ids ['da897d1a-7656-43f8-9127-3422add82ad7'] in dv-neutron-825731-1-hyperv is: [{'id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'name': 'tempest-TestNetworkBasicOps-router-1770019181', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:59:59Z', 'updated_at': '2022-01-21T10:00:01Z', 'revision_number': 3, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:73:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:00Z', 'updated_at': '2022-01-21T10:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:00:04.420272 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-13faeb98-db80-41a3-92b0-9ad168f4b279 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:04.456344 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac45bdde-76a7-4439-bb84-0bc33e6e3049 None None] Network 4280580c-00f4-4707-a85c-e82ce646bf6e is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:00:04.461454 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-ac45bdde-76a7-4439-bb84-0bc33e6e3049 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:00:04.467716 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac45bdde-76a7-4439-bb84-0bc33e6e3049 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:00:04.519691 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45bdde-76a7-4439-bb84-0bc33e6e3049 None None] Pushing event updated for resources: {'Port': ['ID=9d5f7a9b-4e12-45f5-bbb9-e4e70d67464b,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:04.619451 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-ac45bdde-76a7-4439-bb84-0bc33e6e3049 None None] Attempting to bind port 9d5f7a9b-4e12-45f5-bbb9-e4e70d67464b on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:00:04.619819 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-ac45bdde-76a7-4439-bb84-0bc33e6e3049 None None] Attempting to bind port 9d5f7a9b-4e12-45f5-bbb9-e4e70d67464b by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'f4ce99a6-c3ce-4317-9979-85a545a2b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:00:04.620178 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac45bdde-76a7-4439-bb84-0bc33e6e3049 None None] Attempting to bind port 9d5f7a9b-4e12-45f5-bbb9-e4e70d67464b on network 4280580c-00f4-4707-a85c-e82ce646bf6e {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:00:04.640118 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac45bdde-76a7-4439-bb84-0bc33e6e3049 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:00:04.640677 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac45bdde-76a7-4439-bb84-0bc33e6e3049 None None] Checking segment: {'id': 'f4ce99a6-c3ce-4317-9979-85a545a2b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:00:04.641234 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ac45bdde-76a7-4439-bb84-0bc33e6e3049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:04.641902 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac45bdde-76a7-4439-bb84-0bc33e6e3049 None None] Bound using segment: {'id': 'f4ce99a6-c3ce-4317-9979-85a545a2b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:00:04.642924 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-ac45bdde-76a7-4439-bb84-0bc33e6e3049 None None] Bound port: 9d5f7a9b-4e12-45f5-bbb9-e4e70d67464b, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ce99a6-c3ce-4317-9979-85a545a2b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:00:04.644106 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ac45bdde-76a7-4439-bb84-0bc33e6e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:04.816914 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-ac45bdde-76a7-4439-bb84-0bc33e6e3049 None None] For port 9d5f7a9b-4e12-45f5-bbb9-e4e70d67464b, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:00:04.826003 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-ac45bdde-76a7-4439-bb84-0bc33e6e3049 None None] For port 9d5f7a9b-4e12-45f5-bbb9-e4e70d67464b, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=9d5f7a9b-4e12-45f5-bbb9-e4e70d67464b,segment=NetworkSegment(f4ce99a6-c3ce-4317-9979-85a545a2b7ae),segment_id=f4ce99a6-c3ce-4317-9979-85a545a2b7ae)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:00:04.831959 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ac45bdde-76a7-4439-bb84-0bc33e6e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:04.905340 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4fcbd6ff-50b6-4931-b66e-11236f2f41b2 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:00:05.046308 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45bdde-76a7-4439-bb84-0bc33e6e3049 None None] Pushing event updated for resources: {'Port': ['ID=9d5f7a9b-4e12-45f5-bbb9-e4e70d67464b,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:05.054744 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 4fcbd6ff-50b6-4931-b66e-11236f2f41b2 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:00:05.066134 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 4fcbd6ff-50b6-4931-b66e-11236f2f41b2 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:00:05.066694 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:05.240105 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-13faeb98-db80-41a3-92b0-9ad168f4b279 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Allocated IP 172.20.0.1 (4280580c-00f4-4707-a85c-e82ce646bf6e/10db16d4-caeb-479f-a898-2b014c0fb6b2/eb9d3cdb-0421-41be-a1b0-420176634d0c) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:00:05.292002 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:05.322489 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 4fcbd6ff-50b6-4931-b66e-11236f2f41b2, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=4fcbd6ff-50b6-4931-b66e-11236f2f41b2,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:00:05.327703 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:05.423888 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=4fcbd6ff-50b6-4931-b66e-11236f2f41b2,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:05.565524 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-13faeb98-db80-41a3-92b0-9ad168f4b279 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:05.588751 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-13faeb98-db80-41a3-92b0-9ad168f4b279 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Transition to ACTIVE for port object eb9d3cdb-0421-41be-a1b0-420176634d0c will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:00:05.620226 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-13faeb98-db80-41a3-92b0-9ad168f4b279 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:05.693941 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13faeb98-db80-41a3-92b0-9ad168f4b279 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 4280580c-00f4-4707-a85c-e82ce646bf6e is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:00:05.697751 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-13faeb98-db80-41a3-92b0-9ad168f4b279 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:00:05.701848 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13faeb98-db80-41a3-92b0-9ad168f4b279 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:00:05.748126 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13faeb98-db80-41a3-92b0-9ad168f4b279 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=eb9d3cdb-0421-41be-a1b0-420176634d0c,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:05.776957 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-13faeb98-db80-41a3-92b0-9ad168f4b279 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:06.157442 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-13faeb98-db80-41a3-92b0-9ad168f4b279 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:06.300471 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64b7a24-beaa-4d1f-afe7-cd14916f0dc7 None None] Network 4280580c-00f4-4707-a85c-e82ce646bf6e requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:00:06.477631 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-6ba7d28c-42fe-4310-93de-2241b8c7e7ba None None] Provisioning for port 9d5f7a9b-4e12-45f5-bbb9-e4e70d67464b completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:00:06.707051 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-13faeb98-db80-41a3-92b0-9ad168f4b279 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:06.713683 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-13faeb98-db80-41a3-92b0-9ad168f4b279 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:06.900336 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-13faeb98-db80-41a3-92b0-9ad168f4b279 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:06.904179 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13faeb98-db80-41a3-92b0-9ad168f4b279 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=eb9d3cdb-0421-41be-a1b0-420176634d0c,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:06.921511 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4fcbd6ff-50b6-4931-b66e-11236f2f41b2 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:00:07.017484 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 4fcbd6ff-50b6-4931-b66e-11236f2f41b2 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:00:07.019314 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:07.095843 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13faeb98-db80-41a3-92b0-9ad168f4b279 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 4280580c-00f4-4707-a85c-e82ce646bf6e is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:00:07.098132 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-13faeb98-db80-41a3-92b0-9ad168f4b279 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:00:07.133791 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-cde4c333-cae8-4698-bc03-76b91af2c9c5 None None] Provisioning for port eb9d3cdb-0421-41be-a1b0-420176634d0c completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:00:07.146849 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-cde4c333-cae8-4698-bc03-76b91af2c9c5 None None] Provisioning complete for port eb9d3cdb-0421-41be-a1b0-420176634d0c triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:00:07.147591 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cde4c333-cae8-4698-bc03-76b91af2c9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:07.292711 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-cde4c333-cae8-4698-bc03-76b91af2c9c5 None None] Port eb9d3cdb-0421-41be-a1b0-420176634d0c cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:00:07.328838 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 9d5f7a9b-4e12-45f5-bbb9-e4e70d67464b up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:00:07.381634 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13faeb98-db80-41a3-92b0-9ad168f4b279 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router da897d1a-7656-43f8-9127-3422add82ad7 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:00:07.422209 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 9d5f7a9b-4e12-45f5-bbb9-e4e70d67464b completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:00:07.432045 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 9d5f7a9b-4e12-45f5-bbb9-e4e70d67464b triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:00:07.432767 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:07.548213 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e7bd55e3-d5ea-494d-93be-02790575c35a None None] Provisioning complete for port eb9d3cdb-0421-41be-a1b0-420176634d0c triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:00:07.548959 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e7bd55e3-d5ea-494d-93be-02790575c35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:07.668884 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd55e3-d5ea-494d-93be-02790575c35a None None] Port eb9d3cdb-0421-41be-a1b0-420176634d0c cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:00:07.706848 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:07.757690 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 9d5f7a9b-4e12-45f5-bbb9-e4e70d67464b, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=9d5f7a9b-4e12-45f5-bbb9-e4e70d67464b,segment=NetworkSegment(f4ce99a6-c3ce-4317-9979-85a545a2b7ae),segment_id=f4ce99a6-c3ce-4317-9979-85a545a2b7ae)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:00:07.761072 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13faeb98-db80-41a3-92b0-9ad168f4b279 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:00:07.766104 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:07.797890 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-13faeb98-db80-41a3-92b0-9ad168f4b279 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "PUT /v2.0/routers/da897d1a-7656-43f8-9127-3422add82ad7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4008057 Jan 21 10:00:07.798788 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58722) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:07.816650 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26205a64-4307-45c1-9a07-71d2c96e0b8c None None] Sync routers for ids ['da897d1a-7656-43f8-9127-3422add82ad7'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:00:07.870697 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26205a64-4307-45c1-9a07-71d2c96e0b8c None None] Routers {'da897d1a-7656-43f8-9127-3422add82ad7'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:00:07.871370 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-26205a64-4307-45c1-9a07-71d2c96e0b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:59:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['da897d1a-7656-43f8-9127-3422add82ad7'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:07.948123 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e2cf83d8-2f8a-4e25-8102-64b2a2c96b26 None None] Provisioning complete for port eb9d3cdb-0421-41be-a1b0-420176634d0c triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:00:07.948570 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e2cf83d8-2f8a-4e25-8102-64b2a2c96b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:07.991073 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5816c22-da87-405a-8865-34c65c790380 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:07.991579 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5816c22-da87-405a-8865-34c65c790380 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:07.992045 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5816c22-da87-405a-8865-34c65c790380 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:07.992498 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5816c22-da87-405a-8865-34c65c790380 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:07.994226 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d5816c22-da87-405a-8865-34c65c790380 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2884 time: 0.1936541 Jan 21 10:00:07.998741 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58726) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:08.015197 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=9d5f7a9b-4e12-45f5-bbb9-e4e70d67464b,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:08.082203 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a41c639-ed94-44e4-a54f-348355bd5a1c tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:08.082660 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a41c639-ed94-44e4-a54f-348355bd5a1c tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:08.083110 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a41c639-ed94-44e4-a54f-348355bd5a1c tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:08.083581 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a41c639-ed94-44e4-a54f-348355bd5a1c tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:08.085448 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1a41c639-ed94-44e4-a54f-348355bd5a1c tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0857465 Jan 21 10:00:08.088851 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58730) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:08.111288 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-e2cf83d8-2f8a-4e25-8102-64b2a2c96b26 None None] Port eb9d3cdb-0421-41be-a1b0-420176634d0c cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:00:08.173604 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-26205a64-4307-45c1-9a07-71d2c96e0b8c None None] Set router da897d1a-7656-43f8-9127-3422add82ad7 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:00:08.566435 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-21b683c7-5d04-4a0d-82af-23d31beba134 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.4716599 Jan 21 10:00:08.593379 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-26205a64-4307-45c1-9a07-71d2c96e0b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'name': 'tempest-TestNetworkBasicOps-router-1770019181', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:59:59Z', 'updated_at': '2022-01-21T10:00:06Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:73:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:00Z', 'updated_at': '2022-01-21T10:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'eb9d3cdb-0421-41be-a1b0-420176634d0c', 'name': '', 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:4e:a5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '10db16d4-caeb-479f-a898-2b014c0fb6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:04Z', 'updated_at': '2022-01-21T10:00:06Z', 'revision_number': 2, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '10db16d4-caeb-479f-a898-2b014c0fb6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:08.600533 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26205a64-4307-45c1-9a07-71d2c96e0b8c None None] Checking router: da897d1a-7656-43f8-9127-3422add82ad7 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:00:08.601122 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26205a64-4307-45c1-9a07-71d2c96e0b8c None None] Updating router da897d1a-7656-43f8-9127-3422add82ad7 port eb9d3cdb-0421-41be-a1b0-420176634d0c binding host dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:00:08.664539 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-26205a64-4307-45c1-9a07-71d2c96e0b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:08.783930 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58736) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:08.792128 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-abc6cd4a-12be-4eb1-a969-459272a5e8c1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-705604958', 'description': 'tempest-secgroup-smoke-705604958 description', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:00:08.803479 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-abc6cd4a-12be-4eb1-a969-459272a5e8c1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:08.811950 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-abc6cd4a-12be-4eb1-a969-459272a5e8c1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:00:08.815852 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-abc6cd4a-12be-4eb1-a969-459272a5e8c1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:00:08.823160 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-abc6cd4a-12be-4eb1-a969-459272a5e8c1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:08.838062 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-abc6cd4a-12be-4eb1-a969-459272a5e8c1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:08.868288 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-abc6cd4a-12be-4eb1-a969-459272a5e8c1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:08.873882 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-abc6cd4a-12be-4eb1-a969-459272a5e8c1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:00:08.874240 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 9d5f7a9b-4e12-45f5-bbb9-e4e70d67464b up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:00:08.877884 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-abc6cd4a-12be-4eb1-a969-459272a5e8c1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:00:08.884725 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-abc6cd4a-12be-4eb1-a969-459272a5e8c1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:08.994059 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-abc6cd4a-12be-4eb1-a969-459272a5e8c1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:08.999701 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-abc6cd4a-12be-4eb1-a969-459272a5e8c1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.058964 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6cd4a-12be-4eb1-a969-459272a5e8c1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe103be4-2868-41b8-8a6c-0544b78442d1,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:09.064370 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-abc6cd4a-12be-4eb1-a969-459272a5e8c1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.071058 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-abc6cd4a-12be-4eb1-a969-459272a5e8c1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2806146 Jan 21 10:00:09.071765 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58740) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:09.076896 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 9d5f7a9b-4e12-45f5-bbb9-e4e70d67464b triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:00:09.077361 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.077761 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-09ffcb72-045d-4696-9cdb-433c06c2a14b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': 'fe103be4-2868-41b8-8a6c-0544b78442d1', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:00:09.085094 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-09ffcb72-045d-4696-9cdb-433c06c2a14b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:09.091973 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-09ffcb72-045d-4696-9cdb-433c06c2a14b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:00:09.097162 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-09ffcb72-045d-4696-9cdb-433c06c2a14b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:00:09.103842 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-09ffcb72-045d-4696-9cdb-433c06c2a14b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:09.130104 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-09ffcb72-045d-4696-9cdb-433c06c2a14b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.210392 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-09ffcb72-045d-4696-9cdb-433c06c2a14b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.214879 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-09ffcb72-045d-4696-9cdb-433c06c2a14b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.242403 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ffcb72-045d-4696-9cdb-433c06c2a14b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c53a7687-b932-4ff7-b669-8963583efc55,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:09.256217 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-09ffcb72-045d-4696-9cdb-433c06c2a14b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.257828 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-09ffcb72-045d-4696-9cdb-433c06c2a14b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1841156 Jan 21 10:00:09.261422 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58744) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:09.267269 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-11866d96-9dd0-402d-a435-65962a377696 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': 'fe103be4-2868-41b8-8a6c-0544b78442d1', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:00:09.274468 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-11866d96-9dd0-402d-a435-65962a377696 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:09.278879 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-11866d96-9dd0-402d-a435-65962a377696 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:00:09.281974 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-11866d96-9dd0-402d-a435-65962a377696 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:00:09.288650 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-11866d96-9dd0-402d-a435-65962a377696 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:09.308889 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-11866d96-9dd0-402d-a435-65962a377696 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.323552 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-26205a64-4307-45c1-9a07-71d2c96e0b8c None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.337819 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-26205a64-4307-45c1-9a07-71d2c96e0b8c None None] Transition to ACTIVE for port object eb9d3cdb-0421-41be-a1b0-420176634d0c will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:00:09.349600 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-26205a64-4307-45c1-9a07-71d2c96e0b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.392826 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-11866d96-9dd0-402d-a435-65962a377696 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.404434 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-11866d96-9dd0-402d-a435-65962a377696 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.433601 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11866d96-9dd0-402d-a435-65962a377696 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=176a1933-dfc1-4a93-b3a0-5eb80d027d5f,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:09.450756 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-11866d96-9dd0-402d-a435-65962a377696 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.452789 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-11866d96-9dd0-402d-a435-65962a377696 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1903043 Jan 21 10:00:09.457498 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58748) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:09.464609 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-0f756ca4-6bf3-4846-9ff2-6e8426733819 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': 'fe103be4-2868-41b8-8a6c-0544b78442d1', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:00:09.477175 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-0f756ca4-6bf3-4846-9ff2-6e8426733819 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:09.483697 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-0f756ca4-6bf3-4846-9ff2-6e8426733819 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:00:09.489103 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-0f756ca4-6bf3-4846-9ff2-6e8426733819 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:00:09.497581 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-0f756ca4-6bf3-4846-9ff2-6e8426733819 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:09.501664 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902eaa61-5332-48ec-adc2-3130d40139e5 None None] Pushing event updated for resources: {'Port': ['ID=eb9d3cdb-0421-41be-a1b0-420176634d0c,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:09.526493 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0f756ca4-6bf3-4846-9ff2-6e8426733819 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.609531 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0f756ca4-6bf3-4846-9ff2-6e8426733819 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.614440 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0f756ca4-6bf3-4846-9ff2-6e8426733819 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.621678 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-26205a64-4307-45c1-9a07-71d2c96e0b8c None None] Attempting to bind port eb9d3cdb-0421-41be-a1b0-420176634d0c on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:00:09.622691 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-26205a64-4307-45c1-9a07-71d2c96e0b8c None None] Attempting to bind port eb9d3cdb-0421-41be-a1b0-420176634d0c by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'f4ce99a6-c3ce-4317-9979-85a545a2b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:00:09.623094 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26205a64-4307-45c1-9a07-71d2c96e0b8c None None] Attempting to bind port eb9d3cdb-0421-41be-a1b0-420176634d0c on network 4280580c-00f4-4707-a85c-e82ce646bf6e {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:00:09.635333 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26205a64-4307-45c1-9a07-71d2c96e0b8c None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:00:09.635720 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f756ca4-6bf3-4846-9ff2-6e8426733819 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc85558b-0611-4365-9aca-503c7609f39a,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:09.636075 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26205a64-4307-45c1-9a07-71d2c96e0b8c None None] Checking segment: {'id': 'f4ce99a6-c3ce-4317-9979-85a545a2b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:00:09.636480 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-26205a64-4307-45c1-9a07-71d2c96e0b8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.638095 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26205a64-4307-45c1-9a07-71d2c96e0b8c None None] Bound using segment: {'id': 'f4ce99a6-c3ce-4317-9979-85a545a2b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:00:09.638602 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-26205a64-4307-45c1-9a07-71d2c96e0b8c None None] Bound port: eb9d3cdb-0421-41be-a1b0-420176634d0c, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ce99a6-c3ce-4317-9979-85a545a2b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:00:09.638981 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-26205a64-4307-45c1-9a07-71d2c96e0b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.655732 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0f756ca4-6bf3-4846-9ff2-6e8426733819 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.656972 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0f756ca4-6bf3-4846-9ff2-6e8426733819 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1984143 Jan 21 10:00:09.661582 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58752) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:09.667361 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-ad7b7938-aabf-4860-b574-d141edbc33c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': 'fe103be4-2868-41b8-8a6c-0544b78442d1', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:00:09.676498 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-ad7b7938-aabf-4860-b574-d141edbc33c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:09.681229 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ad7b7938-aabf-4860-b574-d141edbc33c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:00:09.684528 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ad7b7938-aabf-4860-b574-d141edbc33c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:00:09.690834 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-ad7b7938-aabf-4860-b574-d141edbc33c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:09.715972 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ad7b7938-aabf-4860-b574-d141edbc33c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.782605 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-26205a64-4307-45c1-9a07-71d2c96e0b8c None None] For port eb9d3cdb-0421-41be-a1b0-420176634d0c, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:00:09.788750 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-26205a64-4307-45c1-9a07-71d2c96e0b8c None None] For port eb9d3cdb-0421-41be-a1b0-420176634d0c, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=eb9d3cdb-0421-41be-a1b0-420176634d0c,segment=NetworkSegment(f4ce99a6-c3ce-4317-9979-85a545a2b7ae),segment_id=f4ce99a6-c3ce-4317-9979-85a545a2b7ae)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:00:09.795226 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-26205a64-4307-45c1-9a07-71d2c96e0b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.827035 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ad7b7938-aabf-4860-b574-d141edbc33c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.831900 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ad7b7938-aabf-4860-b574-d141edbc33c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.865316 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b7938-aabf-4860-b574-d141edbc33c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0482266f-78bf-4bec-8ee6-34232bfae293,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:09.882630 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ad7b7938-aabf-4860-b574-d141edbc33c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.887479 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ad7b7938-aabf-4860-b574-d141edbc33c4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2221017 Jan 21 10:00:09.889185 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58756) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:09.893788 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26205a64-4307-45c1-9a07-71d2c96e0b8c None None] Routers {'da897d1a-7656-43f8-9127-3422add82ad7'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:00:09.894262 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-26205a64-4307-45c1-9a07-71d2c96e0b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T09:59:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['da897d1a-7656-43f8-9127-3422add82ad7'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:09.895471 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-49670d54-fbc9-4d18-8f0b-6d4818a1408d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': 'fe103be4-2868-41b8-8a6c-0544b78442d1', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:00:09.906695 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-49670d54-fbc9-4d18-8f0b-6d4818a1408d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:09.911966 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-49670d54-fbc9-4d18-8f0b-6d4818a1408d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:00:09.915061 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-49670d54-fbc9-4d18-8f0b-6d4818a1408d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:00:09.927111 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-49670d54-fbc9-4d18-8f0b-6d4818a1408d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:09.942000 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.securitygroups_db [None req-49670d54-fbc9-4d18-8f0b-6d4818a1408d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Project 6ddc82470f624ec48d3ebbc58317dba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:00:09.950146 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-49670d54-fbc9-4d18-8f0b-6d4818a1408d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.984469 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902eaa61-5332-48ec-adc2-3130d40139e5 None None] Pushing event updated for resources: {'Port': ['ID=eb9d3cdb-0421-41be-a1b0-420176634d0c,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:10.048826 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-49670d54-fbc9-4d18-8f0b-6d4818a1408d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:10.055315 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-49670d54-fbc9-4d18-8f0b-6d4818a1408d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:10.083582 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49670d54-fbc9-4d18-8f0b-6d4818a1408d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc76440-0ef7-4883-b98e-d270eb49fcd7,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:10.093118 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-49670d54-fbc9-4d18-8f0b-6d4818a1408d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:10.094281 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-49670d54-fbc9-4d18-8f0b-6d4818a1408d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2039225 Jan 21 10:00:10.097618 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58760) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:10.103286 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-f571a7ea-9bd0-4164-85c3-e64f91511ff4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': 'fe103be4-2868-41b8-8a6c-0544b78442d1', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:00:10.109812 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f571a7ea-9bd0-4164-85c3-e64f91511ff4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:10.116628 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f571a7ea-9bd0-4164-85c3-e64f91511ff4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:00:10.121506 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f571a7ea-9bd0-4164-85c3-e64f91511ff4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:00:10.129103 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f571a7ea-9bd0-4164-85c3-e64f91511ff4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:10.144128 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.securitygroups_db [None req-f571a7ea-9bd0-4164-85c3-e64f91511ff4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Project 6ddc82470f624ec48d3ebbc58317dba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:00:10.147469 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-26205a64-4307-45c1-9a07-71d2c96e0b8c None None] Set router da897d1a-7656-43f8-9127-3422add82ad7 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:00:10.155267 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f571a7ea-9bd0-4164-85c3-e64f91511ff4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:10.250555 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f571a7ea-9bd0-4164-85c3-e64f91511ff4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:10.256059 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f571a7ea-9bd0-4164-85c3-e64f91511ff4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:10.297468 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571a7ea-9bd0-4164-85c3-e64f91511ff4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=584dc182-f500-4750-8214-ee56d235d893,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:10.310075 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f571a7ea-9bd0-4164-85c3-e64f91511ff4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:10.311618 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f571a7ea-9bd0-4164-85c3-e64f91511ff4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2129085 Jan 21 10:00:10.571157 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-26205a64-4307-45c1-9a07-71d2c96e0b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'name': 'tempest-TestNetworkBasicOps-router-1770019181', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:59:59Z', 'updated_at': '2022-01-21T10:00:06Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:73:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:00Z', 'updated_at': '2022-01-21T10:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'eb9d3cdb-0421-41be-a1b0-420176634d0c', 'name': '', 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:4e:a5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '10db16d4-caeb-479f-a898-2b014c0fb6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:04Z', 'updated_at': '2022-01-21T10:00:09Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '10db16d4-caeb-479f-a898-2b014c0fb6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:10.575948 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26205a64-4307-45c1-9a07-71d2c96e0b8c None None] The sync data for ids ['da897d1a-7656-43f8-9127-3422add82ad7'] in dv-neutron-825731-1-hyperv is: [{'id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'name': 'tempest-TestNetworkBasicOps-router-1770019181', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:59:59Z', 'updated_at': '2022-01-21T10:00:06Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:73:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:00Z', 'updated_at': '2022-01-21T10:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'eb9d3cdb-0421-41be-a1b0-420176634d0c', 'name': '', 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:4e:a5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '10db16d4-caeb-479f-a898-2b014c0fb6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:04Z', 'updated_at': '2022-01-21T10:00:09Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '10db16d4-caeb-479f-a898-2b014c0fb6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:00:10.588179 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-dc61c41e-e6ba-4c88-956e-1b20b2e52a33 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:security_group {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:00:10.607800 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-dc61c41e-e6ba-4c88-956e-1b20b2e52a33 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:security_group {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:00:10.608903 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-dc61c41e-e6ba-4c88-956e-1b20b2e52a33 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-705604958&fields=id&tenant_id=6ddc82470f624ec48d3ebbc58317dba5 HTTP/1.1" status: 200 len: 267 time: 0.0632508 Jan 21 10:00:10.814034 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-4761d18b-3539-45fb-9837-5f4af96e1873 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:10.814955 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-4761d18b-3539-45fb-9837-5f4af96e1873 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:network {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:00:10.840849 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-4761d18b-3539-45fb-9837-5f4af96e1873 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:network {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:00:10.842796 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-4761d18b-3539-45fb-9837-5f4af96e1873 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/networks?id=4280580c-00f4-4707-a85c-e82ce646bf6e HTTP/1.1" status: 200 len: 795 time: 0.2248590 Jan 21 10:00:10.857411 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device eb9d3cdb-0421-41be-a1b0-420176634d0c up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:00:10.872611 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-ef586804-d052-4cd8-bb83-c227014617a6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/quotas/6ddc82470f624ec48d3ebbc58317dba5 HTTP/1.1" status: 200 len: 375 time: 0.0132229 Jan 21 10:00:10.972584 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port eb9d3cdb-0421-41be-a1b0-420176634d0c completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:00:10.979477 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port eb9d3cdb-0421-41be-a1b0-420176634d0c triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:00:10.980324 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:10.983014 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-b862c527-2328-4802-a4ad-6949780efe36 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:00:11.007384 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-b862c527-2328-4802-a4ad-6949780efe36 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:00:11.009890 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-b862c527-2328-4802-a4ad-6949780efe36 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1294849 Jan 21 10:00:11.181884 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:11.228342 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port eb9d3cdb-0421-41be-a1b0-420176634d0c, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=eb9d3cdb-0421-41be-a1b0-420176634d0c,segment=NetworkSegment(f4ce99a6-c3ce-4317-9979-85a545a2b7ae),segment_id=f4ce99a6-c3ce-4317-9979-85a545a2b7ae)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:00:11.235113 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:11.285276 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-64a686f3-6d45-4b4f-b3fc-9533d0abced1 service neutron] 10.222.0.110 "GET /v2.0/networks/4280580c-00f4-4707-a85c-e82ce646bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539661 Jan 21 10:00:11.346836 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=eb9d3cdb-0421-41be-a1b0-420176634d0c,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:11.468922 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-962f03ae-763d-4980-aed5-24e17e184269 service neutron] 10.222.0.110 "GET /v2.0/networks/4280580c-00f4-4707-a85c-e82ce646bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707373 Jan 21 10:00:12.684547 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-f08c8056-c644-4fa2-9185-23a1c76eef6b req-97c3fc00-d322-473e-bc4d-8d7de6c43c4b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:00:12.697563 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-f08c8056-c644-4fa2-9185-23a1c76eef6b req-97c3fc00-d322-473e-bc4d-8d7de6c43c4b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:00:12.698728 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f08c8056-c644-4fa2-9185-23a1c76eef6b req-97c3fc00-d322-473e-bc4d-8d7de6c43c4b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=185de28e-dc8b-4e4b-90c0-c263934aa590 HTTP/1.1" status: 200 len: 210 time: 0.0616598 Jan 21 10:00:12.765223 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:12.827618 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device eb9d3cdb-0421-41be-a1b0-420176634d0c up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:00:12.926300 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port eb9d3cdb-0421-41be-a1b0-420176634d0c triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:00:12.926745 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:13.905912 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a8abe810-9982-475c-931f-064cf600ef95 req-16ef06bb-408e-42fc-9000-290d6d50ceae tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=185de28e-dc8b-4e4b-90c0-c263934aa590 HTTP/1.1" status: 200 len: 210 time: 0.0714762 Jan 21 10:00:14.021114 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-1b273f85-2a28-445e-96ea-0317a658c804 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:14.022839 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-1b273f85-2a28-445e-96ea-0317a658c804 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "GET /v2.0/networks?id=4280580c-00f4-4707-a85c-e82ce646bf6e HTTP/1.1" status: 200 len: 795 time: 0.2172427 Jan 21 10:00:14.093458 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-2abc7e35-0172-458c-97cd-59b3169f9b2d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ddc82470f624ec48d3ebbc58317dba5 HTTP/1.1" status: 200 len: 379 time: 0.0622947 Jan 21 10:00:14.101673 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-216bd045-e420-4861-b498-a127feb0d9d0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'port': {'device_id': '185de28e-dc8b-4e4b-90c0-c263934aa590', 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e', 'admin_state_up': True, 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'security_groups': ['fe103be4-2868-41b8-8a6c-0544b78442d1']}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:00:14.246300 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-216bd045-e420-4861-b498-a127feb0d9d0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:14.256968 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-216bd045-e420-4861-b498-a127feb0d9d0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:14.272184 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-216bd045-e420-4861-b498-a127feb0d9d0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Made reservation on behalf of 6ddc82470f624ec48d3ebbc58317dba5 for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:00:14.275696 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-216bd045-e420-4861-b498-a127feb0d9d0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:14.568221 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-216bd045-e420-4861-b498-a127feb0d9d0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Allocated IP 172.20.0.5 (4280580c-00f4-4707-a85c-e82ce646bf6e/10db16d4-caeb-479f-a898-2b014c0fb6b2/d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:00:14.823023 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-216bd045-e420-4861-b498-a127feb0d9d0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:14.848704 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-216bd045-e420-4861-b498-a127feb0d9d0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Transition to ACTIVE for port object d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:00:14.876338 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-216bd045-e420-4861-b498-a127feb0d9d0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:14.953371 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-216bd045-e420-4861-b498-a127feb0d9d0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 4280580c-00f4-4707-a85c-e82ce646bf6e is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:00:14.957743 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-216bd045-e420-4861-b498-a127feb0d9d0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:00:14.962887 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-216bd045-e420-4861-b498-a127feb0d9d0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:00:15.011016 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216bd045-e420-4861-b498-a127feb0d9d0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:15.052054 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-216bd045-e420-4861-b498-a127feb0d9d0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:15.052692 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-216bd045-e420-4861-b498-a127feb0d9d0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:15.081182 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-216bd045-e420-4861-b498-a127feb0d9d0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9829559 Jan 21 10:00:15.093022 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-bd4f4069-045f-4ac8-b53a-aa4803a3e619 service neutron] Request body: {'port': {'device_id': '185de28e-dc8b-4e4b-90c0-c263934aa590', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:00:15.179620 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa1eea-acee-4f67-b599-43e7f23cfea2 req-927a8655-1c8f-44e4-9bbf-f693131097ae tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:15.181816 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-cdfa1eea-acee-4f67-b599-43e7f23cfea2 req-927a8655-1c8f-44e4-9bbf-f693131097ae tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=185de28e-dc8b-4e4b-90c0-c263934aa590 HTTP/1.1" status: 200 len: 931 time: 0.1348071 Jan 21 10:00:15.238301 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-bd4f4069-045f-4ac8-b53a-aa4803a3e619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:15.244181 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-cdfa1eea-acee-4f67-b599-43e7f23cfea2 req-14f3d399-95b7-4758-95e0-cfeb83e015a0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:00:15.274841 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-cdfa1eea-acee-4f67-b599-43e7f23cfea2 req-14f3d399-95b7-4758-95e0-cfeb83e015a0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:00:15.277169 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-cdfa1eea-acee-4f67-b599-43e7f23cfea2 req-14f3d399-95b7-4758-95e0-cfeb83e015a0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=fe103be4-2868-41b8-8a6c-0544b78442d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875728 Jan 21 10:00:15.280852 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e0680a00-d2ee-4389-bdcc-3f5c5bd9a77a None None] Provisioning for port d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:00:15.290744 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e0680a00-d2ee-4389-bdcc-3f5c5bd9a77a None None] Provisioning complete for port d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:00:15.291516 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e0680a00-d2ee-4389-bdcc-3f5c5bd9a77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:15.368906 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-e0680a00-d2ee-4389-bdcc-3f5c5bd9a77a None None] Port d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:00:15.690513 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-bd4f4069-045f-4ac8-b53a-aa4803a3e619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3 {{(pid=87515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:00:15.701082 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-bd4f4069-045f-4ac8-b53a-aa4803a3e619 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:15.719088 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-bd4f4069-045f-4ac8-b53a-aa4803a3e619 service neutron] Transition to ACTIVE for port object d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:00:15.726998 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-bd4f4069-045f-4ac8-b53a-aa4803a3e619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:15.885954 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f4069-045f-4ac8-b53a-aa4803a3e619 service neutron] Pushing event updated for resources: {'Port': ['ID=d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:16.008947 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-bd4f4069-045f-4ac8-b53a-aa4803a3e619 service neutron] Attempting to bind port d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:00:16.009875 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-bd4f4069-045f-4ac8-b53a-aa4803a3e619 service neutron] Attempting to bind port d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'f4ce99a6-c3ce-4317-9979-85a545a2b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:00:16.010027 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-bd4f4069-045f-4ac8-b53a-aa4803a3e619 service neutron] Attempting to bind port d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3 on network 4280580c-00f4-4707-a85c-e82ce646bf6e {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:00:16.017606 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-bd4f4069-045f-4ac8-b53a-aa4803a3e619 service neutron] Port d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3 on network 4280580c-00f4-4707-a85c-e82ce646bf6e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:00:16.018591 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-bd4f4069-045f-4ac8-b53a-aa4803a3e619 service neutron] Attempting to bind port d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3 on network 4280580c-00f4-4707-a85c-e82ce646bf6e {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:00:16.027916 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-bd4f4069-045f-4ac8-b53a-aa4803a3e619 service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:00:16.028276 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-bd4f4069-045f-4ac8-b53a-aa4803a3e619 service neutron] Checking segment: {'id': 'f4ce99a6-c3ce-4317-9979-85a545a2b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:00:16.028632 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-bd4f4069-045f-4ac8-b53a-aa4803a3e619 service neutron] Bound using segment: {'id': 'f4ce99a6-c3ce-4317-9979-85a545a2b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:00:16.029061 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-bd4f4069-045f-4ac8-b53a-aa4803a3e619 service neutron] Bound port: d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ce99a6-c3ce-4317-9979-85a545a2b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:00:16.029407 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-bd4f4069-045f-4ac8-b53a-aa4803a3e619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:16.142331 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-bd4f4069-045f-4ac8-b53a-aa4803a3e619 service neutron] For port d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3, host hv-neutron-8257, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:00:16.147206 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-bd4f4069-045f-4ac8-b53a-aa4803a3e619 service neutron] For port d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3,segment=NetworkSegment(f4ce99a6-c3ce-4317-9979-85a545a2b7ae),segment_id=f4ce99a6-c3ce-4317-9979-85a545a2b7ae)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:00:16.157107 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-bd4f4069-045f-4ac8-b53a-aa4803a3e619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:16.228202 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-bd4f4069-045f-4ac8-b53a-aa4803a3e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:16.230297 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-bd4f4069-045f-4ac8-b53a-aa4803a3e619 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:16.230796 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-bd4f4069-045f-4ac8-b53a-aa4803a3e619 service neutron] 10.222.0.72 "PUT /v2.0/ports/d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3 HTTP/1.1" status: 200 len: 1093 time: 1.1420882 Jan 21 10:00:16.231322 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '185de28e-dc8b-4e4b-90c0-c263934aa590', 'tag': 'd3f9526a-f3ea-4ef5-a5ba-8adafb2670b3'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:00:16.269380 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f4069-045f-4ac8-b53a-aa4803a3e619 service neutron] Pushing event updated for resources: {'Port': ['ID=d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:16.344792 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '185de28e-dc8b-4e4b-90c0-c263934aa590', 'tag': 'd3f9526a-f3ea-4ef5-a5ba-8adafb2670b3', 'status': 'completed', 'code': 200} Jan 21 10:00:16.411873 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-5b9271db-d010-483e-9784-26cb62912f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:16.414230 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-5b9271db-d010-483e-9784-26cb62912f66 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=185de28e-dc8b-4e4b-90c0-c263934aa590 HTTP/1.1" status: 200 len: 1096 time: 0.1250529 Jan 21 10:00:16.496420 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-2541fbf1-4e81-4d11-aec8-2a320077c91a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3 HTTP/1.1" status: 200 len: 217 time: 0.0739250 Jan 21 10:00:16.533241 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2b563-7596-4cf2-b539-fc309bd8e68e req-8da04f57-b180-4761-9501-a387ad6786dd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:16.534603 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e3732330-3531-49e0-a7e4-e05e6ceb1572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:16.535964 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-68b2b563-7596-4cf2-b539-fc309bd8e68e req-8da04f57-b180-4761-9501-a387ad6786dd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=185de28e-dc8b-4e4b-90c0-c263934aa590 HTTP/1.1" status: 200 len: 943 time: 0.1307449 Jan 21 10:00:16.593568 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-ebf5f7f0-94e1-4e78-a3b4-04ce69f6f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:16.595253 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-ebf5f7f0-94e1-4e78-a3b4-04ce69f6f8ad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=10db16d4-caeb-479f-a898-2b014c0fb6b2 HTTP/1.1" status: 200 len: 835 time: 0.0934749 Jan 21 10:00:16.597200 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-68b2b563-7596-4cf2-b539-fc309bd8e68e req-f1b1ca7d-099b-4151-95a3-c84a3a49de40 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=fe103be4-2868-41b8-8a6c-0544b78442d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539196 Jan 21 10:00:16.685649 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-7d3b5d52-a8ac-4902-af4a-e5f67626d67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:16.687158 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-7d3b5d52-a8ac-4902-af4a-e5f67626d67c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4280580c-00f4-4707-a85c-e82ce646bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0854940 Jan 21 10:00:16.953045 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-ac7518d3-8f10-4494-9acc-742ad2035fc6 service neutron] 10.222.0.72 "GET /v2.0/networks/4280580c-00f4-4707-a85c-e82ce646bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597389 Jan 21 10:00:17.110911 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7d4d0bdc-6f29-468a-bf07-27f2cc296310 req-b4c63382-0e4a-41f3-a9f7-a228b0d13560 service neutron] 10.222.0.72 "GET /v2.0/networks/4280580c-00f4-4707-a85c-e82ce646bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512721 Jan 21 10:00:17.244585 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9d58c-a376-4c54-9069-58fca749df87 req-cfe68086-7168-4ce9-a75b-e30231495585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:17.246155 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-52b9d58c-a376-4c54-9069-58fca749df87 req-cfe68086-7168-4ce9-a75b-e30231495585 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=185de28e-dc8b-4e4b-90c0-c263934aa590 HTTP/1.1" status: 200 len: 1096 time: 0.0806124 Jan 21 10:00:17.394547 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9d58c-a376-4c54-9069-58fca749df87 req-e7ba7afa-8696-4a66-9130-f071bc1d1ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:17.396940 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-52b9d58c-a376-4c54-9069-58fca749df87 req-e7ba7afa-8696-4a66-9130-f071bc1d1ba6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4280580c-00f4-4707-a85c-e82ce646bf6e HTTP/1.1" status: 200 len: 896 time: 0.1442854 Jan 21 10:00:17.471706 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-52b9d58c-a376-4c54-9069-58fca749df87 req-555a835b-6b6b-459e-855e-bbf15d9db344 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3 HTTP/1.1" status: 200 len: 217 time: 0.0682456 Jan 21 10:00:17.542005 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9d58c-a376-4c54-9069-58fca749df87 req-92a13af3-144a-4bd4-9afe-9f9a318e4f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:17.543198 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-52b9d58c-a376-4c54-9069-58fca749df87 req-92a13af3-144a-4bd4-9afe-9f9a318e4f5d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=10db16d4-caeb-479f-a898-2b014c0fb6b2 HTTP/1.1" status: 200 len: 835 time: 0.0663779 Jan 21 10:00:17.623905 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9d58c-a376-4c54-9069-58fca749df87 req-969922d7-c299-4446-9ba8-f5394d8b3411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:17.625386 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-52b9d58c-a376-4c54-9069-58fca749df87 req-969922d7-c299-4446-9ba8-f5394d8b3411 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4280580c-00f4-4707-a85c-e82ce646bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763023 Jan 21 10:00:17.829411 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-52b9d58c-a376-4c54-9069-58fca749df87 req-af01988c-41e6-43ae-b25e-29c65bc3a63c service neutron] 10.222.0.72 "GET /v2.0/networks/4280580c-00f4-4707-a85c-e82ce646bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964633 Jan 21 10:00:17.894267 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1c417-8dea-4423-b4e3-8cd2ef75a7b1 req-590edf6c-17af-4493-8db3-37e488dd68f7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:17.894987 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-a5f1c417-8dea-4423-b4e3-8cd2ef75a7b1 req-590edf6c-17af-4493-8db3-37e488dd68f7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:00:17.975665 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-a5f1c417-8dea-4423-b4e3-8cd2ef75a7b1 req-590edf6c-17af-4493-8db3-37e488dd68f7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:00:17.976723 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a5f1c417-8dea-4423-b4e3-8cd2ef75a7b1 req-590edf6c-17af-4493-8db3-37e488dd68f7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=185de28e-dc8b-4e4b-90c0-c263934aa590 HTTP/1.1" status: 200 len: 943 time: 0.2415235 Jan 21 10:00:18.012340 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-52b9d58c-a376-4c54-9069-58fca749df87 req-52a860db-ad7d-40bb-ad28-5b35d699a372 service neutron] 10.222.0.72 "GET /v2.0/networks/4280580c-00f4-4707-a85c-e82ce646bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764505 Jan 21 10:00:18.048447 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a5f1c417-8dea-4423-b4e3-8cd2ef75a7b1 req-db69f904-9d53-4d15-aa85-0fbc910f59e0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=fe103be4-2868-41b8-8a6c-0544b78442d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587659 Jan 21 10:00:18.896090 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d057d438-4bc0-40d9-9c05-6afbb75a0585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:19.288692 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33976a5d-cea8-495a-a939-3e1c06341fac req-87b5dd6c-12ec-4682-ad9e-558fa39f24e0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:19.291328 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-33976a5d-cea8-495a-a939-3e1c06341fac req-87b5dd6c-12ec-4682-ad9e-558fa39f24e0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=185de28e-dc8b-4e4b-90c0-c263934aa590 HTTP/1.1" status: 200 len: 943 time: 0.1200821 Jan 21 10:00:19.353374 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-33976a5d-cea8-495a-a939-3e1c06341fac req-ae6aa345-7179-4633-aa42-9344ebe18a6e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=fe103be4-2868-41b8-8a6c-0544b78442d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529747 Jan 21 10:00:19.793995 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:19.965648 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:20.574676 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b35ad-eca2-4b0a-b26a-50f6a11e7e98 req-2520f12d-6b1b-4bf6-a2ae-283e0fe2322a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:20.576210 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a64b35ad-eca2-4b0a-b26a-50f6a11e7e98 req-2520f12d-6b1b-4bf6-a2ae-283e0fe2322a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=185de28e-dc8b-4e4b-90c0-c263934aa590 HTTP/1.1" status: 200 len: 943 time: 0.0897086 Jan 21 10:00:20.638898 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a64b35ad-eca2-4b0a-b26a-50f6a11e7e98 req-b7405b76-bcbd-42c8-a287-d3a2dd347161 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=fe103be4-2868-41b8-8a6c-0544b78442d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553122 Jan 21 10:00:21.392378 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:21.604687 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:00:21.756878 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3,segment=NetworkSegment(f4ce99a6-c3ce-4317-9979-85a545a2b7ae),segment_id=f4ce99a6-c3ce-4317-9979-85a545a2b7ae)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:00:21.776176 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': 'd3f9526a-f3ea-4ef5-a5ba-8adafb2670b3', 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e', 'port_id': 'd3f9526a-f3ea-4ef5-a5ba-8adafb2670b3', 'mac_address': 'fa:16:3e:43:43:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10db16d4-caeb-479f-a898-2b014c0fb6b2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:00:21.872140 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:21.900112 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:00:21.918724 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3,segment=NetworkSegment(f4ce99a6-c3ce-4317-9979-85a545a2b7ae),segment_id=f4ce99a6-c3ce-4317-9979-85a545a2b7ae)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:00:21.923933 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:22.014033 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:22.019741 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167267da-4644-445b-8048-9edbf227c2af req-12ab31c8-03df-4f7b-85bd-3b3a92e498a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:22.021294 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-167267da-4644-445b-8048-9edbf227c2af req-12ab31c8-03df-4f7b-85bd-3b3a92e498a5 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=185de28e-dc8b-4e4b-90c0-c263934aa590 HTTP/1.1" status: 200 len: 944 time: 0.0864334 Jan 21 10:00:22.073560 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-167267da-4644-445b-8048-9edbf227c2af req-dd5057f0-bedc-49c3-827d-c4f81b4e9899 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=fe103be4-2868-41b8-8a6c-0544b78442d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436487 Jan 21 10:00:22.324907 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:00:23.310084 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c1003-1e91-40f5-9a22-7e9921df5e9f req-844cc438-582e-4119-b828-25d2c296b215 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:23.311630 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-385c1003-1e91-40f5-9a22-7e9921df5e9f req-844cc438-582e-4119-b828-25d2c296b215 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=185de28e-dc8b-4e4b-90c0-c263934aa590 HTTP/1.1" status: 200 len: 944 time: 0.1002231 Jan 21 10:00:23.365736 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-385c1003-1e91-40f5-9a22-7e9921df5e9f req-730fff58-d8b0-491c-93ac-0621fb13f90e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=fe103be4-2868-41b8-8a6c-0544b78442d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473707 Jan 21 10:00:23.604372 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3 up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:00:23.684886 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:00:23.691793 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:00:23.692292 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:23.843908 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:23.872006 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185de28e-dc8b-4e4b-90c0-c263934aa590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f9526a-f3ea-4ef5-a5ba-8adafb2670b3'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:00:23.883139 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3,segment=NetworkSegment(f4ce99a6-c3ce-4317-9979-85a545a2b7ae),segment_id=f4ce99a6-c3ce-4317-9979-85a545a2b7ae)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:00:23.886758 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:23.936929 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '185de28e-dc8b-4e4b-90c0-c263934aa590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f9526a-f3ea-4ef5-a5ba-8adafb2670b3', 'code': 200} Jan 21 10:00:23.980725 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:24.191928 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad33817-61a7-4238-bc96-c92663ef6d79 req-a8b70f40-1504-4df5-9e55-f9577d55471b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:24.193403 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7ad33817-61a7-4238-bc96-c92663ef6d79 req-a8b70f40-1504-4df5-9e55-f9577d55471b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=185de28e-dc8b-4e4b-90c0-c263934aa590 HTTP/1.1" status: 200 len: 1098 time: 0.0772419 Jan 21 10:00:24.237799 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7ad33817-61a7-4238-bc96-c92663ef6d79 req-4e62e03e-016b-4063-9fcb-7a225036265b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fe103be4-2868-41b8-8a6c-0544b78442d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380452 Jan 21 10:00:24.561624 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bcf7f0-a087-487b-af03-df759f5f8157 req-9822a65c-c52e-4f3f-8f46-20ad41d48d4a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:24.563092 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-66bcf7f0-a087-487b-af03-df759f5f8157 req-9822a65c-c52e-4f3f-8f46-20ad41d48d4a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=185de28e-dc8b-4e4b-90c0-c263934aa590 HTTP/1.1" status: 200 len: 945 time: 0.0849545 Jan 21 10:00:24.610515 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-66bcf7f0-a087-487b-af03-df759f5f8157 req-bdfa67b3-0ffc-47b0-a929-7eb1f9585b10 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=fe103be4-2868-41b8-8a6c-0544b78442d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409555 Jan 21 10:00:25.821075 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01394452-4fa0-482a-8a5a-8a64b35de166 req-545c9c0a-3582-499b-8570-d69a56f6e1b9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:25.822580 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-01394452-4fa0-482a-8a5a-8a64b35de166 req-545c9c0a-3582-499b-8570-d69a56f6e1b9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=185de28e-dc8b-4e4b-90c0-c263934aa590 HTTP/1.1" status: 200 len: 945 time: 0.0983274 Jan 21 10:00:25.872424 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-01394452-4fa0-482a-8a5a-8a64b35de166 req-fa8c84a6-43ac-403e-ad45-a59b18da0abd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=fe103be4-2868-41b8-8a6c-0544b78442d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439756 Jan 21 10:00:26.065976 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a937995-de16-487a-9628-40717ba40a9b req-f97a6861-8e4a-49c8-97d7-0369638c6439 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:26.067323 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0a937995-de16-487a-9628-40717ba40a9b req-f97a6861-8e4a-49c8-97d7-0369638c6439 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=185de28e-dc8b-4e4b-90c0-c263934aa590 HTTP/1.1" status: 200 len: 945 time: 0.0845745 Jan 21 10:00:26.110804 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0a937995-de16-487a-9628-40717ba40a9b req-47c0c96d-12ce-4c88-8d18-ae5bb2ed16af tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=fe103be4-2868-41b8-8a6c-0544b78442d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376525 Jan 21 10:00:26.137279 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58828) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:26.209296 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16344165-3aa4-4bde-baca-f1f08568f065 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:26.210848 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-16344165-3aa4-4bde-baca-f1f08568f065 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=185de28e-dc8b-4e4b-90c0-c263934aa590 HTTP/1.1" status: 200 len: 1093 time: 0.0726001 Jan 21 10:00:26.214487 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58832) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:26.219476 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-8dda9927-27cc-4bc5-b64d-f1ecf908cb25 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'floatingip': {'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'port_id': 'd3f9526a-f3ea-4ef5-a5ba-8adafb2670b3', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:00:26.225514 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-8dda9927-27cc-4bc5-b64d-f1ecf908cb25 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:26.230517 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-8dda9927-27cc-4bc5-b64d-f1ecf908cb25 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:floatingip and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:00:26.234820 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-8dda9927-27cc-4bc5-b64d-f1ecf908cb25 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:00:26.243531 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-8dda9927-27cc-4bc5-b64d-f1ecf908cb25 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:26.255201 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8dda9927-27cc-4bc5-b64d-f1ecf908cb25 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:26.390878 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8dda9927-27cc-4bc5-b64d-f1ecf908cb25 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:26.528282 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-8dda9927-27cc-4bc5-b64d-f1ecf908cb25 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Allocated IP 172.26.3.112 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/49110d47-ba15-44a8-80bd-da855c6c776e) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:00:26.677304 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8dda9927-27cc-4bc5-b64d-f1ecf908cb25 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:26.705524 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8dda9927-27cc-4bc5-b64d-f1ecf908cb25 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:26.775556 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dda9927-27cc-4bc5-b64d-f1ecf908cb25 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:00:26.778453 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-8dda9927-27cc-4bc5-b64d-f1ecf908cb25 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:00:26.782082 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dda9927-27cc-4bc5-b64d-f1ecf908cb25 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:00:26.903640 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda9927-27cc-4bc5-b64d-f1ecf908cb25 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=49110d47-ba15-44a8-80bd-da855c6c776e,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:27.045531 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:00:27.288994 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8dda9927-27cc-4bc5-b64d-f1ecf908cb25 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:27.363989 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8dda9927-27cc-4bc5-b64d-f1ecf908cb25 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:27.574635 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8dda9927-27cc-4bc5-b64d-f1ecf908cb25 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:27.580597 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8dda9927-27cc-4bc5-b64d-f1ecf908cb25 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:27.686593 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda9927-27cc-4bc5-b64d-f1ecf908cb25 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=49110d47-ba15-44a8-80bd-da855c6c776e,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:27.702553 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8dda9927-27cc-4bc5-b64d-f1ecf908cb25 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:27.875767 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.l3_db [None req-8dda9927-27cc-4bc5-b64d-f1ecf908cb25 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Floating IP 1eddda7b-b0a6-402f-9615-2b8e7a7dc941 associated. External IP: 172.26.3.112, port: d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3. Jan 21 10:00:28.239669 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dda9927-27cc-4bc5-b64d-f1ecf908cb25 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router da897d1a-7656-43f8-9127-3422add82ad7 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:00:28.531854 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dda9927-27cc-4bc5-b64d-f1ecf908cb25 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:00:28.544173 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f9482b-53f9-48b7-b591-e768d9cacc37 None None] Sync routers for ids ['da897d1a-7656-43f8-9127-3422add82ad7'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:00:28.558790 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8dda9927-27cc-4bc5-b64d-f1ecf908cb25 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:28.559027 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f9482b-53f9-48b7-b591-e768d9cacc37 None None] Routers {'da897d1a-7656-43f8-9127-3422add82ad7'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:00:28.559581 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-52f9482b-53f9-48b7-b591-e768d9cacc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:00:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['da897d1a-7656-43f8-9127-3422add82ad7'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:28.619934 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8dda9927-27cc-4bc5-b64d-f1ecf908cb25 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4044487 Jan 21 10:00:28.620550 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '185de28e-dc8b-4e4b-90c0-c263934aa590', 'tag': 'd3f9526a-f3ea-4ef5-a5ba-8adafb2670b3'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:00:28.622769 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58836) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:28.720062 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c8716b-6350-458a-833b-0297d50fa07d tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:28.724990 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a4c8716b-6350-458a-833b-0297d50fa07d tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=185de28e-dc8b-4e4b-90c0-c263934aa590 HTTP/1.1" status: 200 len: 1093 time: 0.0995398 Jan 21 10:00:28.730971 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '185de28e-dc8b-4e4b-90c0-c263934aa590', 'tag': 'd3f9526a-f3ea-4ef5-a5ba-8adafb2670b3', 'status': 'completed', 'code': 200} Jan 21 10:00:28.768415 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-52f9482b-53f9-48b7-b591-e768d9cacc37 None None] Set router da897d1a-7656-43f8-9127-3422add82ad7 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:00:28.945240 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d80b0-72be-453f-a9f6-74efc76a66e5 req-f3aa57df-d309-418e-87c2-550e00d9feb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:28.947007 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ce9d80b0-72be-453f-a9f6-74efc76a66e5 req-f3aa57df-d309-418e-87c2-550e00d9feb9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=185de28e-dc8b-4e4b-90c0-c263934aa590 HTTP/1.1" status: 200 len: 1098 time: 0.1964233 Jan 21 10:00:29.101527 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d80b0-72be-453f-a9f6-74efc76a66e5 req-35f3a75d-0fe0-4d5f-9af2-1abedc6722e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:29.103033 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ce9d80b0-72be-453f-a9f6-74efc76a66e5 req-35f3a75d-0fe0-4d5f-9af2-1abedc6722e1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4280580c-00f4-4707-a85c-e82ce646bf6e HTTP/1.1" status: 200 len: 896 time: 0.1497240 Jan 21 10:00:29.189009 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-52f9482b-53f9-48b7-b591-e768d9cacc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'name': 'tempest-TestNetworkBasicOps-router-1770019181', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:59:59Z', 'updated_at': '2022-01-21T10:00:06Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:73:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:00Z', 'updated_at': '2022-01-21T10:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '1eddda7b-b0a6-402f-9615-2b8e7a7dc941', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.112', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'port_id': 'd3f9526a-f3ea-4ef5-a5ba-8adafb2670b3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e', 'mac_address': 'fa:16:3e:43:43:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185de28e-dc8b-4e4b-90c0-c263934aa590', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:00:27Z', 'updated_at': '2022-01-21T10:00:27Z', 'revision_number': 0, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb9d3cdb-0421-41be-a1b0-420176634d0c', 'name': '', 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:4e:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '10db16d4-caeb-479f-a898-2b014c0fb6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:04Z', 'updated_at': '2022-01-21T10:00:11Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '10db16d4-caeb-479f-a898-2b014c0fb6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:29.196305 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f9482b-53f9-48b7-b591-e768d9cacc37 None None] Checking router: da897d1a-7656-43f8-9127-3422add82ad7 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:00:29.210625 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f9482b-53f9-48b7-b591-e768d9cacc37 None None] Routers {'da897d1a-7656-43f8-9127-3422add82ad7'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:00:29.210867 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58846) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:29.211252 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-52f9482b-53f9-48b7-b591-e768d9cacc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:00:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['da897d1a-7656-43f8-9127-3422add82ad7'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:29.220423 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-e2310b76-fffb-43d9-b965-3c37b0d1ca64 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1930634719', 'description': 'tempest-secgroup-smoke-1930634719 description', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:00:29.225895 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ce9d80b0-72be-453f-a9f6-74efc76a66e5 req-48d4bebe-44f4-43ce-a184-053bedd3e3cd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3 HTTP/1.1" status: 200 len: 999 time: 0.1165249 Jan 21 10:00:29.228503 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-e2310b76-fffb-43d9-b965-3c37b0d1ca64 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:29.239823 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-e2310b76-fffb-43d9-b965-3c37b0d1ca64 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:29.255838 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e2310b76-fffb-43d9-b965-3c37b0d1ca64 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:29.281103 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-e2310b76-fffb-43d9-b965-3c37b0d1ca64 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:29.286528 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-e2310b76-fffb-43d9-b965-3c37b0d1ca64 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:00:29.290458 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-e2310b76-fffb-43d9-b965-3c37b0d1ca64 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:00:29.293057 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d80b0-72be-453f-a9f6-74efc76a66e5 req-8ce44812-0925-44e2-8d3e-677b497480c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:29.294570 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ce9d80b0-72be-453f-a9f6-74efc76a66e5 req-8ce44812-0925-44e2-8d3e-677b497480c4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=10db16d4-caeb-479f-a898-2b014c0fb6b2 HTTP/1.1" status: 200 len: 835 time: 0.0627062 Jan 21 10:00:29.297099 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-e2310b76-fffb-43d9-b965-3c37b0d1ca64 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:29.379544 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e2310b76-fffb-43d9-b965-3c37b0d1ca64 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:29.384474 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e2310b76-fffb-43d9-b965-3c37b0d1ca64 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:29.398274 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d80b0-72be-453f-a9f6-74efc76a66e5 req-21dc7b7f-ee75-464d-aada-69b804802c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:29.399804 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ce9d80b0-72be-453f-a9f6-74efc76a66e5 req-21dc7b7f-ee75-464d-aada-69b804802c28 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4280580c-00f4-4707-a85c-e82ce646bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0985363 Jan 21 10:00:29.428835 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-52f9482b-53f9-48b7-b591-e768d9cacc37 None None] Set router da897d1a-7656-43f8-9127-3422add82ad7 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:00:29.439081 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e2310b76-fffb-43d9-b965-3c37b0d1ca64 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:29.446359 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e2310b76-fffb-43d9-b965-3c37b0d1ca64 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2289238 Jan 21 10:00:29.446359 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58850) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:29.453916 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-ac63c26f-e88c-44dc-aecf-ef5bf2955e1c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '1221c948-2d08-478b-af09-baf46237852f', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:00:29.460207 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2310b76-fffb-43d9-b965-3c37b0d1ca64 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1221c948-2d08-478b-af09-baf46237852f,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:29.462709 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-ac63c26f-e88c-44dc-aecf-ef5bf2955e1c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:29.467056 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ac63c26f-e88c-44dc-aecf-ef5bf2955e1c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:00:29.470122 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ac63c26f-e88c-44dc-aecf-ef5bf2955e1c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:00:29.476480 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-ac63c26f-e88c-44dc-aecf-ef5bf2955e1c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:29.494578 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ac63c26f-e88c-44dc-aecf-ef5bf2955e1c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:29.550977 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ce9d80b0-72be-453f-a9f6-74efc76a66e5 req-1f7a936d-8079-49b6-8ba0-f7b688f4f644 service neutron] 10.222.0.72 "GET /v2.0/networks/4280580c-00f4-4707-a85c-e82ce646bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442368 Jan 21 10:00:29.567140 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ac63c26f-e88c-44dc-aecf-ef5bf2955e1c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:29.571668 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ac63c26f-e88c-44dc-aecf-ef5bf2955e1c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:29.597974 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac63c26f-e88c-44dc-aecf-ef5bf2955e1c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b154ef63-71a2-41e9-8f23-7e71150dad01,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:29.607279 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ac63c26f-e88c-44dc-aecf-ef5bf2955e1c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:29.608779 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ac63c26f-e88c-44dc-aecf-ef5bf2955e1c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1619191 Jan 21 10:00:29.612046 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58854) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:29.617624 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-43a4cb4b-a787-456c-9c94-f767276cd55d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '1221c948-2d08-478b-af09-baf46237852f', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:00:29.623385 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-43a4cb4b-a787-456c-9c94-f767276cd55d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:29.628481 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-43a4cb4b-a787-456c-9c94-f767276cd55d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:00:29.631882 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-43a4cb4b-a787-456c-9c94-f767276cd55d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:00:29.638367 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-43a4cb4b-a787-456c-9c94-f767276cd55d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:29.666021 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-43a4cb4b-a787-456c-9c94-f767276cd55d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:29.721569 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ce9d80b0-72be-453f-a9f6-74efc76a66e5 req-4044b8f8-f2b1-4e52-87ff-ce11e9408a89 service neutron] 10.222.0.72 "GET /v2.0/networks/4280580c-00f4-4707-a85c-e82ce646bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623328 Jan 21 10:00:29.761960 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-43a4cb4b-a787-456c-9c94-f767276cd55d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:29.775704 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-43a4cb4b-a787-456c-9c94-f767276cd55d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:29.806423 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4cb4b-a787-456c-9c94-f767276cd55d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f59aee49-f416-4b4a-a7f6-02e2192dc2de,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:29.819134 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-43a4cb4b-a787-456c-9c94-f767276cd55d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:29.820795 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-43a4cb4b-a787-456c-9c94-f767276cd55d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2073715 Jan 21 10:00:29.823575 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58858) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:29.829045 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-086ccc58-f9db-4143-854c-68cfa665f4ca tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '1221c948-2d08-478b-af09-baf46237852f', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:00:29.836144 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-086ccc58-f9db-4143-854c-68cfa665f4ca tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:29.845642 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-52f9482b-53f9-48b7-b591-e768d9cacc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'name': 'tempest-TestNetworkBasicOps-router-1770019181', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:59:59Z', 'updated_at': '2022-01-21T10:00:06Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:73:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:00Z', 'updated_at': '2022-01-21T10:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '1eddda7b-b0a6-402f-9615-2b8e7a7dc941', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.112', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'port_id': 'd3f9526a-f3ea-4ef5-a5ba-8adafb2670b3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e', 'mac_address': 'fa:16:3e:43:43:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185de28e-dc8b-4e4b-90c0-c263934aa590', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:00:27Z', 'updated_at': '2022-01-21T10:00:27Z', 'revision_number': 0, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb9d3cdb-0421-41be-a1b0-420176634d0c', 'name': '', 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:4e:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '10db16d4-caeb-479f-a898-2b014c0fb6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:04Z', 'updated_at': '2022-01-21T10:00:11Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '10db16d4-caeb-479f-a898-2b014c0fb6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:29.852027 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-086ccc58-f9db-4143-854c-68cfa665f4ca tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:00:29.855029 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-086ccc58-f9db-4143-854c-68cfa665f4ca tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:00:29.860785 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-086ccc58-f9db-4143-854c-68cfa665f4ca tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:29.862053 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f9482b-53f9-48b7-b591-e768d9cacc37 None None] The sync data for ids ['da897d1a-7656-43f8-9127-3422add82ad7'] in dv-neutron-825731-1-hyperv is: [{'id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'name': 'tempest-TestNetworkBasicOps-router-1770019181', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:59:59Z', 'updated_at': '2022-01-21T10:00:06Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:73:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:00Z', 'updated_at': '2022-01-21T10:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '1eddda7b-b0a6-402f-9615-2b8e7a7dc941', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.112', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'port_id': 'd3f9526a-f3ea-4ef5-a5ba-8adafb2670b3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e', 'mac_address': 'fa:16:3e:43:43:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185de28e-dc8b-4e4b-90c0-c263934aa590', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:00:27Z', 'updated_at': '2022-01-21T10:00:27Z', 'revision_number': 0, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb9d3cdb-0421-41be-a1b0-420176634d0c', 'name': '', 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:4e:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '10db16d4-caeb-479f-a898-2b014c0fb6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:04Z', 'updated_at': '2022-01-21T10:00:11Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '10db16d4-caeb-479f-a898-2b014c0fb6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:00:29.879992 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-086ccc58-f9db-4143-854c-68cfa665f4ca tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:29.946701 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-086ccc58-f9db-4143-854c-68cfa665f4ca tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:29.952513 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-086ccc58-f9db-4143-854c-68cfa665f4ca tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:29.978634 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ccc58-f9db-4143-854c-68cfa665f4ca tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=919eb215-f5dc-4948-8706-5a974441aba7,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:29.989563 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-086ccc58-f9db-4143-854c-68cfa665f4ca tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:29.990830 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-086ccc58-f9db-4143-854c-68cfa665f4ca tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1660972 Jan 21 10:00:29.995452 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58862) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:30.000715 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-b6ad0d2e-aec1-4997-86ca-778ba5b9f1f4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '1221c948-2d08-478b-af09-baf46237852f', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:00:30.007875 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-b6ad0d2e-aec1-4997-86ca-778ba5b9f1f4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:30.012011 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-b6ad0d2e-aec1-4997-86ca-778ba5b9f1f4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:00:30.015004 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-b6ad0d2e-aec1-4997-86ca-778ba5b9f1f4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:00:30.022527 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-b6ad0d2e-aec1-4997-86ca-778ba5b9f1f4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:30.041557 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b6ad0d2e-aec1-4997-86ca-778ba5b9f1f4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:30.099638 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf520ef-d42c-4030-ac3a-ce413886edde None None] New status for floating IP 1eddda7b-b0a6-402f-9615-2b8e7a7dc941: ACTIVE {{(pid=87516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:00:30.121485 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b6ad0d2e-aec1-4997-86ca-778ba5b9f1f4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:30.125461 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b6ad0d2e-aec1-4997-86ca-778ba5b9f1f4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:30.149078 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad0d2e-aec1-4997-86ca-778ba5b9f1f4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=490e2cb8-f163-419a-8df2-701c3b62946a,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:30.159598 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b6ad0d2e-aec1-4997-86ca-778ba5b9f1f4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:30.168201 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b6ad0d2e-aec1-4997-86ca-778ba5b9f1f4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1647387 Jan 21 10:00:30.168295 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58866) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:30.173037 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-15b441e1-062f-4754-9973-fb78b576d0a7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '1221c948-2d08-478b-af09-baf46237852f', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:00:30.180393 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-15b441e1-062f-4754-9973-fb78b576d0a7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:30.185237 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-15b441e1-062f-4754-9973-fb78b576d0a7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:00:30.188338 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-15b441e1-062f-4754-9973-fb78b576d0a7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:00:30.194880 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-15b441e1-062f-4754-9973-fb78b576d0a7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:30.205304 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.securitygroups_db [None req-15b441e1-062f-4754-9973-fb78b576d0a7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Project 6ddc82470f624ec48d3ebbc58317dba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:00:30.211972 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-15b441e1-062f-4754-9973-fb78b576d0a7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:30.278852 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-15b441e1-062f-4754-9973-fb78b576d0a7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:30.282643 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-15b441e1-062f-4754-9973-fb78b576d0a7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:30.308586 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b441e1-062f-4754-9973-fb78b576d0a7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=072d35e9-7ded-42fd-80ac-ed2de55ac16f,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:30.324202 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-15b441e1-062f-4754-9973-fb78b576d0a7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:30.328498 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58870) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:30.332064 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-15b441e1-062f-4754-9973-fb78b576d0a7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1595469 Jan 21 10:00:30.338941 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-84ef0349-38ab-42f2-8b8d-8de71d107892 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': '1221c948-2d08-478b-af09-baf46237852f', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:00:30.354683 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-84ef0349-38ab-42f2-8b8d-8de71d107892 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:30.362773 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-84ef0349-38ab-42f2-8b8d-8de71d107892 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:00:30.368094 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-84ef0349-38ab-42f2-8b8d-8de71d107892 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:00:30.380412 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-84ef0349-38ab-42f2-8b8d-8de71d107892 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:30.397266 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.securitygroups_db [None req-84ef0349-38ab-42f2-8b8d-8de71d107892 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Project 6ddc82470f624ec48d3ebbc58317dba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:00:30.412827 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-84ef0349-38ab-42f2-8b8d-8de71d107892 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:30.525462 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-84ef0349-38ab-42f2-8b8d-8de71d107892 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:30.529127 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-84ef0349-38ab-42f2-8b8d-8de71d107892 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:30.553545 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef0349-38ab-42f2-8b8d-8de71d107892 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03241644-3fef-4656-b29f-0edc15e8f416,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:30.562179 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-84ef0349-38ab-42f2-8b8d-8de71d107892 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:30.563406 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-84ef0349-38ab-42f2-8b8d-8de71d107892 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2332058 Jan 21 10:00:30.737207 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-12c91837-c461-4244-b416-1b6154210a08 req-dbf0e010-23b6-48fa-8e36-6ca443ef85de tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:00:30.758428 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-12c91837-c461-4244-b416-1b6154210a08 req-dbf0e010-23b6-48fa-8e36-6ca443ef85de tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:00:30.760479 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-12c91837-c461-4244-b416-1b6154210a08 req-dbf0e010-23b6-48fa-8e36-6ca443ef85de tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1930634719&fields=id&tenant_id=6ddc82470f624ec48d3ebbc58317dba5 HTTP/1.1" status: 200 len: 267 time: 0.0712817 Jan 21 10:00:30.928814 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c91837-c461-4244-b416-1b6154210a08 req-bb18009c-711c-43bd-9e3f-6703258f282b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:30.929439 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-12c91837-c461-4244-b416-1b6154210a08 req-bb18009c-711c-43bd-9e3f-6703258f282b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:network {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:00:30.942350 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-12c91837-c461-4244-b416-1b6154210a08 req-bb18009c-711c-43bd-9e3f-6703258f282b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:network {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:00:30.943687 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-12c91837-c461-4244-b416-1b6154210a08 req-bb18009c-711c-43bd-9e3f-6703258f282b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/networks?id=4280580c-00f4-4707-a85c-e82ce646bf6e HTTP/1.1" status: 200 len: 795 time: 0.1755261 Jan 21 10:00:30.962081 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-12c91837-c461-4244-b416-1b6154210a08 req-e455be4e-c19e-4548-8e06-66fb8697d3d0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/quotas/6ddc82470f624ec48d3ebbc58317dba5 HTTP/1.1" status: 200 len: 375 time: 0.0102820 Jan 21 10:00:31.066649 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-12c91837-c461-4244-b416-1b6154210a08 req-f1e86781-bc46-4dae-aab7-d8fb5420d1dc tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0990574 Jan 21 10:00:31.082724 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [req-12c91837-c461-4244-b416-1b6154210a08 req-3d91c92e-6581-4dee-bdfc-d2c1119ca906 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 10:00:31.083737 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-12c91837-c461-4244-b416-1b6154210a08 req-3d91c92e-6581-4dee-bdfc-d2c1119ca906 service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057726 Jan 21 10:00:31.233052 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-12c91837-c461-4244-b416-1b6154210a08 req-06ac73ba-58be-40fe-8106-d79816e80f72 service neutron] 10.222.0.110 "GET /v2.0/networks/4280580c-00f4-4707-a85c-e82ce646bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424019 Jan 21 10:00:31.375982 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-12c91837-c461-4244-b416-1b6154210a08 req-7e86ca01-7bba-4edb-bcc8-58e47690fbf5 service neutron] 10.222.0.110 "GET /v2.0/networks/4280580c-00f4-4707-a85c-e82ce646bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353333 Jan 21 10:00:31.561465 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-67aad4cf-ead8-4b12-90a7-0ccd1ba1f421 req-b0ac2e76-959b-411b-9a2e-9cf2d0929f76 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=99f09c73-99e4-48f2-b5b3-3dfe4e95113e HTTP/1.1" status: 200 len: 210 time: 0.0486200 Jan 21 10:00:32.698849 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c91837-c461-4244-b416-1b6154210a08 req-10be9e02-31f6-4085-87e9-e7f26931d76d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:32.700517 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-12c91837-c461-4244-b416-1b6154210a08 req-10be9e02-31f6-4085-87e9-e7f26931d76d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "GET /v2.0/networks?id=4280580c-00f4-4707-a85c-e82ce646bf6e HTTP/1.1" status: 200 len: 795 time: 0.1682034 Jan 21 10:00:32.766796 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-12c91837-c461-4244-b416-1b6154210a08 req-b872c461-c3dd-469d-b58f-56ce964b158a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ddc82470f624ec48d3ebbc58317dba5 HTTP/1.1" status: 200 len: 472 time: 0.0580881 Jan 21 10:00:32.778297 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-12c91837-c461-4244-b416-1b6154210a08 req-1e1fe5a8-ca38-41ec-b228-62763b04448b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'port': {'device_id': '99f09c73-99e4-48f2-b5b3-3dfe4e95113e', 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e', 'admin_state_up': True, 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'security_groups': ['1221c948-2d08-478b-af09-baf46237852f']}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:00:32.781548 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-a73eef8b-1e18-47e9-ab0d-8a333f83c649 req-ff9c81ce-e687-4efc-a65f-aedb8edb6785 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=99f09c73-99e4-48f2-b5b3-3dfe4e95113e HTTP/1.1" status: 200 len: 210 time: 0.0675004 Jan 21 10:00:32.950969 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-12c91837-c461-4244-b416-1b6154210a08 req-1e1fe5a8-ca38-41ec-b228-62763b04448b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:32.968570 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-12c91837-c461-4244-b416-1b6154210a08 req-1e1fe5a8-ca38-41ec-b228-62763b04448b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:32.979881 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12c91837-c461-4244-b416-1b6154210a08 req-1e1fe5a8-ca38-41ec-b228-62763b04448b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Made reservation on behalf of 6ddc82470f624ec48d3ebbc58317dba5 for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:00:32.983460 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-12c91837-c461-4244-b416-1b6154210a08 req-1e1fe5a8-ca38-41ec-b228-62763b04448b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:33.161509 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [req-12c91837-c461-4244-b416-1b6154210a08 req-1e1fe5a8-ca38-41ec-b228-62763b04448b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Allocated IP 172.20.0.11 (4280580c-00f4-4707-a85c-e82ce646bf6e/10db16d4-caeb-479f-a898-2b014c0fb6b2/174180e1-dcb7-4add-9248-392f9a3cf1a2) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:00:33.357514 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-12c91837-c461-4244-b416-1b6154210a08 req-1e1fe5a8-ca38-41ec-b228-62763b04448b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:33.373965 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [req-12c91837-c461-4244-b416-1b6154210a08 req-1e1fe5a8-ca38-41ec-b228-62763b04448b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Transition to ACTIVE for port object 174180e1-dcb7-4add-9248-392f9a3cf1a2 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:00:33.401493 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-12c91837-c461-4244-b416-1b6154210a08 req-1e1fe5a8-ca38-41ec-b228-62763b04448b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:33.585075 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12c91837-c461-4244-b416-1b6154210a08 req-1e1fe5a8-ca38-41ec-b228-62763b04448b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 4280580c-00f4-4707-a85c-e82ce646bf6e is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:00:33.588327 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [req-12c91837-c461-4244-b416-1b6154210a08 req-1e1fe5a8-ca38-41ec-b228-62763b04448b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:00:33.592152 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c91837-c461-4244-b416-1b6154210a08 req-1e1fe5a8-ca38-41ec-b228-62763b04448b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:00:33.623508 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1fe5a8-ca38-41ec-b228-62763b04448b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=174180e1-dcb7-4add-9248-392f9a3cf1a2,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:33.663849 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c91837-c461-4244-b416-1b6154210a08 req-1e1fe5a8-ca38-41ec-b228-62763b04448b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:33.664452 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-12c91837-c461-4244-b416-1b6154210a08 req-1e1fe5a8-ca38-41ec-b228-62763b04448b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:33.692522 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-12c91837-c461-4244-b416-1b6154210a08 req-1e1fe5a8-ca38-41ec-b228-62763b04448b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9205716 Jan 21 10:00:33.704219 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-12c91837-c461-4244-b416-1b6154210a08 req-6dafe897-822f-40e6-a6dd-057446545b25 service neutron] Request body: {'port': {'device_id': '99f09c73-99e4-48f2-b5b3-3dfe4e95113e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:00:33.799859 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0384bbee-7b32-4be1-a93c-6c42e816bb4b None None] Provisioning for port 174180e1-dcb7-4add-9248-392f9a3cf1a2 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:00:33.804692 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0384bbee-7b32-4be1-a93c-6c42e816bb4b None None] Provisioning complete for port 174180e1-dcb7-4add-9248-392f9a3cf1a2 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:00:33.805236 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0384bbee-7b32-4be1-a93c-6c42e816bb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:33.834833 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-12c91837-c461-4244-b416-1b6154210a08 req-6dafe897-822f-40e6-a6dd-057446545b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:33.862906 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-0384bbee-7b32-4be1-a93c-6c42e816bb4b None None] Port 174180e1-dcb7-4add-9248-392f9a3cf1a2 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:00:34.146800 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b182a9c-4014-4cc9-8a96-06ada3e0e095 req-ab6cae28-1ef1-4306-89e7-74c9b19f10a7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:34.147427 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-5b182a9c-4014-4cc9-8a96-06ada3e0e095 req-ab6cae28-1ef1-4306-89e7-74c9b19f10a7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:00:34.192664 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-5b182a9c-4014-4cc9-8a96-06ada3e0e095 req-ab6cae28-1ef1-4306-89e7-74c9b19f10a7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:00:34.193828 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5b182a9c-4014-4cc9-8a96-06ada3e0e095 req-ab6cae28-1ef1-4306-89e7-74c9b19f10a7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=99f09c73-99e4-48f2-b5b3-3dfe4e95113e HTTP/1.1" status: 200 len: 932 time: 0.2810190 Jan 21 10:00:34.301086 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5b182a9c-4014-4cc9-8a96-06ada3e0e095 req-c54be1b7-a076-4014-a2e5-894d2bb18866 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=1221c948-2d08-478b-af09-baf46237852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007221 Jan 21 10:00:34.305484 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [req-12c91837-c461-4244-b416-1b6154210a08 req-6dafe897-822f-40e6-a6dd-057446545b25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 174180e1-dcb7-4add-9248-392f9a3cf1a2 {{(pid=87515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:00:34.313897 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-12c91837-c461-4244-b416-1b6154210a08 req-6dafe897-822f-40e6-a6dd-057446545b25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:34.332738 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [req-12c91837-c461-4244-b416-1b6154210a08 req-6dafe897-822f-40e6-a6dd-057446545b25 service neutron] Transition to ACTIVE for port object 174180e1-dcb7-4add-9248-392f9a3cf1a2 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:00:34.336553 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-12c91837-c461-4244-b416-1b6154210a08 req-6dafe897-822f-40e6-a6dd-057446545b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:34.467246 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dafe897-822f-40e6-a6dd-057446545b25 service neutron] Pushing event updated for resources: {'Port': ['ID=174180e1-dcb7-4add-9248-392f9a3cf1a2,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:34.583467 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-12c91837-c461-4244-b416-1b6154210a08 req-6dafe897-822f-40e6-a6dd-057446545b25 service neutron] Attempting to bind port 174180e1-dcb7-4add-9248-392f9a3cf1a2 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:00:34.583919 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-12c91837-c461-4244-b416-1b6154210a08 req-6dafe897-822f-40e6-a6dd-057446545b25 service neutron] Attempting to bind port 174180e1-dcb7-4add-9248-392f9a3cf1a2 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'f4ce99a6-c3ce-4317-9979-85a545a2b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:00:34.584320 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c91837-c461-4244-b416-1b6154210a08 req-6dafe897-822f-40e6-a6dd-057446545b25 service neutron] Attempting to bind port 174180e1-dcb7-4add-9248-392f9a3cf1a2 on network 4280580c-00f4-4707-a85c-e82ce646bf6e {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:00:34.588960 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c91837-c461-4244-b416-1b6154210a08 req-6dafe897-822f-40e6-a6dd-057446545b25 service neutron] Port 174180e1-dcb7-4add-9248-392f9a3cf1a2 on network 4280580c-00f4-4707-a85c-e82ce646bf6e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:00:34.589278 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c91837-c461-4244-b416-1b6154210a08 req-6dafe897-822f-40e6-a6dd-057446545b25 service neutron] Attempting to bind port 174180e1-dcb7-4add-9248-392f9a3cf1a2 on network 4280580c-00f4-4707-a85c-e82ce646bf6e {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:00:34.594353 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c91837-c461-4244-b416-1b6154210a08 req-6dafe897-822f-40e6-a6dd-057446545b25 service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:00:34.594682 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c91837-c461-4244-b416-1b6154210a08 req-6dafe897-822f-40e6-a6dd-057446545b25 service neutron] Checking segment: {'id': 'f4ce99a6-c3ce-4317-9979-85a545a2b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:00:34.595058 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c91837-c461-4244-b416-1b6154210a08 req-6dafe897-822f-40e6-a6dd-057446545b25 service neutron] Bound using segment: {'id': 'f4ce99a6-c3ce-4317-9979-85a545a2b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:00:34.595613 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-12c91837-c461-4244-b416-1b6154210a08 req-6dafe897-822f-40e6-a6dd-057446545b25 service neutron] Bound port: 174180e1-dcb7-4add-9248-392f9a3cf1a2, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ce99a6-c3ce-4317-9979-85a545a2b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:00:34.596019 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-12c91837-c461-4244-b416-1b6154210a08 req-6dafe897-822f-40e6-a6dd-057446545b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:34.686238 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-12c91837-c461-4244-b416-1b6154210a08 req-6dafe897-822f-40e6-a6dd-057446545b25 service neutron] For port 174180e1-dcb7-4add-9248-392f9a3cf1a2, host hv-neutron-8257, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:00:34.689053 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-12c91837-c461-4244-b416-1b6154210a08 req-6dafe897-822f-40e6-a6dd-057446545b25 service neutron] For port 174180e1-dcb7-4add-9248-392f9a3cf1a2, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=174180e1-dcb7-4add-9248-392f9a3cf1a2,segment=NetworkSegment(f4ce99a6-c3ce-4317-9979-85a545a2b7ae),segment_id=f4ce99a6-c3ce-4317-9979-85a545a2b7ae)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:00:34.694368 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-12c91837-c461-4244-b416-1b6154210a08 req-6dafe897-822f-40e6-a6dd-057446545b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:34.758529 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c91837-c461-4244-b416-1b6154210a08 req-6dafe897-822f-40e6-a6dd-057446545b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:34.759480 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-12c91837-c461-4244-b416-1b6154210a08 req-6dafe897-822f-40e6-a6dd-057446545b25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:34.760519 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-12c91837-c461-4244-b416-1b6154210a08 req-6dafe897-822f-40e6-a6dd-057446545b25 service neutron] 10.222.0.72 "PUT /v2.0/ports/174180e1-dcb7-4add-9248-392f9a3cf1a2 HTTP/1.1" status: 200 len: 1094 time: 1.0606327 Jan 21 10:00:34.760956 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f09c73-99e4-48f2-b5b3-3dfe4e95113e', 'tag': '174180e1-dcb7-4add-9248-392f9a3cf1a2'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:00:34.800648 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dafe897-822f-40e6-a6dd-057446545b25 service neutron] Pushing event updated for resources: {'Port': ['ID=174180e1-dcb7-4add-9248-392f9a3cf1a2,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:34.843308 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f09c73-99e4-48f2-b5b3-3dfe4e95113e', 'tag': '174180e1-dcb7-4add-9248-392f9a3cf1a2', 'status': 'completed', 'code': 200} Jan 21 10:00:34.885386 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c91837-c461-4244-b416-1b6154210a08 req-f8146a03-01e2-4e74-9a74-3ed06d6f02aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:34.886863 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-12c91837-c461-4244-b416-1b6154210a08 req-f8146a03-01e2-4e74-9a74-3ed06d6f02aa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=99f09c73-99e4-48f2-b5b3-3dfe4e95113e HTTP/1.1" status: 200 len: 1097 time: 0.0777063 Jan 21 10:00:34.961457 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-12c91837-c461-4244-b416-1b6154210a08 req-f2465067-1879-4684-92ae-419dd316b51e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=174180e1-dcb7-4add-9248-392f9a3cf1a2 HTTP/1.1" status: 200 len: 217 time: 0.0669971 Jan 21 10:00:35.037507 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c91837-c461-4244-b416-1b6154210a08 req-ccc167cc-a23e-4e43-b80a-ecb8c9e9ea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:35.038993 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-12c91837-c461-4244-b416-1b6154210a08 req-ccc167cc-a23e-4e43-b80a-ecb8c9e9ea5c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=10db16d4-caeb-479f-a898-2b014c0fb6b2 HTTP/1.1" status: 200 len: 835 time: 0.0717533 Jan 21 10:00:35.138741 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c91837-c461-4244-b416-1b6154210a08 req-dd7bf2c1-4270-4923-88e6-dfa92818ce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:35.140263 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-12c91837-c461-4244-b416-1b6154210a08 req-dd7bf2c1-4270-4923-88e6-dfa92818ce9c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4280580c-00f4-4707-a85c-e82ce646bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0919182 Jan 21 10:00:35.280078 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-12c91837-c461-4244-b416-1b6154210a08 req-4269956f-1de9-414a-bc50-12affa4edce9 service neutron] 10.222.0.72 "GET /v2.0/networks/4280580c-00f4-4707-a85c-e82ce646bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325285 Jan 21 10:00:35.585552 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-12c91837-c461-4244-b416-1b6154210a08 req-dbb19f07-2c07-4cdc-9d6f-39ddb1996c07 service neutron] 10.222.0.72 "GET /v2.0/networks/4280580c-00f4-4707-a85c-e82ce646bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982309 Jan 21 10:00:35.621494 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb8f55-03e1-4232-9488-52edfe177a3c req-c9e00cd9-220d-4f80-b821-5e3588bf40cf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:35.622961 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-86fb8f55-03e1-4232-9488-52edfe177a3c req-c9e00cd9-220d-4f80-b821-5e3588bf40cf tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=99f09c73-99e4-48f2-b5b3-3dfe4e95113e HTTP/1.1" status: 200 len: 944 time: 0.1144297 Jan 21 10:00:35.723448 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-86fb8f55-03e1-4232-9488-52edfe177a3c req-4163146b-2a2b-4afe-a847-d1effa2e8a62 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=1221c948-2d08-478b-af09-baf46237852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919518 Jan 21 10:00:35.741092 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468629b-8043-42a8-b9a8-112fd1f819e8 req-aed79930-bdd6-4764-98a1-8e3ac49a5277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:35.742680 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5468629b-8043-42a8-b9a8-112fd1f819e8 req-aed79930-bdd6-4764-98a1-8e3ac49a5277 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=99f09c73-99e4-48f2-b5b3-3dfe4e95113e HTTP/1.1" status: 200 len: 1097 time: 0.1089635 Jan 21 10:00:35.882992 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468629b-8043-42a8-b9a8-112fd1f819e8 req-09c6c219-00fd-46a5-be82-ef5f8c907bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:35.885442 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5468629b-8043-42a8-b9a8-112fd1f819e8 req-09c6c219-00fd-46a5-be82-ef5f8c907bb4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4280580c-00f4-4707-a85c-e82ce646bf6e HTTP/1.1" status: 200 len: 896 time: 0.1368666 Jan 21 10:00:35.959829 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5468629b-8043-42a8-b9a8-112fd1f819e8 req-e519c16e-d8a5-49ae-a798-21971336e69a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=174180e1-dcb7-4add-9248-392f9a3cf1a2 HTTP/1.1" status: 200 len: 217 time: 0.0667925 Jan 21 10:00:36.023637 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468629b-8043-42a8-b9a8-112fd1f819e8 req-d707eb55-1fd3-4e6e-8cf3-1f0ee0a2b27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:36.025073 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5468629b-8043-42a8-b9a8-112fd1f819e8 req-d707eb55-1fd3-4e6e-8cf3-1f0ee0a2b27e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=10db16d4-caeb-479f-a898-2b014c0fb6b2 HTTP/1.1" status: 200 len: 835 time: 0.0593040 Jan 21 10:00:36.100337 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468629b-8043-42a8-b9a8-112fd1f819e8 req-663b301e-3dd4-493f-a977-86c77a343f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:36.101814 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5468629b-8043-42a8-b9a8-112fd1f819e8 req-663b301e-3dd4-493f-a977-86c77a343f95 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4280580c-00f4-4707-a85c-e82ce646bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707774 Jan 21 10:00:36.236964 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5468629b-8043-42a8-b9a8-112fd1f819e8 req-2e494025-1017-4664-a852-5a83bd55cd2f service neutron] 10.222.0.72 "GET /v2.0/networks/4280580c-00f4-4707-a85c-e82ce646bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282215 Jan 21 10:00:36.381239 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5468629b-8043-42a8-b9a8-112fd1f819e8 req-d255b12b-b8b8-4788-b5b7-9f56155d9991 service neutron] 10.222.0.72 "GET /v2.0/networks/4280580c-00f4-4707-a85c-e82ce646bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387465 Jan 21 10:00:36.929263 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f8016-2283-4b79-81f9-66f9f74833b1 req-03ca17f4-cdde-4eb5-b040-262025193b35 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:36.930751 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-693f8016-2283-4b79-81f9-66f9f74833b1 req-03ca17f4-cdde-4eb5-b040-262025193b35 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=99f09c73-99e4-48f2-b5b3-3dfe4e95113e HTTP/1.1" status: 200 len: 944 time: 0.0855253 Jan 21 10:00:36.976889 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-693f8016-2283-4b79-81f9-66f9f74833b1 req-7a8068b0-6cfe-4b8a-9c06-515c67e7c644 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=1221c948-2d08-478b-af09-baf46237852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403142 Jan 21 10:00:38.178476 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40af0a0-550c-4691-8677-ce965fcbc671 req-4a596814-8753-4d54-9ba4-1abb648dfca6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:38.180004 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f40af0a0-550c-4691-8677-ce965fcbc671 req-4a596814-8753-4d54-9ba4-1abb648dfca6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=99f09c73-99e4-48f2-b5b3-3dfe4e95113e HTTP/1.1" status: 200 len: 944 time: 0.0868630 Jan 21 10:00:38.225625 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f40af0a0-550c-4691-8677-ce965fcbc671 req-2636fc85-2c8e-43c0-aabc-82f4a03fdc6c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=1221c948-2d08-478b-af09-baf46237852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398865 Jan 21 10:00:39.413241 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e1402-f25e-4353-ae49-c3128fa02710 req-fe642216-3d1c-40a5-a357-57f883ac46d0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:39.414737 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f16e1402-f25e-4353-ae49-c3128fa02710 req-fe642216-3d1c-40a5-a357-57f883ac46d0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=99f09c73-99e4-48f2-b5b3-3dfe4e95113e HTTP/1.1" status: 200 len: 944 time: 0.0799708 Jan 21 10:00:39.460497 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f16e1402-f25e-4353-ae49-c3128fa02710 req-ca3e4f47-602f-45c2-ae4d-d7f7be343ff1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=1221c948-2d08-478b-af09-baf46237852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395427 Jan 21 10:00:39.668097 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 174180e1-dcb7-4add-9248-392f9a3cf1a2 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:00:39.821978 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 174180e1-dcb7-4add-9248-392f9a3cf1a2, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=174180e1-dcb7-4add-9248-392f9a3cf1a2,segment=NetworkSegment(f4ce99a6-c3ce-4317-9979-85a545a2b7ae),segment_id=f4ce99a6-c3ce-4317-9979-85a545a2b7ae)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:00:39.836515 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': '174180e1-dcb7-4add-9248-392f9a3cf1a2', 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e', 'port_id': '174180e1-dcb7-4add-9248-392f9a3cf1a2', 'mac_address': 'fa:16:3e:be:08:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10db16d4-caeb-479f-a898-2b014c0fb6b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:00:39.896558 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:39.914543 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 174180e1-dcb7-4add-9248-392f9a3cf1a2 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:00:39.930443 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 174180e1-dcb7-4add-9248-392f9a3cf1a2, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=174180e1-dcb7-4add-9248-392f9a3cf1a2,segment=NetworkSegment(f4ce99a6-c3ce-4317-9979-85a545a2b7ae),segment_id=f4ce99a6-c3ce-4317-9979-85a545a2b7ae)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:00:39.934259 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:40.001374 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=174180e1-dcb7-4add-9248-392f9a3cf1a2,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:40.273516 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['174180e1-dcb7-4add-9248-392f9a3cf1a2'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:00:40.660804 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd50ac-f740-44bd-9032-7d8ee2e7def0 req-3d2a6f63-f551-4399-bcce-3ba18e36f9de tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:40.662607 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-18cd50ac-f740-44bd-9032-7d8ee2e7def0 req-3d2a6f63-f551-4399-bcce-3ba18e36f9de tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=99f09c73-99e4-48f2-b5b3-3dfe4e95113e HTTP/1.1" status: 200 len: 945 time: 0.0876763 Jan 21 10:00:40.713683 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-18cd50ac-f740-44bd-9032-7d8ee2e7def0 req-b634f82e-6eaf-4ec2-ab5a-34cccdeacd04 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=1221c948-2d08-478b-af09-baf46237852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446241 Jan 21 10:00:41.681717 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 174180e1-dcb7-4add-9248-392f9a3cf1a2 up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:00:41.760596 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port 174180e1-dcb7-4add-9248-392f9a3cf1a2 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:00:41.766254 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port 174180e1-dcb7-4add-9248-392f9a3cf1a2 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:00:41.766635 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:41.897080 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:41.920009 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc7c56-40ec-4a20-859b-ce047fba452b req-519eb247-241d-439a-9421-8ea7a8faa8a1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:41.921496 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-39fc7c56-40ec-4a20-859b-ce047fba452b req-519eb247-241d-439a-9421-8ea7a8faa8a1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=99f09c73-99e4-48f2-b5b3-3dfe4e95113e HTTP/1.1" status: 200 len: 945 time: 0.0933139 Jan 21 10:00:41.925813 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f09c73-99e4-48f2-b5b3-3dfe4e95113e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174180e1-dcb7-4add-9248-392f9a3cf1a2'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:00:41.936292 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 174180e1-dcb7-4add-9248-392f9a3cf1a2, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=174180e1-dcb7-4add-9248-392f9a3cf1a2,segment=NetworkSegment(f4ce99a6-c3ce-4317-9979-85a545a2b7ae),segment_id=f4ce99a6-c3ce-4317-9979-85a545a2b7ae)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:00:41.941166 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:41.972222 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-39fc7c56-40ec-4a20-859b-ce047fba452b req-22a422bb-0049-4d18-b691-72270c73104c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=1221c948-2d08-478b-af09-baf46237852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446005 Jan 21 10:00:41.979980 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f09c73-99e4-48f2-b5b3-3dfe4e95113e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174180e1-dcb7-4add-9248-392f9a3cf1a2', 'code': 200} Jan 21 10:00:42.016996 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=174180e1-dcb7-4add-9248-392f9a3cf1a2,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:42.227633 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71cb0c-c0ca-4470-9d57-7780ccc94ff4 req-12fa316e-08c9-40ac-9a37-b7e15f1750ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:42.228980 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5e71cb0c-c0ca-4470-9d57-7780ccc94ff4 req-12fa316e-08c9-40ac-9a37-b7e15f1750ef service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=99f09c73-99e4-48f2-b5b3-3dfe4e95113e HTTP/1.1" status: 200 len: 1099 time: 0.0712817 Jan 21 10:00:42.276024 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5e71cb0c-c0ca-4470-9d57-7780ccc94ff4 req-4169456e-1434-4bd7-b166-6592b3657922 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1221c948-2d08-478b-af09-baf46237852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375440 Jan 21 10:00:42.782836 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:43.165682 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb53951-975b-41a1-82d1-d52b0ad59463 req-307393f9-0399-445c-9eaf-6c4bc9995895 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:43.167153 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fbb53951-975b-41a1-82d1-d52b0ad59463 req-307393f9-0399-445c-9eaf-6c4bc9995895 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=99f09c73-99e4-48f2-b5b3-3dfe4e95113e HTTP/1.1" status: 200 len: 946 time: 0.0847003 Jan 21 10:00:43.215231 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fbb53951-975b-41a1-82d1-d52b0ad59463 req-90611c69-8c00-418d-a412-1794022dee5b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=1221c948-2d08-478b-af09-baf46237852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422707 Jan 21 10:00:44.411100 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6fb6e8-6fac-463e-9f37-1ccdf582284d req-e92afc01-0061-4ec4-9429-4cc992b00fc0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:44.413485 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0f6fb6e8-6fac-463e-9f37-1ccdf582284d req-e92afc01-0061-4ec4-9429-4cc992b00fc0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=99f09c73-99e4-48f2-b5b3-3dfe4e95113e HTTP/1.1" status: 200 len: 946 time: 0.0891211 Jan 21 10:00:44.465595 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0f6fb6e8-6fac-463e-9f37-1ccdf582284d req-309daa10-9f08-4595-9f0f-a6538b8bda14 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=1221c948-2d08-478b-af09-baf46237852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463524 Jan 21 10:00:44.670855 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc656c4a-bdd7-4ad9-b6ab-373119599c90 req-5641d13a-073e-4cf8-80ca-98c081accefb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:44.672391 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cc656c4a-bdd7-4ad9-b6ab-373119599c90 req-5641d13a-073e-4cf8-80ca-98c081accefb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=99f09c73-99e4-48f2-b5b3-3dfe4e95113e HTTP/1.1" status: 200 len: 946 time: 0.0893230 Jan 21 10:00:44.724937 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cc656c4a-bdd7-4ad9-b6ab-373119599c90 req-9e308dba-0152-493c-9b69-8fb8d7735a6d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=1221c948-2d08-478b-af09-baf46237852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451896 Jan 21 10:00:44.748788 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58928) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:44.961756 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f98ffc-1a39-44b8-8796-a3a76cab2be5 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:44.963896 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-72f98ffc-1a39-44b8-8796-a3a76cab2be5 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=99f09c73-99e4-48f2-b5b3-3dfe4e95113e HTTP/1.1" status: 200 len: 1094 time: 0.2136858 Jan 21 10:00:44.967654 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58932) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:44.972959 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-e90e0ea1-7509-4635-bb04-b7beec4779df tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'floatingip': {'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'port_id': '174180e1-dcb7-4add-9248-392f9a3cf1a2', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:00:44.979754 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-e90e0ea1-7509-4635-bb04-b7beec4779df tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:44.984076 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-e90e0ea1-7509-4635-bb04-b7beec4779df tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:floatingip and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:00:44.988009 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-e90e0ea1-7509-4635-bb04-b7beec4779df tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:00:44.994614 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-e90e0ea1-7509-4635-bb04-b7beec4779df tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:45.008936 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e90e0ea1-7509-4635-bb04-b7beec4779df tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:45.177192 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e90e0ea1-7509-4635-bb04-b7beec4779df tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:45.328341 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-e90e0ea1-7509-4635-bb04-b7beec4779df tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Allocated IP 172.26.3.57 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/606d7262-eee1-4566-bb2c-2a08b5691f1b) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:00:45.543804 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e90e0ea1-7509-4635-bb04-b7beec4779df tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:45.591336 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e90e0ea1-7509-4635-bb04-b7beec4779df tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:45.662486 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90e0ea1-7509-4635-bb04-b7beec4779df tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:00:45.666177 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-e90e0ea1-7509-4635-bb04-b7beec4779df tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:00:45.670472 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90e0ea1-7509-4635-bb04-b7beec4779df tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:00:45.711750 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e0ea1-7509-4635-bb04-b7beec4779df tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=606d7262-eee1-4566-bb2c-2a08b5691f1b,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:46.154502 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e90e0ea1-7509-4635-bb04-b7beec4779df tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:46.240556 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e90e0ea1-7509-4635-bb04-b7beec4779df tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:46.480934 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e90e0ea1-7509-4635-bb04-b7beec4779df tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:46.486827 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e90e0ea1-7509-4635-bb04-b7beec4779df tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:46.524619 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2e5e68a4-c84c-44b9-8f1f-14af658ecd82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:46.604619 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e0ea1-7509-4635-bb04-b7beec4779df tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=606d7262-eee1-4566-bb2c-2a08b5691f1b,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:46.624548 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e90e0ea1-7509-4635-bb04-b7beec4779df tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:46.953020 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.l3_db [None req-e90e0ea1-7509-4635-bb04-b7beec4779df tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Floating IP 1445d1bc-ad74-4901-8f20-f45b2e0dfb8a associated. External IP: 172.26.3.57, port: 174180e1-dcb7-4add-9248-392f9a3cf1a2. Jan 21 10:00:47.405161 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90e0ea1-7509-4635-bb04-b7beec4779df tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router da897d1a-7656-43f8-9127-3422add82ad7 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:00:47.601264 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90e0ea1-7509-4635-bb04-b7beec4779df tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:00:47.612308 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca59cf5-3d5d-4cb5-9fdc-4e20dc2b4e45 None None] Sync routers for ids ['da897d1a-7656-43f8-9127-3422add82ad7'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:00:47.622257 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca59cf5-3d5d-4cb5-9fdc-4e20dc2b4e45 None None] Routers {'da897d1a-7656-43f8-9127-3422add82ad7'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:00:47.622958 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-6ca59cf5-3d5d-4cb5-9fdc-4e20dc2b4e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:00:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['da897d1a-7656-43f8-9127-3422add82ad7'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:47.628535 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e90e0ea1-7509-4635-bb04-b7beec4779df tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:47.707535 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e90e0ea1-7509-4635-bb04-b7beec4779df tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7258506 Jan 21 10:00:47.707535 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f09c73-99e4-48f2-b5b3-3dfe4e95113e', 'tag': '174180e1-dcb7-4add-9248-392f9a3cf1a2'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:00:47.769558 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f09c73-99e4-48f2-b5b3-3dfe4e95113e', 'tag': '174180e1-dcb7-4add-9248-392f9a3cf1a2', 'status': 'completed', 'code': 200} Jan 21 10:00:47.832196 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-6ca59cf5-3d5d-4cb5-9fdc-4e20dc2b4e45 None None] Set router da897d1a-7656-43f8-9127-3422add82ad7 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:00:47.890268 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2541075-13a2-44a3-99d3-aa7f2e751ee1 req-39c48082-7f3f-44da-b312-be6c3640298b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:47.891780 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d2541075-13a2-44a3-99d3-aa7f2e751ee1 req-39c48082-7f3f-44da-b312-be6c3640298b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=99f09c73-99e4-48f2-b5b3-3dfe4e95113e HTTP/1.1" status: 200 len: 1099 time: 0.0884168 Jan 21 10:00:48.027762 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2541075-13a2-44a3-99d3-aa7f2e751ee1 req-1c02f13f-4617-47e7-a798-49703f592471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:48.029130 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d2541075-13a2-44a3-99d3-aa7f2e751ee1 req-1c02f13f-4617-47e7-a798-49703f592471 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4280580c-00f4-4707-a85c-e82ce646bf6e HTTP/1.1" status: 200 len: 896 time: 0.1313128 Jan 21 10:00:48.243747 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-6ca59cf5-3d5d-4cb5-9fdc-4e20dc2b4e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'name': 'tempest-TestNetworkBasicOps-router-1770019181', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:59:59Z', 'updated_at': '2022-01-21T10:00:06Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:73:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:00Z', 'updated_at': '2022-01-21T10:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '1445d1bc-ad74-4901-8f20-f45b2e0dfb8a', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.57', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'port_id': '174180e1-dcb7-4add-9248-392f9a3cf1a2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e', 'mac_address': 'fa:16:3e:be:08:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f09c73-99e4-48f2-b5b3-3dfe4e95113e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:00:46Z', 'updated_at': '2022-01-21T10:00:46Z', 'revision_number': 0, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}, {'id': '1eddda7b-b0a6-402f-9615-2b8e7a7dc941', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.112', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'port_id': 'd3f9526a-f3ea-4ef5-a5ba-8adafb2670b3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e', 'mac_address': 'fa:16:3e:43:43:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185de28e-dc8b-4e4b-90c0-c263934aa590', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:00:27Z', 'updated_at': '2022-01-21T10:00:30Z', 'revision_number': 1, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb9d3cdb-0421-41be-a1b0-420176634d0c', 'name': '', 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:4e:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '10db16d4-caeb-479f-a898-2b014c0fb6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:04Z', 'updated_at': '2022-01-21T10:00:11Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '10db16d4-caeb-479f-a898-2b014c0fb6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:48.247750 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca59cf5-3d5d-4cb5-9fdc-4e20dc2b4e45 None None] Checking router: da897d1a-7656-43f8-9127-3422add82ad7 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:00:48.254336 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d2541075-13a2-44a3-99d3-aa7f2e751ee1 req-a8828ed1-ec6a-44c5-9415-01c13d2eb1b1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=174180e1-dcb7-4add-9248-392f9a3cf1a2 HTTP/1.1" status: 200 len: 999 time: 0.2182825 Jan 21 10:00:48.258873 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca59cf5-3d5d-4cb5-9fdc-4e20dc2b4e45 None None] Routers {'da897d1a-7656-43f8-9127-3422add82ad7'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:00:48.259612 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-6ca59cf5-3d5d-4cb5-9fdc-4e20dc2b4e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:00:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['da897d1a-7656-43f8-9127-3422add82ad7'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:48.319332 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2541075-13a2-44a3-99d3-aa7f2e751ee1 req-bbb0d795-6cb1-420b-a841-fb4a885c39f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:48.320727 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d2541075-13a2-44a3-99d3-aa7f2e751ee1 req-bbb0d795-6cb1-420b-a841-fb4a885c39f1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=10db16d4-caeb-479f-a898-2b014c0fb6b2 HTTP/1.1" status: 200 len: 835 time: 0.0603175 Jan 21 10:00:48.401317 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2541075-13a2-44a3-99d3-aa7f2e751ee1 req-623d8ba6-1f06-4853-a270-5f91344ab4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:48.403288 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d2541075-13a2-44a3-99d3-aa7f2e751ee1 req-623d8ba6-1f06-4853-a270-5f91344ab4b7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4280580c-00f4-4707-a85c-e82ce646bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758936 Jan 21 10:00:48.444992 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-6ca59cf5-3d5d-4cb5-9fdc-4e20dc2b4e45 None None] Set router da897d1a-7656-43f8-9127-3422add82ad7 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:00:48.544629 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d2541075-13a2-44a3-99d3-aa7f2e751ee1 req-cdacecf4-a172-428d-a8e6-40b873d7b753 service neutron] 10.222.0.72 "GET /v2.0/networks/4280580c-00f4-4707-a85c-e82ce646bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339638 Jan 21 10:00:48.686008 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d2541075-13a2-44a3-99d3-aa7f2e751ee1 req-e38f4799-c6af-4259-940b-f0943edc64e7 service neutron] 10.222.0.72 "GET /v2.0/networks/4280580c-00f4-4707-a85c-e82ce646bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346679 Jan 21 10:00:48.827401 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-6ca59cf5-3d5d-4cb5-9fdc-4e20dc2b4e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'name': 'tempest-TestNetworkBasicOps-router-1770019181', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:59:59Z', 'updated_at': '2022-01-21T10:00:06Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:73:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:00Z', 'updated_at': '2022-01-21T10:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '1445d1bc-ad74-4901-8f20-f45b2e0dfb8a', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.57', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'port_id': '174180e1-dcb7-4add-9248-392f9a3cf1a2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e', 'mac_address': 'fa:16:3e:be:08:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f09c73-99e4-48f2-b5b3-3dfe4e95113e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:00:46Z', 'updated_at': '2022-01-21T10:00:46Z', 'revision_number': 0, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}, {'id': '1eddda7b-b0a6-402f-9615-2b8e7a7dc941', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.112', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'port_id': 'd3f9526a-f3ea-4ef5-a5ba-8adafb2670b3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e', 'mac_address': 'fa:16:3e:43:43:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185de28e-dc8b-4e4b-90c0-c263934aa590', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:00:27Z', 'updated_at': '2022-01-21T10:00:30Z', 'revision_number': 1, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb9d3cdb-0421-41be-a1b0-420176634d0c', 'name': '', 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:4e:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '10db16d4-caeb-479f-a898-2b014c0fb6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:04Z', 'updated_at': '2022-01-21T10:00:11Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '10db16d4-caeb-479f-a898-2b014c0fb6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:48.831435 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca59cf5-3d5d-4cb5-9fdc-4e20dc2b4e45 None None] The sync data for ids ['da897d1a-7656-43f8-9127-3422add82ad7'] in dv-neutron-825731-1-hyperv is: [{'id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'name': 'tempest-TestNetworkBasicOps-router-1770019181', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:59:59Z', 'updated_at': '2022-01-21T10:00:06Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:73:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:00Z', 'updated_at': '2022-01-21T10:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '1445d1bc-ad74-4901-8f20-f45b2e0dfb8a', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.57', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'port_id': '174180e1-dcb7-4add-9248-392f9a3cf1a2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e', 'mac_address': 'fa:16:3e:be:08:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f09c73-99e4-48f2-b5b3-3dfe4e95113e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:00:46Z', 'updated_at': '2022-01-21T10:00:46Z', 'revision_number': 0, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}, {'id': '1eddda7b-b0a6-402f-9615-2b8e7a7dc941', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.112', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'port_id': 'd3f9526a-f3ea-4ef5-a5ba-8adafb2670b3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e', 'mac_address': 'fa:16:3e:43:43:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185de28e-dc8b-4e4b-90c0-c263934aa590', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:00:27Z', 'updated_at': '2022-01-21T10:00:30Z', 'revision_number': 1, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb9d3cdb-0421-41be-a1b0-420176634d0c', 'name': '', 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:4e:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '10db16d4-caeb-479f-a898-2b014c0fb6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:04Z', 'updated_at': '2022-01-21T10:00:11Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '10db16d4-caeb-479f-a898-2b014c0fb6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:00:48.896284 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5009741e-ce18-4aa1-b2a3-ca66735cef1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:49.057410 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84901df-6045-4780-8b9a-c5fd114bf069 None None] New status for floating IP 1445d1bc-ad74-4901-8f20-f45b2e0dfb8a: ACTIVE {{(pid=87516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:00:49.796923 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:49.969988 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:51.397022 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:04.045822 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:01:08.085853 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8dadc4fb-cf38-4849-815d-eb96aba85689 req-f953d246-8856-455d-8677-18b2ebf303a4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=185de28e-dc8b-4e4b-90c0-c263934aa590&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767882 Jan 21 10:01:08.231667 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadc4fb-cf38-4849-815d-eb96aba85689 req-fec25e81-2604-4dc4-a5b1-97c6ec7b0f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:08.233169 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8dadc4fb-cf38-4849-815d-eb96aba85689 req-fec25e81-2604-4dc4-a5b1-97c6ec7b0f5f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=185de28e-dc8b-4e4b-90c0-c263934aa590 HTTP/1.1" status: 200 len: 1098 time: 0.0765719 Jan 21 10:01:08.390048 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadc4fb-cf38-4849-815d-eb96aba85689 req-0e839ff3-dedd-4ce7-b454-b2bb1dea1cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:08.391428 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8dadc4fb-cf38-4849-815d-eb96aba85689 req-0e839ff3-dedd-4ce7-b454-b2bb1dea1cf8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4280580c-00f4-4707-a85c-e82ce646bf6e HTTP/1.1" status: 200 len: 896 time: 0.1391718 Jan 21 10:01:08.500689 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8dadc4fb-cf38-4849-815d-eb96aba85689 req-4e24ec7c-1841-4824-bd7f-0da5d9949709 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3 HTTP/1.1" status: 200 len: 1001 time: 0.1021214 Jan 21 10:01:08.570958 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadc4fb-cf38-4849-815d-eb96aba85689 req-071c1e01-d61f-4635-b231-2bb9ed7380f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:08.572447 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8dadc4fb-cf38-4849-815d-eb96aba85689 req-071c1e01-d61f-4635-b231-2bb9ed7380f4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=10db16d4-caeb-479f-a898-2b014c0fb6b2 HTTP/1.1" status: 200 len: 835 time: 0.0656166 Jan 21 10:01:08.652700 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadc4fb-cf38-4849-815d-eb96aba85689 req-326abcd7-f136-4aa3-b6e1-c7c10385aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:08.654086 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8dadc4fb-cf38-4849-815d-eb96aba85689 req-326abcd7-f136-4aa3-b6e1-c7c10385aebd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4280580c-00f4-4707-a85c-e82ce646bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753467 Jan 21 10:01:08.804963 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8dadc4fb-cf38-4849-815d-eb96aba85689 req-80372785-402c-4db9-91bc-4e377fae21f4 service neutron] 10.222.0.72 "GET /v2.0/networks/4280580c-00f4-4707-a85c-e82ce646bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432927 Jan 21 10:01:08.953354 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8dadc4fb-cf38-4849-815d-eb96aba85689 req-f9e2a860-b908-4f25-8a92-d604a763eaa2 service neutron] 10.222.0.72 "GET /v2.0/networks/4280580c-00f4-4707-a85c-e82ce646bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423833 Jan 21 10:01:12.786920 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:16.519340 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-05814c42-c058-44f7-af74-c9f372c22d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:18.892195 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fc0544ed-39fd-4f6b-905e-b6c74bd7a2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:19.795907 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:19.968247 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:21.397598 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:41.045287 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:01:42.803262 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:46.522451 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a45de35-22f9-44fc-93ad-76b350295b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:48.898055 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-85f8dd9e-4175-44e9-91f5-f0fa84d5796d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:49.796545 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:49.972891 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:51.400055 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:59.755487 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [req-dc7e2411-672c-47da-8cb7-c6a9546be1e6 req-b9a4ff6e-a5ff-455c-b759-a232da718ee4 service neutron] (87515) timed out ('10.222.0.72', 61816) {{(pid=87515) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 21 10:02:08.126370 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0034aa4b-2e6a-45f2-8ef7-d24510ac3e21 req-5b251b32-c566-402a-8d3d-7d1a5d26146b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=99f09c73-99e4-48f2-b5b3-3dfe4e95113e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754225 Jan 21 10:02:08.227652 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034aa4b-2e6a-45f2-8ef7-d24510ac3e21 req-172c8451-9aa7-487c-beb0-24944b4207a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:08.229134 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0034aa4b-2e6a-45f2-8ef7-d24510ac3e21 req-172c8451-9aa7-487c-beb0-24944b4207a3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=99f09c73-99e4-48f2-b5b3-3dfe4e95113e HTTP/1.1" status: 200 len: 1099 time: 0.0827756 Jan 21 10:02:08.384883 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034aa4b-2e6a-45f2-8ef7-d24510ac3e21 req-8d9125cb-0957-4007-8c60-75721f4d958e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:08.386229 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0034aa4b-2e6a-45f2-8ef7-d24510ac3e21 req-8d9125cb-0957-4007-8c60-75721f4d958e service neutron] 10.222.0.72 "GET /v2.0/networks?id=4280580c-00f4-4707-a85c-e82ce646bf6e HTTP/1.1" status: 200 len: 896 time: 0.1344182 Jan 21 10:02:08.600318 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0034aa4b-2e6a-45f2-8ef7-d24510ac3e21 req-9183b9dc-781a-45e3-bcd7-fb65181f5a46 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=174180e1-dcb7-4add-9248-392f9a3cf1a2 HTTP/1.1" status: 200 len: 1001 time: 0.2070003 Jan 21 10:02:08.664386 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034aa4b-2e6a-45f2-8ef7-d24510ac3e21 req-826509a4-4cb7-40cf-be31-6d31b5771516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:08.665756 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0034aa4b-2e6a-45f2-8ef7-d24510ac3e21 req-826509a4-4cb7-40cf-be31-6d31b5771516 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=10db16d4-caeb-479f-a898-2b014c0fb6b2 HTTP/1.1" status: 200 len: 835 time: 0.0591474 Jan 21 10:02:08.746276 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034aa4b-2e6a-45f2-8ef7-d24510ac3e21 req-60014090-347d-4eb1-aaca-a06e90cc2fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:08.747796 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0034aa4b-2e6a-45f2-8ef7-d24510ac3e21 req-60014090-347d-4eb1-aaca-a06e90cc2fb8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4280580c-00f4-4707-a85c-e82ce646bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758512 Jan 21 10:02:08.893904 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0034aa4b-2e6a-45f2-8ef7-d24510ac3e21 req-54b7f5e3-1e2d-481f-bb79-743c63962acd service neutron] 10.222.0.72 "GET /v2.0/networks/4280580c-00f4-4707-a85c-e82ce646bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397882 Jan 21 10:02:09.031141 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0034aa4b-2e6a-45f2-8ef7-d24510ac3e21 req-9d2005e4-b186-4d22-b6af-a057bb2c6bf2 service neutron] 10.222.0.72 "GET /v2.0/networks/4280580c-00f4-4707-a85c-e82ce646bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312442 Jan 21 10:02:12.801063 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:14.701161 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58960) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:14.811302 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f8655615-768b-430b-a384-b89faef1222b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/floatingips/1eddda7b-b0a6-402f-9615-2b8e7a7dc941 HTTP/1.1" status: 200 len: 993 time: 0.1090164 Jan 21 10:02:15.559767 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58970) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:15.566233 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-131fdb06-9001-4c05-982d-2b5368505df9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:02:15.687145 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-131fdb06-9001-4c05-982d-2b5368505df9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:15.900992 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-131fdb06-9001-4c05-982d-2b5368505df9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] For port d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3,segment=NetworkSegment(f4ce99a6-c3ce-4317-9979-85a545a2b7ae),segment_id=f4ce99a6-c3ce-4317-9979-85a545a2b7ae)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:02:15.929650 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-131fdb06-9001-4c05-982d-2b5368505df9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:15.933986 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-131fdb06-9001-4c05-982d-2b5368505df9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:16.002081 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131fdb06-9001-4c05-982d-2b5368505df9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:16.003084 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-131fdb06-9001-4c05-982d-2b5368505df9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:16.004651 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-131fdb06-9001-4c05-982d-2b5368505df9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "PUT /v2.0/ports/d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3 HTTP/1.1" status: 200 len: 938 time: 0.4439054 Jan 21 10:02:16.005211 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '185de28e-dc8b-4e4b-90c0-c263934aa590', 'tag': 'd3f9526a-f3ea-4ef5-a5ba-8adafb2670b3'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:02:16.026687 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131fdb06-9001-4c05-982d-2b5368505df9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3,revision_number=6']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:16.035815 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131fdb06-9001-4c05-982d-2b5368505df9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:16.036161 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131fdb06-9001-4c05-982d-2b5368505df9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:16.036751 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131fdb06-9001-4c05-982d-2b5368505df9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:16.037082 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131fdb06-9001-4c05-982d-2b5368505df9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:16.037407 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131fdb06-9001-4c05-982d-2b5368505df9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:16.037733 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131fdb06-9001-4c05-982d-2b5368505df9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:16.038055 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131fdb06-9001-4c05-982d-2b5368505df9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:16.038379 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131fdb06-9001-4c05-982d-2b5368505df9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:16.038698 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131fdb06-9001-4c05-982d-2b5368505df9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:16.039148 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131fdb06-9001-4c05-982d-2b5368505df9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:16.039509 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131fdb06-9001-4c05-982d-2b5368505df9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:16.039814 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131fdb06-9001-4c05-982d-2b5368505df9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:16.057685 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '185de28e-dc8b-4e4b-90c0-c263934aa590', 'tag': 'd3f9526a-f3ea-4ef5-a5ba-8adafb2670b3', 'status': 'completed', 'code': 200} Jan 21 10:02:16.153582 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b1a47-241c-4055-bf2d-9918ae4136f5 req-0134bc53-640b-401b-b703-db19366b2c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:16.155011 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2c5b1a47-241c-4055-bf2d-9918ae4136f5 req-0134bc53-640b-401b-b703-db19366b2c18 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=185de28e-dc8b-4e4b-90c0-c263934aa590 HTTP/1.1" status: 200 len: 1099 time: 0.0749395 Jan 21 10:02:16.248059 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-fedb2266-aaeb-4cd7-8f74-67fdfdcb8764 None None] Provisioning complete for port d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:02:16.248657 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fedb2266-aaeb-4cd7-8f74-67fdfdcb8764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:16.293336 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b1a47-241c-4055-bf2d-9918ae4136f5 req-9eb8084f-f642-478b-a130-b9c7c45c2fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:16.294790 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2c5b1a47-241c-4055-bf2d-9918ae4136f5 req-9eb8084f-f642-478b-a130-b9c7c45c2fa2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4280580c-00f4-4707-a85c-e82ce646bf6e HTTP/1.1" status: 200 len: 896 time: 0.1336052 Jan 21 10:02:16.351764 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-fedb2266-aaeb-4cd7-8f74-67fdfdcb8764 None None] Port d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3 is administratively disabled so it will not transition to active. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Jan 21 10:02:16.401580 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2c5b1a47-241c-4055-bf2d-9918ae4136f5 req-894bbd88-cdde-48e1-a345-4878baa15e50 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3 HTTP/1.1" status: 200 len: 1002 time: 0.1000769 Jan 21 10:02:16.465164 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b1a47-241c-4055-bf2d-9918ae4136f5 req-4f95062f-c7a5-4610-8c74-60a3b99e91c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:16.466588 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2c5b1a47-241c-4055-bf2d-9918ae4136f5 req-4f95062f-c7a5-4610-8c74-60a3b99e91c3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=10db16d4-caeb-479f-a898-2b014c0fb6b2 HTTP/1.1" status: 200 len: 835 time: 0.0583723 Jan 21 10:02:16.526568 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-47fd65ea-d439-4c0c-b3cd-e9964ff52c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:16.555545 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b1a47-241c-4055-bf2d-9918ae4136f5 req-3a500d98-d439-4b74-8583-5f5101add44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:16.557020 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2c5b1a47-241c-4055-bf2d-9918ae4136f5 req-3a500d98-d439-4b74-8583-5f5101add44c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4280580c-00f4-4707-a85c-e82ce646bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835440 Jan 21 10:02:16.688675 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2c5b1a47-241c-4055-bf2d-9918ae4136f5 req-7788bb5d-6921-43e0-bd99-ca3d12ff9df0 service neutron] 10.222.0.72 "GET /v2.0/networks/4280580c-00f4-4707-a85c-e82ce646bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247118 Jan 21 10:02:16.824045 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2c5b1a47-241c-4055-bf2d-9918ae4136f5 req-f5a2a92a-a06b-4899-872f-5084ee9681af service neutron] 10.222.0.72 "GET /v2.0/networks/4280580c-00f4-4707-a85c-e82ce646bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288996 Jan 21 10:02:18.043859 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:02:18.901143 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-aac37e33-6aa3-4463-af18-09823442cb89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:19.434970 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 58982) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:19.440683 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-ac73525d-08d4-4df7-8f09-7d08011323d2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:02:19.572330 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ac73525d-08d4-4df7-8f09-7d08011323d2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:19.797702 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:19.804856 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-ac73525d-08d4-4df7-8f09-7d08011323d2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] For port d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3,segment=NetworkSegment(f4ce99a6-c3ce-4317-9979-85a545a2b7ae),segment_id=f4ce99a6-c3ce-4317-9979-85a545a2b7ae)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:02:19.830632 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ac73525d-08d4-4df7-8f09-7d08011323d2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:19.835605 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ac73525d-08d4-4df7-8f09-7d08011323d2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:19.978588 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:20.023635 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac73525d-08d4-4df7-8f09-7d08011323d2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:20.024273 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ac73525d-08d4-4df7-8f09-7d08011323d2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:20.026070 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ac73525d-08d4-4df7-8f09-7d08011323d2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "PUT /v2.0/ports/d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3 HTTP/1.1" status: 200 len: 937 time: 0.5897634 Jan 21 10:02:20.026517 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '185de28e-dc8b-4e4b-90c0-c263934aa590', 'tag': 'd3f9526a-f3ea-4ef5-a5ba-8adafb2670b3'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:02:20.028686 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 58986) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:20.060316 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73525d-08d4-4df7-8f09-7d08011323d2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3,revision_number=7']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:20.070042 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73525d-08d4-4df7-8f09-7d08011323d2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:20.070392 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73525d-08d4-4df7-8f09-7d08011323d2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:20.070734 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73525d-08d4-4df7-8f09-7d08011323d2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:20.071220 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73525d-08d4-4df7-8f09-7d08011323d2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:20.071570 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73525d-08d4-4df7-8f09-7d08011323d2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:20.071902 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73525d-08d4-4df7-8f09-7d08011323d2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:20.072231 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73525d-08d4-4df7-8f09-7d08011323d2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:20.072556 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73525d-08d4-4df7-8f09-7d08011323d2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:20.072881 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73525d-08d4-4df7-8f09-7d08011323d2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:20.073297 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73525d-08d4-4df7-8f09-7d08011323d2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:20.073509 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73525d-08d4-4df7-8f09-7d08011323d2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:20.073826 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73525d-08d4-4df7-8f09-7d08011323d2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:20.085657 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '185de28e-dc8b-4e4b-90c0-c263934aa590', 'tag': 'd3f9526a-f3ea-4ef5-a5ba-8adafb2670b3', 'status': 'completed', 'code': 200} Jan 21 10:02:20.159875 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3b760790-2fcc-447c-9a70-6552021647d1 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/floatingips/1eddda7b-b0a6-402f-9615-2b8e7a7dc941 HTTP/1.1" status: 200 len: 993 time: 0.1299622 Jan 21 10:02:20.199097 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898884f-78d4-4a5a-8bbd-366d6a10276f req-dcddafe5-8bfb-44fa-8e2c-7b570168da8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:20.200653 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c898884f-78d4-4a5a-8bbd-366d6a10276f req-dcddafe5-8bfb-44fa-8e2c-7b570168da8d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=185de28e-dc8b-4e4b-90c0-c263934aa590 HTTP/1.1" status: 200 len: 1098 time: 0.0945015 Jan 21 10:02:20.295953 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-4578e12f-d5e7-4e85-83be-892ba8fcf9e1 None None] Provisioning complete for port d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:02:20.296615 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4578e12f-d5e7-4e85-83be-892ba8fcf9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:20.360868 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898884f-78d4-4a5a-8bbd-366d6a10276f req-87c3b369-6839-452b-aeab-a2acacf20b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:20.363303 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c898884f-78d4-4a5a-8bbd-366d6a10276f req-87c3b369-6839-452b-aeab-a2acacf20b10 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4280580c-00f4-4707-a85c-e82ce646bf6e HTTP/1.1" status: 200 len: 896 time: 0.1562262 Jan 21 10:02:20.420906 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:02:20.521658 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c898884f-78d4-4a5a-8bbd-366d6a10276f req-3840f0ad-be08-4089-b499-a6569c1b0c3e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3 HTTP/1.1" status: 200 len: 1001 time: 0.1518555 Jan 21 10:02:20.596791 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898884f-78d4-4a5a-8bbd-366d6a10276f req-cedbac03-b731-406e-abfd-39423e67a192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:20.598363 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c898884f-78d4-4a5a-8bbd-366d6a10276f req-cedbac03-b731-406e-abfd-39423e67a192 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=10db16d4-caeb-479f-a898-2b014c0fb6b2 HTTP/1.1" status: 200 len: 835 time: 0.0686636 Jan 21 10:02:20.674763 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898884f-78d4-4a5a-8bbd-366d6a10276f req-581f3b18-6299-4cf3-820c-3a39b143ab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:20.676725 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c898884f-78d4-4a5a-8bbd-366d6a10276f req-581f3b18-6299-4cf3-820c-3a39b143ab65 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4280580c-00f4-4707-a85c-e82ce646bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715230 Jan 21 10:02:20.810325 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c898884f-78d4-4a5a-8bbd-366d6a10276f req-f0bdc516-45f7-4920-9d79-01979c3d4d25 service neutron] 10.222.0.72 "GET /v2.0/networks/4280580c-00f4-4707-a85c-e82ce646bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277914 Jan 21 10:02:20.941590 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c898884f-78d4-4a5a-8bbd-366d6a10276f req-84541752-fdeb-4aa8-94db-63de6aee6872 service neutron] 10.222.0.72 "GET /v2.0/networks/4280580c-00f4-4707-a85c-e82ce646bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250453 Jan 21 10:02:21.400725 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:22.726604 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 59000) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:23.040879 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-9c84f60b-a443-4730-9b7a-87214078ae0e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port 606d7262-eee1-4566-bb2c-2a08b5691f1b {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:02:23.041115 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9c84f60b-a443-4730-9b7a-87214078ae0e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:23.207717 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9c84f60b-a443-4730-9b7a-87214078ae0e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:23.208033 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9c84f60b-a443-4730-9b7a-87214078ae0e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:23.331761 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-9c84f60b-a443-4730-9b7a-87214078ae0e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for 606d7262-eee1-4566-bb2c-2a08b5691f1b owned by network:floatingip {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:02:23.483244 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9c84f60b-a443-4730-9b7a-87214078ae0e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:23.529150 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84f60b-a443-4730-9b7a-87214078ae0e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Port': ['ID=606d7262-eee1-4566-bb2c-2a08b5691f1b,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:23.621033 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9c84f60b-a443-4730-9b7a-87214078ae0e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:23.621276 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.l3_db [None req-9c84f60b-a443-4730-9b7a-87214078ae0e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Floating IP 1445d1bc-ad74-4901-8f20-f45b2e0dfb8a disassociated (deleted). External IP: 172.26.3.57, port: 174180e1-dcb7-4add-9248-392f9a3cf1a2. Jan 21 10:02:23.969452 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c84f60b-a443-4730-9b7a-87214078ae0e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router da897d1a-7656-43f8-9127-3422add82ad7 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:02:24.147704 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c84f60b-a443-4730-9b7a-87214078ae0e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:02:24.157191 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c714fa-29f6-4f5e-95a4-c6ec7d6603f2 None None] Sync routers for ids ['da897d1a-7656-43f8-9127-3422add82ad7'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:02:24.168024 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c714fa-29f6-4f5e-95a4-c6ec7d6603f2 None None] Routers {'da897d1a-7656-43f8-9127-3422add82ad7'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:02:24.168560 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9c84f60b-a443-4730-9b7a-87214078ae0e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:24.168679 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-a4c714fa-29f6-4f5e-95a4-c6ec7d6603f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:02:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['da897d1a-7656-43f8-9127-3422add82ad7'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:02:24.226324 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9c84f60b-a443-4730-9b7a-87214078ae0e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/floatingips/1445d1bc-ad74-4901-8f20-f45b2e0dfb8a HTTP/1.1" status: 204 len: 168 time: 1.4960616 Jan 21 10:02:24.226324 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f09c73-99e4-48f2-b5b3-3dfe4e95113e', 'tag': '174180e1-dcb7-4add-9248-392f9a3cf1a2'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:02:24.272155 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f09c73-99e4-48f2-b5b3-3dfe4e95113e', 'tag': '174180e1-dcb7-4add-9248-392f9a3cf1a2', 'status': 'completed', 'code': 200} Jan 21 10:02:24.369938 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2c5c9-a221-4319-b618-69ec6741e370 req-b32fe1a5-fa01-43ef-b859-d9ba1e57843e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:24.371505 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6ef2c5c9-a221-4319-b618-69ec6741e370 req-b32fe1a5-fa01-43ef-b859-d9ba1e57843e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=99f09c73-99e4-48f2-b5b3-3dfe4e95113e HTTP/1.1" status: 200 len: 1099 time: 0.0765746 Jan 21 10:02:24.389339 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-a4c714fa-29f6-4f5e-95a4-c6ec7d6603f2 None None] Set router da897d1a-7656-43f8-9127-3422add82ad7 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:02:24.531252 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2c5c9-a221-4319-b618-69ec6741e370 req-146a7440-a4ff-4ab8-8b5e-81d1a8d047fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:24.532898 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6ef2c5c9-a221-4319-b618-69ec6741e370 req-146a7440-a4ff-4ab8-8b5e-81d1a8d047fd service neutron] 10.222.0.72 "GET /v2.0/networks?id=4280580c-00f4-4707-a85c-e82ce646bf6e HTTP/1.1" status: 200 len: 896 time: 0.1549485 Jan 21 10:02:24.634245 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6ef2c5c9-a221-4319-b618-69ec6741e370 req-84180937-b970-4e78-a6e1-bab49ec94d0a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=174180e1-dcb7-4add-9248-392f9a3cf1a2 HTTP/1.1" status: 200 len: 217 time: 0.0946257 Jan 21 10:02:24.718330 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2c5c9-a221-4319-b618-69ec6741e370 req-71ba6085-6a30-49cf-a51c-062c9c18ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:24.719693 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6ef2c5c9-a221-4319-b618-69ec6741e370 req-71ba6085-6a30-49cf-a51c-062c9c18ab0c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=10db16d4-caeb-479f-a898-2b014c0fb6b2 HTTP/1.1" status: 200 len: 835 time: 0.0749381 Jan 21 10:02:24.762324 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-a4c714fa-29f6-4f5e-95a4-c6ec7d6603f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'name': 'tempest-TestNetworkBasicOps-router-1770019181', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:59:59Z', 'updated_at': '2022-01-21T10:00:06Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:73:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:00Z', 'updated_at': '2022-01-21T10:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '1eddda7b-b0a6-402f-9615-2b8e7a7dc941', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.112', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'port_id': 'd3f9526a-f3ea-4ef5-a5ba-8adafb2670b3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e', 'mac_address': 'fa:16:3e:43:43:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185de28e-dc8b-4e4b-90c0-c263934aa590', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:00:27Z', 'updated_at': '2022-01-21T10:00:30Z', 'revision_number': 1, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb9d3cdb-0421-41be-a1b0-420176634d0c', 'name': '', 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:4e:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '10db16d4-caeb-479f-a898-2b014c0fb6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:04Z', 'updated_at': '2022-01-21T10:00:11Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '10db16d4-caeb-479f-a898-2b014c0fb6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:02:24.767604 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c714fa-29f6-4f5e-95a4-c6ec7d6603f2 None None] Checking router: da897d1a-7656-43f8-9127-3422add82ad7 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:02:24.777461 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c714fa-29f6-4f5e-95a4-c6ec7d6603f2 None None] Routers {'da897d1a-7656-43f8-9127-3422add82ad7'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:02:24.778061 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-a4c714fa-29f6-4f5e-95a4-c6ec7d6603f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:02:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['da897d1a-7656-43f8-9127-3422add82ad7'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:02:24.783866 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a50fc1-bf95-4de0-ad2d-386c8cbce448 req-cb3a8ddf-af9b-46a2-99f4-93017b645d7d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:24.785330 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-37a50fc1-bf95-4de0-ad2d-386c8cbce448 req-cb3a8ddf-af9b-46a2-99f4-93017b645d7d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=99f09c73-99e4-48f2-b5b3-3dfe4e95113e HTTP/1.1" status: 200 len: 946 time: 0.1904228 Jan 21 10:02:24.853960 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-37a50fc1-bf95-4de0-ad2d-386c8cbce448 req-9966812c-0963-465d-8329-1c917da68c30 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=1221c948-2d08-478b-af09-baf46237852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610676 Jan 21 10:02:24.855988 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2c5c9-a221-4319-b618-69ec6741e370 req-d686510b-1f15-465a-bbf8-3c1cb55a30fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:24.857341 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6ef2c5c9-a221-4319-b618-69ec6741e370 req-d686510b-1f15-465a-bbf8-3c1cb55a30fa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4280580c-00f4-4707-a85c-e82ce646bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1306584 Jan 21 10:02:24.962048 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-a4c714fa-29f6-4f5e-95a4-c6ec7d6603f2 None None] Set router da897d1a-7656-43f8-9127-3422add82ad7 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:02:24.991475 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6ef2c5c9-a221-4319-b618-69ec6741e370 req-05a1a9fb-83b2-4762-8b5c-524df18b57d1 service neutron] 10.222.0.72 "GET /v2.0/networks/4280580c-00f4-4707-a85c-e82ce646bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264923 Jan 21 10:02:25.231251 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6ef2c5c9-a221-4319-b618-69ec6741e370 req-d6e61503-d59d-4fff-96ec-7c24ea33cba9 service neutron] 10.222.0.72 "GET /v2.0/networks/4280580c-00f4-4707-a85c-e82ce646bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328620 Jan 21 10:02:25.337001 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-a4c714fa-29f6-4f5e-95a4-c6ec7d6603f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'name': 'tempest-TestNetworkBasicOps-router-1770019181', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:59:59Z', 'updated_at': '2022-01-21T10:00:06Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:73:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:00Z', 'updated_at': '2022-01-21T10:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '1eddda7b-b0a6-402f-9615-2b8e7a7dc941', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.112', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'port_id': 'd3f9526a-f3ea-4ef5-a5ba-8adafb2670b3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e', 'mac_address': 'fa:16:3e:43:43:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185de28e-dc8b-4e4b-90c0-c263934aa590', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:00:27Z', 'updated_at': '2022-01-21T10:00:30Z', 'revision_number': 1, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb9d3cdb-0421-41be-a1b0-420176634d0c', 'name': '', 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:4e:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '10db16d4-caeb-479f-a898-2b014c0fb6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:04Z', 'updated_at': '2022-01-21T10:00:11Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '10db16d4-caeb-479f-a898-2b014c0fb6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:02:25.340966 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c714fa-29f6-4f5e-95a4-c6ec7d6603f2 None None] The sync data for ids ['da897d1a-7656-43f8-9127-3422add82ad7'] in dv-neutron-825731-1-hyperv is: [{'id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'name': 'tempest-TestNetworkBasicOps-router-1770019181', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:59:59Z', 'updated_at': '2022-01-21T10:00:06Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:73:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:00Z', 'updated_at': '2022-01-21T10:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '1eddda7b-b0a6-402f-9615-2b8e7a7dc941', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.112', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'port_id': 'd3f9526a-f3ea-4ef5-a5ba-8adafb2670b3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e', 'mac_address': 'fa:16:3e:43:43:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185de28e-dc8b-4e4b-90c0-c263934aa590', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:00:27Z', 'updated_at': '2022-01-21T10:00:30Z', 'revision_number': 1, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb9d3cdb-0421-41be-a1b0-420176634d0c', 'name': '', 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:4e:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '10db16d4-caeb-479f-a898-2b014c0fb6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:04Z', 'updated_at': '2022-01-21T10:00:11Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '10db16d4-caeb-479f-a898-2b014c0fb6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:02:25.563583 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1a519c-c843-49a6-951c-d2054de80a36 None None] New status for floating IP 1445d1bc-ad74-4901-8f20-f45b2e0dfb8a: DOWN {{(pid=87516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:02:26.159288 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9fbda-9bf5-41c0-95f1-11328bd4b0a5 req-4bcdfbfc-0468-4696-ae66-8c94694cc508 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:26.160082 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-8fa9fbda-9bf5-41c0-95f1-11328bd4b0a5 req-4bcdfbfc-0468-4696-ae66-8c94694cc508 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:02:26.175598 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-8fa9fbda-9bf5-41c0-95f1-11328bd4b0a5 req-4bcdfbfc-0468-4696-ae66-8c94694cc508 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:02:26.177374 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8fa9fbda-9bf5-41c0-95f1-11328bd4b0a5 req-4bcdfbfc-0468-4696-ae66-8c94694cc508 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=99f09c73-99e4-48f2-b5b3-3dfe4e95113e HTTP/1.1" status: 200 len: 946 time: 0.2085025 Jan 21 10:02:26.220989 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8fa9fbda-9bf5-41c0-95f1-11328bd4b0a5 req-d41bf661-cfb2-4730-b543-82e624509d3d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=1221c948-2d08-478b-af09-baf46237852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378783 Jan 21 10:02:26.352836 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a85eed-4bf9-4b3e-8e67-f678943c6901 req-38b46442-e4fd-4444-9999-197386d7b841 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:26.354316 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-54a85eed-4bf9-4b3e-8e67-f678943c6901 req-38b46442-e4fd-4444-9999-197386d7b841 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "GET /v2.0/ports?device_id=99f09c73-99e4-48f2-b5b3-3dfe4e95113e HTTP/1.1" status: 200 len: 946 time: 0.0830064 Jan 21 10:02:26.436152 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-54a85eed-4bf9-4b3e-8e67-f678943c6901 req-64ca30a4-6c65-4322-8579-f1574cd4c695 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port 174180e1-dcb7-4add-9248-392f9a3cf1a2 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:02:26.436401 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-54a85eed-4bf9-4b3e-8e67-f678943c6901 req-64ca30a4-6c65-4322-8579-f1574cd4c695 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:26.688668 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-54a85eed-4bf9-4b3e-8e67-f678943c6901 req-64ca30a4-6c65-4322-8579-f1574cd4c695 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] For port 174180e1-dcb7-4add-9248-392f9a3cf1a2, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=174180e1-dcb7-4add-9248-392f9a3cf1a2,segment=NetworkSegment(f4ce99a6-c3ce-4317-9979-85a545a2b7ae),segment_id=f4ce99a6-c3ce-4317-9979-85a545a2b7ae)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:02:26.688929 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-54a85eed-4bf9-4b3e-8e67-f678943c6901 req-64ca30a4-6c65-4322-8579-f1574cd4c695 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:26.823077 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-54a85eed-4bf9-4b3e-8e67-f678943c6901 req-64ca30a4-6c65-4322-8579-f1574cd4c695 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for 174180e1-dcb7-4add-9248-392f9a3cf1a2 owned by compute:nova {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:02:26.973084 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-54a85eed-4bf9-4b3e-8e67-f678943c6901 req-64ca30a4-6c65-4322-8579-f1574cd4c695 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:27.024158 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca30a4-6c65-4322-8579-f1574cd4c695 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Port': ['ID=174180e1-dcb7-4add-9248-392f9a3cf1a2,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:27.104428 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a85eed-4bf9-4b3e-8e67-f678943c6901 req-64ca30a4-6c65-4322-8579-f1574cd4c695 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] No DVR routers for this DVR port 174180e1-dcb7-4add-9248-392f9a3cf1a2 on host hv-neutron-8257 {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:02:27.106962 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-54a85eed-4bf9-4b3e-8e67-f678943c6901 req-64ca30a4-6c65-4322-8579-f1574cd4c695 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:27.109651 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f09c73-99e4-48f2-b5b3-3dfe4e95113e', 'name': 'network-vif-deleted', 'tag': '174180e1-dcb7-4add-9248-392f9a3cf1a2'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:02:27.134434 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-54a85eed-4bf9-4b3e-8e67-f678943c6901 req-64ca30a4-6c65-4322-8579-f1574cd4c695 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "DELETE /v2.0/ports/174180e1-dcb7-4add-9248-392f9a3cf1a2 HTTP/1.1" status: 204 len: 173 time: 0.7740269 Jan 21 10:02:27.165163 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f09c73-99e4-48f2-b5b3-3dfe4e95113e', 'name': 'network-vif-deleted', 'tag': '174180e1-dcb7-4add-9248-392f9a3cf1a2', 'status': 'completed', 'code': 200} Jan 21 10:02:27.388089 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c86026c4-f1f3-4bf5-a107-a4383c7cd2fc req-000fd141-32d4-433a-bee1-b1980bb22d9a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=99f09c73-99e4-48f2-b5b3-3dfe4e95113e HTTP/1.1" status: 200 len: 210 time: 0.0443933 Jan 21 10:02:28.315416 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [req-27631721-6657-4e25-bc68-58ead174912a req-5b565da8-2c1e-4035-8052-86be5496130f service neutron] (87514) timed out ('10.222.0.72', 61810) {{(pid=87514) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 21 10:02:28.485517 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 59018) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:28.560693 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3df2d15c-ea20-4a52-8df7-6769efad891c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:28.590223 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3df2d15c-ea20-4a52-8df7-6769efad891c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:28.653187 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3df2d15c-ea20-4a52-8df7-6769efad891c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:28.673163 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df2d15c-ea20-4a52-8df7-6769efad891c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1221c948-2d08-478b-af09-baf46237852f,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:28.684294 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3df2d15c-ea20-4a52-8df7-6769efad891c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:28.685418 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3df2d15c-ea20-4a52-8df7-6769efad891c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/security-groups/1221c948-2d08-478b-af09-baf46237852f HTTP/1.1" status: 204 len: 168 time: 0.1989298 Jan 21 10:02:28.716288 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59024) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:28.917589 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-ba31661a-3c91-4e30-b02e-e13c745cae70 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port 49110d47-ba15-44a8-80bd-da855c6c776e {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:02:28.917820 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ba31661a-3c91-4e30-b02e-e13c745cae70 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:29.086665 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ba31661a-3c91-4e30-b02e-e13c745cae70 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:29.086980 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ba31661a-3c91-4e30-b02e-e13c745cae70 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:29.204957 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-ba31661a-3c91-4e30-b02e-e13c745cae70 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for 49110d47-ba15-44a8-80bd-da855c6c776e owned by network:floatingip {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:02:29.455337 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ba31661a-3c91-4e30-b02e-e13c745cae70 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:29.499734 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba31661a-3c91-4e30-b02e-e13c745cae70 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Port': ['ID=49110d47-ba15-44a8-80bd-da855c6c776e,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:29.594505 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ba31661a-3c91-4e30-b02e-e13c745cae70 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:29.594835 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.l3_db [None req-ba31661a-3c91-4e30-b02e-e13c745cae70 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Floating IP 1eddda7b-b0a6-402f-9615-2b8e7a7dc941 disassociated (deleted). External IP: 172.26.3.112, port: d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3. Jan 21 10:02:29.958415 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba31661a-3c91-4e30-b02e-e13c745cae70 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router da897d1a-7656-43f8-9127-3422add82ad7 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:02:30.137993 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba31661a-3c91-4e30-b02e-e13c745cae70 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:02:30.147757 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee36a216-8ab7-4e90-b661-4d382547b4e0 None None] Sync routers for ids ['da897d1a-7656-43f8-9127-3422add82ad7'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:02:30.154144 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ba31661a-3c91-4e30-b02e-e13c745cae70 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:30.157024 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee36a216-8ab7-4e90-b661-4d382547b4e0 None None] Routers {'da897d1a-7656-43f8-9127-3422add82ad7'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:02:30.157718 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-ee36a216-8ab7-4e90-b661-4d382547b4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:02:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['da897d1a-7656-43f8-9127-3422add82ad7'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:02:30.213072 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ba31661a-3c91-4e30-b02e-e13c745cae70 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/floatingips/1eddda7b-b0a6-402f-9615-2b8e7a7dc941 HTTP/1.1" status: 204 len: 168 time: 1.4937973 Jan 21 10:02:30.213072 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '185de28e-dc8b-4e4b-90c0-c263934aa590', 'tag': 'd3f9526a-f3ea-4ef5-a5ba-8adafb2670b3'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:02:30.263967 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '185de28e-dc8b-4e4b-90c0-c263934aa590', 'tag': 'd3f9526a-f3ea-4ef5-a5ba-8adafb2670b3', 'status': 'completed', 'code': 200} Jan 21 10:02:30.302035 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 174180e1-dcb7-4add-9248-392f9a3cf1a2 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:02:30.343886 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] No Port match for: 174180e1-dcb7-4add-9248-392f9a3cf1a2 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:02:30.344523 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 174180e1-dcb7-4add-9248-392f9a3cf1a2 not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:02:30.346441 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-ee36a216-8ab7-4e90-b661-4d382547b4e0 None None] Set router da897d1a-7656-43f8-9127-3422add82ad7 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:02:30.362889 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e2947-56ba-427f-987c-59e5240ded06 req-17dc3fe3-5a84-4236-bb1c-f61585c5cc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:30.364910 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-bc9e2947-56ba-427f-987c-59e5240ded06 req-17dc3fe3-5a84-4236-bb1c-f61585c5cc3a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=185de28e-dc8b-4e4b-90c0-c263934aa590 HTTP/1.1" status: 200 len: 1098 time: 0.0797737 Jan 21 10:02:30.518317 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e2947-56ba-427f-987c-59e5240ded06 req-29c115c3-7681-4789-a5d7-bf101c121516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:30.519828 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-bc9e2947-56ba-427f-987c-59e5240ded06 req-29c115c3-7681-4789-a5d7-bf101c121516 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4280580c-00f4-4707-a85c-e82ce646bf6e HTTP/1.1" status: 200 len: 896 time: 0.1491508 Jan 21 10:02:30.590521 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-bc9e2947-56ba-427f-987c-59e5240ded06 req-feada5ee-4b17-4ee3-bcc3-2b2dd6ade150 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3 HTTP/1.1" status: 200 len: 217 time: 0.0632823 Jan 21 10:02:30.621769 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919a3ed-bb6e-444d-9dff-9c21ff7de9d2 req-e79a1163-2539-4cd4-9719-76f27b35869b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:30.623862 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2919a3ed-bb6e-444d-9dff-9c21ff7de9d2 req-e79a1163-2539-4cd4-9719-76f27b35869b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=185de28e-dc8b-4e4b-90c0-c263934aa590 HTTP/1.1" status: 200 len: 945 time: 0.0970054 Jan 21 10:02:30.671531 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-2919a3ed-bb6e-444d-9dff-9c21ff7de9d2 req-86409de5-fb4d-4226-9a8d-b0588277f9ae tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:02:30.675011 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e2947-56ba-427f-987c-59e5240ded06 req-27834f9a-9d64-4d70-bd4d-c0ef5fbf4729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:30.677297 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-bc9e2947-56ba-427f-987c-59e5240ded06 req-27834f9a-9d64-4d70-bd4d-c0ef5fbf4729 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=10db16d4-caeb-479f-a898-2b014c0fb6b2 HTTP/1.1" status: 200 len: 835 time: 0.0804508 Jan 21 10:02:30.688870 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-2919a3ed-bb6e-444d-9dff-9c21ff7de9d2 req-86409de5-fb4d-4226-9a8d-b0588277f9ae tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:02:30.695916 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2919a3ed-bb6e-444d-9dff-9c21ff7de9d2 req-86409de5-fb4d-4226-9a8d-b0588277f9ae tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=fe103be4-2868-41b8-8a6c-0544b78442d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661006 Jan 21 10:02:30.733748 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-ee36a216-8ab7-4e90-b661-4d382547b4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'name': 'tempest-TestNetworkBasicOps-router-1770019181', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:59:59Z', 'updated_at': '2022-01-21T10:00:06Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:73:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:00Z', 'updated_at': '2022-01-21T10:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'eb9d3cdb-0421-41be-a1b0-420176634d0c', 'name': '', 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:4e:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '10db16d4-caeb-479f-a898-2b014c0fb6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:04Z', 'updated_at': '2022-01-21T10:00:11Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '10db16d4-caeb-479f-a898-2b014c0fb6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:02:30.740084 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee36a216-8ab7-4e90-b661-4d382547b4e0 None None] Checking router: da897d1a-7656-43f8-9127-3422add82ad7 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:02:30.750412 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee36a216-8ab7-4e90-b661-4d382547b4e0 None None] Routers {'da897d1a-7656-43f8-9127-3422add82ad7'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:02:30.751567 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-ee36a216-8ab7-4e90-b661-4d382547b4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:02:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['da897d1a-7656-43f8-9127-3422add82ad7'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:02:30.755196 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e2947-56ba-427f-987c-59e5240ded06 req-3f121dc4-d7f0-455f-afc8-d67188a05b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:30.756838 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-bc9e2947-56ba-427f-987c-59e5240ded06 req-3f121dc4-d7f0-455f-afc8-d67188a05b4e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4280580c-00f4-4707-a85c-e82ce646bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728197 Jan 21 10:02:30.894459 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-bc9e2947-56ba-427f-987c-59e5240ded06 req-58fcc87a-a6a1-429f-b490-663ec62d684d service neutron] 10.222.0.72 "GET /v2.0/networks/4280580c-00f4-4707-a85c-e82ce646bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306705 Jan 21 10:02:30.931271 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-ee36a216-8ab7-4e90-b661-4d382547b4e0 None None] Set router da897d1a-7656-43f8-9127-3422add82ad7 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:02:31.146676 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-bc9e2947-56ba-427f-987c-59e5240ded06 req-856f9576-7a36-41d3-b826-1f9bb4af9e91 service neutron] 10.222.0.72 "GET /v2.0/networks/4280580c-00f4-4707-a85c-e82ce646bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456677 Jan 21 10:02:31.256609 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-ee36a216-8ab7-4e90-b661-4d382547b4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'name': 'tempest-TestNetworkBasicOps-router-1770019181', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:59:59Z', 'updated_at': '2022-01-21T10:00:06Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:73:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:00Z', 'updated_at': '2022-01-21T10:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'eb9d3cdb-0421-41be-a1b0-420176634d0c', 'name': '', 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:4e:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '10db16d4-caeb-479f-a898-2b014c0fb6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:04Z', 'updated_at': '2022-01-21T10:00:11Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '10db16d4-caeb-479f-a898-2b014c0fb6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:02:31.261562 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee36a216-8ab7-4e90-b661-4d382547b4e0 None None] The sync data for ids ['da897d1a-7656-43f8-9127-3422add82ad7'] in dv-neutron-825731-1-hyperv is: [{'id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'name': 'tempest-TestNetworkBasicOps-router-1770019181', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:59:59Z', 'updated_at': '2022-01-21T10:00:06Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:73:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:00Z', 'updated_at': '2022-01-21T10:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'eb9d3cdb-0421-41be-a1b0-420176634d0c', 'name': '', 'network_id': '4280580c-00f4-4707-a85c-e82ce646bf6e', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:4e:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '10db16d4-caeb-479f-a898-2b014c0fb6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:04Z', 'updated_at': '2022-01-21T10:00:11Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '10db16d4-caeb-479f-a898-2b014c0fb6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:02:31.489773 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c90cdf8-18a0-4a48-88ca-7128db237312 None None] New status for floating IP 1eddda7b-b0a6-402f-9615-2b8e7a7dc941: DOWN {{(pid=87516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:02:31.883718 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df796579-15ba-4ef2-b132-0cc7a588b6f5 req-11a62733-6d3e-4838-9ab3-49eb5e9d42b3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:31.884416 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-df796579-15ba-4ef2-b132-0cc7a588b6f5 req-11a62733-6d3e-4838-9ab3-49eb5e9d42b3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:02:31.900111 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-df796579-15ba-4ef2-b132-0cc7a588b6f5 req-11a62733-6d3e-4838-9ab3-49eb5e9d42b3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:02:31.901247 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-df796579-15ba-4ef2-b132-0cc7a588b6f5 req-11a62733-6d3e-4838-9ab3-49eb5e9d42b3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=185de28e-dc8b-4e4b-90c0-c263934aa590 HTTP/1.1" status: 200 len: 945 time: 0.0990222 Jan 21 10:02:31.946924 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-df796579-15ba-4ef2-b132-0cc7a588b6f5 req-67feb0e8-8fca-411d-9e17-afdc6ce3b8b6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=fe103be4-2868-41b8-8a6c-0544b78442d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398180 Jan 21 10:02:32.376808 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701e9c1-1171-40c6-ab38-7c184278ac3e req-89a13fe6-c0c7-418b-bfd4-020e59ec5868 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:32.378459 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3701e9c1-1171-40c6-ab38-7c184278ac3e req-89a13fe6-c0c7-418b-bfd4-020e59ec5868 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "GET /v2.0/ports?device_id=185de28e-dc8b-4e4b-90c0-c263934aa590 HTTP/1.1" status: 200 len: 945 time: 0.0822847 Jan 21 10:02:32.452503 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-3701e9c1-1171-40c6-ab38-7c184278ac3e req-49c7e65a-4c23-4a49-ad5d-5983e2db1970 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:02:32.452835 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-3701e9c1-1171-40c6-ab38-7c184278ac3e req-49c7e65a-4c23-4a49-ad5d-5983e2db1970 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:32.698682 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-3701e9c1-1171-40c6-ab38-7c184278ac3e req-49c7e65a-4c23-4a49-ad5d-5983e2db1970 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] For port d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3,segment=NetworkSegment(f4ce99a6-c3ce-4317-9979-85a545a2b7ae),segment_id=f4ce99a6-c3ce-4317-9979-85a545a2b7ae)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:02:32.698945 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-3701e9c1-1171-40c6-ab38-7c184278ac3e req-49c7e65a-4c23-4a49-ad5d-5983e2db1970 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:32.831143 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-3701e9c1-1171-40c6-ab38-7c184278ac3e req-49c7e65a-4c23-4a49-ad5d-5983e2db1970 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3 owned by compute:nova {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:02:32.980139 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-3701e9c1-1171-40c6-ab38-7c184278ac3e req-49c7e65a-4c23-4a49-ad5d-5983e2db1970 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:33.032109 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7e65a-4c23-4a49-ad5d-5983e2db1970 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Port': ['ID=d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:33.111955 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0b6fc311-3ada-40f7-b256-48091dcf1990 req-fd94ee1c-5b0a-42c6-9f68-30542fa3ef80 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=185de28e-dc8b-4e4b-90c0-c263934aa590 HTTP/1.1" status: 200 len: 210 time: 0.0501719 Jan 21 10:02:33.112678 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-3701e9c1-1171-40c6-ab38-7c184278ac3e req-49c7e65a-4c23-4a49-ad5d-5983e2db1970 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] No DVR routers for this DVR port d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3 on host hv-neutron-8257 {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:02:33.115749 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-3701e9c1-1171-40c6-ab38-7c184278ac3e req-49c7e65a-4c23-4a49-ad5d-5983e2db1970 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:33.118780 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185de28e-dc8b-4e4b-90c0-c263934aa590', 'name': 'network-vif-deleted', 'tag': 'd3f9526a-f3ea-4ef5-a5ba-8adafb2670b3'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:02:33.138668 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3701e9c1-1171-40c6-ab38-7c184278ac3e req-49c7e65a-4c23-4a49-ad5d-5983e2db1970 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "DELETE /v2.0/ports/d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3 HTTP/1.1" status: 204 len: 173 time: 0.7550914 Jan 21 10:02:33.172788 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '185de28e-dc8b-4e4b-90c0-c263934aa590', 'name': 'network-vif-deleted', 'tag': 'd3f9526a-f3ea-4ef5-a5ba-8adafb2670b3', 'status': 'completed', 'code': 200} Jan 21 10:02:34.215266 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59042) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:34.283951 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5e825e45-f6d4-478d-8cd9-07d7ef1e89fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:34.314991 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5e825e45-f6d4-478d-8cd9-07d7ef1e89fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:34.384587 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5e825e45-f6d4-478d-8cd9-07d7ef1e89fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:34.405493 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e825e45-f6d4-478d-8cd9-07d7ef1e89fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe103be4-2868-41b8-8a6c-0544b78442d1,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:34.420011 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5e825e45-f6d4-478d-8cd9-07d7ef1e89fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:34.421145 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5e825e45-f6d4-478d-8cd9-07d7ef1e89fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/security-groups/fe103be4-2868-41b8-8a6c-0544b78442d1 HTTP/1.1" status: 204 len: 168 time: 0.2047765 Jan 21 10:02:34.453442 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59048) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:35.115085 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1196d109-06e8-42a7-8aec-8d709dd77769 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:35.471669 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-1196d109-06e8-42a7-8aec-8d709dd77769 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port eb9d3cdb-0421-41be-a1b0-420176634d0c {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:02:35.472308 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1196d109-06e8-42a7-8aec-8d709dd77769 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:35.658701 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-1196d109-06e8-42a7-8aec-8d709dd77769 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] For port eb9d3cdb-0421-41be-a1b0-420176634d0c, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=eb9d3cdb-0421-41be-a1b0-420176634d0c,segment=NetworkSegment(f4ce99a6-c3ce-4317-9979-85a545a2b7ae),segment_id=f4ce99a6-c3ce-4317-9979-85a545a2b7ae)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:02:35.659042 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1196d109-06e8-42a7-8aec-8d709dd77769 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:35.788503 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-1196d109-06e8-42a7-8aec-8d709dd77769 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for eb9d3cdb-0421-41be-a1b0-420176634d0c owned by network:router_interface {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:02:36.126414 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1196d109-06e8-42a7-8aec-8d709dd77769 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:36.206323 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1196d109-06e8-42a7-8aec-8d709dd77769 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Port': ['ID=eb9d3cdb-0421-41be-a1b0-420176634d0c,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:36.301578 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:02:36.346452 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] No Port match for: d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:02:36.347148 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device d3f9526a-f3ea-4ef5-a5ba-8adafb2670b3 not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:02:36.578705 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1196d109-06e8-42a7-8aec-8d709dd77769 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:36.963025 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1196d109-06e8-42a7-8aec-8d709dd77769 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router da897d1a-7656-43f8-9127-3422add82ad7 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:02:37.150682 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1196d109-06e8-42a7-8aec-8d709dd77769 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:02:37.161527 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b544c826-bbeb-449e-aaa9-a70aa32d30f6 None None] Sync routers for ids ['da897d1a-7656-43f8-9127-3422add82ad7'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:02:37.164014 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1196d109-06e8-42a7-8aec-8d709dd77769 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "PUT /v2.0/routers/da897d1a-7656-43f8-9127-3422add82ad7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7093794 Jan 21 10:02:37.166759 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59052) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:37.173363 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b544c826-bbeb-449e-aaa9-a70aa32d30f6 None None] Routers {'da897d1a-7656-43f8-9127-3422add82ad7'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:02:37.173979 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-b544c826-bbeb-449e-aaa9-a70aa32d30f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:02:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['da897d1a-7656-43f8-9127-3422add82ad7'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:02:37.235161 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-40cdf796-868e-4fa0-8d4f-a530c4d54f4d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting subnet 10db16d4-caeb-479f-a898-2b014c0fb6b2 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:02:37.238046 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-40cdf796-868e-4fa0-8d4f-a530c4d54f4d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:37.290865 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-40cdf796-868e-4fa0-8d4f-a530c4d54f4d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:37.352662 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-b544c826-bbeb-449e-aaa9-a70aa32d30f6 None None] Set router da897d1a-7656-43f8-9127-3422add82ad7 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:02:37.376769 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-40cdf796-868e-4fa0-8d4f-a530c4d54f4d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:37.451164 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-40cdf796-868e-4fa0-8d4f-a530c4d54f4d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:37.490271 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cdf796-868e-4fa0-8d4f-a530c4d54f4d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Subnet': ['ID=10db16d4-caeb-479f-a898-2b014c0fb6b2,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:37.492392 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-40cdf796-868e-4fa0-8d4f-a530c4d54f4d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:37.498546 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-40cdf796-868e-4fa0-8d4f-a530c4d54f4d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/subnets/10db16d4-caeb-479f-a898-2b014c0fb6b2 HTTP/1.1" status: 204 len: 168 time: 0.3307791 Jan 21 10:02:37.499703 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd1020d-7dd4-46bf-96cb-17dc97dffae3 None None] Network 4280580c-00f4-4707-a85c-e82ce646bf6e requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:02:37.501172 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59056) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:37.647908 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-b544c826-bbeb-449e-aaa9-a70aa32d30f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'name': 'tempest-TestNetworkBasicOps-router-1770019181', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:59:59Z', 'updated_at': '2022-01-21T10:02:36Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:73:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:00Z', 'updated_at': '2022-01-21T10:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:02:37.652317 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b544c826-bbeb-449e-aaa9-a70aa32d30f6 None None] Checking router: da897d1a-7656-43f8-9127-3422add82ad7 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:02:37.661588 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b544c826-bbeb-449e-aaa9-a70aa32d30f6 None None] Routers {'da897d1a-7656-43f8-9127-3422add82ad7'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:02:37.662467 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-b544c826-bbeb-449e-aaa9-a70aa32d30f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:02:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['da897d1a-7656-43f8-9127-3422add82ad7'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:02:37.691200 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-abd95015-143b-4716-a99a-03ae111e2f4d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:37.767055 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323d68e0-54f3-4af4-b865-14f13971a9d7 None None] DHCP port deletion for 4280580c-00f4-4707-a85c-e82ce646bf6e request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 10:02:37.773181 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-323d68e0-54f3-4af4-b865-14f13971a9d7 None None] Deleting port 9d5f7a9b-4e12-45f5-bbb9-e4e70d67464b {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:02:37.773888 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-323d68e0-54f3-4af4-b865-14f13971a9d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:37.848985 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-b544c826-bbeb-449e-aaa9-a70aa32d30f6 None None] Set router da897d1a-7656-43f8-9127-3422add82ad7 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:02:37.885702 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-abd95015-143b-4716-a99a-03ae111e2f4d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:37.897784 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-abd95015-143b-4716-a99a-03ae111e2f4d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port 4fcbd6ff-50b6-4931-b66e-11236f2f41b2 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:02:37.898213 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-abd95015-143b-4716-a99a-03ae111e2f4d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:38.058741 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-323d68e0-54f3-4af4-b865-14f13971a9d7 None None] For port 9d5f7a9b-4e12-45f5-bbb9-e4e70d67464b, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=9d5f7a9b-4e12-45f5-bbb9-e4e70d67464b,segment=NetworkSegment(f4ce99a6-c3ce-4317-9979-85a545a2b7ae),segment_id=f4ce99a6-c3ce-4317-9979-85a545a2b7ae)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:02:38.059351 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-323d68e0-54f3-4af4-b865-14f13971a9d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:38.207624 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-323d68e0-54f3-4af4-b865-14f13971a9d7 None None] Calling delete_port for 9d5f7a9b-4e12-45f5-bbb9-e4e70d67464b owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:02:38.216891 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-b544c826-bbeb-449e-aaa9-a70aa32d30f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'name': 'tempest-TestNetworkBasicOps-router-1770019181', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:59:59Z', 'updated_at': '2022-01-21T10:02:36Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:73:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:00Z', 'updated_at': '2022-01-21T10:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:02:38.221293 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b544c826-bbeb-449e-aaa9-a70aa32d30f6 None None] The sync data for ids ['da897d1a-7656-43f8-9127-3422add82ad7'] in dv-neutron-825731-1-hyperv is: [{'id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'name': 'tempest-TestNetworkBasicOps-router-1770019181', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:59:59Z', 'updated_at': '2022-01-21T10:02:36Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '4fcbd6ff-50b6-4931-b66e-11236f2f41b2', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:73:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da897d1a-7656-43f8-9127-3422add82ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:00:00Z', 'updated_at': '2022-01-21T10:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:02:38.229951 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-abd95015-143b-4716-a99a-03ae111e2f4d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] For port 4fcbd6ff-50b6-4931-b66e-11236f2f41b2, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=4fcbd6ff-50b6-4931-b66e-11236f2f41b2,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:02:38.230416 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-abd95015-143b-4716-a99a-03ae111e2f4d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:38.298361 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-323d68e0-54f3-4af4-b865-14f13971a9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:38.351805 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323d68e0-54f3-4af4-b865-14f13971a9d7 None None] No DVR routers for this DVR port 9d5f7a9b-4e12-45f5-bbb9-e4e70d67464b on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:02:38.355196 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d68e0-54f3-4af4-b865-14f13971a9d7 None None] Pushing event deleted for resources: {'Port': ['ID=9d5f7a9b-4e12-45f5-bbb9-e4e70d67464b,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:38.365329 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d68e0-54f3-4af4-b865-14f13971a9d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:38.365676 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d68e0-54f3-4af4-b865-14f13971a9d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:38.366032 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d68e0-54f3-4af4-b865-14f13971a9d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:38.366352 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d68e0-54f3-4af4-b865-14f13971a9d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:38.366666 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d68e0-54f3-4af4-b865-14f13971a9d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:38.366992 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d68e0-54f3-4af4-b865-14f13971a9d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:38.367311 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d68e0-54f3-4af4-b865-14f13971a9d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:38.367658 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d68e0-54f3-4af4-b865-14f13971a9d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:38.367979 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d68e0-54f3-4af4-b865-14f13971a9d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:38.368295 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d68e0-54f3-4af4-b865-14f13971a9d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:38.368611 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d68e0-54f3-4af4-b865-14f13971a9d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:38.368924 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d68e0-54f3-4af4-b865-14f13971a9d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:38.369767 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-abd95015-143b-4716-a99a-03ae111e2f4d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for 4fcbd6ff-50b6-4931-b66e-11236f2f41b2 owned by network:router_gateway {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:02:38.546785 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-abd95015-143b-4716-a99a-03ae111e2f4d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:38.597776 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd95015-143b-4716-a99a-03ae111e2f4d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Port': ['ID=4fcbd6ff-50b6-4931-b66e-11236f2f41b2,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:38.701943 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-abd95015-143b-4716-a99a-03ae111e2f4d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:38.882166 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-abd95015-143b-4716-a99a-03ae111e2f4d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:38.884604 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-abd95015-143b-4716-a99a-03ae111e2f4d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:38.909388 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-abd95015-143b-4716-a99a-03ae111e2f4d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:38.909821 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd95015-143b-4716-a99a-03ae111e2f4d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Fanout notify agent at l3_agent the message router_deleted on router da897d1a-7656-43f8-9127-3422add82ad7 {{(pid=87515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 10:02:38.922415 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device eb9d3cdb-0421-41be-a1b0-420176634d0c no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:02:38.927649 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-abd95015-143b-4716-a99a-03ae111e2f4d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:38.928764 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-abd95015-143b-4716-a99a-03ae111e2f4d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/routers/da897d1a-7656-43f8-9127-3422add82ad7 HTTP/1.1" status: 204 len: 168 time: 1.4267087 Jan 21 10:02:38.931501 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59060) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:38.958630 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: eb9d3cdb-0421-41be-a1b0-420176634d0c {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:02:38.959017 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device eb9d3cdb-0421-41be-a1b0-420176634d0c not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:02:38.959527 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 9d5f7a9b-4e12-45f5-bbb9-e4e70d67464b no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:02:38.995802 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 9d5f7a9b-4e12-45f5-bbb9-e4e70d67464b {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:02:38.996152 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 9d5f7a9b-4e12-45f5-bbb9-e4e70d67464b not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:02:39.054688 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-76925ccf-f92b-42eb-9ea3-1e738aa5fe24 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:39.197322 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-76925ccf-f92b-42eb-9ea3-1e738aa5fe24 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:39.223055 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-76925ccf-f92b-42eb-9ea3-1e738aa5fe24 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4280580c-00f4-4707-a85c-e82ce646bf6e']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:02:39.235422 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-76925ccf-f92b-42eb-9ea3-1e738aa5fe24 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ce99a6-c3ce-4317-9979-85a545a2b7ae') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:02:39.235715 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-76925ccf-f92b-42eb-9ea3-1e738aa5fe24 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ce99a6-c3ce-4317-9979-85a545a2b7ae') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:02:39.248219 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-76925ccf-f92b-42eb-9ea3-1e738aa5fe24 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:39.265183 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-76925ccf-f92b-42eb-9ea3-1e738aa5fe24 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:39.272411 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76925ccf-f92b-42eb-9ea3-1e738aa5fe24 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:02:39.272806 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-76925ccf-f92b-42eb-9ea3-1e738aa5fe24 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:39.287812 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 10:02:39.287812 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:02:39.287812 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 10:02:39.287812 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:02:39.287812 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 10:02:39.287812 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:02:39.287812 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 10:02:39.287812 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:02:39.287812 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 10:02:39.287812 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:02:39.287812 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 10:02:39.287812 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:02:39.287812 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 10:02:39.287812 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:02:39.287812 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:02:39.287812 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:02:39.287812 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:02:39.287812 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:02:39.287812 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 10:02:39.287812 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:02:39.287812 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 10:02:39.287812 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:02:39.287812 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:02:39.287812 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:02:39.287812 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 10:02:39.287812 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:02:39.287812 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:02:39.287812 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:02:39.287812 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:02:39.287812 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:02:39.287812 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:02:39.287812 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:02:39.373311 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-76925ccf-f92b-42eb-9ea3-1e738aa5fe24 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:39.393468 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-76925ccf-f92b-42eb-9ea3-1e738aa5fe24 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:39.404733 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76925ccf-f92b-42eb-9ea3-1e738aa5fe24 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Network': ['ID=4280580c-00f4-4707-a85c-e82ce646bf6e,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:39.414466 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-76925ccf-f92b-42eb-9ea3-1e738aa5fe24 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/networks/4280580c-00f4-4707-a85c-e82ce646bf6e HTTP/1.1" status: 204 len: 168 time: 0.4819493 Jan 21 10:02:39.443546 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 59064) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:39.449267 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-f4ee1ba7-ad99-4d64-9216-49a2111167d4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'network': {'name': 'tempest-network-smoke--663490605', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'port_security_enabled': True}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:02:39.454602 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f4ee1ba7-ad99-4d64-9216-49a2111167d4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:02:39.458780 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f4ee1ba7-ad99-4d64-9216-49a2111167d4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:network and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:02:39.462501 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f4ee1ba7-ad99-4d64-9216-49a2111167d4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:02:39.468667 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f4ee1ba7-ad99-4d64-9216-49a2111167d4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:02:39.479435 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ee1ba7-ad99-4d64-9216-49a2111167d4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Made reservation on behalf of 6ddc82470f624ec48d3ebbc58317dba5 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:02:39.482859 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f4ee1ba7-ad99-4d64-9216-49a2111167d4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:39.511061 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4ee1ba7-ad99-4d64-9216-49a2111167d4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:02:39.519768 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f4ee1ba7-ad99-4d64-9216-49a2111167d4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:39.520389 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-f4ee1ba7-ad99-4d64-9216-49a2111167d4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Added segment 5184830a-1505-4a09-bb8f-89a8516e42a0 of type vlan for network 6025f00f-bfea-495e-9f0a-92ee48dbd030 Jan 21 10:02:39.547315 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f4ee1ba7-ad99-4d64-9216-49a2111167d4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:39.577897 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f4ee1ba7-ad99-4d64-9216-49a2111167d4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:39.592567 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ee1ba7-ad99-4d64-9216-49a2111167d4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:39.593140 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f4ee1ba7-ad99-4d64-9216-49a2111167d4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:39.698833 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f4ee1ba7-ad99-4d64-9216-49a2111167d4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2539186 Jan 21 10:02:39.701634 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59068) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:39.703855 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee1ba7-ad99-4d64-9216-49a2111167d4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Network': ['ID=6025f00f-bfea-495e-9f0a-92ee48dbd030,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:39.708043 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-f47ebb57-0004-45f4-ad16-d25d60a003d8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1776679544', 'admin_state_up': True, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:02:39.714820 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 6025f00f-bfea-495e-9f0a-92ee48dbd030 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:02:39.719602 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-f47ebb57-0004-45f4-ad16-d25d60a003d8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:02:39.726628 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f47ebb57-0004-45f4-ad16-d25d60a003d8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:router and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:02:39.730129 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f47ebb57-0004-45f4-ad16-d25d60a003d8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:02:39.737157 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-f47ebb57-0004-45f4-ad16-d25d60a003d8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:02:39.748875 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f47ebb57-0004-45f4-ad16-d25d60a003d8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:39.750097 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f47ebb57-0004-45f4-ad16-d25d60a003d8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:39.768470 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f47ebb57-0004-45f4-ad16-d25d60a003d8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:40.162763 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f47ebb57-0004-45f4-ad16-d25d60a003d8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:40.465177 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f47ebb57-0004-45f4-ad16-d25d60a003d8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router_gateway, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:40.498052 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f47ebb57-0004-45f4-ad16-d25d60a003d8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:40.634316 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-f47ebb57-0004-45f4-ad16-d25d60a003d8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Allocated IP 172.26.3.152 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/9025edc8-953d-4755-8cb4-31b5c776b139) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:02:40.784989 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f47ebb57-0004-45f4-ad16-d25d60a003d8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:40.815656 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f47ebb57-0004-45f4-ad16-d25d60a003d8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:40.828806 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4fcbd6ff-50b6-4931-b66e-11236f2f41b2 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:02:40.867904 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 4fcbd6ff-50b6-4931-b66e-11236f2f41b2 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:02:40.868255 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4fcbd6ff-50b6-4931-b66e-11236f2f41b2 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:02:40.888059 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47ebb57-0004-45f4-ad16-d25d60a003d8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:02:40.890865 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-f47ebb57-0004-45f4-ad16-d25d60a003d8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:02:40.893272 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47ebb57-0004-45f4-ad16-d25d60a003d8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:02:40.931989 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ebb57-0004-45f4-ad16-d25d60a003d8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=9025edc8-953d-4755-8cb4-31b5c776b139,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:41.351557 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f47ebb57-0004-45f4-ad16-d25d60a003d8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router_gateway, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:41.835098 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f47ebb57-0004-45f4-ad16-d25d60a003d8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:42.047628 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47ebb57-0004-45f4-ad16-d25d60a003d8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router 41a538e1-76a0-44fb-a135-32d7c336b7c4 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 10:02:42.231003 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47ebb57-0004-45f4-ad16-d25d60a003d8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:02:42.241169 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266bcbbe-ddd6-4e62-aef9-99bd74a5a02b None None] Sync routers for ids ['41a538e1-76a0-44fb-a135-32d7c336b7c4'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:02:42.251260 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266bcbbe-ddd6-4e62-aef9-99bd74a5a02b None None] Routers {'41a538e1-76a0-44fb-a135-32d7c336b7c4'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:02:42.251935 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-266bcbbe-ddd6-4e62-aef9-99bd74a5a02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:02:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['41a538e1-76a0-44fb-a135-32d7c336b7c4'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:02:42.258958 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f47ebb57-0004-45f4-ad16-d25d60a003d8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:42.260316 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f47ebb57-0004-45f4-ad16-d25d60a003d8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5574906 Jan 21 10:02:42.263465 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59072) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:42.306136 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0a361870-6c86-4946-8c06-e2a6dd7e60ad tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=6ddc82470f624ec48d3ebbc58317dba5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413184 Jan 21 10:02:42.308509 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59076) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:42.437282 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-266bcbbe-ddd6-4e62-aef9-99bd74a5a02b None None] Set router 41a538e1-76a0-44fb-a135-32d7c336b7c4 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:02:42.444444 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89cf8a3-6ae1-4825-929b-f75f33b9081e tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:42.445931 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c89cf8a3-6ae1-4825-929b-f75f33b9081e tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1365366 Jan 21 10:02:42.449005 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59080) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:42.494489 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1476a713-53c6-457c-8c80-5e59ea074fd3 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=80a065d7-b55c-43ad-a3e8-c65befe4136c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0443871 Jan 21 10:02:42.497062 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59084) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:42.502472 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-a36ae7a6-70fc-4149-be68-4872a5249df3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-149867817', 'network_id': '6025f00f-bfea-495e-9f0a-92ee48dbd030', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:02:42.630650 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-a36ae7a6-70fc-4149-be68-4872a5249df3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:02:42.634685 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a36ae7a6-70fc-4149-be68-4872a5249df3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:subnet and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:02:42.637892 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a36ae7a6-70fc-4149-be68-4872a5249df3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:02:42.644694 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-a36ae7a6-70fc-4149-be68-4872a5249df3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:02:42.659066 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36ae7a6-70fc-4149-be68-4872a5249df3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Made reservation on behalf of 6ddc82470f624ec48d3ebbc58317dba5 for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:02:42.664168 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a36ae7a6-70fc-4149-be68-4872a5249df3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:42.753214 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-266bcbbe-ddd6-4e62-aef9-99bd74a5a02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'name': 'tempest-TestNetworkBasicOps-router-1776679544', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '9025edc8-953d-4755-8cb4-31b5c776b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:02:39Z', 'updated_at': '2022-01-21T10:02:41Z', 'revision_number': 3, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '9025edc8-953d-4755-8cb4-31b5c776b139', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:40Z', 'updated_at': '2022-01-21T10:02:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:02:42.758311 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266bcbbe-ddd6-4e62-aef9-99bd74a5a02b None None] Checking router: 41a538e1-76a0-44fb-a135-32d7c336b7c4 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:02:42.758659 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266bcbbe-ddd6-4e62-aef9-99bd74a5a02b None None] Updating router 41a538e1-76a0-44fb-a135-32d7c336b7c4 port 9025edc8-953d-4755-8cb4-31b5c776b139 binding host dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:02:42.830304 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-266bcbbe-ddd6-4e62-aef9-99bd74a5a02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:42.862469 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:42.905283 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a36ae7a6-70fc-4149-be68-4872a5249df3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:42.987417 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ae7a6-70fc-4149-be68-4872a5249df3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Subnet': ['ID=30ac73e5-75e7-47b2-a440-b53bcbaa8bf4,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:43.000402 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36ae7a6-70fc-4149-be68-4872a5249df3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Checking segment: {'id': '5184830a-1505-4a09-bb8f-89a8516e42a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6025f00f-bfea-495e-9f0a-92ee48dbd030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:02:43.000808 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36ae7a6-70fc-4149-be68-4872a5249df3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network hostable DHCP agents. Network: 6025f00f-bfea-495e-9f0a-92ee48dbd030, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:02:43.021790 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36ae7a6-70fc-4149-be68-4872a5249df3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 6025f00f-bfea-495e-9f0a-92ee48dbd030 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:02:43.032308 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-a36ae7a6-70fc-4149-be68-4872a5249df3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 6025f00f-bfea-495e-9f0a-92ee48dbd030) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:02:43.037459 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36ae7a6-70fc-4149-be68-4872a5249df3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:43.038034 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a36ae7a6-70fc-4149-be68-4872a5249df3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:43.054876 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e976f8b-8bfc-4605-a3cb-b82d4a8592af None None] Network 6025f00f-bfea-495e-9f0a-92ee48dbd030 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:02:43.179532 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a36ae7a6-70fc-4149-be68-4872a5249df3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6813033 Jan 21 10:02:43.182396 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59088) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:43.402547 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-266bcbbe-ddd6-4e62-aef9-99bd74a5a02b None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:43.425243 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-266bcbbe-ddd6-4e62-aef9-99bd74a5a02b None None] Transition to ACTIVE for port object 9025edc8-953d-4755-8cb4-31b5c776b139 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:02:43.434738 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-266bcbbe-ddd6-4e62-aef9-99bd74a5a02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:43.467526 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8ca392-7980-4065-b76c-ab89df1127ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-6025f00f-bfea-495e-9f0a-92ee48dbd030', 'network_id': '6025f00f-bfea-495e-9f0a-92ee48dbd030', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ips': [{'subnet_id': '30ac73e5-75e7-47b2-a440-b53bcbaa8bf4'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:02:43.468359 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ef8ca392-7980-4065-b76c-ab89df1127ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:43.586335 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-266bcbbe-ddd6-4e62-aef9-99bd74a5a02b None None] Attempting to bind port 9025edc8-953d-4755-8cb4-31b5c776b139 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:02:43.586718 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-266bcbbe-ddd6-4e62-aef9-99bd74a5a02b None None] Attempting to bind port 9025edc8-953d-4755-8cb4-31b5c776b139 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:02:43.587084 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266bcbbe-ddd6-4e62-aef9-99bd74a5a02b None None] Attempting to bind port 9025edc8-953d-4755-8cb4-31b5c776b139 on network 80a065d7-b55c-43ad-a3e8-c65befe4136c {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:02:43.589143 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e73a1-634c-4d2e-abcd-f13fdaf7e50f None None] Pushing event updated for resources: {'Port': ['ID=9025edc8-953d-4755-8cb4-31b5c776b139,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:43.600456 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266bcbbe-ddd6-4e62-aef9-99bd74a5a02b None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:02:43.600844 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266bcbbe-ddd6-4e62-aef9-99bd74a5a02b None None] Checking segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:02:43.601255 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-266bcbbe-ddd6-4e62-aef9-99bd74a5a02b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:43.601646 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266bcbbe-ddd6-4e62-aef9-99bd74a5a02b None None] Bound using segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:02:43.602129 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-266bcbbe-ddd6-4e62-aef9-99bd74a5a02b None None] Bound port: 9025edc8-953d-4755-8cb4-31b5c776b139, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:02:43.602505 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-266bcbbe-ddd6-4e62-aef9-99bd74a5a02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:43.744380 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-266bcbbe-ddd6-4e62-aef9-99bd74a5a02b None None] For port 9025edc8-953d-4755-8cb4-31b5c776b139, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:02:43.766838 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-266bcbbe-ddd6-4e62-aef9-99bd74a5a02b None None] For port 9025edc8-953d-4755-8cb4-31b5c776b139, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=9025edc8-953d-4755-8cb4-31b5c776b139,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:02:43.768339 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-ef8ca392-7980-4065-b76c-ab89df1127ed None None] Allocated IP 172.20.0.2 (6025f00f-bfea-495e-9f0a-92ee48dbd030/30ac73e5-75e7-47b2-a440-b53bcbaa8bf4/0631ce23-ff48-4c5e-ad4b-68245315f741) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:02:43.778441 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-266bcbbe-ddd6-4e62-aef9-99bd74a5a02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:43.908236 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266bcbbe-ddd6-4e62-aef9-99bd74a5a02b None None] Routers {'41a538e1-76a0-44fb-a135-32d7c336b7c4'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:02:43.908871 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-266bcbbe-ddd6-4e62-aef9-99bd74a5a02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:02:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['41a538e1-76a0-44fb-a135-32d7c336b7c4'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:02:43.912854 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8a1cc3cf-2017-422a-8bfd-902a50b3fb41 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:44.009032 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e73a1-634c-4d2e-abcd-f13fdaf7e50f None None] Pushing event updated for resources: {'Port': ['ID=9025edc8-953d-4755-8cb4-31b5c776b139,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:44.222202 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-266bcbbe-ddd6-4e62-aef9-99bd74a5a02b None None] Set router 41a538e1-76a0-44fb-a135-32d7c336b7c4 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:02:44.355765 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ef8ca392-7980-4065-b76c-ab89df1127ed None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:44.383922 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-ef8ca392-7980-4065-b76c-ab89df1127ed None None] Transition to ACTIVE for port object 0631ce23-ff48-4c5e-ad4b-68245315f741 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:02:44.458482 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-ef8ca392-7980-4065-b76c-ab89df1127ed None None] Transition to ACTIVE for port object 0631ce23-ff48-4c5e-ad4b-68245315f741 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:02:44.472940 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ef8ca392-7980-4065-b76c-ab89df1127ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:44.541830 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-8a1cc3cf-2017-422a-8bfd-902a50b3fb41 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Allocated IP 172.20.0.1 (6025f00f-bfea-495e-9f0a-92ee48dbd030/30ac73e5-75e7-47b2-a440-b53bcbaa8bf4/db11d51b-15bd-409c-9fba-55965770ef31) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:02:44.588521 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8ca392-7980-4065-b76c-ab89df1127ed None None] Network 6025f00f-bfea-495e-9f0a-92ee48dbd030 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:02:44.594699 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-ef8ca392-7980-4065-b76c-ab89df1127ed None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:02:44.601010 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8ca392-7980-4065-b76c-ab89df1127ed None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:02:44.607163 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ca392-7980-4065-b76c-ab89df1127ed None None] Pushing event updated for resources: {'Port': ['ID=0631ce23-ff48-4c5e-ad4b-68245315f741,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:44.730359 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8a1cc3cf-2017-422a-8bfd-902a50b3fb41 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:44.747552 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-8a1cc3cf-2017-422a-8bfd-902a50b3fb41 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Transition to ACTIVE for port object db11d51b-15bd-409c-9fba-55965770ef31 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:02:44.774848 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8a1cc3cf-2017-422a-8bfd-902a50b3fb41 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:44.776907 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-ef8ca392-7980-4065-b76c-ab89df1127ed None None] Attempting to bind port 0631ce23-ff48-4c5e-ad4b-68245315f741 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:02:44.777279 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-ef8ca392-7980-4065-b76c-ab89df1127ed None None] Attempting to bind port 0631ce23-ff48-4c5e-ad4b-68245315f741 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '5184830a-1505-4a09-bb8f-89a8516e42a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6025f00f-bfea-495e-9f0a-92ee48dbd030'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:02:44.777645 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8ca392-7980-4065-b76c-ab89df1127ed None None] Attempting to bind port 0631ce23-ff48-4c5e-ad4b-68245315f741 on network 6025f00f-bfea-495e-9f0a-92ee48dbd030 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:02:44.785895 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8ca392-7980-4065-b76c-ab89df1127ed None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:02:44.786559 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8ca392-7980-4065-b76c-ab89df1127ed None None] Checking segment: {'id': '5184830a-1505-4a09-bb8f-89a8516e42a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6025f00f-bfea-495e-9f0a-92ee48dbd030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:02:44.786733 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ef8ca392-7980-4065-b76c-ab89df1127ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:44.787368 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8ca392-7980-4065-b76c-ab89df1127ed None None] Bound using segment: {'id': '5184830a-1505-4a09-bb8f-89a8516e42a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6025f00f-bfea-495e-9f0a-92ee48dbd030'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:02:44.787862 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-ef8ca392-7980-4065-b76c-ab89df1127ed None None] Bound port: 0631ce23-ff48-4c5e-ad4b-68245315f741, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5184830a-1505-4a09-bb8f-89a8516e42a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6025f00f-bfea-495e-9f0a-92ee48dbd030'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:02:44.788237 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ef8ca392-7980-4065-b76c-ab89df1127ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:44.806500 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-266bcbbe-ddd6-4e62-aef9-99bd74a5a02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'name': 'tempest-TestNetworkBasicOps-router-1776679544', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '9025edc8-953d-4755-8cb4-31b5c776b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:02:39Z', 'updated_at': '2022-01-21T10:02:41Z', 'revision_number': 3, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '9025edc8-953d-4755-8cb4-31b5c776b139', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:40Z', 'updated_at': '2022-01-21T10:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:02:44.841473 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266bcbbe-ddd6-4e62-aef9-99bd74a5a02b None None] The sync data for ids ['41a538e1-76a0-44fb-a135-32d7c336b7c4'] in dv-neutron-825731-1-hyperv is: [{'id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'name': 'tempest-TestNetworkBasicOps-router-1776679544', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '9025edc8-953d-4755-8cb4-31b5c776b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:02:39Z', 'updated_at': '2022-01-21T10:02:41Z', 'revision_number': 3, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '9025edc8-953d-4755-8cb4-31b5c776b139', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:40Z', 'updated_at': '2022-01-21T10:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:02:44.854451 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1cc3cf-2017-422a-8bfd-902a50b3fb41 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 6025f00f-bfea-495e-9f0a-92ee48dbd030 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:02:44.859107 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-8a1cc3cf-2017-422a-8bfd-902a50b3fb41 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:02:44.871824 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1cc3cf-2017-422a-8bfd-902a50b3fb41 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:02:44.902613 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-ef8ca392-7980-4065-b76c-ab89df1127ed None None] For port 0631ce23-ff48-4c5e-ad4b-68245315f741, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:02:44.904758 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1cc3cf-2017-422a-8bfd-902a50b3fb41 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=db11d51b-15bd-409c-9fba-55965770ef31,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:44.907022 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-ef8ca392-7980-4065-b76c-ab89df1127ed None None] For port 0631ce23-ff48-4c5e-ad4b-68245315f741, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=0631ce23-ff48-4c5e-ad4b-68245315f741,segment=NetworkSegment(5184830a-1505-4a09-bb8f-89a8516e42a0),segment_id=5184830a-1505-4a09-bb8f-89a8516e42a0)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:02:44.914414 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ef8ca392-7980-4065-b76c-ab89df1127ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:45.002493 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ca392-7980-4065-b76c-ab89df1127ed None None] Pushing event updated for resources: {'Port': ['ID=0631ce23-ff48-4c5e-ad4b-68245315f741,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:45.089601 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8a1cc3cf-2017-422a-8bfd-902a50b3fb41 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:45.415065 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8a1cc3cf-2017-422a-8bfd-902a50b3fb41 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:45.893118 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8a1cc3cf-2017-422a-8bfd-902a50b3fb41 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:45.899079 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8a1cc3cf-2017-422a-8bfd-902a50b3fb41 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:46.020114 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1cc3cf-2017-422a-8bfd-902a50b3fb41 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=db11d51b-15bd-409c-9fba-55965770ef31,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:46.025333 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8a1cc3cf-2017-422a-8bfd-902a50b3fb41 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:46.107924 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92592db4-a715-42fe-a8e0-618d6650eb3e None None] Network 6025f00f-bfea-495e-9f0a-92ee48dbd030 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:02:46.176953 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1cc3cf-2017-422a-8bfd-902a50b3fb41 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 6025f00f-bfea-495e-9f0a-92ee48dbd030 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:02:46.177986 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-8a1cc3cf-2017-422a-8bfd-902a50b3fb41 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:02:46.230865 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-aa0bd6dd-6cdc-4227-a6f3-bf068a01b594 None None] Provisioning for port 0631ce23-ff48-4c5e-ad4b-68245315f741 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:02:46.392561 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1cc3cf-2017-422a-8bfd-902a50b3fb41 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router 41a538e1-76a0-44fb-a135-32d7c336b7c4 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:02:46.534786 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2648b8fa-b450-4afc-ab44-20673cae6420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:46.588873 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1cc3cf-2017-422a-8bfd-902a50b3fb41 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:02:46.605389 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f250c0e1-ab45-4fd6-a077-28419c4ff515 None None] Sync routers for ids ['41a538e1-76a0-44fb-a135-32d7c336b7c4'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:02:46.605911 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-8a1cc3cf-2017-422a-8bfd-902a50b3fb41 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "PUT /v2.0/routers/41a538e1-76a0-44fb-a135-32d7c336b7c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4194450 Jan 21 10:02:46.606031 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 59092) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:46.613009 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f250c0e1-ab45-4fd6-a077-28419c4ff515 None None] Routers {'41a538e1-76a0-44fb-a135-32d7c336b7c4'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:02:46.614374 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-f250c0e1-ab45-4fd6-a077-28419c4ff515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:02:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['41a538e1-76a0-44fb-a135-32d7c336b7c4'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:02:46.668852 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-a1708a5e-b968-4a8d-a115-3474584b9a81 None None] Provisioning for port db11d51b-15bd-409c-9fba-55965770ef31 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:02:46.677017 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-a1708a5e-b968-4a8d-a115-3474584b9a81 None None] Provisioning complete for port db11d51b-15bd-409c-9fba-55965770ef31 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:02:46.677511 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a1708a5e-b968-4a8d-a115-3474584b9a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:46.780002 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab83789d-4d90-4571-831d-2726fab037f0 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:46.780471 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab83789d-4d90-4571-831d-2726fab037f0 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:46.781106 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab83789d-4d90-4571-831d-2726fab037f0 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:46.781573 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab83789d-4d90-4571-831d-2726fab037f0 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:46.781718 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-a1708a5e-b968-4a8d-a115-3474584b9a81 None None] Port db11d51b-15bd-409c-9fba-55965770ef31 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:02:46.787297 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59096) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:46.787975 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ab83789d-4d90-4571-831d-2726fab037f0 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1804454 Jan 21 10:02:46.820018 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-f250c0e1-ab45-4fd6-a077-28419c4ff515 None None] Set router 41a538e1-76a0-44fb-a135-32d7c336b7c4 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:02:46.928295 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-21af2623-d85f-432c-b014-32adcbf02393 None None] Provisioning complete for port db11d51b-15bd-409c-9fba-55965770ef31 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:02:46.928923 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-21af2623-d85f-432c-b014-32adcbf02393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:46.972179 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 0631ce23-ff48-4c5e-ad4b-68245315f741 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:02:47.052665 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979f4bcb-6d33-4953-b24b-a58783903be9 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:47.053009 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979f4bcb-6d33-4953-b24b-a58783903be9 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:47.053420 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979f4bcb-6d33-4953-b24b-a58783903be9 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:47.054168 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979f4bcb-6d33-4953-b24b-a58783903be9 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:47.058401 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-979f4bcb-6d33-4953-b24b-a58783903be9 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.2667525 Jan 21 10:02:47.058691 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59100) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:47.060813 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-21af2623-d85f-432c-b014-32adcbf02393 None None] Port db11d51b-15bd-409c-9fba-55965770ef31 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:02:47.083859 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 0631ce23-ff48-4c5e-ad4b-68245315f741 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:02:47.089783 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 0631ce23-ff48-4c5e-ad4b-68245315f741 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:02:47.090150 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:47.222012 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-f250c0e1-ab45-4fd6-a077-28419c4ff515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'name': 'tempest-TestNetworkBasicOps-router-1776679544', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '9025edc8-953d-4755-8cb4-31b5c776b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:02:39Z', 'updated_at': '2022-01-21T10:02:45Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '9025edc8-953d-4755-8cb4-31b5c776b139', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:40Z', 'updated_at': '2022-01-21T10:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'db11d51b-15bd-409c-9fba-55965770ef31', 'name': '', 'network_id': '6025f00f-bfea-495e-9f0a-92ee48dbd030', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:3b:3f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '30ac73e5-75e7-47b2-a440-b53bcbaa8bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:44Z', 'updated_at': '2022-01-21T10:02:45Z', 'revision_number': 2, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '30ac73e5-75e7-47b2-a440-b53bcbaa8bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:02:47.227586 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f250c0e1-ab45-4fd6-a077-28419c4ff515 None None] Checking router: 41a538e1-76a0-44fb-a135-32d7c336b7c4 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:02:47.227764 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:47.228721 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f250c0e1-ab45-4fd6-a077-28419c4ff515 None None] Updating router 41a538e1-76a0-44fb-a135-32d7c336b7c4 port db11d51b-15bd-409c-9fba-55965770ef31 binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:02:47.236250 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0ca127e6-fc6e-4184-bb0a-eb7576624701 None None] Provisioning complete for port db11d51b-15bd-409c-9fba-55965770ef31 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:02:47.236614 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0ca127e6-fc6e-4184-bb0a-eb7576624701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:47.284616 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-f250c0e1-ab45-4fd6-a077-28419c4ff515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:47.292007 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7ffbf8aa-331e-46df-8e30-c0a2a88385d1 tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2320802 Jan 21 10:02:47.310452 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-0ca127e6-fc6e-4184-bb0a-eb7576624701 None None] Port db11d51b-15bd-409c-9fba-55965770ef31 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:02:47.323246 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 0631ce23-ff48-4c5e-ad4b-68245315f741, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=0631ce23-ff48-4c5e-ad4b-68245315f741,segment=NetworkSegment(5184830a-1505-4a09-bb8f-89a8516e42a0),segment_id=5184830a-1505-4a09-bb8f-89a8516e42a0)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:02:47.327900 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:47.329609 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 9025edc8-953d-4755-8cb4-31b5c776b139 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:02:47.464560 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=0631ce23-ff48-4c5e-ad4b-68245315f741,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:47.483949 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 9025edc8-953d-4755-8cb4-31b5c776b139 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:02:47.491645 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 9025edc8-953d-4755-8cb4-31b5c776b139 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:02:47.491645 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:47.510086 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59106) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:47.515338 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-9bd6f8ce-93ed-432c-b830-902a283bc22b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1308461956', 'description': 'tempest-secgroup-smoke-1308461956 description', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:02:47.522283 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-9bd6f8ce-93ed-432c-b830-902a283bc22b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:02:47.526755 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-9bd6f8ce-93ed-432c-b830-902a283bc22b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:02:47.530078 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-9bd6f8ce-93ed-432c-b830-902a283bc22b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:02:47.537351 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-9bd6f8ce-93ed-432c-b830-902a283bc22b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:02:47.552665 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9bd6f8ce-93ed-432c-b830-902a283bc22b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:47.575095 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-9bd6f8ce-93ed-432c-b830-902a283bc22b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:02:47.579265 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-9bd6f8ce-93ed-432c-b830-902a283bc22b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:02:47.582759 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-9bd6f8ce-93ed-432c-b830-902a283bc22b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:02:47.589420 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-9bd6f8ce-93ed-432c-b830-902a283bc22b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:02:47.617269 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:47.634909 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 9025edc8-953d-4755-8cb4-31b5c776b139, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=9025edc8-953d-4755-8cb4-31b5c776b139,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:02:47.639860 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:47.681424 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9bd6f8ce-93ed-432c-b830-902a283bc22b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:47.681988 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-f250c0e1-ab45-4fd6-a077-28419c4ff515 None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:47.687167 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9bd6f8ce-93ed-432c-b830-902a283bc22b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:47.695081 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-f250c0e1-ab45-4fd6-a077-28419c4ff515 None None] Transition to ACTIVE for port object db11d51b-15bd-409c-9fba-55965770ef31 will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:02:47.702965 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-f250c0e1-ab45-4fd6-a077-28419c4ff515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:47.713964 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=9025edc8-953d-4755-8cb4-31b5c776b139,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:47.737438 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd6f8ce-93ed-432c-b830-902a283bc22b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe9d18c-bc90-4a9c-81aa-e2d86386e7b7,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:47.742168 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9bd6f8ce-93ed-432c-b830-902a283bc22b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:47.743839 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-9bd6f8ce-93ed-432c-b830-902a283bc22b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2325463 Jan 21 10:02:47.746566 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59110) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:47.752551 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-2ee397a0-7012-49a7-858b-dd2a304341d8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': 'bbe9d18c-bc90-4a9c-81aa-e2d86386e7b7', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:02:47.759963 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2ee397a0-7012-49a7-858b-dd2a304341d8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:02:47.764135 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2ee397a0-7012-49a7-858b-dd2a304341d8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:02:47.767037 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2ee397a0-7012-49a7-858b-dd2a304341d8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:02:47.774915 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2ee397a0-7012-49a7-858b-dd2a304341d8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:02:47.798873 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2ee397a0-7012-49a7-858b-dd2a304341d8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:47.856184 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d6df6-1d60-41c2-81f5-c7521a1b0029 None None] Pushing event updated for resources: {'Port': ['ID=db11d51b-15bd-409c-9fba-55965770ef31,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:47.872976 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2ee397a0-7012-49a7-858b-dd2a304341d8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:47.879567 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2ee397a0-7012-49a7-858b-dd2a304341d8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:47.900702 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d6df6-1d60-41c2-81f5-c7521a1b0029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:47.901045 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d6df6-1d60-41c2-81f5-c7521a1b0029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:47.901380 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d6df6-1d60-41c2-81f5-c7521a1b0029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:47.901709 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d6df6-1d60-41c2-81f5-c7521a1b0029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:47.902031 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d6df6-1d60-41c2-81f5-c7521a1b0029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:47.903019 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d6df6-1d60-41c2-81f5-c7521a1b0029 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:47.903019 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d6df6-1d60-41c2-81f5-c7521a1b0029 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:47.903019 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d6df6-1d60-41c2-81f5-c7521a1b0029 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:47.903507 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee397a0-7012-49a7-858b-dd2a304341d8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b789ec0d-cb99-4cd5-916b-158b43182f3c,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:47.903666 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d6df6-1d60-41c2-81f5-c7521a1b0029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:47.903666 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d6df6-1d60-41c2-81f5-c7521a1b0029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:47.903961 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d6df6-1d60-41c2-81f5-c7521a1b0029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:47.904274 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d6df6-1d60-41c2-81f5-c7521a1b0029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:47.921381 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2ee397a0-7012-49a7-858b-dd2a304341d8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:47.922993 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2ee397a0-7012-49a7-858b-dd2a304341d8 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1753244 Jan 21 10:02:47.925853 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 59114) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:47.932536 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-80a5108e-4912-48ba-85dd-5665ecf232ab tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': 'bbe9d18c-bc90-4a9c-81aa-e2d86386e7b7', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:02:47.938539 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-80a5108e-4912-48ba-85dd-5665ecf232ab tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:02:47.943760 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-80a5108e-4912-48ba-85dd-5665ecf232ab tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:02:47.947309 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-80a5108e-4912-48ba-85dd-5665ecf232ab tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:02:47.953592 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-80a5108e-4912-48ba-85dd-5665ecf232ab tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:02:47.974690 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-80a5108e-4912-48ba-85dd-5665ecf232ab tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:47.996153 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-f250c0e1-ab45-4fd6-a077-28419c4ff515 None None] Attempting to bind port db11d51b-15bd-409c-9fba-55965770ef31 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:02:47.996426 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-f250c0e1-ab45-4fd6-a077-28419c4ff515 None None] Attempting to bind port db11d51b-15bd-409c-9fba-55965770ef31 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '5184830a-1505-4a09-bb8f-89a8516e42a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6025f00f-bfea-495e-9f0a-92ee48dbd030'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:02:47.996779 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f250c0e1-ab45-4fd6-a077-28419c4ff515 None None] Attempting to bind port db11d51b-15bd-409c-9fba-55965770ef31 on network 6025f00f-bfea-495e-9f0a-92ee48dbd030 {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:02:48.002554 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f250c0e1-ab45-4fd6-a077-28419c4ff515 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:02:48.002971 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f250c0e1-ab45-4fd6-a077-28419c4ff515 None None] Checking segment: {'id': '5184830a-1505-4a09-bb8f-89a8516e42a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6025f00f-bfea-495e-9f0a-92ee48dbd030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:02:48.003655 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-f250c0e1-ab45-4fd6-a077-28419c4ff515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:48.004389 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f250c0e1-ab45-4fd6-a077-28419c4ff515 None None] Bound using segment: {'id': '5184830a-1505-4a09-bb8f-89a8516e42a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6025f00f-bfea-495e-9f0a-92ee48dbd030'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:02:48.004696 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-f250c0e1-ab45-4fd6-a077-28419c4ff515 None None] Bound port: db11d51b-15bd-409c-9fba-55965770ef31, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5184830a-1505-4a09-bb8f-89a8516e42a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6025f00f-bfea-495e-9f0a-92ee48dbd030'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:02:48.005055 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-f250c0e1-ab45-4fd6-a077-28419c4ff515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:48.053524 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-80a5108e-4912-48ba-85dd-5665ecf232ab tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:48.059851 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-80a5108e-4912-48ba-85dd-5665ecf232ab tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:48.085175 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5108e-4912-48ba-85dd-5665ecf232ab tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a525ef-21a0-43df-8d14-9d97a87ef4dc,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:48.097377 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-80a5108e-4912-48ba-85dd-5665ecf232ab tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:48.099378 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-80a5108e-4912-48ba-85dd-5665ecf232ab tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1716661 Jan 21 10:02:48.102808 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59118) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:48.108580 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-f250c0e1-ab45-4fd6-a077-28419c4ff515 None None] For port db11d51b-15bd-409c-9fba-55965770ef31, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:02:48.109455 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-0a771ab0-6eec-4f48-a578-b37a86e5a87e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': 'bbe9d18c-bc90-4a9c-81aa-e2d86386e7b7', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:02:48.111784 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-f250c0e1-ab45-4fd6-a077-28419c4ff515 None None] For port db11d51b-15bd-409c-9fba-55965770ef31, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=db11d51b-15bd-409c-9fba-55965770ef31,segment=NetworkSegment(5184830a-1505-4a09-bb8f-89a8516e42a0),segment_id=5184830a-1505-4a09-bb8f-89a8516e42a0)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:02:48.116997 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-0a771ab0-6eec-4f48-a578-b37a86e5a87e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:02:48.117253 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-f250c0e1-ab45-4fd6-a077-28419c4ff515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:48.120941 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0a771ab0-6eec-4f48-a578-b37a86e5a87e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:02:48.124014 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0a771ab0-6eec-4f48-a578-b37a86e5a87e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:02:48.130198 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-0a771ab0-6eec-4f48-a578-b37a86e5a87e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:02:48.148510 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0a771ab0-6eec-4f48-a578-b37a86e5a87e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:48.197843 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f250c0e1-ab45-4fd6-a077-28419c4ff515 None None] Routers {'41a538e1-76a0-44fb-a135-32d7c336b7c4'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:02:48.198368 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-f250c0e1-ab45-4fd6-a077-28419c4ff515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:02:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['41a538e1-76a0-44fb-a135-32d7c336b7c4'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:02:48.232831 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0a771ab0-6eec-4f48-a578-b37a86e5a87e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:48.239115 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0a771ab0-6eec-4f48-a578-b37a86e5a87e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:48.266190 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a771ab0-6eec-4f48-a578-b37a86e5a87e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9c78122-a4b6-4aee-a5a9-ad267250faa5,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:48.270249 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d6df6-1d60-41c2-81f5-c7521a1b0029 None None] Pushing event updated for resources: {'Port': ['ID=db11d51b-15bd-409c-9fba-55965770ef31,revision_number=4']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:48.284822 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0a771ab0-6eec-4f48-a578-b37a86e5a87e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:48.290204 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 59122) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:48.290406 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0a771ab0-6eec-4f48-a578-b37a86e5a87e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1861587 Jan 21 10:02:48.295905 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-b81495c0-10ca-47a1-a034-028abd0cc9c9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': 'bbe9d18c-bc90-4a9c-81aa-e2d86386e7b7', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:02:48.302568 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-b81495c0-10ca-47a1-a034-028abd0cc9c9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:02:48.306917 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-b81495c0-10ca-47a1-a034-028abd0cc9c9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:02:48.310376 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-b81495c0-10ca-47a1-a034-028abd0cc9c9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:02:48.317286 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-b81495c0-10ca-47a1-a034-028abd0cc9c9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:02:48.339510 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b81495c0-10ca-47a1-a034-028abd0cc9c9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:48.396912 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-f250c0e1-ab45-4fd6-a077-28419c4ff515 None None] Set router 41a538e1-76a0-44fb-a135-32d7c336b7c4 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:02:48.412266 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b81495c0-10ca-47a1-a034-028abd0cc9c9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:48.416553 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b81495c0-10ca-47a1-a034-028abd0cc9c9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:48.440064 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81495c0-10ca-47a1-a034-028abd0cc9c9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bc65a92-ae14-4335-8bf6-2b2ea0cc03a7,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:48.449372 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b81495c0-10ca-47a1-a034-028abd0cc9c9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:48.450585 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b81495c0-10ca-47a1-a034-028abd0cc9c9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1593740 Jan 21 10:02:48.453554 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 59126) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:48.460254 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-ae3a1490-1266-4012-9ffa-32146c31bafd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': 'bbe9d18c-bc90-4a9c-81aa-e2d86386e7b7', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:02:48.466536 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-ae3a1490-1266-4012-9ffa-32146c31bafd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:02:48.471181 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ae3a1490-1266-4012-9ffa-32146c31bafd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:02:48.476247 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ae3a1490-1266-4012-9ffa-32146c31bafd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:02:48.482353 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-ae3a1490-1266-4012-9ffa-32146c31bafd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:02:48.494960 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.securitygroups_db [None req-ae3a1490-1266-4012-9ffa-32146c31bafd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Project 6ddc82470f624ec48d3ebbc58317dba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:02:48.504494 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ae3a1490-1266-4012-9ffa-32146c31bafd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:48.580462 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ae3a1490-1266-4012-9ffa-32146c31bafd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:48.585534 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ae3a1490-1266-4012-9ffa-32146c31bafd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:48.611789 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a1490-1266-4012-9ffa-32146c31bafd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0afd52e-16bb-4e0a-a66a-8da459c2d7dd,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:48.622693 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ae3a1490-1266-4012-9ffa-32146c31bafd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:48.627493 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ae3a1490-1266-4012-9ffa-32146c31bafd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1694221 Jan 21 10:02:48.627629 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 59130) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:02:48.633638 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-59cf79f4-06a4-42fd-8e8d-638c441796c3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'security_group_rule': {'security_group_id': 'bbe9d18c-bc90-4a9c-81aa-e2d86386e7b7', 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:02:48.639582 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-59cf79f4-06a4-42fd-8e8d-638c441796c3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:02:48.643517 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-59cf79f4-06a4-42fd-8e8d-638c441796c3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:security_group_rule and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:02:48.647592 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-59cf79f4-06a4-42fd-8e8d-638c441796c3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:02:48.655527 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-59cf79f4-06a4-42fd-8e8d-638c441796c3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:02:48.681593 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.securitygroups_db [None req-59cf79f4-06a4-42fd-8e8d-638c441796c3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Project 6ddc82470f624ec48d3ebbc58317dba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:02:48.689083 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-59cf79f4-06a4-42fd-8e8d-638c441796c3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:48.742467 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-f250c0e1-ab45-4fd6-a077-28419c4ff515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'name': 'tempest-TestNetworkBasicOps-router-1776679544', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '9025edc8-953d-4755-8cb4-31b5c776b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:02:39Z', 'updated_at': '2022-01-21T10:02:45Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '9025edc8-953d-4755-8cb4-31b5c776b139', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:40Z', 'updated_at': '2022-01-21T10:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'db11d51b-15bd-409c-9fba-55965770ef31', 'name': '', 'network_id': '6025f00f-bfea-495e-9f0a-92ee48dbd030', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:3b:3f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '30ac73e5-75e7-47b2-a440-b53bcbaa8bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:44Z', 'updated_at': '2022-01-21T10:02:48Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '30ac73e5-75e7-47b2-a440-b53bcbaa8bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:02:48.746638 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f250c0e1-ab45-4fd6-a077-28419c4ff515 None None] The sync data for ids ['41a538e1-76a0-44fb-a135-32d7c336b7c4'] in dv-neutron-825731-1-hyperv is: [{'id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'name': 'tempest-TestNetworkBasicOps-router-1776679544', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '9025edc8-953d-4755-8cb4-31b5c776b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:02:39Z', 'updated_at': '2022-01-21T10:02:45Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '9025edc8-953d-4755-8cb4-31b5c776b139', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:40Z', 'updated_at': '2022-01-21T10:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'db11d51b-15bd-409c-9fba-55965770ef31', 'name': '', 'network_id': '6025f00f-bfea-495e-9f0a-92ee48dbd030', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:3b:3f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '30ac73e5-75e7-47b2-a440-b53bcbaa8bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:44Z', 'updated_at': '2022-01-21T10:02:48Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '30ac73e5-75e7-47b2-a440-b53bcbaa8bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:02:48.790012 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-59cf79f4-06a4-42fd-8e8d-638c441796c3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:48.794457 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-59cf79f4-06a4-42fd-8e8d-638c441796c3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:48.836922 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf79f4-06a4-42fd-8e8d-638c441796c3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c97d23f-dc67-4037-a87f-ca4c3b274a33,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:48.848315 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-59cf79f4-06a4-42fd-8e8d-638c441796c3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:48.851442 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-59cf79f4-06a4-42fd-8e8d-638c441796c3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2207592 Jan 21 10:02:48.912297 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ccf738b8-a15c-40e7-be13-15216f822724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:49.012125 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 0631ce23-ff48-4c5e-ad4b-68245315f741 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:02:49.059617 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-125c5447-3dca-4d33-b1ca-ddcb3dd86877 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:security_group {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:02:49.079918 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-125c5447-3dca-4d33-b1ca-ddcb3dd86877 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:security_group {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:02:49.081376 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-125c5447-3dca-4d33-b1ca-ddcb3dd86877 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1308461956&fields=id&tenant_id=6ddc82470f624ec48d3ebbc58317dba5 HTTP/1.1" status: 200 len: 267 time: 0.0782235 Jan 21 10:02:49.097208 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 0631ce23-ff48-4c5e-ad4b-68245315f741 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:02:49.097654 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:49.237617 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device db11d51b-15bd-409c-9fba-55965770ef31 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:02:49.253243 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-b66e5eb0-8ef1-4407-89cc-0c5e193a321d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:49.254803 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-b66e5eb0-8ef1-4407-89cc-0c5e193a321d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:network {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:02:49.278620 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-b66e5eb0-8ef1-4407-89cc-0c5e193a321d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:network {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:02:49.280603 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-b66e5eb0-8ef1-4407-89cc-0c5e193a321d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/networks?id=6025f00f-bfea-495e-9f0a-92ee48dbd030 HTTP/1.1" status: 200 len: 796 time: 0.1897647 Jan 21 10:02:49.302293 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-0229c59d-a889-4f10-94c1-fd6cf39d2c4a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/quotas/6ddc82470f624ec48d3ebbc58317dba5 HTTP/1.1" status: 200 len: 375 time: 0.0144603 Jan 21 10:02:49.318899 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port db11d51b-15bd-409c-9fba-55965770ef31 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:02:49.324642 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port db11d51b-15bd-409c-9fba-55965770ef31 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:02:49.325280 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:49.412595 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-c2e3e026-e7aa-4b54-9b85-5bb65e1d7915 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:02:49.431243 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-c2e3e026-e7aa-4b54-9b85-5bb65e1d7915 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:02:49.432939 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-c2e3e026-e7aa-4b54-9b85-5bb65e1d7915 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1227584 Jan 21 10:02:49.453470 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-4106a982-821f-4e8a-ba6d-fefa939347d3 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=87515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 10:02:49.454690 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-4106a982-821f-4e8a-ba6d-fefa939347d3 service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080011 Jan 21 10:02:49.465668 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:49.507287 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port db11d51b-15bd-409c-9fba-55965770ef31, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=db11d51b-15bd-409c-9fba-55965770ef31,segment=NetworkSegment(5184830a-1505-4a09-bb8f-89a8516e42a0),segment_id=5184830a-1505-4a09-bb8f-89a8516e42a0)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:02:49.516164 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:49.517089 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 9025edc8-953d-4755-8cb4-31b5c776b139 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:02:49.622788 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-92f7b781-6c05-4104-9ff5-ac4dcb7c1e01 service neutron] 10.222.0.110 "GET /v2.0/networks/6025f00f-bfea-495e-9f0a-92ee48dbd030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613252 Jan 21 10:02:49.690699 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=db11d51b-15bd-409c-9fba-55965770ef31,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:49.703336 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 9025edc8-953d-4755-8cb4-31b5c776b139 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:02:49.703740 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:49.775876 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-4054544d-76d9-426e-b11c-7ab13a604ca0 service neutron] 10.222.0.110 "GET /v2.0/networks/6025f00f-bfea-495e-9f0a-92ee48dbd030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456089 Jan 21 10:02:49.838284 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:49.986939 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:50.038741 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1f89e82e-1ea7-499b-a4ba-e8c34f7970c7 req-553921f6-086d-45dc-9bee-b09cae5c5e2c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=8ba67cfe-b7e6-4a34-b774-93c75b51516c HTTP/1.1" status: 200 len: 210 time: 0.0585101 Jan 21 10:02:50.887481 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device db11d51b-15bd-409c-9fba-55965770ef31 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:02:50.961193 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port db11d51b-15bd-409c-9fba-55965770ef31 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:02:50.961569 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:51.268692 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b7f0078a-5fe1-49ff-a0a8-666e3029b07c req-5a45003a-7cd3-41e4-a62f-56f2e27cd4c3 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=8ba67cfe-b7e6-4a34-b774-93c75b51516c HTTP/1.1" status: 200 len: 210 time: 0.0683064 Jan 21 10:02:51.314233 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-2eeadd3d-216f-4182-aeb7-92be76ed6b10 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:51.315697 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-2eeadd3d-216f-4182-aeb7-92be76ed6b10 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "GET /v2.0/networks?id=6025f00f-bfea-495e-9f0a-92ee48dbd030 HTTP/1.1" status: 200 len: 796 time: 0.2240198 Jan 21 10:02:51.369304 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-7459e8d3-eb52-4063-a90a-e23cd282123c tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ddc82470f624ec48d3ebbc58317dba5 HTTP/1.1" status: 200 len: 380 time: 0.0457759 Jan 21 10:02:51.379405 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-5ce12c2f-f5ef-4f31-9c47-7d68ef57923a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'port': {'device_id': '8ba67cfe-b7e6-4a34-b774-93c75b51516c', 'network_id': '6025f00f-bfea-495e-9f0a-92ee48dbd030', 'admin_state_up': True, 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'security_groups': ['bbe9d18c-bc90-4a9c-81aa-e2d86386e7b7']}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:02:51.405385 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:51.528131 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-5ce12c2f-f5ef-4f31-9c47-7d68ef57923a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:02:51.540044 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-5ce12c2f-f5ef-4f31-9c47-7d68ef57923a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:02:51.556522 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-5ce12c2f-f5ef-4f31-9c47-7d68ef57923a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Made reservation on behalf of 6ddc82470f624ec48d3ebbc58317dba5 for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:02:51.566144 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-5ce12c2f-f5ef-4f31-9c47-7d68ef57923a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:51.742342 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-5ce12c2f-f5ef-4f31-9c47-7d68ef57923a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Allocated IP 172.20.0.14 (6025f00f-bfea-495e-9f0a-92ee48dbd030/30ac73e5-75e7-47b2-a440-b53bcbaa8bf4/f0647240-4ef6-491d-a721-694ab6c9c768) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:02:52.042572 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-5ce12c2f-f5ef-4f31-9c47-7d68ef57923a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:52.058504 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-5ce12c2f-f5ef-4f31-9c47-7d68ef57923a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Transition to ACTIVE for port object f0647240-4ef6-491d-a721-694ab6c9c768 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:02:52.082696 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-5ce12c2f-f5ef-4f31-9c47-7d68ef57923a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:52.153163 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-5ce12c2f-f5ef-4f31-9c47-7d68ef57923a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 6025f00f-bfea-495e-9f0a-92ee48dbd030 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:02:52.156301 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-5ce12c2f-f5ef-4f31-9c47-7d68ef57923a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:02:52.158659 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-5ce12c2f-f5ef-4f31-9c47-7d68ef57923a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:02:52.200155 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce12c2f-f5ef-4f31-9c47-7d68ef57923a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=f0647240-4ef6-491d-a721-694ab6c9c768,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:52.235551 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-5ce12c2f-f5ef-4f31-9c47-7d68ef57923a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:52.236144 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-5ce12c2f-f5ef-4f31-9c47-7d68ef57923a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:52.263851 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-5ce12c2f-f5ef-4f31-9c47-7d68ef57923a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8888607 Jan 21 10:02:52.275795 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-110036c7-4b06-4656-983b-f8d924588924 service neutron] Request body: {'port': {'device_id': '8ba67cfe-b7e6-4a34-b774-93c75b51516c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:02:52.400676 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-110036c7-4b06-4656-983b-f8d924588924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:52.422145 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5e80f477-ec50-4ab8-a196-ca0ddde660ae None None] Provisioning for port f0647240-4ef6-491d-a721-694ab6c9c768 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:02:52.429002 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5e80f477-ec50-4ab8-a196-ca0ddde660ae None None] Provisioning complete for port f0647240-4ef6-491d-a721-694ab6c9c768 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:02:52.429551 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5e80f477-ec50-4ab8-a196-ca0ddde660ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:52.483837 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c923a0-c968-483b-9a5c-20e76cde8249 req-e14baf88-f513-4bab-bf03-ea777f8be136 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:52.485428 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c2c923a0-c968-483b-9a5c-20e76cde8249 req-e14baf88-f513-4bab-bf03-ea777f8be136 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=8ba67cfe-b7e6-4a34-b774-93c75b51516c HTTP/1.1" status: 200 len: 932 time: 0.0982249 Jan 21 10:02:52.489246 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-5e80f477-ec50-4ab8-a196-ca0ddde660ae None None] Port f0647240-4ef6-491d-a721-694ab6c9c768 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:02:52.532606 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c2c923a0-c968-483b-9a5c-20e76cde8249 req-f308dc36-2bed-4685-88d4-0f1888151afd tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=bbe9d18c-bc90-4a9c-81aa-e2d86386e7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392387 Jan 21 10:02:52.763634 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-110036c7-4b06-4656-983b-f8d924588924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0647240-4ef6-491d-a721-694ab6c9c768 {{(pid=87515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:02:52.771670 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-110036c7-4b06-4656-983b-f8d924588924 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:52.787390 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-110036c7-4b06-4656-983b-f8d924588924 service neutron] Transition to ACTIVE for port object f0647240-4ef6-491d-a721-694ab6c9c768 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:02:52.791717 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-110036c7-4b06-4656-983b-f8d924588924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:52.949297 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110036c7-4b06-4656-983b-f8d924588924 service neutron] Pushing event updated for resources: {'Port': ['ID=f0647240-4ef6-491d-a721-694ab6c9c768,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:53.034594 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-110036c7-4b06-4656-983b-f8d924588924 service neutron] Attempting to bind port f0647240-4ef6-491d-a721-694ab6c9c768 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:02:53.034958 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-110036c7-4b06-4656-983b-f8d924588924 service neutron] Attempting to bind port f0647240-4ef6-491d-a721-694ab6c9c768 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '5184830a-1505-4a09-bb8f-89a8516e42a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6025f00f-bfea-495e-9f0a-92ee48dbd030'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:02:53.035322 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-110036c7-4b06-4656-983b-f8d924588924 service neutron] Attempting to bind port f0647240-4ef6-491d-a721-694ab6c9c768 on network 6025f00f-bfea-495e-9f0a-92ee48dbd030 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:02:53.040399 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-110036c7-4b06-4656-983b-f8d924588924 service neutron] Port f0647240-4ef6-491d-a721-694ab6c9c768 on network 6025f00f-bfea-495e-9f0a-92ee48dbd030 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:02:53.040704 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-110036c7-4b06-4656-983b-f8d924588924 service neutron] Attempting to bind port f0647240-4ef6-491d-a721-694ab6c9c768 on network 6025f00f-bfea-495e-9f0a-92ee48dbd030 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:02:53.045685 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-110036c7-4b06-4656-983b-f8d924588924 service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:02:53.046013 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-110036c7-4b06-4656-983b-f8d924588924 service neutron] Checking segment: {'id': '5184830a-1505-4a09-bb8f-89a8516e42a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6025f00f-bfea-495e-9f0a-92ee48dbd030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:02:53.046390 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-110036c7-4b06-4656-983b-f8d924588924 service neutron] Bound using segment: {'id': '5184830a-1505-4a09-bb8f-89a8516e42a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6025f00f-bfea-495e-9f0a-92ee48dbd030'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:02:53.046807 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-110036c7-4b06-4656-983b-f8d924588924 service neutron] Bound port: f0647240-4ef6-491d-a721-694ab6c9c768, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5184830a-1505-4a09-bb8f-89a8516e42a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6025f00f-bfea-495e-9f0a-92ee48dbd030'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:02:53.047147 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-110036c7-4b06-4656-983b-f8d924588924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:53.141782 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-110036c7-4b06-4656-983b-f8d924588924 service neutron] For port f0647240-4ef6-491d-a721-694ab6c9c768, host hv-neutron-8257, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:02:53.145394 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-110036c7-4b06-4656-983b-f8d924588924 service neutron] For port f0647240-4ef6-491d-a721-694ab6c9c768, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f0647240-4ef6-491d-a721-694ab6c9c768,segment=NetworkSegment(5184830a-1505-4a09-bb8f-89a8516e42a0),segment_id=5184830a-1505-4a09-bb8f-89a8516e42a0)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:02:53.150794 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-110036c7-4b06-4656-983b-f8d924588924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:53.211103 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-110036c7-4b06-4656-983b-f8d924588924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:53.211727 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-110036c7-4b06-4656-983b-f8d924588924 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:53.213095 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-110036c7-4b06-4656-983b-f8d924588924 service neutron] 10.222.0.72 "PUT /v2.0/ports/f0647240-4ef6-491d-a721-694ab6c9c768 HTTP/1.1" status: 200 len: 1094 time: 0.9418626 Jan 21 10:02:53.213523 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba67cfe-b7e6-4a34-b774-93c75b51516c', 'tag': 'f0647240-4ef6-491d-a721-694ab6c9c768'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:02:53.240529 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110036c7-4b06-4656-983b-f8d924588924 service neutron] Pushing event updated for resources: {'Port': ['ID=f0647240-4ef6-491d-a721-694ab6c9c768,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:53.286469 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba67cfe-b7e6-4a34-b774-93c75b51516c', 'tag': 'f0647240-4ef6-491d-a721-694ab6c9c768', 'status': 'completed', 'code': 200} Jan 21 10:02:53.332563 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-6061b9d6-c017-4754-bf22-deb11d324ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:53.334066 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-6061b9d6-c017-4754-bf22-deb11d324ec9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=8ba67cfe-b7e6-4a34-b774-93c75b51516c HTTP/1.1" status: 200 len: 1097 time: 0.0808642 Jan 21 10:02:53.413314 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-9e556794-27bc-4f04-86aa-8da9ba741aee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0647240-4ef6-491d-a721-694ab6c9c768 HTTP/1.1" status: 200 len: 217 time: 0.0716796 Jan 21 10:02:53.478919 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-eb0998f5-58b3-41c3-9bc7-c3662f4823dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:53.480315 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-eb0998f5-58b3-41c3-9bc7-c3662f4823dd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30ac73e5-75e7-47b2-a440-b53bcbaa8bf4 HTTP/1.1" status: 200 len: 834 time: 0.0612106 Jan 21 10:02:53.555256 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-0e6d4522-01c8-44a3-b0da-47c1d4369652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:53.556648 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-0e6d4522-01c8-44a3-b0da-47c1d4369652 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6025f00f-bfea-495e-9f0a-92ee48dbd030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705922 Jan 21 10:02:53.735320 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1286d82-4676-4caf-9d28-bbefbe16b6d7 req-f47d392e-561f-4ea0-b06b-1d1daab92ec7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:53.736967 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e1286d82-4676-4caf-9d28-bbefbe16b6d7 req-f47d392e-561f-4ea0-b06b-1d1daab92ec7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=8ba67cfe-b7e6-4a34-b774-93c75b51516c HTTP/1.1" status: 200 len: 944 time: 0.0865548 Jan 21 10:02:53.786358 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e1286d82-4676-4caf-9d28-bbefbe16b6d7 req-b1872cc9-5d0f-4cb1-8828-7682200e7b0d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=bbe9d18c-bc90-4a9c-81aa-e2d86386e7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408869 Jan 21 10:02:53.796654 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-dfb70ec6-c6bf-47e2-893c-d6242847d04e service neutron] 10.222.0.72 "GET /v2.0/networks/6025f00f-bfea-495e-9f0a-92ee48dbd030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339728 Jan 21 10:02:53.932762 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6188e5a5-1af9-483c-8f00-34ffc8d866af req-4d4f97a2-62d0-43c5-94cd-8d8b19efabe2 service neutron] 10.222.0.72 "GET /v2.0/networks/6025f00f-bfea-495e-9f0a-92ee48dbd030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299865 Jan 21 10:02:54.051853 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a0076-d965-469d-98ab-9674bc9ace9c req-1e5850c6-da1f-4766-a849-0dbd90721adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:54.053369 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-598a0076-d965-469d-98ab-9674bc9ace9c req-1e5850c6-da1f-4766-a849-0dbd90721adc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=8ba67cfe-b7e6-4a34-b774-93c75b51516c HTTP/1.1" status: 200 len: 1097 time: 0.0761747 Jan 21 10:02:54.185501 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a0076-d965-469d-98ab-9674bc9ace9c req-8569a6fe-f46a-4509-8021-61fb6a4bb125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:54.186840 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-598a0076-d965-469d-98ab-9674bc9ace9c req-8569a6fe-f46a-4509-8021-61fb6a4bb125 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6025f00f-bfea-495e-9f0a-92ee48dbd030 HTTP/1.1" status: 200 len: 897 time: 0.1276884 Jan 21 10:02:54.255472 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-598a0076-d965-469d-98ab-9674bc9ace9c req-358461b7-0e11-49e8-9478-0089523f4e9a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0647240-4ef6-491d-a721-694ab6c9c768 HTTP/1.1" status: 200 len: 217 time: 0.0624824 Jan 21 10:02:54.320461 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a0076-d965-469d-98ab-9674bc9ace9c req-43b89301-70f8-4ae4-a956-6c38e46ecc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:54.321871 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-598a0076-d965-469d-98ab-9674bc9ace9c req-43b89301-70f8-4ae4-a956-6c38e46ecc63 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30ac73e5-75e7-47b2-a440-b53bcbaa8bf4 HTTP/1.1" status: 200 len: 834 time: 0.0608840 Jan 21 10:02:54.397734 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a0076-d965-469d-98ab-9674bc9ace9c req-66c05d8e-8b59-44c5-bd20-468b5223b920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:54.399207 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-598a0076-d965-469d-98ab-9674bc9ace9c req-66c05d8e-8b59-44c5-bd20-468b5223b920 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6025f00f-bfea-495e-9f0a-92ee48dbd030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709765 Jan 21 10:02:54.539107 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-598a0076-d965-469d-98ab-9674bc9ace9c req-44d7a295-8e8a-4a93-a7ee-bdbbb3f368bb service neutron] 10.222.0.72 "GET /v2.0/networks/6025f00f-bfea-495e-9f0a-92ee48dbd030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328599 Jan 21 10:02:54.673086 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-598a0076-d965-469d-98ab-9674bc9ace9c req-f7f85860-ec58-4868-a5a2-4265836bf48e service neutron] 10.222.0.72 "GET /v2.0/networks/6025f00f-bfea-495e-9f0a-92ee48dbd030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266322 Jan 21 10:02:54.977802 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088e1be-5131-460b-8d93-2b3eb57e807a req-3591bc90-b904-46cb-b345-aeae0fd47983 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:54.978514 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-4088e1be-5131-460b-8d93-2b3eb57e807a req-3591bc90-b904-46cb-b345-aeae0fd47983 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:02:54.994452 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-4088e1be-5131-460b-8d93-2b3eb57e807a req-3591bc90-b904-46cb-b345-aeae0fd47983 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:02:54.995708 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4088e1be-5131-460b-8d93-2b3eb57e807a req-3591bc90-b904-46cb-b345-aeae0fd47983 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=8ba67cfe-b7e6-4a34-b774-93c75b51516c HTTP/1.1" status: 200 len: 944 time: 0.0961773 Jan 21 10:02:55.045458 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:02:55.046009 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4088e1be-5131-460b-8d93-2b3eb57e807a req-ec5eed49-ecab-4db5-a544-72adbecc4cac tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=bbe9d18c-bc90-4a9c-81aa-e2d86386e7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440686 Jan 21 10:02:56.264919 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57dc41e-fe79-4bf8-bde1-9e6aab5d5145 req-e47521ec-8f44-49eb-a2d6-f9bc729bc3c0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:56.267296 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c57dc41e-fe79-4bf8-bde1-9e6aab5d5145 req-e47521ec-8f44-49eb-a2d6-f9bc729bc3c0 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=8ba67cfe-b7e6-4a34-b774-93c75b51516c HTTP/1.1" status: 200 len: 944 time: 0.1038799 Jan 21 10:02:56.320965 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c57dc41e-fe79-4bf8-bde1-9e6aab5d5145 req-7e3ec360-daf1-4c13-b3fe-7cea7fee6ac2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=bbe9d18c-bc90-4a9c-81aa-e2d86386e7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469763 Jan 21 10:02:57.513164 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5cc16-99fb-4206-b437-ad9e34ace609 req-64577ff0-99d8-41ff-ac46-894e0809d677 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:57.514608 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f6f5cc16-99fb-4206-b437-ad9e34ace609 req-64577ff0-99d8-41ff-ac46-894e0809d677 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=8ba67cfe-b7e6-4a34-b774-93c75b51516c HTTP/1.1" status: 200 len: 944 time: 0.0804944 Jan 21 10:02:57.561033 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f6f5cc16-99fb-4206-b437-ad9e34ace609 req-5e485735-3cb2-4672-8bce-5e85fe700088 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=bbe9d18c-bc90-4a9c-81aa-e2d86386e7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407541 Jan 21 10:02:58.400676 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device f0647240-4ef6-491d-a721-694ab6c9c768 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:02:58.534793 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port f0647240-4ef6-491d-a721-694ab6c9c768, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f0647240-4ef6-491d-a721-694ab6c9c768,segment=NetworkSegment(5184830a-1505-4a09-bb8f-89a8516e42a0),segment_id=5184830a-1505-4a09-bb8f-89a8516e42a0)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:02:58.548520 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': 'f0647240-4ef6-491d-a721-694ab6c9c768', 'network_id': '6025f00f-bfea-495e-9f0a-92ee48dbd030', 'port_id': 'f0647240-4ef6-491d-a721-694ab6c9c768', 'mac_address': 'fa:16:3e:cc:6a:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30ac73e5-75e7-47b2-a440-b53bcbaa8bf4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:02:58.608814 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:58.627928 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0647240-4ef6-491d-a721-694ab6c9c768 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:02:58.645284 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port f0647240-4ef6-491d-a721-694ab6c9c768, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f0647240-4ef6-491d-a721-694ab6c9c768,segment=NetworkSegment(5184830a-1505-4a09-bb8f-89a8516e42a0),segment_id=5184830a-1505-4a09-bb8f-89a8516e42a0)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:02:58.650485 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:58.722021 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=f0647240-4ef6-491d-a721-694ab6c9c768,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:58.774968 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab407ed-bf59-4771-b102-1a6861af34de req-214bf205-3478-4ffa-910b-153e79c9e746 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:58.777504 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2ab407ed-bf59-4771-b102-1a6861af34de req-214bf205-3478-4ffa-910b-153e79c9e746 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=8ba67cfe-b7e6-4a34-b774-93c75b51516c HTTP/1.1" status: 200 len: 945 time: 0.1072538 Jan 21 10:02:58.825804 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2ab407ed-bf59-4771-b102-1a6861af34de req-481dbe3e-bece-4d7e-94fb-3f56e67c0fef tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=bbe9d18c-bc90-4a9c-81aa-e2d86386e7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424840 Jan 21 10:02:58.979877 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['f0647240-4ef6-491d-a721-694ab6c9c768'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:03:00.020197 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4d79c-2654-4813-8901-fd5e9025dedb req-f88bbc4f-7ea7-425e-b102-7285184cd7f7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:00.021706 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ead4d79c-2654-4813-8901-fd5e9025dedb req-f88bbc4f-7ea7-425e-b102-7285184cd7f7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=8ba67cfe-b7e6-4a34-b774-93c75b51516c HTTP/1.1" status: 200 len: 945 time: 0.0843830 Jan 21 10:03:00.066547 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ead4d79c-2654-4813-8901-fd5e9025dedb req-8271dc7f-0c23-4737-8e71-313b9028529a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=bbe9d18c-bc90-4a9c-81aa-e2d86386e7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382569 Jan 21 10:03:00.401628 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device f0647240-4ef6-491d-a721-694ab6c9c768 up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:03:00.467971 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port f0647240-4ef6-491d-a721-694ab6c9c768 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:03:00.473559 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port f0647240-4ef6-491d-a721-694ab6c9c768 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:00.473926 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:00.589173 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:00.616149 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba67cfe-b7e6-4a34-b774-93c75b51516c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0647240-4ef6-491d-a721-694ab6c9c768'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:03:00.625821 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port f0647240-4ef6-491d-a721-694ab6c9c768, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f0647240-4ef6-491d-a721-694ab6c9c768,segment=NetworkSegment(5184830a-1505-4a09-bb8f-89a8516e42a0),segment_id=5184830a-1505-4a09-bb8f-89a8516e42a0)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:03:00.629825 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:00.697187 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=f0647240-4ef6-491d-a721-694ab6c9c768,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:00.795253 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba67cfe-b7e6-4a34-b774-93c75b51516c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0647240-4ef6-491d-a721-694ab6c9c768', 'code': 200} Jan 21 10:03:01.017721 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f896d9-6419-4dbe-b638-c15e7a5cb791 req-6c729da2-e557-411c-8681-89d9ec8fbdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:01.019090 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c3f896d9-6419-4dbe-b638-c15e7a5cb791 req-6c729da2-e557-411c-8681-89d9ec8fbdb6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8ba67cfe-b7e6-4a34-b774-93c75b51516c HTTP/1.1" status: 200 len: 1099 time: 0.0703876 Jan 21 10:03:01.059338 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c3f896d9-6419-4dbe-b638-c15e7a5cb791 req-702058b1-d593-4dd7-9469-47868fa372e2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bbe9d18c-bc90-4a9c-81aa-e2d86386e7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340588 Jan 21 10:03:01.250935 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00366033-85c6-4362-b421-28392bb971db req-ebf5e93a-db7e-4b62-9a3e-b5d29d0be127 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:01.252425 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-00366033-85c6-4362-b421-28392bb971db req-ebf5e93a-db7e-4b62-9a3e-b5d29d0be127 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=8ba67cfe-b7e6-4a34-b774-93c75b51516c HTTP/1.1" status: 200 len: 946 time: 0.0824361 Jan 21 10:03:01.296422 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-00366033-85c6-4362-b421-28392bb971db req-ecc61333-d6c0-402c-b89a-adf4afd875f4 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=bbe9d18c-bc90-4a9c-81aa-e2d86386e7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381362 Jan 21 10:03:02.490573 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8665cb4-c644-47a3-8e14-d16858d4c7f0 req-16c841f7-8f44-49ee-b2de-1c0ead2fa4f2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:02.492073 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f8665cb4-c644-47a3-8e14-d16858d4c7f0 req-16c841f7-8f44-49ee-b2de-1c0ead2fa4f2 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=8ba67cfe-b7e6-4a34-b774-93c75b51516c HTTP/1.1" status: 200 len: 946 time: 0.0873334 Jan 21 10:03:02.535419 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f8665cb4-c644-47a3-8e14-d16858d4c7f0 req-4b8b3d9c-e7a6-44b8-9408-3d87c9ef78a7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=bbe9d18c-bc90-4a9c-81aa-e2d86386e7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375068 Jan 21 10:03:03.722498 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ce5a5-8b2c-4c8e-918c-4495bc80fdbd req-a2cff0e7-4857-40d3-9e76-84d028a09e18 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:03.724622 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c35ce5a5-8b2c-4c8e-918c-4495bc80fdbd req-a2cff0e7-4857-40d3-9e76-84d028a09e18 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=8ba67cfe-b7e6-4a34-b774-93c75b51516c HTTP/1.1" status: 200 len: 946 time: 0.0803051 Jan 21 10:03:03.773315 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c35ce5a5-8b2c-4c8e-918c-4495bc80fdbd req-e5f330af-4833-422e-a916-1d104a09f1d9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=bbe9d18c-bc90-4a9c-81aa-e2d86386e7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430214 Jan 21 10:03:03.956678 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a1467-8a1d-48b8-a4de-5812d7bfd9c1 req-170ca98e-d135-4150-ad74-dbcfa97505d7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:03.958738 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-967a1467-8a1d-48b8-a4de-5812d7bfd9c1 req-170ca98e-d135-4150-ad74-dbcfa97505d7 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=8ba67cfe-b7e6-4a34-b774-93c75b51516c HTTP/1.1" status: 200 len: 946 time: 0.0795829 Jan 21 10:03:04.006693 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-967a1467-8a1d-48b8-a4de-5812d7bfd9c1 req-094a8cb4-f03f-4f77-b9b9-0b850452e5e6 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=bbe9d18c-bc90-4a9c-81aa-e2d86386e7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422592 Jan 21 10:03:04.029458 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 59194) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:04.098886 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8865e025-1582-4ad8-909e-eb5636042a6f tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:04.100583 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8865e025-1582-4ad8-909e-eb5636042a6f tempest-TestNetworkBasicOps-647481067 tempest-TestNetworkBasicOps-647481067-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=8ba67cfe-b7e6-4a34-b774-93c75b51516c HTTP/1.1" status: 200 len: 1094 time: 0.0701811 Jan 21 10:03:04.103488 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 59198) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:04.108277 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-a451bda0-2795-439c-be98-c6b4632db3fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'floatingip': {'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'port_id': 'f0647240-4ef6-491d-a721-694ab6c9c768', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:03:04.114105 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a451bda0-2795-439c-be98-c6b4632db3fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:04.118019 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a451bda0-2795-439c-be98-c6b4632db3fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Usage tracker for resource:floatingip and tenant:6ddc82470f624ec48d3ebbc58317dba5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:04.120824 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a451bda0-2795-439c-be98-c6b4632db3fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:04.126355 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a451bda0-2795-439c-be98-c6b4632db3fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:04.138272 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a451bda0-2795-439c-be98-c6b4632db3fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.273941 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a451bda0-2795-439c-be98-c6b4632db3fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.409529 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-a451bda0-2795-439c-be98-c6b4632db3fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Allocated IP 172.26.3.244 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/95cb154f-ffad-46a9-bc7f-f83841057196) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:03:04.657372 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a451bda0-2795-439c-be98-c6b4632db3fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.687260 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a451bda0-2795-439c-be98-c6b4632db3fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.753544 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a451bda0-2795-439c-be98-c6b4632db3fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:03:04.757380 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-a451bda0-2795-439c-be98-c6b4632db3fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:03:04.761236 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a451bda0-2795-439c-be98-c6b4632db3fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:03:04.794733 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a451bda0-2795-439c-be98-c6b4632db3fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=95cb154f-ffad-46a9-bc7f-f83841057196,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:05.177349 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a451bda0-2795-439c-be98-c6b4632db3fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:05.249195 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a451bda0-2795-439c-be98-c6b4632db3fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:05.458975 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a451bda0-2795-439c-be98-c6b4632db3fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:05.463312 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a451bda0-2795-439c-be98-c6b4632db3fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:05.569357 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a451bda0-2795-439c-be98-c6b4632db3fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event updated for resources: {'Port': ['ID=95cb154f-ffad-46a9-bc7f-f83841057196,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:05.580771 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a451bda0-2795-439c-be98-c6b4632db3fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:05.755579 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.l3_db [None req-a451bda0-2795-439c-be98-c6b4632db3fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Floating IP 485bc78d-b298-4eaa-8569-c2e5d4bdc6e2 associated. External IP: 172.26.3.244, port: f0647240-4ef6-491d-a721-694ab6c9c768. Jan 21 10:03:06.212210 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a451bda0-2795-439c-be98-c6b4632db3fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router 41a538e1-76a0-44fb-a135-32d7c336b7c4 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:03:06.398569 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a451bda0-2795-439c-be98-c6b4632db3fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:03:06.409061 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2598d687-c9e6-4088-84ae-7f9614e9683b None None] Sync routers for ids ['41a538e1-76a0-44fb-a135-32d7c336b7c4'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:03:06.419382 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2598d687-c9e6-4088-84ae-7f9614e9683b None None] Routers {'41a538e1-76a0-44fb-a135-32d7c336b7c4'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:03:06.420128 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-2598d687-c9e6-4088-84ae-7f9614e9683b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:02:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['41a538e1-76a0-44fb-a135-32d7c336b7c4'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:06.422760 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a451bda0-2795-439c-be98-c6b4632db3fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:06.480610 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a451bda0-2795-439c-be98-c6b4632db3fe tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3759894 Jan 21 10:03:06.481180 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba67cfe-b7e6-4a34-b774-93c75b51516c', 'tag': 'f0647240-4ef6-491d-a721-694ab6c9c768'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:03:06.483530 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59202) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:06.528775 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba67cfe-b7e6-4a34-b774-93c75b51516c', 'tag': 'f0647240-4ef6-491d-a721-694ab6c9c768', 'status': 'completed', 'code': 200} Jan 21 10:03:06.608017 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-2598d687-c9e6-4088-84ae-7f9614e9683b None None] Set router 41a538e1-76a0-44fb-a135-32d7c336b7c4 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:03:06.746573 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e27a8761-b224-4199-a8a7-18a0defd768e tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/floatingips/485bc78d-b298-4eaa-8569-c2e5d4bdc6e2 HTTP/1.1" status: 200 len: 992 time: 0.2616079 Jan 21 10:03:06.768472 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc494320-abd6-40b6-9e48-abd70687769c req-e4bac53d-e4da-41c6-8d28-8ad61943ea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:06.771639 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cc494320-abd6-40b6-9e48-abd70687769c req-e4bac53d-e4da-41c6-8d28-8ad61943ea13 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=8ba67cfe-b7e6-4a34-b774-93c75b51516c HTTP/1.1" status: 200 len: 1099 time: 0.2106264 Jan 21 10:03:06.930646 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc494320-abd6-40b6-9e48-abd70687769c req-3e4c45cc-77d4-4e64-b362-78c7cb9e20f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:06.933056 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cc494320-abd6-40b6-9e48-abd70687769c req-3e4c45cc-77d4-4e64-b362-78c7cb9e20f3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6025f00f-bfea-495e-9f0a-92ee48dbd030 HTTP/1.1" status: 200 len: 897 time: 0.1548288 Jan 21 10:03:07.021478 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-2598d687-c9e6-4088-84ae-7f9614e9683b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'name': 'tempest-TestNetworkBasicOps-router-1776679544', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '9025edc8-953d-4755-8cb4-31b5c776b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:02:39Z', 'updated_at': '2022-01-21T10:02:45Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '9025edc8-953d-4755-8cb4-31b5c776b139', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:40Z', 'updated_at': '2022-01-21T10:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '485bc78d-b298-4eaa-8569-c2e5d4bdc6e2', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.244', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'port_id': 'f0647240-4ef6-491d-a721-694ab6c9c768', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6025f00f-bfea-495e-9f0a-92ee48dbd030', 'mac_address': 'fa:16:3e:cc:6a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba67cfe-b7e6-4a34-b774-93c75b51516c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:05Z', 'updated_at': '2022-01-21T10:03:05Z', 'revision_number': 0, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db11d51b-15bd-409c-9fba-55965770ef31', 'name': '', 'network_id': '6025f00f-bfea-495e-9f0a-92ee48dbd030', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:3b:3f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '30ac73e5-75e7-47b2-a440-b53bcbaa8bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:44Z', 'updated_at': '2022-01-21T10:02:49Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '30ac73e5-75e7-47b2-a440-b53bcbaa8bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:07.025312 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2598d687-c9e6-4088-84ae-7f9614e9683b None None] Checking router: 41a538e1-76a0-44fb-a135-32d7c336b7c4 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:03:07.033524 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2598d687-c9e6-4088-84ae-7f9614e9683b None None] Routers {'41a538e1-76a0-44fb-a135-32d7c336b7c4'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:03:07.034114 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-2598d687-c9e6-4088-84ae-7f9614e9683b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:02:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['41a538e1-76a0-44fb-a135-32d7c336b7c4'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:07.039887 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cc494320-abd6-40b6-9e48-abd70687769c req-e4d37b29-1506-4f3b-a964-81f9f3b89718 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0647240-4ef6-491d-a721-694ab6c9c768 HTTP/1.1" status: 200 len: 1000 time: 0.1020432 Jan 21 10:03:07.103443 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc494320-abd6-40b6-9e48-abd70687769c req-52533e0c-ab93-44ad-8c42-568a88b043af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:07.104980 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cc494320-abd6-40b6-9e48-abd70687769c req-52533e0c-ab93-44ad-8c42-568a88b043af service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30ac73e5-75e7-47b2-a440-b53bcbaa8bf4 HTTP/1.1" status: 200 len: 834 time: 0.0593770 Jan 21 10:03:07.187809 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc494320-abd6-40b6-9e48-abd70687769c req-ff3d6835-52a2-4ea6-9049-1bd88a9717f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:07.189331 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cc494320-abd6-40b6-9e48-abd70687769c req-ff3d6835-52a2-4ea6-9049-1bd88a9717f7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6025f00f-bfea-495e-9f0a-92ee48dbd030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789776 Jan 21 10:03:07.233446 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-2598d687-c9e6-4088-84ae-7f9614e9683b None None] Set router 41a538e1-76a0-44fb-a135-32d7c336b7c4 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:03:07.327280 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cc494320-abd6-40b6-9e48-abd70687769c req-920131d0-5c6d-4f38-8684-270fe3629318 service neutron] 10.222.0.72 "GET /v2.0/networks/6025f00f-bfea-495e-9f0a-92ee48dbd030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313362 Jan 21 10:03:07.468191 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cc494320-abd6-40b6-9e48-abd70687769c req-df6d9120-b8d6-4d83-a546-797a1926476c service neutron] 10.222.0.72 "GET /v2.0/networks/6025f00f-bfea-495e-9f0a-92ee48dbd030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319554 Jan 21 10:03:07.593134 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-2598d687-c9e6-4088-84ae-7f9614e9683b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'name': 'tempest-TestNetworkBasicOps-router-1776679544', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '9025edc8-953d-4755-8cb4-31b5c776b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:02:39Z', 'updated_at': '2022-01-21T10:02:45Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '9025edc8-953d-4755-8cb4-31b5c776b139', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:40Z', 'updated_at': '2022-01-21T10:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '485bc78d-b298-4eaa-8569-c2e5d4bdc6e2', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.244', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'port_id': 'f0647240-4ef6-491d-a721-694ab6c9c768', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6025f00f-bfea-495e-9f0a-92ee48dbd030', 'mac_address': 'fa:16:3e:cc:6a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba67cfe-b7e6-4a34-b774-93c75b51516c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:05Z', 'updated_at': '2022-01-21T10:03:05Z', 'revision_number': 0, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db11d51b-15bd-409c-9fba-55965770ef31', 'name': '', 'network_id': '6025f00f-bfea-495e-9f0a-92ee48dbd030', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:3b:3f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '30ac73e5-75e7-47b2-a440-b53bcbaa8bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:44Z', 'updated_at': '2022-01-21T10:02:49Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '30ac73e5-75e7-47b2-a440-b53bcbaa8bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:07.597544 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2598d687-c9e6-4088-84ae-7f9614e9683b None None] The sync data for ids ['41a538e1-76a0-44fb-a135-32d7c336b7c4'] in dv-neutron-825731-1-hyperv is: [{'id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'name': 'tempest-TestNetworkBasicOps-router-1776679544', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '9025edc8-953d-4755-8cb4-31b5c776b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:02:39Z', 'updated_at': '2022-01-21T10:02:45Z', 'revision_number': 4, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '9025edc8-953d-4755-8cb4-31b5c776b139', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:40Z', 'updated_at': '2022-01-21T10:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '485bc78d-b298-4eaa-8569-c2e5d4bdc6e2', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.244', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'port_id': 'f0647240-4ef6-491d-a721-694ab6c9c768', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6025f00f-bfea-495e-9f0a-92ee48dbd030', 'mac_address': 'fa:16:3e:cc:6a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba67cfe-b7e6-4a34-b774-93c75b51516c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:05Z', 'updated_at': '2022-01-21T10:03:05Z', 'revision_number': 0, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db11d51b-15bd-409c-9fba-55965770ef31', 'name': '', 'network_id': '6025f00f-bfea-495e-9f0a-92ee48dbd030', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:3b:3f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '30ac73e5-75e7-47b2-a440-b53bcbaa8bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:44Z', 'updated_at': '2022-01-21T10:02:49Z', 'revision_number': 5, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '30ac73e5-75e7-47b2-a440-b53bcbaa8bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:03:07.760631 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59208) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:07.790664 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a033f4ea-5a94-45a5-ac43-5b32e540de96 None None] New status for floating IP 485bc78d-b298-4eaa-8569-c2e5d4bdc6e2: ACTIVE {{(pid=87517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:03:07.868965 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5b77ad92-ac75-4dcb-b674-5c184804a648 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/floatingips/485bc78d-b298-4eaa-8569-c2e5d4bdc6e2 HTTP/1.1" status: 200 len: 992 time: 0.1088200 Jan 21 10:03:08.618209 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6f2c8b42-0630-4483-938b-12d59210d630 req-640ab639-e35f-4446-89c0-339ffef8ff3a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8ba67cfe-b7e6-4a34-b774-93c75b51516c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686979 Jan 21 10:03:08.752679 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c8b42-0630-4483-938b-12d59210d630 req-f9ddb8ef-4965-4fdf-b333-d9df76c334f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:08.754706 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6f2c8b42-0630-4483-938b-12d59210d630 req-f9ddb8ef-4965-4fdf-b333-d9df76c334f8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=8ba67cfe-b7e6-4a34-b774-93c75b51516c HTTP/1.1" status: 200 len: 1099 time: 0.0687320 Jan 21 10:03:08.872133 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 59212) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:08.895454 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c8b42-0630-4483-938b-12d59210d630 req-0259a8bb-6b42-4504-b6de-d4163562bad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:08.896911 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6f2c8b42-0630-4483-938b-12d59210d630 req-0259a8bb-6b42-4504-b6de-d4163562bad3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6025f00f-bfea-495e-9f0a-92ee48dbd030 HTTP/1.1" status: 200 len: 897 time: 0.1250937 Jan 21 10:03:08.981462 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-6cc3179b-62cf-4020-9e97-e370d0a8e477 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/floatingips/485bc78d-b298-4eaa-8569-c2e5d4bdc6e2 HTTP/1.1" status: 200 len: 994 time: 0.1082640 Jan 21 10:03:09.000461 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6f2c8b42-0630-4483-938b-12d59210d630 req-14763879-0794-450d-a1d0-c72ab85b0692 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0647240-4ef6-491d-a721-694ab6c9c768 HTTP/1.1" status: 200 len: 1002 time: 0.0973628 Jan 21 10:03:09.067286 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c8b42-0630-4483-938b-12d59210d630 req-2cb6b7c3-e938-46fe-88c9-967093fcf748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:09.068874 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6f2c8b42-0630-4483-938b-12d59210d630 req-2cb6b7c3-e938-46fe-88c9-967093fcf748 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30ac73e5-75e7-47b2-a440-b53bcbaa8bf4 HTTP/1.1" status: 200 len: 834 time: 0.0620325 Jan 21 10:03:09.143972 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c8b42-0630-4483-938b-12d59210d630 req-19e666ee-fee7-447c-859f-12ccbb661e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:09.145600 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6f2c8b42-0630-4483-938b-12d59210d630 req-19e666ee-fee7-447c-859f-12ccbb661e0c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6025f00f-bfea-495e-9f0a-92ee48dbd030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708325 Jan 21 10:03:09.274892 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6f2c8b42-0630-4483-938b-12d59210d630 req-538f5cfb-6f97-4e75-9033-bb4117fe74b9 service neutron] 10.222.0.72 "GET /v2.0/networks/6025f00f-bfea-495e-9f0a-92ee48dbd030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231339 Jan 21 10:03:09.508537 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6f2c8b42-0630-4483-938b-12d59210d630 req-904dd529-e02f-4435-bfac-4eff1dcdf219 service neutron] 10.222.0.72 "GET /v2.0/networks/6025f00f-bfea-495e-9f0a-92ee48dbd030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277384 Jan 21 10:03:12.799507 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:16.534497 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a35f1428-0d50-4fc6-b763-1e6653be9bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:18.904145 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9b22d44b-26ac-4f8b-95e1-66eb7b405099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:19.794565 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:19.980287 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:21.407665 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:32.045262 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:03:42.809036 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:46.537344 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-74614731-612a-4080-a967-cc1bb8a92678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:48.909586 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-55fadfe5-4e79-409c-9c9c-5462d3ab4ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:49.789279 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:49.983600 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:51.409385 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:09.044475 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:04:09.241714 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7fcef2df-d744-4d7d-b073-9e599ac1f8c6 req-ae994fe0-1cc9-4d12-b833-ac268a8a4c85 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8ba67cfe-b7e6-4a34-b774-93c75b51516c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1997600 Jan 21 10:04:09.380141 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcef2df-d744-4d7d-b073-9e599ac1f8c6 req-b96a045d-76a2-48d3-96f5-f0ccf78302ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:09.381609 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7fcef2df-d744-4d7d-b073-9e599ac1f8c6 req-b96a045d-76a2-48d3-96f5-f0ccf78302ec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=8ba67cfe-b7e6-4a34-b774-93c75b51516c HTTP/1.1" status: 200 len: 1099 time: 0.0703282 Jan 21 10:04:09.525355 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcef2df-d744-4d7d-b073-9e599ac1f8c6 req-d918b6c4-ca06-4d14-a071-c6bcef032489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:09.526866 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7fcef2df-d744-4d7d-b073-9e599ac1f8c6 req-d918b6c4-ca06-4d14-a071-c6bcef032489 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6025f00f-bfea-495e-9f0a-92ee48dbd030 HTTP/1.1" status: 200 len: 897 time: 0.1273878 Jan 21 10:04:09.644778 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7fcef2df-d744-4d7d-b073-9e599ac1f8c6 req-cbd94447-0bd8-4481-a592-9d313434da07 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0647240-4ef6-491d-a721-694ab6c9c768 HTTP/1.1" status: 200 len: 1002 time: 0.1095710 Jan 21 10:04:09.705667 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcef2df-d744-4d7d-b073-9e599ac1f8c6 req-1a6cd787-3d51-4939-aa53-4be5e410b199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:09.707090 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7fcef2df-d744-4d7d-b073-9e599ac1f8c6 req-1a6cd787-3d51-4939-aa53-4be5e410b199 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30ac73e5-75e7-47b2-a440-b53bcbaa8bf4 HTTP/1.1" status: 200 len: 834 time: 0.0571365 Jan 21 10:04:09.784918 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcef2df-d744-4d7d-b073-9e599ac1f8c6 req-e85ea5c7-fe88-4847-a3a3-ad6c61653aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:09.786414 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7fcef2df-d744-4d7d-b073-9e599ac1f8c6 req-e85ea5c7-fe88-4847-a3a3-ad6c61653aa5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6025f00f-bfea-495e-9f0a-92ee48dbd030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731733 Jan 21 10:04:09.918938 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7fcef2df-d744-4d7d-b073-9e599ac1f8c6 req-b3d90a33-a58b-48b8-8a1b-9ff931794e5d service neutron] 10.222.0.72 "GET /v2.0/networks/6025f00f-bfea-495e-9f0a-92ee48dbd030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265955 Jan 21 10:04:10.058997 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7fcef2df-d744-4d7d-b073-9e599ac1f8c6 req-3166dcb0-1d48-4897-a9f6-3a99455948ef service neutron] 10.222.0.72 "GET /v2.0/networks/6025f00f-bfea-495e-9f0a-92ee48dbd030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342623 Jan 21 10:04:12.812224 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:16.540769 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-bf9b35db-74ba-4bb3-80f0-14db1be50ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:18.902675 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b2fb2a04-eb3c-4ac8-a4a4-10156eac65ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:19.792527 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:19.956043 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 59242) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:04:19.988658 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:20.109074 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-ad705c82-51d6-401e-b3d8-ffccbbf2a193 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:04:20.639850 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ad705c82-51d6-401e-b3d8-ffccbbf2a193 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:20.650807 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ad705c82-51d6-401e-b3d8-ffccbbf2a193 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555907'] for router, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:20.842969 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad705c82-51d6-401e-b3d8-ffccbbf2a193 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router 41a538e1-76a0-44fb-a135-32d7c336b7c4 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:04:21.165322 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad705c82-51d6-401e-b3d8-ffccbbf2a193 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:04:21.172600 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ad705c82-51d6-401e-b3d8-ffccbbf2a193 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:21.173759 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ad705c82-51d6-401e-b3d8-ffccbbf2a193 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "PUT /v2.0/routers/41a538e1-76a0-44fb-a135-32d7c336b7c4 HTTP/1.1" status: 200 len: 889 time: 1.2167006 Jan 21 10:04:21.176409 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be9e11c-0d22-45f1-8ae3-394934ad5f76 None None] Sync routers for ids ['41a538e1-76a0-44fb-a135-32d7c336b7c4'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:04:21.189858 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be9e11c-0d22-45f1-8ae3-394934ad5f76 None None] Routers {'41a538e1-76a0-44fb-a135-32d7c336b7c4'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:04:21.190476 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-7be9e11c-0d22-45f1-8ae3-394934ad5f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:04:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['41a538e1-76a0-44fb-a135-32d7c336b7c4'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:21.255272 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-7be9e11c-0d22-45f1-8ae3-394934ad5f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:21.264260 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be9e11c-0d22-45f1-8ae3-394934ad5f76 None None] Routers {'41a538e1-76a0-44fb-a135-32d7c336b7c4'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:04:21.264858 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-7be9e11c-0d22-45f1-8ae3-394934ad5f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:04:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['41a538e1-76a0-44fb-a135-32d7c336b7c4'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:21.330446 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-7be9e11c-0d22-45f1-8ae3-394934ad5f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:21.330893 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be9e11c-0d22-45f1-8ae3-394934ad5f76 None None] The sync data for ids ['41a538e1-76a0-44fb-a135-32d7c336b7c4'] in dv-neutron-825731-1-hyperv is: [] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:04:21.411668 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:22.116703 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae5977d-79d4-4e9e-be03-0b1ac1f53bbd None None] New status for floating IP 485bc78d-b298-4eaa-8569-c2e5d4bdc6e2: DOWN {{(pid=87517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:04:22.925968 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device db11d51b-15bd-409c-9fba-55965770ef31 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:04:23.039502 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:23.071932 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port db11d51b-15bd-409c-9fba-55965770ef31, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=db11d51b-15bd-409c-9fba-55965770ef31,segment=NetworkSegment(5184830a-1505-4a09-bb8f-89a8516e42a0),segment_id=5184830a-1505-4a09-bb8f-89a8516e42a0)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:04:23.076040 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:23.076912 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 9025edc8-953d-4755-8cb4-31b5c776b139 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:04:23.233444 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=db11d51b-15bd-409c-9fba-55965770ef31,revision_number=6']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:23.271016 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:23.271366 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:23.271729 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:23.272064 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:23.272397 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:23.272735 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:23.273061 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:23.273390 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:23.273718 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:23.274039 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:23.274361 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:23.274688 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:23.304104 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:23.320505 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 9025edc8-953d-4755-8cb4-31b5c776b139, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=9025edc8-953d-4755-8cb4-31b5c776b139,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:04:23.324453 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:23.391325 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=9025edc8-953d-4755-8cb4-31b5c776b139,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:24.219935 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 59252) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:04:24.225141 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-66ee794d-e1dd-43a3-a623-2701a82dbb07 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:04:24.769117 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-66ee794d-e1dd-43a3-a623-2701a82dbb07 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:24.779530 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-66ee794d-e1dd-43a3-a623-2701a82dbb07 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-556749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-556738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555907'] for router, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:24.963769 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ee794d-e1dd-43a3-a623-2701a82dbb07 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router 41a538e1-76a0-44fb-a135-32d7c336b7c4 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:04:25.147752 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ee794d-e1dd-43a3-a623-2701a82dbb07 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:04:25.154465 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-66ee794d-e1dd-43a3-a623-2701a82dbb07 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:25.155646 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-66ee794d-e1dd-43a3-a623-2701a82dbb07 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "PUT /v2.0/routers/41a538e1-76a0-44fb-a135-32d7c336b7c4 HTTP/1.1" status: 200 len: 888 time: 0.9346979 Jan 21 10:04:25.158096 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2db8ba3-58de-4baf-a622-b00ca66ace8f None None] Sync routers for ids ['41a538e1-76a0-44fb-a135-32d7c336b7c4'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:04:25.159414 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 59256) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:04:25.169144 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2db8ba3-58de-4baf-a622-b00ca66ace8f None None] Routers {'41a538e1-76a0-44fb-a135-32d7c336b7c4'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:04:25.169762 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-e2db8ba3-58de-4baf-a622-b00ca66ace8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:04:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['41a538e1-76a0-44fb-a135-32d7c336b7c4'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:25.268964 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0d4b5a2b-64b4-4b76-99a8-2f213a3c8f46 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/floatingips/485bc78d-b298-4eaa-8569-c2e5d4bdc6e2 HTTP/1.1" status: 200 len: 992 time: 0.1083040 Jan 21 10:04:25.353789 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-e2db8ba3-58de-4baf-a622-b00ca66ace8f None None] Set router 41a538e1-76a0-44fb-a135-32d7c336b7c4 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:04:25.704795 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-e2db8ba3-58de-4baf-a622-b00ca66ace8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'name': 'tempest-TestNetworkBasicOps-router-1776679544', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '9025edc8-953d-4755-8cb4-31b5c776b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:02:39Z', 'updated_at': '2022-01-21T10:04:24Z', 'revision_number': 6, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '9025edc8-953d-4755-8cb4-31b5c776b139', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:40Z', 'updated_at': '2022-01-21T10:04:23Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '485bc78d-b298-4eaa-8569-c2e5d4bdc6e2', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.244', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'port_id': 'f0647240-4ef6-491d-a721-694ab6c9c768', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6025f00f-bfea-495e-9f0a-92ee48dbd030', 'mac_address': 'fa:16:3e:cc:6a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba67cfe-b7e6-4a34-b774-93c75b51516c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:05Z', 'updated_at': '2022-01-21T10:04:22Z', 'revision_number': 2, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db11d51b-15bd-409c-9fba-55965770ef31', 'name': '', 'network_id': '6025f00f-bfea-495e-9f0a-92ee48dbd030', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:3b:3f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '30ac73e5-75e7-47b2-a440-b53bcbaa8bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:44Z', 'updated_at': '2022-01-21T10:04:23Z', 'revision_number': 6, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '30ac73e5-75e7-47b2-a440-b53bcbaa8bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:25.708813 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2db8ba3-58de-4baf-a622-b00ca66ace8f None None] Checking router: 41a538e1-76a0-44fb-a135-32d7c336b7c4 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:04:25.717040 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2db8ba3-58de-4baf-a622-b00ca66ace8f None None] Routers {'41a538e1-76a0-44fb-a135-32d7c336b7c4'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:04:25.717631 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-e2db8ba3-58de-4baf-a622-b00ca66ace8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:04:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['41a538e1-76a0-44fb-a135-32d7c336b7c4'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:25.894370 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-e2db8ba3-58de-4baf-a622-b00ca66ace8f None None] Set router 41a538e1-76a0-44fb-a135-32d7c336b7c4 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:04:26.253557 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-e2db8ba3-58de-4baf-a622-b00ca66ace8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'name': 'tempest-TestNetworkBasicOps-router-1776679544', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '9025edc8-953d-4755-8cb4-31b5c776b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:02:39Z', 'updated_at': '2022-01-21T10:04:24Z', 'revision_number': 6, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '9025edc8-953d-4755-8cb4-31b5c776b139', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:40Z', 'updated_at': '2022-01-21T10:04:23Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '485bc78d-b298-4eaa-8569-c2e5d4bdc6e2', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.244', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'port_id': 'f0647240-4ef6-491d-a721-694ab6c9c768', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6025f00f-bfea-495e-9f0a-92ee48dbd030', 'mac_address': 'fa:16:3e:cc:6a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba67cfe-b7e6-4a34-b774-93c75b51516c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:05Z', 'updated_at': '2022-01-21T10:04:22Z', 'revision_number': 2, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db11d51b-15bd-409c-9fba-55965770ef31', 'name': '', 'network_id': '6025f00f-bfea-495e-9f0a-92ee48dbd030', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:3b:3f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '30ac73e5-75e7-47b2-a440-b53bcbaa8bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:44Z', 'updated_at': '2022-01-21T10:04:23Z', 'revision_number': 6, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '30ac73e5-75e7-47b2-a440-b53bcbaa8bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:26.257652 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2db8ba3-58de-4baf-a622-b00ca66ace8f None None] The sync data for ids ['41a538e1-76a0-44fb-a135-32d7c336b7c4'] in dv-neutron-825731-1-hyperv is: [{'id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'name': 'tempest-TestNetworkBasicOps-router-1776679544', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '9025edc8-953d-4755-8cb4-31b5c776b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:02:39Z', 'updated_at': '2022-01-21T10:04:24Z', 'revision_number': 6, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '9025edc8-953d-4755-8cb4-31b5c776b139', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:40Z', 'updated_at': '2022-01-21T10:04:23Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '485bc78d-b298-4eaa-8569-c2e5d4bdc6e2', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'floating_ip_address': '172.26.3.244', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'port_id': 'f0647240-4ef6-491d-a721-694ab6c9c768', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6025f00f-bfea-495e-9f0a-92ee48dbd030', 'mac_address': 'fa:16:3e:cc:6a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba67cfe-b7e6-4a34-b774-93c75b51516c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:05Z', 'updated_at': '2022-01-21T10:04:22Z', 'revision_number': 2, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db11d51b-15bd-409c-9fba-55965770ef31', 'name': '', 'network_id': '6025f00f-bfea-495e-9f0a-92ee48dbd030', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:3b:3f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '30ac73e5-75e7-47b2-a440-b53bcbaa8bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:44Z', 'updated_at': '2022-01-21T10:04:23Z', 'revision_number': 6, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '30ac73e5-75e7-47b2-a440-b53bcbaa8bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:04:26.273240 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59260) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:04:26.386576 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d989a827-fc46-429e-ae38-a75669880a0f tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/floatingips/485bc78d-b298-4eaa-8569-c2e5d4bdc6e2 HTTP/1.1" status: 200 len: 992 time: 0.1120932 Jan 21 10:04:26.991947 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device db11d51b-15bd-409c-9fba-55965770ef31 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:04:27.063860 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port db11d51b-15bd-409c-9fba-55965770ef31 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:04:27.064228 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:27.245173 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:27.283806 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port db11d51b-15bd-409c-9fba-55965770ef31, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=db11d51b-15bd-409c-9fba-55965770ef31,segment=NetworkSegment(5184830a-1505-4a09-bb8f-89a8516e42a0),segment_id=5184830a-1505-4a09-bb8f-89a8516e42a0)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:04:27.288485 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:27.364871 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=db11d51b-15bd-409c-9fba-55965770ef31,revision_number=7']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:27.390169 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59264) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:04:27.503954 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-8dfe5016-daab-4c33-879a-ef111f6f2661 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/floatingips/485bc78d-b298-4eaa-8569-c2e5d4bdc6e2 HTTP/1.1" status: 200 len: 992 time: 0.1117558 Jan 21 10:04:27.978169 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcad3cd-00c7-465d-bd5e-a7e7e9d109b2 None None] New status for floating IP 485bc78d-b298-4eaa-8569-c2e5d4bdc6e2: ACTIVE {{(pid=87517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:04:28.507103 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59268) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:04:28.616315 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4a5289d3-056d-41d7-8b17-3206f85e7e73 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/floatingips/485bc78d-b298-4eaa-8569-c2e5d4bdc6e2 HTTP/1.1" status: 200 len: 994 time: 0.1081324 Jan 21 10:04:28.992069 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device db11d51b-15bd-409c-9fba-55965770ef31 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:04:29.058886 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port db11d51b-15bd-409c-9fba-55965770ef31 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:04:29.059167 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:29.174380 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 9025edc8-953d-4755-8cb4-31b5c776b139 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:04:29.238155 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 9025edc8-953d-4755-8cb4-31b5c776b139 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:04:29.238517 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:29.353783 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:29.370248 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 9025edc8-953d-4755-8cb4-31b5c776b139, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=9025edc8-953d-4755-8cb4-31b5c776b139,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:04:29.374048 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:29.445334 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=9025edc8-953d-4755-8cb4-31b5c776b139,revision_number=6']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:30.891342 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59276) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:04:30.933668 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 9025edc8-953d-4755-8cb4-31b5c776b139 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:04:31.010175 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 9025edc8-953d-4755-8cb4-31b5c776b139 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:04:31.010545 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:31.097404 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-e9196e42-4fb4-4bdb-8ed5-2c636a19aff9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port 95cb154f-ffad-46a9-bc7f-f83841057196 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:04:31.097729 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e9196e42-4fb4-4bdb-8ed5-2c636a19aff9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:31.375954 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e9196e42-4fb4-4bdb-8ed5-2c636a19aff9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:31.376281 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e9196e42-4fb4-4bdb-8ed5-2c636a19aff9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:31.497223 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-e9196e42-4fb4-4bdb-8ed5-2c636a19aff9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for 95cb154f-ffad-46a9-bc7f-f83841057196 owned by network:floatingip {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:04:31.646550 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e9196e42-4fb4-4bdb-8ed5-2c636a19aff9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:31.692003 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9196e42-4fb4-4bdb-8ed5-2c636a19aff9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Port': ['ID=95cb154f-ffad-46a9-bc7f-f83841057196,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:31.728110 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9196e42-4fb4-4bdb-8ed5-2c636a19aff9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:31.728446 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9196e42-4fb4-4bdb-8ed5-2c636a19aff9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:31.728778 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9196e42-4fb4-4bdb-8ed5-2c636a19aff9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:31.729103 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9196e42-4fb4-4bdb-8ed5-2c636a19aff9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:31.729426 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9196e42-4fb4-4bdb-8ed5-2c636a19aff9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:31.729746 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9196e42-4fb4-4bdb-8ed5-2c636a19aff9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:31.730061 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9196e42-4fb4-4bdb-8ed5-2c636a19aff9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:31.730377 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9196e42-4fb4-4bdb-8ed5-2c636a19aff9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:31.730690 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9196e42-4fb4-4bdb-8ed5-2c636a19aff9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:31.731001 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9196e42-4fb4-4bdb-8ed5-2c636a19aff9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:31.731312 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9196e42-4fb4-4bdb-8ed5-2c636a19aff9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:31.731644 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9196e42-4fb4-4bdb-8ed5-2c636a19aff9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:31.806440 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e9196e42-4fb4-4bdb-8ed5-2c636a19aff9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for floatingip, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:31.806764 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.l3_db [None req-e9196e42-4fb4-4bdb-8ed5-2c636a19aff9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Floating IP 485bc78d-b298-4eaa-8569-c2e5d4bdc6e2 disassociated (deleted). External IP: 172.26.3.244, port: f0647240-4ef6-491d-a721-694ab6c9c768. Jan 21 10:04:32.159839 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9196e42-4fb4-4bdb-8ed5-2c636a19aff9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router 41a538e1-76a0-44fb-a135-32d7c336b7c4 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:04:32.341184 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9196e42-4fb4-4bdb-8ed5-2c636a19aff9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:04:32.350810 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ab3cb8-e140-47f5-b728-dffb2ccca561 None None] Sync routers for ids ['41a538e1-76a0-44fb-a135-32d7c336b7c4'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:04:32.360880 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ab3cb8-e140-47f5-b728-dffb2ccca561 None None] Routers {'41a538e1-76a0-44fb-a135-32d7c336b7c4'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:04:32.361073 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e9196e42-4fb4-4bdb-8ed5-2c636a19aff9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:32.361511 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-c0ab3cb8-e140-47f5-b728-dffb2ccca561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:04:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['41a538e1-76a0-44fb-a135-32d7c336b7c4'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:32.415640 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e9196e42-4fb4-4bdb-8ed5-2c636a19aff9 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/floatingips/485bc78d-b298-4eaa-8569-c2e5d4bdc6e2 HTTP/1.1" status: 204 len: 168 time: 1.5231495 Jan 21 10:04:32.416278 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba67cfe-b7e6-4a34-b774-93c75b51516c', 'tag': 'f0647240-4ef6-491d-a721-694ab6c9c768'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:04:32.465820 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba67cfe-b7e6-4a34-b774-93c75b51516c', 'tag': 'f0647240-4ef6-491d-a721-694ab6c9c768', 'status': 'completed', 'code': 200} Jan 21 10:04:32.549055 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-c0ab3cb8-e140-47f5-b728-dffb2ccca561 None None] Set router 41a538e1-76a0-44fb-a135-32d7c336b7c4 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:04:32.565514 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e70189-fb0d-4a0a-91a0-521d5a5a00e2 req-41f92f21-f548-4750-9b64-cbae63ce49a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:32.567017 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-41e70189-fb0d-4a0a-91a0-521d5a5a00e2 req-41f92f21-f548-4750-9b64-cbae63ce49a6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&device_id=8ba67cfe-b7e6-4a34-b774-93c75b51516c HTTP/1.1" status: 200 len: 1099 time: 0.0754178 Jan 21 10:04:32.816547 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8af321-e4b9-4b5d-a895-2485568cacef req-410c9ed2-0374-44db-a682-74e4d249a84d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:32.818856 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7c8af321-e4b9-4b5d-a895-2485568cacef req-410c9ed2-0374-44db-a682-74e4d249a84d tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=8ba67cfe-b7e6-4a34-b774-93c75b51516c HTTP/1.1" status: 200 len: 946 time: 0.0879741 Jan 21 10:04:32.844457 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e70189-fb0d-4a0a-91a0-521d5a5a00e2 req-d229cd01-d3b3-47f9-b861-4401c354d3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:32.845950 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-41e70189-fb0d-4a0a-91a0-521d5a5a00e2 req-d229cd01-d3b3-47f9-b861-4401c354d3dc service neutron] 10.222.0.72 "GET /v2.0/networks?id=6025f00f-bfea-495e-9f0a-92ee48dbd030 HTTP/1.1" status: 200 len: 897 time: 0.2731335 Jan 21 10:04:32.866403 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7c8af321-e4b9-4b5d-a895-2485568cacef req-3bdce5b2-55a4-46bc-842f-a3779705a1eb tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=bbe9d18c-bc90-4a9c-81aa-e2d86386e7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417922 Jan 21 10:04:32.903500 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-c0ab3cb8-e140-47f5-b728-dffb2ccca561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'name': 'tempest-TestNetworkBasicOps-router-1776679544', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '9025edc8-953d-4755-8cb4-31b5c776b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:02:39Z', 'updated_at': '2022-01-21T10:04:24Z', 'revision_number': 6, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '9025edc8-953d-4755-8cb4-31b5c776b139', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:40Z', 'updated_at': '2022-01-21T10:04:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'db11d51b-15bd-409c-9fba-55965770ef31', 'name': '', 'network_id': '6025f00f-bfea-495e-9f0a-92ee48dbd030', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:3b:3f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '30ac73e5-75e7-47b2-a440-b53bcbaa8bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:44Z', 'updated_at': '2022-01-21T10:04:27Z', 'revision_number': 7, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '30ac73e5-75e7-47b2-a440-b53bcbaa8bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:32.907873 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ab3cb8-e140-47f5-b728-dffb2ccca561 None None] Checking router: 41a538e1-76a0-44fb-a135-32d7c336b7c4 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:04:32.916861 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ab3cb8-e140-47f5-b728-dffb2ccca561 None None] Routers {'41a538e1-76a0-44fb-a135-32d7c336b7c4'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:04:32.917465 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-c0ab3cb8-e140-47f5-b728-dffb2ccca561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:04:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['41a538e1-76a0-44fb-a135-32d7c336b7c4'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:32.919618 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-41e70189-fb0d-4a0a-91a0-521d5a5a00e2 req-383dee80-aa40-4831-bbf1-056d72e7ab5f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0647240-4ef6-491d-a721-694ab6c9c768 HTTP/1.1" status: 200 len: 217 time: 0.0634007 Jan 21 10:04:32.986695 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e70189-fb0d-4a0a-91a0-521d5a5a00e2 req-0ad3d741-b40f-4c6d-bdbc-2947ec42ab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:32.988151 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-41e70189-fb0d-4a0a-91a0-521d5a5a00e2 req-0ad3d741-b40f-4c6d-bdbc-2947ec42ab08 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30ac73e5-75e7-47b2-a440-b53bcbaa8bf4 HTTP/1.1" status: 200 len: 834 time: 0.0617690 Jan 21 10:04:33.063650 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e70189-fb0d-4a0a-91a0-521d5a5a00e2 req-e49ae4d5-4093-4a26-9d25-c49f6b41a433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:33.065143 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-41e70189-fb0d-4a0a-91a0-521d5a5a00e2 req-e49ae4d5-4093-4a26-9d25-c49f6b41a433 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6025f00f-bfea-495e-9f0a-92ee48dbd030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704098 Jan 21 10:04:33.134183 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-c0ab3cb8-e140-47f5-b728-dffb2ccca561 None None] Set router 41a538e1-76a0-44fb-a135-32d7c336b7c4 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:04:33.199175 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-41e70189-fb0d-4a0a-91a0-521d5a5a00e2 req-11d2e921-59e9-424f-8035-106fee00d726 service neutron] 10.222.0.72 "GET /v2.0/networks/6025f00f-bfea-495e-9f0a-92ee48dbd030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263094 Jan 21 10:04:33.331822 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-41e70189-fb0d-4a0a-91a0-521d5a5a00e2 req-dc45406d-6bff-42bc-80c9-20f95e3c6f86 service neutron] 10.222.0.72 "GET /v2.0/networks/6025f00f-bfea-495e-9f0a-92ee48dbd030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263256 Jan 21 10:04:33.449032 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-c0ab3cb8-e140-47f5-b728-dffb2ccca561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'name': 'tempest-TestNetworkBasicOps-router-1776679544', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '9025edc8-953d-4755-8cb4-31b5c776b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:02:39Z', 'updated_at': '2022-01-21T10:04:24Z', 'revision_number': 6, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '9025edc8-953d-4755-8cb4-31b5c776b139', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:40Z', 'updated_at': '2022-01-21T10:04:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'db11d51b-15bd-409c-9fba-55965770ef31', 'name': '', 'network_id': '6025f00f-bfea-495e-9f0a-92ee48dbd030', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:3b:3f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '30ac73e5-75e7-47b2-a440-b53bcbaa8bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:44Z', 'updated_at': '2022-01-21T10:04:27Z', 'revision_number': 7, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '30ac73e5-75e7-47b2-a440-b53bcbaa8bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:33.453721 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ab3cb8-e140-47f5-b728-dffb2ccca561 None None] The sync data for ids ['41a538e1-76a0-44fb-a135-32d7c336b7c4'] in dv-neutron-825731-1-hyperv is: [{'id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'name': 'tempest-TestNetworkBasicOps-router-1776679544', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '9025edc8-953d-4755-8cb4-31b5c776b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:02:39Z', 'updated_at': '2022-01-21T10:04:24Z', 'revision_number': 6, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '9025edc8-953d-4755-8cb4-31b5c776b139', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:40Z', 'updated_at': '2022-01-21T10:04:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'db11d51b-15bd-409c-9fba-55965770ef31', 'name': '', 'network_id': '6025f00f-bfea-495e-9f0a-92ee48dbd030', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'mac_address': 'fa:16:3e:3b:3f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '30ac73e5-75e7-47b2-a440-b53bcbaa8bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:44Z', 'updated_at': '2022-01-21T10:04:27Z', 'revision_number': 7, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'subnets': [{'id': '30ac73e5-75e7-47b2-a440-b53bcbaa8bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:04:34.066314 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbab4df-7209-4bd4-a667-3754e57b8a05 req-8ab7ede5-a4f7-4b0a-b811-53f60f73533b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:34.067039 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-acbab4df-7209-4bd4-a667-3754e57b8a05 req-8ab7ede5-a4f7-4b0a-b811-53f60f73533b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Synchronizing usage tracker for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:04:34.082938 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-acbab4df-7209-4bd4-a667-3754e57b8a05 req-8ab7ede5-a4f7-4b0a-b811-53f60f73533b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Unset dirty status for tenant:6ddc82470f624ec48d3ebbc58317dba5 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:04:34.084201 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-acbab4df-7209-4bd4-a667-3754e57b8a05 req-8ab7ede5-a4f7-4b0a-b811-53f60f73533b tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=8ba67cfe-b7e6-4a34-b774-93c75b51516c HTTP/1.1" status: 200 len: 946 time: 0.1038067 Jan 21 10:04:34.123509 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2115fe-49f8-425e-8287-9f3e1f626ed1 None None] New status for floating IP 485bc78d-b298-4eaa-8569-c2e5d4bdc6e2: DOWN {{(pid=87517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:04:34.135164 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-acbab4df-7209-4bd4-a667-3754e57b8a05 req-6dc5ab66-5842-47fb-88b6-f6ab02075a64 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/security-groups?id=bbe9d18c-bc90-4a9c-81aa-e2d86386e7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437169 Jan 21 10:04:34.441325 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe0386-b2e9-4571-9174-90589fb1bbc4 req-7b90c85c-f121-4669-8e6e-d5423dbb2c02 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:34.442753 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4ebe0386-b2e9-4571-9174-90589fb1bbc4 req-7b90c85c-f121-4669-8e6e-d5423dbb2c02 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ba67cfe-b7e6-4a34-b774-93c75b51516c HTTP/1.1" status: 200 len: 946 time: 0.0786901 Jan 21 10:04:34.514245 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-4ebe0386-b2e9-4571-9174-90589fb1bbc4 req-1f6de178-3cd9-4267-a363-6d5090924676 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port f0647240-4ef6-491d-a721-694ab6c9c768 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:04:34.514499 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-4ebe0386-b2e9-4571-9174-90589fb1bbc4 req-1f6de178-3cd9-4267-a363-6d5090924676 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:34.762786 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-4ebe0386-b2e9-4571-9174-90589fb1bbc4 req-1f6de178-3cd9-4267-a363-6d5090924676 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] For port f0647240-4ef6-491d-a721-694ab6c9c768, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f0647240-4ef6-491d-a721-694ab6c9c768,segment=NetworkSegment(5184830a-1505-4a09-bb8f-89a8516e42a0),segment_id=5184830a-1505-4a09-bb8f-89a8516e42a0)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:04:34.763132 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-4ebe0386-b2e9-4571-9174-90589fb1bbc4 req-1f6de178-3cd9-4267-a363-6d5090924676 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:34.885206 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-4ebe0386-b2e9-4571-9174-90589fb1bbc4 req-1f6de178-3cd9-4267-a363-6d5090924676 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for f0647240-4ef6-491d-a721-694ab6c9c768 owned by compute:nova {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:04:35.031996 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-4ebe0386-b2e9-4571-9174-90589fb1bbc4 req-1f6de178-3cd9-4267-a363-6d5090924676 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:35.084016 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6de178-3cd9-4267-a363-6d5090924676 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Port': ['ID=f0647240-4ef6-491d-a721-694ab6c9c768,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:35.156984 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ebe0386-b2e9-4571-9174-90589fb1bbc4 req-1f6de178-3cd9-4267-a363-6d5090924676 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] No DVR routers for this DVR port f0647240-4ef6-491d-a721-694ab6c9c768 on host hv-neutron-8257 {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:04:35.159517 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-4ebe0386-b2e9-4571-9174-90589fb1bbc4 req-1f6de178-3cd9-4267-a363-6d5090924676 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:35.161994 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba67cfe-b7e6-4a34-b774-93c75b51516c', 'name': 'network-vif-deleted', 'tag': 'f0647240-4ef6-491d-a721-694ab6c9c768'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:04:35.179269 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4ebe0386-b2e9-4571-9174-90589fb1bbc4 req-1f6de178-3cd9-4267-a363-6d5090924676 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.72 "DELETE /v2.0/ports/f0647240-4ef6-491d-a721-694ab6c9c768 HTTP/1.1" status: 204 len: 173 time: 0.7311978 Jan 21 10:04:35.213033 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba67cfe-b7e6-4a34-b774-93c75b51516c', 'name': 'network-vif-deleted', 'tag': 'f0647240-4ef6-491d-a721-694ab6c9c768', 'status': 'completed', 'code': 200} Jan 21 10:04:35.308578 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-40382487-3a5c-4baa-a592-828b49cb98fc req-a5816c8a-4c6d-4d9e-9085-f1d1a5ea231a tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "GET /v2.0/ports?device_id=8ba67cfe-b7e6-4a34-b774-93c75b51516c HTTP/1.1" status: 200 len: 210 time: 0.0488973 Jan 21 10:04:36.403307 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59294) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:04:36.471313 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f68591fe-3ddb-4a2f-b061-ed60bac2a133 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:36.500997 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f68591fe-3ddb-4a2f-b061-ed60bac2a133 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:36.568089 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f68591fe-3ddb-4a2f-b061-ed60bac2a133 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:36.586654 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68591fe-3ddb-4a2f-b061-ed60bac2a133 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe9d18c-bc90-4a9c-81aa-e2d86386e7b7,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:36.598594 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f68591fe-3ddb-4a2f-b061-ed60bac2a133 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:36.599825 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f68591fe-3ddb-4a2f-b061-ed60bac2a133 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/security-groups/bbe9d18c-bc90-4a9c-81aa-e2d86386e7b7 HTTP/1.1" status: 204 len: 168 time: 0.1954813 Jan 21 10:04:36.632282 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59300) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:04:37.293280 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1a4dce05-c723-4163-b644-0d584b391fde tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:37.638177 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-1a4dce05-c723-4163-b644-0d584b391fde tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port db11d51b-15bd-409c-9fba-55965770ef31 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:04:37.638844 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1a4dce05-c723-4163-b644-0d584b391fde tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:37.824915 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-1a4dce05-c723-4163-b644-0d584b391fde tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] For port db11d51b-15bd-409c-9fba-55965770ef31, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=db11d51b-15bd-409c-9fba-55965770ef31,segment=NetworkSegment(5184830a-1505-4a09-bb8f-89a8516e42a0),segment_id=5184830a-1505-4a09-bb8f-89a8516e42a0)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:04:37.825252 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1a4dce05-c723-4163-b644-0d584b391fde tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:37.949472 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-1a4dce05-c723-4163-b644-0d584b391fde tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for db11d51b-15bd-409c-9fba-55965770ef31 owned by network:router_interface {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:04:38.384083 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1a4dce05-c723-4163-b644-0d584b391fde tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:38.432434 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4dce05-c723-4163-b644-0d584b391fde tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Port': ['ID=db11d51b-15bd-409c-9fba-55965770ef31,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:38.712819 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1a4dce05-c723-4163-b644-0d584b391fde tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:38.900230 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device f0647240-4ef6-491d-a721-694ab6c9c768 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:04:38.935540 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] No Port match for: f0647240-4ef6-491d-a721-694ab6c9c768 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:04:38.935895 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device f0647240-4ef6-491d-a721-694ab6c9c768 not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:04:39.077051 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4dce05-c723-4163-b644-0d584b391fde tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Router 41a538e1-76a0-44fb-a135-32d7c336b7c4 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:04:39.249354 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4dce05-c723-4163-b644-0d584b391fde tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:04:39.260291 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d07ce8-215c-4b8a-800b-8d591fcab6fd None None] Sync routers for ids ['41a538e1-76a0-44fb-a135-32d7c336b7c4'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:04:39.262121 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1a4dce05-c723-4163-b644-0d584b391fde tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "PUT /v2.0/routers/41a538e1-76a0-44fb-a135-32d7c336b7c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6285279 Jan 21 10:04:39.264747 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59304) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:04:39.270341 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d07ce8-215c-4b8a-800b-8d591fcab6fd None None] Routers {'41a538e1-76a0-44fb-a135-32d7c336b7c4'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:04:39.270952 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-f7d07ce8-215c-4b8a-800b-8d591fcab6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:04:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['41a538e1-76a0-44fb-a135-32d7c336b7c4'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:39.332034 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-d056283d-cba8-48ef-87f2-766e4e8b4144 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting subnet 30ac73e5-75e7-47b2-a440-b53bcbaa8bf4 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:04:39.334865 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d056283d-cba8-48ef-87f2-766e4e8b4144 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:39.388104 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d056283d-cba8-48ef-87f2-766e4e8b4144 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:39.448709 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-f7d07ce8-215c-4b8a-800b-8d591fcab6fd None None] Set router 41a538e1-76a0-44fb-a135-32d7c336b7c4 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:04:39.472917 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d056283d-cba8-48ef-87f2-766e4e8b4144 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:39.544145 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d056283d-cba8-48ef-87f2-766e4e8b4144 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:39.582786 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056283d-cba8-48ef-87f2-766e4e8b4144 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Subnet': ['ID=30ac73e5-75e7-47b2-a440-b53bcbaa8bf4,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:39.588512 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d056283d-cba8-48ef-87f2-766e4e8b4144 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:39.595051 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d056283d-cba8-48ef-87f2-766e4e8b4144 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/subnets/30ac73e5-75e7-47b2-a440-b53bcbaa8bf4 HTTP/1.1" status: 204 len: 168 time: 0.3292360 Jan 21 10:04:39.597732 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59308) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:04:39.641487 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4504821-fc8a-41a4-b594-fdcf0c810b79 None None] Network 6025f00f-bfea-495e-9f0a-92ee48dbd030 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:04:39.899729 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b89180b3-0c18-420b-ab8b-93d54ce09223 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:39.918305 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-f7d07ce8-215c-4b8a-800b-8d591fcab6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'name': 'tempest-TestNetworkBasicOps-router-1776679544', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '9025edc8-953d-4755-8cb4-31b5c776b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:02:39Z', 'updated_at': '2022-01-21T10:04:38Z', 'revision_number': 7, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '9025edc8-953d-4755-8cb4-31b5c776b139', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:40Z', 'updated_at': '2022-01-21T10:04:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:39.924826 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d07ce8-215c-4b8a-800b-8d591fcab6fd None None] Checking router: 41a538e1-76a0-44fb-a135-32d7c336b7c4 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:04:39.939259 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d07ce8-215c-4b8a-800b-8d591fcab6fd None None] Routers {'41a538e1-76a0-44fb-a135-32d7c336b7c4'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:04:39.940094 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-f7d07ce8-215c-4b8a-800b-8d591fcab6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:04:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['41a538e1-76a0-44fb-a135-32d7c336b7c4'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:39.996695 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee304038-4259-4525-913d-14003ccdc198 None None] DHCP port deletion for 6025f00f-bfea-495e-9f0a-92ee48dbd030 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 10:04:40.011427 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-ee304038-4259-4525-913d-14003ccdc198 None None] Deleting port 0631ce23-ff48-4c5e-ad4b-68245315f741 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:04:40.011811 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ee304038-4259-4525-913d-14003ccdc198 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:40.085347 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b89180b3-0c18-420b-ab8b-93d54ce09223 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:40.096393 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-b89180b3-0c18-420b-ab8b-93d54ce09223 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Deleting port 9025edc8-953d-4755-8cb4-31b5c776b139 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:04:40.096724 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b89180b3-0c18-420b-ab8b-93d54ce09223 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:40.276100 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-b89180b3-0c18-420b-ab8b-93d54ce09223 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] For port 9025edc8-953d-4755-8cb4-31b5c776b139, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=9025edc8-953d-4755-8cb4-31b5c776b139,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:04:40.276320 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b89180b3-0c18-420b-ab8b-93d54ce09223 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:40.282215 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-f7d07ce8-215c-4b8a-800b-8d591fcab6fd None None] Set router 41a538e1-76a0-44fb-a135-32d7c336b7c4 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:04:40.401557 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-b89180b3-0c18-420b-ab8b-93d54ce09223 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Calling delete_port for 9025edc8-953d-4755-8cb4-31b5c776b139 owned by network:router_gateway {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:04:40.561662 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-ee304038-4259-4525-913d-14003ccdc198 None None] For port 0631ce23-ff48-4c5e-ad4b-68245315f741, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=0631ce23-ff48-4c5e-ad4b-68245315f741,segment=NetworkSegment(5184830a-1505-4a09-bb8f-89a8516e42a0),segment_id=5184830a-1505-4a09-bb8f-89a8516e42a0)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:04:40.562005 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ee304038-4259-4525-913d-14003ccdc198 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:40.575559 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b89180b3-0c18-420b-ab8b-93d54ce09223 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:40.623827 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89180b3-0c18-420b-ab8b-93d54ce09223 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Port': ['ID=9025edc8-953d-4755-8cb4-31b5c776b139,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:40.706073 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-ee304038-4259-4525-913d-14003ccdc198 None None] Calling delete_port for 0631ce23-ff48-4c5e-ad4b-68245315f741 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:04:40.714522 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b89180b3-0c18-420b-ab8b-93d54ce09223 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:40.830964 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ee304038-4259-4525-913d-14003ccdc198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:40.884614 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee304038-4259-4525-913d-14003ccdc198 None None] Pushing event deleted for resources: {'Port': ['ID=0631ce23-ff48-4c5e-ad4b-68245315f741,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:40.886599 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee304038-4259-4525-913d-14003ccdc198 None None] No DVR routers for this DVR port 0631ce23-ff48-4c5e-ad4b-68245315f741 on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:04:40.895638 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-f7d07ce8-215c-4b8a-800b-8d591fcab6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'name': 'tempest-TestNetworkBasicOps-router-1776679544', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '9025edc8-953d-4755-8cb4-31b5c776b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:02:39Z', 'updated_at': '2022-01-21T10:04:38Z', 'revision_number': 7, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '9025edc8-953d-4755-8cb4-31b5c776b139', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:40Z', 'updated_at': '2022-01-21T10:04:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:40.898669 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b89180b3-0c18-420b-ab8b-93d54ce09223 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:40.899846 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d07ce8-215c-4b8a-800b-8d591fcab6fd None None] The sync data for ids ['41a538e1-76a0-44fb-a135-32d7c336b7c4'] in dv-neutron-825731-1-hyperv is: [{'id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'name': 'tempest-TestNetworkBasicOps-router-1776679544', 'tenant_id': '6ddc82470f624ec48d3ebbc58317dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '9025edc8-953d-4755-8cb4-31b5c776b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:02:39Z', 'updated_at': '2022-01-21T10:04:38Z', 'revision_number': 7, 'project_id': '6ddc82470f624ec48d3ebbc58317dba5', 'gw_port': {'id': '9025edc8-953d-4755-8cb4-31b5c776b139', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a538e1-76a0-44fb-a135-32d7c336b7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:02:40Z', 'updated_at': '2022-01-21T10:04:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:04:40.902155 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b89180b3-0c18-420b-ab8b-93d54ce09223 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:40.936532 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b89180b3-0c18-420b-ab8b-93d54ce09223 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:40.937936 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89180b3-0c18-420b-ab8b-93d54ce09223 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Fanout notify agent at l3_agent the message router_deleted on router 41a538e1-76a0-44fb-a135-32d7c336b7c4 {{(pid=87515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 10:04:40.964190 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b89180b3-0c18-420b-ab8b-93d54ce09223 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:40.967431 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-b89180b3-0c18-420b-ab8b-93d54ce09223 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/routers/41a538e1-76a0-44fb-a135-32d7c336b7c4 HTTP/1.1" status: 204 len: 168 time: 1.3666599 Jan 21 10:04:40.968144 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59312) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:04:41.081542 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7a8ceb5e-dc2b-4327-bc7d-72a68cc25756 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:41.214361 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7a8ceb5e-dc2b-4327-bc7d-72a68cc25756 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:41.239097 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-7a8ceb5e-dc2b-4327-bc7d-72a68cc25756 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6025f00f-bfea-495e-9f0a-92ee48dbd030']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:41.251192 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-7a8ceb5e-dc2b-4327-bc7d-72a68cc25756 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5184830a-1505-4a09-bb8f-89a8516e42a0') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:41.251504 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-7a8ceb5e-dc2b-4327-bc7d-72a68cc25756 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5184830a-1505-4a09-bb8f-89a8516e42a0') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:41.268998 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7a8ceb5e-dc2b-4327-bc7d-72a68cc25756 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:41.286678 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7a8ceb5e-dc2b-4327-bc7d-72a68cc25756 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:41.293511 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a8ceb5e-dc2b-4327-bc7d-72a68cc25756 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:04:41.293837 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7a8ceb5e-dc2b-4327-bc7d-72a68cc25756 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:41.308818 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 10:04:41.308818 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:04:41.308818 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 10:04:41.308818 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:04:41.308818 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 10:04:41.308818 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:04:41.308818 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 10:04:41.308818 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:04:41.308818 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 10:04:41.308818 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:04:41.308818 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 10:04:41.308818 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:04:41.308818 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 10:04:41.308818 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:04:41.308818 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:04:41.308818 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:04:41.308818 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:04:41.308818 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:04:41.308818 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 10:04:41.308818 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:04:41.308818 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 10:04:41.308818 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:04:41.308818 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:04:41.308818 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:04:41.308818 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 10:04:41.308818 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:04:41.308818 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:04:41.308818 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:04:41.308818 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:04:41.308818 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:04:41.308818 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:04:41.308818 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:04:41.328597 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 0631ce23-ff48-4c5e-ad4b-68245315f741 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:04:41.365016 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 0631ce23-ff48-4c5e-ad4b-68245315f741 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:04:41.365454 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 0631ce23-ff48-4c5e-ad4b-68245315f741 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:04:41.522511 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7a8ceb5e-dc2b-4327-bc7d-72a68cc25756 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:41.527220 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7a8ceb5e-dc2b-4327-bc7d-72a68cc25756 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:41.557341 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7a8ceb5e-dc2b-4327-bc7d-72a68cc25756 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] 10.222.0.110 "DELETE /v2.0/networks/6025f00f-bfea-495e-9f0a-92ee48dbd030 HTTP/1.1" status: 204 len: 168 time: 0.5880558 Jan 21 10:04:41.561348 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ceb5e-dc2b-4327-bc7d-72a68cc25756 tempest-TestNetworkBasicOps-335201544 tempest-TestNetworkBasicOps-335201544-project] Pushing event deleted for resources: {'Network': ['ID=6025f00f-bfea-495e-9f0a-92ee48dbd030,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:41.930201 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59320) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:04:42.082450 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c56738ac-dc3e-4c87-b1d3-5e224073cdd1 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=6ddc82470f624ec48d3ebbc58317dba5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1510799 Jan 21 10:04:42.084923 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59326) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:04:42.143547 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9910d684-7267-4afa-bcfb-dba031747d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:42.174018 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9910d684-7267-4afa-bcfb-dba031747d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:42.226145 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9910d684-7267-4afa-bcfb-dba031747d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:42.243561 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9910d684-7267-4afa-bcfb-dba031747d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9533e1b2-d43b-404a-b16c-6c8e4c4f4a42,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:42.250452 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9910d684-7267-4afa-bcfb-dba031747d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:42.251818 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-9910d684-7267-4afa-bcfb-dba031747d4d admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/9533e1b2-d43b-404a-b16c-6c8e4c4f4a42 HTTP/1.1" status: 204 len: 168 time: 0.1660140 Jan 21 10:04:42.541766 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 59334) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:04:42.559800 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fc5889be-d7cd-427a-aa18-e6cfa5cd8ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:42.574707 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-fc5889be-d7cd-427a-aa18-e6cfa5cd8ab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:04:42.579196 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-fc5889be-d7cd-427a-aa18-e6cfa5cd8ab9 admin admin] Usage tracker for resource:security_group_rule and tenant:2ccd47ff6b674ca7b3c5f9e3435ad3ac is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:04:42.582550 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-fc5889be-d7cd-427a-aa18-e6cfa5cd8ab9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:04:42.588222 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-fc5889be-d7cd-427a-aa18-e6cfa5cd8ab9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:04:42.672055 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fc5889be-d7cd-427a-aa18-e6cfa5cd8ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:42.675958 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fc5889be-d7cd-427a-aa18-e6cfa5cd8ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:42.723131 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-fc5889be-d7cd-427a-aa18-e6cfa5cd8ab9 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=2ccd47ff6b674ca7b3c5f9e3435ad3ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1803205 Jan 21 10:04:42.724021 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5889be-d7cd-427a-aa18-e6cfa5cd8ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2862d19e-507d-4e76-abd3-375b4f13054a,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:42.725892 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59338) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:04:42.731304 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5889be-d7cd-427a-aa18-e6cfa5cd8ab9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:42.731689 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5889be-d7cd-427a-aa18-e6cfa5cd8ab9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:42.732036 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5889be-d7cd-427a-aa18-e6cfa5cd8ab9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:42.732370 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5889be-d7cd-427a-aa18-e6cfa5cd8ab9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:42.732702 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5889be-d7cd-427a-aa18-e6cfa5cd8ab9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:42.733036 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5889be-d7cd-427a-aa18-e6cfa5cd8ab9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:42.733365 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5889be-d7cd-427a-aa18-e6cfa5cd8ab9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:42.733693 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5889be-d7cd-427a-aa18-e6cfa5cd8ab9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:42.734769 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5889be-d7cd-427a-aa18-e6cfa5cd8ab9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:42.735222 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5889be-d7cd-427a-aa18-e6cfa5cd8ab9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:42.735590 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5889be-d7cd-427a-aa18-e6cfa5cd8ab9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:42.735920 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5889be-d7cd-427a-aa18-e6cfa5cd8ab9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:42.789054 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d610-d44c-4729-9682-02e11c15b644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:42.815449 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d610-d44c-4729-9682-02e11c15b644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:42.820475 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:42.867289 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d610-d44c-4729-9682-02e11c15b644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:42.881842 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6d610-d44c-4729-9682-02e11c15b644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2862d19e-507d-4e76-abd3-375b4f13054a,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:42.889491 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d610-d44c-4729-9682-02e11c15b644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:42.893710 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7aa6d610-d44c-4729-9682-02e11c15b644 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/2862d19e-507d-4e76-abd3-375b4f13054a HTTP/1.1" status: 204 len: 168 time: 0.1644616 Jan 21 10:04:42.901256 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device db11d51b-15bd-409c-9fba-55965770ef31 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:04:42.939516 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: db11d51b-15bd-409c-9fba-55965770ef31 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:04:42.939867 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device db11d51b-15bd-409c-9fba-55965770ef31 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:04:42.940293 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 9025edc8-953d-4755-8cb4-31b5c776b139 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:04:42.977223 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 9025edc8-953d-4755-8cb4-31b5c776b139 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:04:42.977598 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 9025edc8-953d-4755-8cb4-31b5c776b139 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:04:46.043560 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:04:46.544639 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-54278432-ff75-4d9e-b5bb-e9fd35c2fa77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:48.906322 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b6c6e50f-1aa6-493e-85d1-70c8ea62748f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:49.795607 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:49.990597 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:50.052724 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-8cc3925d-3eb5-40d5-b7ea-287e9db0a756 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=82635842e1f443b7abdcd044d1dd674c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306113 Jan 21 10:04:50.304675 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-0bdd5651-eac1-477a-9819-64ce793c3067 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:50.305997 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-0bdd5651-eac1-477a-9819-64ce793c3067 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2476001 Jan 21 10:04:50.320926 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-6daecf83-8f98-4879-9ec7-cd6d7da6482e tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] 10.222.0.110 "GET /v2.0/quotas/82635842e1f443b7abdcd044d1dd674c HTTP/1.1" status: 200 len: 375 time: 0.0094397 Jan 21 10:04:50.367237 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-79a61af5-565b-4604-a48c-028461acf24b tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=82635842e1f443b7abdcd044d1dd674c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414052 Jan 21 10:04:50.610149 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e1ed7bb3-ff27-4653-afb3-54311c9a7f53 req-2a224ae9-e5a5-482c-93c0-ce561c53ba6d tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b3044fe-218d-45e1-a8a6-472913efa350 HTTP/1.1" status: 200 len: 210 time: 0.1116066 Jan 21 10:04:51.413798 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:51.509507 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-d76986eb-7e0a-4f80-ba37-8fd55c74ce01 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=82635842e1f443b7abdcd044d1dd674c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301504 Jan 21 10:04:51.661218 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-d676486e-e725-4001-b1e9-4cf8235c06b3 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:51.662666 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-d676486e-e725-4001-b1e9-4cf8235c06b3 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1485398 Jan 21 10:04:51.674863 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-1af7e114-47b6-4a1e-9cf9-f15c9b3a8aa0 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Request body: {'port': {'device_id': '3b3044fe-218d-45e1-a8a6-472913efa350', 'network_id': '3771b5f6-efdd-4bdd-8ce4-ecd07fdc5371', 'admin_state_up': True, 'tenant_id': '82635842e1f443b7abdcd044d1dd674c'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:04:51.817477 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a46ddcf8-f292-44d0-bf2e-51648ac4bbb2 req-e74d283c-3900-4372-a115-44660767dd4d tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b3044fe-218d-45e1-a8a6-472913efa350 HTTP/1.1" status: 200 len: 210 time: 0.0939920 Jan 21 10:04:51.855684 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-1af7e114-47b6-4a1e-9cf9-f15c9b3a8aa0 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:04:51.859440 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-1af7e114-47b6-4a1e-9cf9-f15c9b3a8aa0 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Usage tracker for resource:port and tenant:82635842e1f443b7abdcd044d1dd674c is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:04:51.862212 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-1af7e114-47b6-4a1e-9cf9-f15c9b3a8aa0 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:04:51.867821 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-1af7e114-47b6-4a1e-9cf9-f15c9b3a8aa0 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:04:51.877347 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-1af7e114-47b6-4a1e-9cf9-f15c9b3a8aa0 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Made reservation on behalf of 82635842e1f443b7abdcd044d1dd674c for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:04:51.880756 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-1af7e114-47b6-4a1e-9cf9-f15c9b3a8aa0 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:51.893086 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-1af7e114-47b6-4a1e-9cf9-f15c9b3a8aa0 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:51.908054 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-1af7e114-47b6-4a1e-9cf9-f15c9b3a8aa0 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:04:51.911678 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-1af7e114-47b6-4a1e-9cf9-f15c9b3a8aa0 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Usage tracker for resource:security_group_rule and tenant:82635842e1f443b7abdcd044d1dd674c is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:04:51.914389 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-1af7e114-47b6-4a1e-9cf9-f15c9b3a8aa0 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:04:51.920248 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-1af7e114-47b6-4a1e-9cf9-f15c9b3a8aa0 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:04:52.007256 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-1af7e114-47b6-4a1e-9cf9-f15c9b3a8aa0 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:52.010969 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-1af7e114-47b6-4a1e-9cf9-f15c9b3a8aa0 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:52.090975 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7e114-47b6-4a1e-9cf9-f15c9b3a8aa0 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e03ea4f-4caa-41dd-bbbf-19941b0b568d,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:52.185388 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-1af7e114-47b6-4a1e-9cf9-f15c9b3a8aa0 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Allocated IP 192.168.233.185 (3771b5f6-efdd-4bdd-8ce4-ecd07fdc5371/6706089a-ab3c-47a0-b57c-b0fe5b6bae41/82a218b7-f823-4775-832e-8886abd3b361) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:04:52.384105 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-1af7e114-47b6-4a1e-9cf9-f15c9b3a8aa0 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:52.399604 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-1af7e114-47b6-4a1e-9cf9-f15c9b3a8aa0 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Transition to ACTIVE for port object 82a218b7-f823-4775-832e-8886abd3b361 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:04:52.423324 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-1af7e114-47b6-4a1e-9cf9-f15c9b3a8aa0 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:52.498261 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-1af7e114-47b6-4a1e-9cf9-f15c9b3a8aa0 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Network 3771b5f6-efdd-4bdd-8ce4-ecd07fdc5371 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:04:52.500443 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-1af7e114-47b6-4a1e-9cf9-f15c9b3a8aa0 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:04:52.503858 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-1af7e114-47b6-4a1e-9cf9-f15c9b3a8aa0 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:04:52.538566 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7e114-47b6-4a1e-9cf9-f15c9b3a8aa0 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Pushing event updated for resources: {'Port': ['ID=82a218b7-f823-4775-832e-8886abd3b361,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:52.570785 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-1af7e114-47b6-4a1e-9cf9-f15c9b3a8aa0 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:52.571420 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-1af7e114-47b6-4a1e-9cf9-f15c9b3a8aa0 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:52.598152 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-1af7e114-47b6-4a1e-9cf9-f15c9b3a8aa0 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9276462 Jan 21 10:04:52.609980 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-5bc922b0-14c7-4eea-868b-088034755075 service neutron] Request body: {'port': {'device_id': '3b3044fe-218d-45e1-a8a6-472913efa350', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:04:52.716737 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-8f62b3e7-45b5-446c-80b9-3e9702387489 None None] Provisioning for port 82a218b7-f823-4775-832e-8886abd3b361 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:04:52.722799 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-8f62b3e7-45b5-446c-80b9-3e9702387489 None None] Provisioning complete for port 82a218b7-f823-4775-832e-8886abd3b361 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:04:52.723244 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8f62b3e7-45b5-446c-80b9-3e9702387489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:52.726801 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-5bc922b0-14c7-4eea-868b-088034755075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:52.776558 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-8f62b3e7-45b5-446c-80b9-3e9702387489 None None] Port 82a218b7-f823-4775-832e-8886abd3b361 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:04:53.122594 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bec626-2e18-4e5d-a293-3714fd339d65 req-cd8168e8-ef7d-4c5c-8595-cd102927a181 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:53.124068 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-46bec626-2e18-4e5d-a293-3714fd339d65 req-cd8168e8-ef7d-4c5c-8595-cd102927a181 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b3044fe-218d-45e1-a8a6-472913efa350 HTTP/1.1" status: 200 len: 936 time: 0.1980639 Jan 21 10:04:53.169190 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-46bec626-2e18-4e5d-a293-3714fd339d65 req-0be120f7-557b-4299-ae7f-e24eeae88c0c tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e03ea4f-4caa-41dd-bbbf-19941b0b568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388024 Jan 21 10:04:53.198210 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-5bc922b0-14c7-4eea-868b-088034755075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82a218b7-f823-4775-832e-8886abd3b361 {{(pid=87515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:04:53.205871 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-5bc922b0-14c7-4eea-868b-088034755075 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:53.220069 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-5bc922b0-14c7-4eea-868b-088034755075 service neutron] Transition to ACTIVE for port object 82a218b7-f823-4775-832e-8886abd3b361 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:04:53.223673 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-5bc922b0-14c7-4eea-868b-088034755075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:53.357253 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc922b0-14c7-4eea-868b-088034755075 service neutron] Pushing event updated for resources: {'Port': ['ID=82a218b7-f823-4775-832e-8886abd3b361,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:53.464007 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-5bc922b0-14c7-4eea-868b-088034755075 service neutron] Attempting to bind port 82a218b7-f823-4775-832e-8886abd3b361 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:04:53.464337 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-5bc922b0-14c7-4eea-868b-088034755075 service neutron] Attempting to bind port 82a218b7-f823-4775-832e-8886abd3b361 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'a147508c-5eaa-4dd0-a443-fca91dba618c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3771b5f6-efdd-4bdd-8ce4-ecd07fdc5371'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:04:53.464654 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-5bc922b0-14c7-4eea-868b-088034755075 service neutron] Attempting to bind port 82a218b7-f823-4775-832e-8886abd3b361 on network 3771b5f6-efdd-4bdd-8ce4-ecd07fdc5371 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:04:53.469751 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-5bc922b0-14c7-4eea-868b-088034755075 service neutron] Port 82a218b7-f823-4775-832e-8886abd3b361 on network 3771b5f6-efdd-4bdd-8ce4-ecd07fdc5371 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:04:53.470062 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-5bc922b0-14c7-4eea-868b-088034755075 service neutron] Attempting to bind port 82a218b7-f823-4775-832e-8886abd3b361 on network 3771b5f6-efdd-4bdd-8ce4-ecd07fdc5371 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:04:53.474935 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-5bc922b0-14c7-4eea-868b-088034755075 service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:04:53.475263 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-5bc922b0-14c7-4eea-868b-088034755075 service neutron] Checking segment: {'id': 'a147508c-5eaa-4dd0-a443-fca91dba618c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3771b5f6-efdd-4bdd-8ce4-ecd07fdc5371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:04:53.475667 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-5bc922b0-14c7-4eea-868b-088034755075 service neutron] Bound using segment: {'id': 'a147508c-5eaa-4dd0-a443-fca91dba618c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3771b5f6-efdd-4bdd-8ce4-ecd07fdc5371'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:04:53.476105 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-5bc922b0-14c7-4eea-868b-088034755075 service neutron] Bound port: 82a218b7-f823-4775-832e-8886abd3b361, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a147508c-5eaa-4dd0-a443-fca91dba618c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3771b5f6-efdd-4bdd-8ce4-ecd07fdc5371'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:04:53.476440 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-5bc922b0-14c7-4eea-868b-088034755075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:53.567510 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-5bc922b0-14c7-4eea-868b-088034755075 service neutron] For port 82a218b7-f823-4775-832e-8886abd3b361, host hv-neutron-8257, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:04:53.570341 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-5bc922b0-14c7-4eea-868b-088034755075 service neutron] For port 82a218b7-f823-4775-832e-8886abd3b361, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=82a218b7-f823-4775-832e-8886abd3b361,segment=NetworkSegment(a147508c-5eaa-4dd0-a443-fca91dba618c),segment_id=a147508c-5eaa-4dd0-a443-fca91dba618c)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:04:53.576492 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-5bc922b0-14c7-4eea-868b-088034755075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:53.642809 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-5bc922b0-14c7-4eea-868b-088034755075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:53.643352 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-5bc922b0-14c7-4eea-868b-088034755075 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:53.644758 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-5bc922b0-14c7-4eea-868b-088034755075 service neutron] 10.222.0.72 "PUT /v2.0/ports/82a218b7-f823-4775-832e-8886abd3b361 HTTP/1.1" status: 200 len: 1098 time: 1.0390759 Jan 21 10:04:53.645197 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3044fe-218d-45e1-a8a6-472913efa350', 'tag': '82a218b7-f823-4775-832e-8886abd3b361'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:04:53.668789 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc922b0-14c7-4eea-868b-088034755075 service neutron] Pushing event updated for resources: {'Port': ['ID=82a218b7-f823-4775-832e-8886abd3b361,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:53.763898 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-6e143c1b-1f67-4402-b53a-f484650d1a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:53.766332 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-6e143c1b-1f67-4402-b53a-f484650d1a7d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=82635842e1f443b7abdcd044d1dd674c&device_id=3b3044fe-218d-45e1-a8a6-472913efa350 HTTP/1.1" status: 200 len: 1101 time: 0.0823083 Jan 21 10:04:53.768043 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b3044fe-218d-45e1-a8a6-472913efa350', 'tag': '82a218b7-f823-4775-832e-8886abd3b361', 'status': 'completed', 'code': 200} Jan 21 10:04:53.841219 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-7963ebdc-2c53-46f5-9966-e810a42c9754 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=82a218b7-f823-4775-832e-8886abd3b361 HTTP/1.1" status: 200 len: 217 time: 0.0659122 Jan 21 10:04:53.903659 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-e07178bc-16ab-4ce7-9f53-c3ee1f704151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:53.904957 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-e07178bc-16ab-4ce7-9f53-c3ee1f704151 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6706089a-ab3c-47a0-b57c-b0fe5b6bae41 HTTP/1.1" status: 200 len: 843 time: 0.0579631 Jan 21 10:04:53.981416 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-81111681-4409-46ae-b1de-24b070c14c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:53.982857 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-81111681-4409-46ae-b1de-24b070c14c62 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3771b5f6-efdd-4bdd-8ce4-ecd07fdc5371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0706446 Jan 21 10:04:54.115557 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-a12ab8ff-d337-4d3e-82b4-c6a337448e05 service neutron] 10.222.0.72 "GET /v2.0/networks/3771b5f6-efdd-4bdd-8ce4-ecd07fdc5371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254249 Jan 21 10:04:54.248798 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-52685431-b3e2-4623-8b3c-053cb2af2824 req-1e350335-dec7-4b5b-9433-f10eb386540f service neutron] 10.222.0.72 "GET /v2.0/networks/3771b5f6-efdd-4bdd-8ce4-ecd07fdc5371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274602 Jan 21 10:04:54.366302 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a0d9e-babf-4835-9422-b264ef5ca5ba req-4a830ab7-91c2-4461-b895-752d6f1ffdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:54.367006 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1ce10-92c1-482f-9eef-c2c995dbb3c2 req-27b45f2a-c2bf-4527-973c-06ad6b4fe431 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:54.367760 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3f6a0d9e-babf-4835-9422-b264ef5ca5ba req-4a830ab7-91c2-4461-b895-752d6f1ffdc5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=82635842e1f443b7abdcd044d1dd674c&device_id=3b3044fe-218d-45e1-a8a6-472913efa350 HTTP/1.1" status: 200 len: 1101 time: 0.0751460 Jan 21 10:04:54.368666 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dfa1ce10-92c1-482f-9eef-c2c995dbb3c2 req-27b45f2a-c2bf-4527-973c-06ad6b4fe431 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b3044fe-218d-45e1-a8a6-472913efa350 HTTP/1.1" status: 200 len: 948 time: 0.0860863 Jan 21 10:04:54.414345 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dfa1ce10-92c1-482f-9eef-c2c995dbb3c2 req-5e5dab4a-d8e1-434e-aa1d-f0b9d396578d tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e03ea4f-4caa-41dd-bbbf-19941b0b568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399842 Jan 21 10:04:54.503810 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a0d9e-babf-4835-9422-b264ef5ca5ba req-e68b5ecf-aba2-4a71-9e4f-6a690d794879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:54.505176 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3f6a0d9e-babf-4835-9422-b264ef5ca5ba req-e68b5ecf-aba2-4a71-9e4f-6a690d794879 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3771b5f6-efdd-4bdd-8ce4-ecd07fdc5371 HTTP/1.1" status: 200 len: 870 time: 0.1315110 Jan 21 10:04:54.573517 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3f6a0d9e-babf-4835-9422-b264ef5ca5ba req-d22ef87f-db4d-4863-a0ea-7f0a09228c23 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=82a218b7-f823-4775-832e-8886abd3b361 HTTP/1.1" status: 200 len: 217 time: 0.0625720 Jan 21 10:04:54.738913 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a0d9e-babf-4835-9422-b264ef5ca5ba req-f4abe83c-a50f-4c08-ba5d-3213652a3980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:54.740370 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3f6a0d9e-babf-4835-9422-b264ef5ca5ba req-f4abe83c-a50f-4c08-ba5d-3213652a3980 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6706089a-ab3c-47a0-b57c-b0fe5b6bae41 HTTP/1.1" status: 200 len: 843 time: 0.1614385 Jan 21 10:04:54.817237 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a0d9e-babf-4835-9422-b264ef5ca5ba req-f089ebb9-cfe9-49b2-8632-e9ef2b695daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:54.818831 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3f6a0d9e-babf-4835-9422-b264ef5ca5ba req-f089ebb9-cfe9-49b2-8632-e9ef2b695daf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3771b5f6-efdd-4bdd-8ce4-ecd07fdc5371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0728073 Jan 21 10:04:54.951231 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3f6a0d9e-babf-4835-9422-b264ef5ca5ba req-40346f84-bbb6-4d09-bbc9-92904d1a045a service neutron] 10.222.0.72 "GET /v2.0/networks/3771b5f6-efdd-4bdd-8ce4-ecd07fdc5371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260412 Jan 21 10:04:55.080844 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3f6a0d9e-babf-4835-9422-b264ef5ca5ba req-354972fc-7614-4af0-b828-aed92c5ad9c6 service neutron] 10.222.0.72 "GET /v2.0/networks/3771b5f6-efdd-4bdd-8ce4-ecd07fdc5371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233597 Jan 21 10:04:55.598860 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb169cc-75f3-411b-9379-32a2297a881d req-5ca38392-c3ea-43b6-9ff0-71172b6fb277 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:55.599559 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-6cb169cc-75f3-411b-9379-32a2297a881d req-5ca38392-c3ea-43b6-9ff0-71172b6fb277 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Synchronizing usage tracker for tenant:82635842e1f443b7abdcd044d1dd674c on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:04:55.616697 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-6cb169cc-75f3-411b-9379-32a2297a881d req-5ca38392-c3ea-43b6-9ff0-71172b6fb277 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Unset dirty status for tenant:82635842e1f443b7abdcd044d1dd674c on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:04:55.617841 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6cb169cc-75f3-411b-9379-32a2297a881d req-5ca38392-c3ea-43b6-9ff0-71172b6fb277 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b3044fe-218d-45e1-a8a6-472913efa350 HTTP/1.1" status: 200 len: 948 time: 0.0981791 Jan 21 10:04:55.660904 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-6cb169cc-75f3-411b-9379-32a2297a881d req-ef18d727-c55a-4fa8-8f8b-a2b10f4250e7 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Synchronizing usage tracker for tenant:82635842e1f443b7abdcd044d1dd674c on resource:security_group {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:04:55.676908 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-6cb169cc-75f3-411b-9379-32a2297a881d req-ef18d727-c55a-4fa8-8f8b-a2b10f4250e7 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Unset dirty status for tenant:82635842e1f443b7abdcd044d1dd674c on resource:security_group {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:04:55.678043 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6cb169cc-75f3-411b-9379-32a2297a881d req-ef18d727-c55a-4fa8-8f8b-a2b10f4250e7 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e03ea4f-4caa-41dd-bbbf-19941b0b568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546722 Jan 21 10:04:56.862962 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90e255-3b29-4db4-a990-537d55246e6f req-3a389a62-522a-460c-bdd2-d360dece9225 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:56.864518 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9c90e255-3b29-4db4-a990-537d55246e6f req-3a389a62-522a-460c-bdd2-d360dece9225 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b3044fe-218d-45e1-a8a6-472913efa350 HTTP/1.1" status: 200 len: 948 time: 0.0805869 Jan 21 10:04:56.908932 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9c90e255-3b29-4db4-a990-537d55246e6f req-3bd21621-032b-4320-8326-2805aea93237 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e03ea4f-4caa-41dd-bbbf-19941b0b568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388434 Jan 21 10:04:56.994550 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 82a218b7-f823-4775-832e-8886abd3b361 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:04:57.123700 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 82a218b7-f823-4775-832e-8886abd3b361, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=82a218b7-f823-4775-832e-8886abd3b361,segment=NetworkSegment(a147508c-5eaa-4dd0-a443-fca91dba618c),segment_id=a147508c-5eaa-4dd0-a443-fca91dba618c)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:04:57.141205 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': '82a218b7-f823-4775-832e-8886abd3b361', 'network_id': '3771b5f6-efdd-4bdd-8ce4-ecd07fdc5371', 'port_id': '82a218b7-f823-4775-832e-8886abd3b361', 'mac_address': 'fa:16:3e:2e:96:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6706089a-ab3c-47a0-b57c-b0fe5b6bae41', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:04:57.194770 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:57.211176 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82a218b7-f823-4775-832e-8886abd3b361 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:04:57.226521 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 82a218b7-f823-4775-832e-8886abd3b361, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=82a218b7-f823-4775-832e-8886abd3b361,segment=NetworkSegment(a147508c-5eaa-4dd0-a443-fca91dba618c),segment_id=a147508c-5eaa-4dd0-a443-fca91dba618c)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:04:57.230171 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:57.296613 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=82a218b7-f823-4775-832e-8886abd3b361,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:57.596899 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['82a218b7-f823-4775-832e-8886abd3b361'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:04:58.097092 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ef174-6569-40e7-ac44-40138df73f14 req-fb9c9fd3-3516-43ac-8a99-6b386e5c0d26 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:58.098565 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6d9ef174-6569-40e7-ac44-40138df73f14 req-fb9c9fd3-3516-43ac-8a99-6b386e5c0d26 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b3044fe-218d-45e1-a8a6-472913efa350 HTTP/1.1" status: 200 len: 949 time: 0.0842946 Jan 21 10:04:58.142569 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6d9ef174-6569-40e7-ac44-40138df73f14 req-07779e2b-6515-49d8-a322-dace0df1bc1f tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e03ea4f-4caa-41dd-bbbf-19941b0b568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381606 Jan 21 10:04:59.009806 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 82a218b7-f823-4775-832e-8886abd3b361 up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:04:59.115343 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port 82a218b7-f823-4775-832e-8886abd3b361 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:04:59.119929 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port 82a218b7-f823-4775-832e-8886abd3b361 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:04:59.120302 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:59.239294 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:59.266673 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3044fe-218d-45e1-a8a6-472913efa350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a218b7-f823-4775-832e-8886abd3b361'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:04:59.277234 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 82a218b7-f823-4775-832e-8886abd3b361, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=82a218b7-f823-4775-832e-8886abd3b361,segment=NetworkSegment(a147508c-5eaa-4dd0-a443-fca91dba618c),segment_id=a147508c-5eaa-4dd0-a443-fca91dba618c)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:04:59.281496 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:59.318079 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3044fe-218d-45e1-a8a6-472913efa350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a218b7-f823-4775-832e-8886abd3b361', 'code': 200} Jan 21 10:04:59.331960 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3e1e3-36d2-4e63-ae5c-d86f602cc666 req-9675ea33-c7c8-4c6d-be63-cbe84d4c6459 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:59.333484 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8af3e1e3-36d2-4e63-ae5c-d86f602cc666 req-9675ea33-c7c8-4c6d-be63-cbe84d4c6459 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b3044fe-218d-45e1-a8a6-472913efa350 HTTP/1.1" status: 200 len: 950 time: 0.0859082 Jan 21 10:04:59.358245 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=82a218b7-f823-4775-832e-8886abd3b361,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:59.384007 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8af3e1e3-36d2-4e63-ae5c-d86f602cc666 req-66bf3756-18f5-4c2b-a2a8-df8af11fbfe3 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e03ea4f-4caa-41dd-bbbf-19941b0b568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440388 Jan 21 10:04:59.539160 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84038f08-4010-4a89-bb52-2b9b4c5bfedf req-cb655187-25fb-44af-9b32-61bd3d7f84ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:59.540970 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-84038f08-4010-4a89-bb52-2b9b4c5bfedf req-cb655187-25fb-44af-9b32-61bd3d7f84ae service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3b3044fe-218d-45e1-a8a6-472913efa350 HTTP/1.1" status: 200 len: 1103 time: 0.0707867 Jan 21 10:04:59.581240 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-84038f08-4010-4a89-bb52-2b9b4c5bfedf req-f297bbdc-2be3-435f-9307-8ae12fa926ec service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0e03ea4f-4caa-41dd-bbbf-19941b0b568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350044 Jan 21 10:05:00.742301 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027673d3-292b-471b-947f-219bf0e18f1f req-60bb7029-96ba-476e-97d8-a8fea0413f76 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:00.743685 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-027673d3-292b-471b-947f-219bf0e18f1f req-60bb7029-96ba-476e-97d8-a8fea0413f76 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b3044fe-218d-45e1-a8a6-472913efa350 HTTP/1.1" status: 200 len: 950 time: 0.1016674 Jan 21 10:05:00.790001 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-027673d3-292b-471b-947f-219bf0e18f1f req-59452a46-e0a5-4ab4-8308-e82244459207 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e03ea4f-4caa-41dd-bbbf-19941b0b568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405869 Jan 21 10:05:01.986619 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec0c14-d5e8-45d0-a8e6-f432bc8240ab req-ee6f160a-809e-4a73-895f-5513ccaf3ae4 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:01.988077 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6eec0c14-d5e8-45d0-a8e6-f432bc8240ab req-ee6f160a-809e-4a73-895f-5513ccaf3ae4 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b3044fe-218d-45e1-a8a6-472913efa350 HTTP/1.1" status: 200 len: 950 time: 0.0791628 Jan 21 10:05:02.035383 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6eec0c14-d5e8-45d0-a8e6-f432bc8240ab req-f1b32c4d-32a1-4a8b-8c50-f6b522abd1a4 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e03ea4f-4caa-41dd-bbbf-19941b0b568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415332 Jan 21 10:05:03.127230 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf633b9-c8fd-4f91-b3a5-640ccc81d5fd req-dbb170d1-0d4e-47f4-9d98-f453add1dfae tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:03.128602 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dcf633b9-c8fd-4f91-b3a5-640ccc81d5fd req-dbb170d1-0d4e-47f4-9d98-f453add1dfae tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b3044fe-218d-45e1-a8a6-472913efa350 HTTP/1.1" status: 200 len: 950 time: 0.0773771 Jan 21 10:05:03.172277 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dcf633b9-c8fd-4f91-b3a5-640ccc81d5fd req-c806ac8e-a268-4c81-943a-14965071f2a5 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e03ea4f-4caa-41dd-bbbf-19941b0b568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380964 Jan 21 10:05:04.361589 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbde5eb-65d7-4162-a2c3-f2ec992454de req-d9d3b8f8-9ed0-431d-8ce4-029ce1a81880 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:04.363028 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1dbde5eb-65d7-4162-a2c3-f2ec992454de req-d9d3b8f8-9ed0-431d-8ce4-029ce1a81880 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b3044fe-218d-45e1-a8a6-472913efa350 HTTP/1.1" status: 200 len: 950 time: 0.0829730 Jan 21 10:05:04.407263 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1dbde5eb-65d7-4162-a2c3-f2ec992454de req-ac41a116-1a7e-4098-b9b4-b86211474ea4 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e03ea4f-4caa-41dd-bbbf-19941b0b568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385661 Jan 21 10:05:04.614352 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d80e69-93a4-4fbf-8da1-0430458348f6 req-285b28f2-5390-4eda-9521-fa5ec668372e tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:04.615796 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d5d80e69-93a4-4fbf-8da1-0430458348f6 req-285b28f2-5390-4eda-9521-fa5ec668372e tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b3044fe-218d-45e1-a8a6-472913efa350 HTTP/1.1" status: 200 len: 950 time: 0.0796397 Jan 21 10:05:04.688537 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-d5d80e69-93a4-4fbf-8da1-0430458348f6 req-c36ec0c8-688b-42d4-aad0-0bc38d18b4ad tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Deleting port 82a218b7-f823-4775-832e-8886abd3b361 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:05:04.688875 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-d5d80e69-93a4-4fbf-8da1-0430458348f6 req-c36ec0c8-688b-42d4-aad0-0bc38d18b4ad tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:04.935777 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-d5d80e69-93a4-4fbf-8da1-0430458348f6 req-c36ec0c8-688b-42d4-aad0-0bc38d18b4ad tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] For port 82a218b7-f823-4775-832e-8886abd3b361, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=82a218b7-f823-4775-832e-8886abd3b361,segment=NetworkSegment(a147508c-5eaa-4dd0-a443-fca91dba618c),segment_id=a147508c-5eaa-4dd0-a443-fca91dba618c)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:05:04.936130 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-d5d80e69-93a4-4fbf-8da1-0430458348f6 req-c36ec0c8-688b-42d4-aad0-0bc38d18b4ad tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:05.063198 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-d5d80e69-93a4-4fbf-8da1-0430458348f6 req-c36ec0c8-688b-42d4-aad0-0bc38d18b4ad tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Calling delete_port for 82a218b7-f823-4775-832e-8886abd3b361 owned by compute:nova {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:05:05.206123 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-d5d80e69-93a4-4fbf-8da1-0430458348f6 req-c36ec0c8-688b-42d4-aad0-0bc38d18b4ad tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:05.218126 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['82a218b7-f823-4775-832e-8886abd3b361'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:05:05.360218 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ec0c8-688b-42d4-aad0-0bc38d18b4ad tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Pushing event deleted for resources: {'Port': ['ID=82a218b7-f823-4775-832e-8886abd3b361,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:05.439183 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d80e69-93a4-4fbf-8da1-0430458348f6 req-c36ec0c8-688b-42d4-aad0-0bc38d18b4ad tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] No DVR routers for this DVR port 82a218b7-f823-4775-832e-8886abd3b361 on host hv-neutron-8257 {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:05:05.442478 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-d5d80e69-93a4-4fbf-8da1-0430458348f6 req-c36ec0c8-688b-42d4-aad0-0bc38d18b4ad tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:05.446809 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3044fe-218d-45e1-a8a6-472913efa350', 'name': 'network-vif-deleted', 'tag': '82a218b7-f823-4775-832e-8886abd3b361'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:05:05.469670 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d5d80e69-93a4-4fbf-8da1-0430458348f6 req-c36ec0c8-688b-42d4-aad0-0bc38d18b4ad tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] 10.222.0.72 "DELETE /v2.0/ports/82a218b7-f823-4775-832e-8886abd3b361 HTTP/1.1" status: 204 len: 173 time: 0.8488441 Jan 21 10:05:05.512776 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3044fe-218d-45e1-a8a6-472913efa350', 'name': 'network-vif-deleted', 'tag': '82a218b7-f823-4775-832e-8886abd3b361', 'status': 'completed', 'code': 200} Jan 21 10:05:05.583768 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3cc81aa9-2e14-4711-9627-82ad3e4dfd57 req-c1c99594-6d9f-44d2-a249-de51aa0b6106 tempest-ServersAdminNegativeTestJSON-296645958 tempest-ServersAdminNegativeTestJSON-296645958-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b3044fe-218d-45e1-a8a6-472913efa350 HTTP/1.1" status: 200 len: 210 time: 0.0498018 Jan 21 10:05:06.942297 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59480) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:07.086653 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c406968e-c5b8-4d84-8d81-1c1d4f66c36a admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=82635842e1f443b7abdcd044d1dd674c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432152 Jan 21 10:05:07.089147 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59486) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:07.147179 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-03a3b780-29f0-429a-8017-53d318753851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:07.173597 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-03a3b780-29f0-429a-8017-53d318753851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:07.224613 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-03a3b780-29f0-429a-8017-53d318753851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:07.240792 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3b780-29f0-429a-8017-53d318753851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e03ea4f-4caa-41dd-bbbf-19941b0b568d,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:07.250720 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-03a3b780-29f0-429a-8017-53d318753851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:07.251851 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-03a3b780-29f0-429a-8017-53d318753851 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/0e03ea4f-4caa-41dd-bbbf-19941b0b568d HTTP/1.1" status: 204 len: 168 time: 0.1618087 Jan 21 10:05:07.526504 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59494) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:07.544403 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ea725673-41f6-409d-950d-3ecee0710a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:07.561287 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ea725673-41f6-409d-950d-3ecee0710a12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:05:07.565072 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ea725673-41f6-409d-950d-3ecee0710a12 admin admin] Usage tracker for resource:security_group_rule and tenant:2b3c02e69d28416e8205453108a20a61 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:05:07.567830 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ea725673-41f6-409d-950d-3ecee0710a12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:05:07.573448 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ea725673-41f6-409d-950d-3ecee0710a12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:05:07.662358 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ea725673-41f6-409d-950d-3ecee0710a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:07.666362 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ea725673-41f6-409d-950d-3ecee0710a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:07.712369 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea725673-41f6-409d-950d-3ecee0710a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2392d4e9-1cb4-490f-909a-4d8fdd8b40f9,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:07.720182 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ea725673-41f6-409d-950d-3ecee0710a12 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=2b3c02e69d28416e8205453108a20a61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1900749 Jan 21 10:05:07.720660 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59498) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:07.778384 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2cc94f4b-e811-4712-ab01-d06c143d16f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:07.805245 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2cc94f4b-e811-4712-ab01-d06c143d16f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:07.855959 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2cc94f4b-e811-4712-ab01-d06c143d16f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:07.873456 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc94f4b-e811-4712-ab01-d06c143d16f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2392d4e9-1cb4-490f-909a-4d8fdd8b40f9,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:07.881620 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2cc94f4b-e811-4712-ab01-d06c143d16f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:07.882726 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2cc94f4b-e811-4712-ab01-d06c143d16f4 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/2392d4e9-1cb4-490f-909a-4d8fdd8b40f9 HTTP/1.1" status: 204 len: 168 time: 0.1614101 Jan 21 10:05:08.602222 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59522) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:08.706193 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-717e7ddc-e7f8-40fb-82f5-9bda03dc9c31 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1434430415-network', 'tenant_id': '55db79c1e45b47fc9e9ac36fecb661b4'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:05:08.710931 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-717e7ddc-e7f8-40fb-82f5-9bda03dc9c31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:05:08.714702 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-717e7ddc-e7f8-40fb-82f5-9bda03dc9c31 admin admin] Usage tracker for resource:network and tenant:55db79c1e45b47fc9e9ac36fecb661b4 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:05:08.717588 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-717e7ddc-e7f8-40fb-82f5-9bda03dc9c31 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:05:08.723976 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-717e7ddc-e7f8-40fb-82f5-9bda03dc9c31 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:05:08.734846 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717e7ddc-e7f8-40fb-82f5-9bda03dc9c31 admin admin] Made reservation on behalf of 55db79c1e45b47fc9e9ac36fecb661b4 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:05:08.737293 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-717e7ddc-e7f8-40fb-82f5-9bda03dc9c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:08.749057 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-717e7ddc-e7f8-40fb-82f5-9bda03dc9c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:08.764144 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-717e7ddc-e7f8-40fb-82f5-9bda03dc9c31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:05:08.769257 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-717e7ddc-e7f8-40fb-82f5-9bda03dc9c31 admin admin] Usage tracker for resource:security_group_rule and tenant:55db79c1e45b47fc9e9ac36fecb661b4 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:05:08.772088 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-717e7ddc-e7f8-40fb-82f5-9bda03dc9c31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:05:08.777745 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-717e7ddc-e7f8-40fb-82f5-9bda03dc9c31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:05:08.858034 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-717e7ddc-e7f8-40fb-82f5-9bda03dc9c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:08.861836 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-717e7ddc-e7f8-40fb-82f5-9bda03dc9c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:08.891163 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-717e7ddc-e7f8-40fb-82f5-9bda03dc9c31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:05:08.899566 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e7ddc-e7f8-40fb-82f5-9bda03dc9c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c32661-d0ae-4756-98a3-36e4a49ec502,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:08.904955 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-717e7ddc-e7f8-40fb-82f5-9bda03dc9c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:08.905296 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-717e7ddc-e7f8-40fb-82f5-9bda03dc9c31 admin admin] Added segment c2b1eea3-189d-4f8f-aa65-86b1e0bdd35c of type vlan for network 1faa6f79-558c-4d9b-a8f6-3c6503cb6450 Jan 21 10:05:08.931056 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-717e7ddc-e7f8-40fb-82f5-9bda03dc9c31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:08.959153 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-717e7ddc-e7f8-40fb-82f5-9bda03dc9c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:08.960113 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717e7ddc-e7f8-40fb-82f5-9bda03dc9c31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:08.960679 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-717e7ddc-e7f8-40fb-82f5-9bda03dc9c31 admin admin] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:09.058595 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 82a218b7-f823-4775-832e-8886abd3b361 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:05:09.065048 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e7ddc-e7f8-40fb-82f5-9bda03dc9c31 admin admin] Pushing event updated for resources: {'Network': ['ID=1faa6f79-558c-4d9b-a8f6-3c6503cb6450,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:09.070561 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-717e7ddc-e7f8-40fb-82f5-9bda03dc9c31 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4646699 Jan 21 10:05:09.070734 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59528) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:09.076294 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-82dad3af-1481-4158-b9cb-6fbfb69e71e8 admin admin] Request body: {'subnet': {'network_id': '1faa6f79-558c-4d9b-a8f6-3c6503cb6450', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1434430415-subnet', 'tenant_id': '55db79c1e45b47fc9e9ac36fecb661b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:05:09.081561 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-82dad3af-1481-4158-b9cb-6fbfb69e71e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:05:09.085301 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-82dad3af-1481-4158-b9cb-6fbfb69e71e8 admin admin] Usage tracker for resource:subnet and tenant:55db79c1e45b47fc9e9ac36fecb661b4 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:05:09.088214 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-82dad3af-1481-4158-b9cb-6fbfb69e71e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:05:09.093040 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 1faa6f79-558c-4d9b-a8f6-3c6503cb6450 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:05:09.094540 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-82dad3af-1481-4158-b9cb-6fbfb69e71e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:05:09.104174 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82dad3af-1481-4158-b9cb-6fbfb69e71e8 admin admin] Made reservation on behalf of 55db79c1e45b47fc9e9ac36fecb661b4 for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:05:09.106420 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-82dad3af-1481-4158-b9cb-6fbfb69e71e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:09.116110 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] No Port match for: 82a218b7-f823-4775-832e-8886abd3b361 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:05:09.116462 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 82a218b7-f823-4775-832e-8886abd3b361 not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:05:09.322445 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-82dad3af-1481-4158-b9cb-6fbfb69e71e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:09.395277 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dad3af-1481-4158-b9cb-6fbfb69e71e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9334b60-56ca-4885-a2d5-b3c858be1348,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:09.403618 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dad3af-1481-4158-b9cb-6fbfb69e71e8 admin admin] Checking segment: {'id': 'c2b1eea3-189d-4f8f-aa65-86b1e0bdd35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1faa6f79-558c-4d9b-a8f6-3c6503cb6450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:05:09.403965 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dad3af-1481-4158-b9cb-6fbfb69e71e8 admin admin] Network hostable DHCP agents. Network: 1faa6f79-558c-4d9b-a8f6-3c6503cb6450, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:05:09.423064 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dad3af-1481-4158-b9cb-6fbfb69e71e8 admin admin] Network 1faa6f79-558c-4d9b-a8f6-3c6503cb6450 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:05:09.432991 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-82dad3af-1481-4158-b9cb-6fbfb69e71e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 1faa6f79-558c-4d9b-a8f6-3c6503cb6450) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:05:09.436864 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dad3af-1481-4158-b9cb-6fbfb69e71e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:09.438195 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-82dad3af-1481-4158-b9cb-6fbfb69e71e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:09.442541 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270a9f29-60df-42b0-b1c3-de3c918a92f9 None None] Network 1faa6f79-558c-4d9b-a8f6-3c6503cb6450 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:05:09.462244 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-82dad3af-1481-4158-b9cb-6fbfb69e71e8 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3903937 Jan 21 10:05:09.668386 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65ad98c-d756-4332-a584-0bf541e123cb None None] Network 1faa6f79-558c-4d9b-a8f6-3c6503cb6450 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:05:10.019102 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-90cdb320-ba4f-43d2-9b42-9feeb5cd43f9 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:10.020629 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-90cdb320-ba4f-43d2-9b42-9feeb5cd43f9 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/networks?id=1faa6f79-558c-4d9b-a8f6-3c6503cb6450 HTTP/1.1" status: 200 len: 812 time: 0.1557531 Jan 21 10:05:10.036316 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-9eee0afd-c5b9-47d7-9839-0e79fbb53a64 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/quotas/55db79c1e45b47fc9e9ac36fecb661b4 HTTP/1.1" status: 200 len: 375 time: 0.0099809 Jan 21 10:05:10.087041 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-367199cf-11c7-40d5-a265-3b022c748037 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=55db79c1e45b47fc9e9ac36fecb661b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445130 Jan 21 10:05:10.295532 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-d4e89d1a-67a8-41ab-89e5-21b02b34ea41 service neutron] 10.222.0.110 "GET /v2.0/networks/1faa6f79-558c-4d9b-a8f6-3c6503cb6450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010794 Jan 21 10:05:10.442131 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-4cb67c94-564b-4ee6-a7a5-f8a8497c7911 service neutron] 10.222.0.110 "GET /v2.0/networks/1faa6f79-558c-4d9b-a8f6-3c6503cb6450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395957 Jan 21 10:05:10.633969 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-24e4c851-8657-4d87-ba74-d6fe1354992c req-ec143448-34e2-48d1-b020-83f97672469a tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 210 time: 0.0490892 Jan 21 10:05:11.801644 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dc84c251-b41e-456e-8f74-ff7c46018b52 req-76ab3d77-790d-469b-b4f2-a00216deb61e tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 210 time: 0.0474246 Jan 21 10:05:11.805844 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-5b64ff37-a531-44ae-846c-c5ebfe572b3a tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:11.806858 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-5b64ff37-a531-44ae-846c-c5ebfe572b3a tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Synchronizing usage tracker for tenant:55db79c1e45b47fc9e9ac36fecb661b4 on resource:network {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:05:11.834757 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-5b64ff37-a531-44ae-846c-c5ebfe572b3a tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Unset dirty status for tenant:55db79c1e45b47fc9e9ac36fecb661b4 on resource:network {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:05:11.836044 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-5b64ff37-a531-44ae-846c-c5ebfe572b3a tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.72 "GET /v2.0/networks?id=1faa6f79-558c-4d9b-a8f6-3c6503cb6450 HTTP/1.1" status: 200 len: 812 time: 0.1943040 Jan 21 10:05:11.848241 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-270950fd-65e8-48aa-af61-eab7a6f552f6 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Request body: {'port': {'device_id': 'b966b491-22fc-46a4-a5fd-ecc23804e7ac', 'network_id': '1faa6f79-558c-4d9b-a8f6-3c6503cb6450', 'admin_state_up': True, 'tenant_id': '55db79c1e45b47fc9e9ac36fecb661b4'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:05:11.986957 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-270950fd-65e8-48aa-af61-eab7a6f552f6 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:05:11.990598 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-270950fd-65e8-48aa-af61-eab7a6f552f6 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Usage tracker for resource:port and tenant:55db79c1e45b47fc9e9ac36fecb661b4 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:05:11.993375 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-270950fd-65e8-48aa-af61-eab7a6f552f6 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:05:11.999115 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-270950fd-65e8-48aa-af61-eab7a6f552f6 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:05:12.009385 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-270950fd-65e8-48aa-af61-eab7a6f552f6 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Made reservation on behalf of 55db79c1e45b47fc9e9ac36fecb661b4 for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:05:12.012782 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-270950fd-65e8-48aa-af61-eab7a6f552f6 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:12.177119 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-270950fd-65e8-48aa-af61-eab7a6f552f6 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Allocated IP 172.20.0.4 (1faa6f79-558c-4d9b-a8f6-3c6503cb6450/a9334b60-56ca-4885-a2d5-b3c858be1348/9cad6185-922b-40f8-a88e-5b5735550692) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:05:12.485588 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-270950fd-65e8-48aa-af61-eab7a6f552f6 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:12.516207 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-270950fd-65e8-48aa-af61-eab7a6f552f6 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:12.585949 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-270950fd-65e8-48aa-af61-eab7a6f552f6 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Network 1faa6f79-558c-4d9b-a8f6-3c6503cb6450 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:05:12.588997 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-270950fd-65e8-48aa-af61-eab7a6f552f6 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:05:12.591464 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-270950fd-65e8-48aa-af61-eab7a6f552f6 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:05:12.636712 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270950fd-65e8-48aa-af61-eab7a6f552f6 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Pushing event updated for resources: {'Port': ['ID=9cad6185-922b-40f8-a88e-5b5735550692,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:12.666438 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-270950fd-65e8-48aa-af61-eab7a6f552f6 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:12.667044 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-270950fd-65e8-48aa-af61-eab7a6f552f6 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:12.689039 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-270950fd-65e8-48aa-af61-eab7a6f552f6 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8449800 Jan 21 10:05:12.700237 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-ab66d335-609d-46d2-9bdc-83a8121254d2 service neutron] Request body: {'port': {'device_id': 'b966b491-22fc-46a4-a5fd-ecc23804e7ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:05:12.820241 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-ab66d335-609d-46d2-9bdc-83a8121254d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:12.841864 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:13.146383 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80f865-bf7c-4660-8165-1f0b568cab70 req-b28e8071-6521-4b5a-bf28-a4bc4f60afec tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:13.147072 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-2a80f865-bf7c-4660-8165-1f0b568cab70 req-b28e8071-6521-4b5a-bf28-a4bc4f60afec tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Synchronizing usage tracker for tenant:55db79c1e45b47fc9e9ac36fecb661b4 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:05:13.184511 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-2a80f865-bf7c-4660-8165-1f0b568cab70 req-b28e8071-6521-4b5a-bf28-a4bc4f60afec tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Unset dirty status for tenant:55db79c1e45b47fc9e9ac36fecb661b4 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:05:13.185642 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2a80f865-bf7c-4660-8165-1f0b568cab70 req-b28e8071-6521-4b5a-bf28-a4bc4f60afec tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 931 time: 0.2471888 Jan 21 10:05:13.284317 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-ab66d335-609d-46d2-9bdc-83a8121254d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cad6185-922b-40f8-a88e-5b5735550692 {{(pid=87515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:05:13.290011 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-2a80f865-bf7c-4660-8165-1f0b568cab70 req-7f5cf1b7-ccb5-49d8-a8a7-e38c4de69fc5 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Synchronizing usage tracker for tenant:55db79c1e45b47fc9e9ac36fecb661b4 on resource:security_group {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:05:13.296861 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-ab66d335-609d-46d2-9bdc-83a8121254d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:13.318405 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-ab66d335-609d-46d2-9bdc-83a8121254d2 service neutron] Transition to ACTIVE for port object 9cad6185-922b-40f8-a88e-5b5735550692 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:05:13.321396 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-ab66d335-609d-46d2-9bdc-83a8121254d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:13.356926 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-2a80f865-bf7c-4660-8165-1f0b568cab70 req-7f5cf1b7-ccb5-49d8-a8a7-e38c4de69fc5 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Unset dirty status for tenant:55db79c1e45b47fc9e9ac36fecb661b4 on resource:security_group {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:05:13.358062 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2a80f865-bf7c-4660-8165-1f0b568cab70 req-7f5cf1b7-ccb5-49d8-a8a7-e38c4de69fc5 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/security-groups?id=00c32661-d0ae-4756-98a3-36e4a49ec502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628892 Jan 21 10:05:13.452097 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66d335-609d-46d2-9bdc-83a8121254d2 service neutron] Pushing event updated for resources: {'Port': ['ID=9cad6185-922b-40f8-a88e-5b5735550692,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:13.556731 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-ab66d335-609d-46d2-9bdc-83a8121254d2 service neutron] Attempting to bind port 9cad6185-922b-40f8-a88e-5b5735550692 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:05:13.557054 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-ab66d335-609d-46d2-9bdc-83a8121254d2 service neutron] Attempting to bind port 9cad6185-922b-40f8-a88e-5b5735550692 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'c2b1eea3-189d-4f8f-aa65-86b1e0bdd35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1faa6f79-558c-4d9b-a8f6-3c6503cb6450'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:05:13.557371 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-ab66d335-609d-46d2-9bdc-83a8121254d2 service neutron] Attempting to bind port 9cad6185-922b-40f8-a88e-5b5735550692 on network 1faa6f79-558c-4d9b-a8f6-3c6503cb6450 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:05:13.561948 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-ab66d335-609d-46d2-9bdc-83a8121254d2 service neutron] Port 9cad6185-922b-40f8-a88e-5b5735550692 on network 1faa6f79-558c-4d9b-a8f6-3c6503cb6450 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:05:13.562926 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-ab66d335-609d-46d2-9bdc-83a8121254d2 service neutron] Attempting to bind port 9cad6185-922b-40f8-a88e-5b5735550692 on network 1faa6f79-558c-4d9b-a8f6-3c6503cb6450 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:05:13.568080 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-ab66d335-609d-46d2-9bdc-83a8121254d2 service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:05:13.568413 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-ab66d335-609d-46d2-9bdc-83a8121254d2 service neutron] Checking segment: {'id': 'c2b1eea3-189d-4f8f-aa65-86b1e0bdd35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1faa6f79-558c-4d9b-a8f6-3c6503cb6450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:05:13.568794 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-ab66d335-609d-46d2-9bdc-83a8121254d2 service neutron] Bound using segment: {'id': 'c2b1eea3-189d-4f8f-aa65-86b1e0bdd35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1faa6f79-558c-4d9b-a8f6-3c6503cb6450'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:05:13.569208 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-ab66d335-609d-46d2-9bdc-83a8121254d2 service neutron] Bound port: 9cad6185-922b-40f8-a88e-5b5735550692, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b1eea3-189d-4f8f-aa65-86b1e0bdd35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1faa6f79-558c-4d9b-a8f6-3c6503cb6450'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:05:13.569565 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-ab66d335-609d-46d2-9bdc-83a8121254d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:13.657039 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-ab66d335-609d-46d2-9bdc-83a8121254d2 service neutron] For port 9cad6185-922b-40f8-a88e-5b5735550692, host hv-neutron-8257, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:05:13.659921 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-ab66d335-609d-46d2-9bdc-83a8121254d2 service neutron] For port 9cad6185-922b-40f8-a88e-5b5735550692, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9cad6185-922b-40f8-a88e-5b5735550692,segment=NetworkSegment(c2b1eea3-189d-4f8f-aa65-86b1e0bdd35c),segment_id=c2b1eea3-189d-4f8f-aa65-86b1e0bdd35c)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:05:13.664974 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-ab66d335-609d-46d2-9bdc-83a8121254d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:13.729208 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-ab66d335-609d-46d2-9bdc-83a8121254d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:13.729816 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-ab66d335-609d-46d2-9bdc-83a8121254d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:13.731173 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-ab66d335-609d-46d2-9bdc-83a8121254d2 service neutron] 10.222.0.72 "PUT /v2.0/ports/9cad6185-922b-40f8-a88e-5b5735550692 HTTP/1.1" status: 200 len: 1093 time: 1.0350537 Jan 21 10:05:13.731637 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b966b491-22fc-46a4-a5fd-ecc23804e7ac', 'tag': '9cad6185-922b-40f8-a88e-5b5735550692'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:05:13.753050 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66d335-609d-46d2-9bdc-83a8121254d2 service neutron] Pushing event updated for resources: {'Port': ['ID=9cad6185-922b-40f8-a88e-5b5735550692,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:13.805243 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b966b491-22fc-46a4-a5fd-ecc23804e7ac', 'tag': '9cad6185-922b-40f8-a88e-5b5735550692', 'status': 'completed', 'code': 200} Jan 21 10:05:13.845588 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-252ae16b-41c2-4ec1-8cd4-2375db2713fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:13.847089 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-252ae16b-41c2-4ec1-8cd4-2375db2713fc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=55db79c1e45b47fc9e9ac36fecb661b4&device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 1096 time: 0.0739179 Jan 21 10:05:13.916629 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-7bd86ad5-355a-4a5b-86d5-1d0fea831684 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9cad6185-922b-40f8-a88e-5b5735550692 HTTP/1.1" status: 200 len: 217 time: 0.0632474 Jan 21 10:05:13.978385 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-01c36164-8117-4180-8cba-df0cd3143b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:13.979740 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-01c36164-8117-4180-8cba-df0cd3143b4c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a9334b60-56ca-4885-a2d5-b3c858be1348 HTTP/1.1" status: 200 len: 852 time: 0.0575643 Jan 21 10:05:14.029981 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-7278c007-9486-4517-ac40-b0dd21b42b6e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1faa6f79-558c-4d9b-a8f6-3c6503cb6450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435212 Jan 21 10:05:14.284575 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-e17c005b-4b57-4e8c-b673-c3bf6a4bb282 service neutron] 10.222.0.72 "GET /v2.0/networks/1faa6f79-558c-4d9b-a8f6-3c6503cb6450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483068 Jan 21 10:05:14.416210 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fb49a288-a791-48f1-88a9-5c2fa428f94b req-3b121441-b4dd-4dee-9adf-37bea8148ffd service neutron] 10.222.0.72 "GET /v2.0/networks/1faa6f79-558c-4d9b-a8f6-3c6503cb6450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249011 Jan 21 10:05:14.590150 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83757836-b7d3-4c6d-848c-05c00969e071 req-b83f6674-82d7-41c9-8ae1-5f2da34a23b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:14.591642 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-83757836-b7d3-4c6d-848c-05c00969e071 req-b83f6674-82d7-41c9-8ae1-5f2da34a23b3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=55db79c1e45b47fc9e9ac36fecb661b4&device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 1096 time: 0.1315660 Jan 21 10:05:14.599666 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ece55-1ee8-4465-b9a2-29c34e4a8f87 req-053dea88-d0f5-448b-a3ff-a31f67e07107 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:14.601274 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4a9ece55-1ee8-4465-b9a2-29c34e4a8f87 req-053dea88-d0f5-448b-a3ff-a31f67e07107 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 943 time: 0.1105814 Jan 21 10:05:14.735792 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4a9ece55-1ee8-4465-b9a2-29c34e4a8f87 req-a82cacc8-5396-4dfd-960a-fdb05f983405 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/security-groups?id=00c32661-d0ae-4756-98a3-36e4a49ec502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133618 Jan 21 10:05:14.758342 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83757836-b7d3-4c6d-848c-05c00969e071 req-d99e8c4f-ca9b-411c-82f2-32c510794f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:14.759799 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-83757836-b7d3-4c6d-848c-05c00969e071 req-d99e8c4f-ca9b-411c-82f2-32c510794f9c service neutron] 10.222.0.72 "GET /v2.0/networks?id=1faa6f79-558c-4d9b-a8f6-3c6503cb6450 HTTP/1.1" status: 200 len: 913 time: 0.1576152 Jan 21 10:05:14.829951 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-83757836-b7d3-4c6d-848c-05c00969e071 req-78c26a6a-c76e-417c-bb0e-66714cf7680d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9cad6185-922b-40f8-a88e-5b5735550692 HTTP/1.1" status: 200 len: 217 time: 0.0638447 Jan 21 10:05:14.892050 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83757836-b7d3-4c6d-848c-05c00969e071 req-99c99a1f-3e32-462d-8044-2e4f23694339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:14.893386 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-83757836-b7d3-4c6d-848c-05c00969e071 req-99c99a1f-3e32-462d-8044-2e4f23694339 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a9334b60-56ca-4885-a2d5-b3c858be1348 HTTP/1.1" status: 200 len: 852 time: 0.0573056 Jan 21 10:05:14.940055 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-83757836-b7d3-4c6d-848c-05c00969e071 req-3fd53bbd-c47f-4800-b39c-4255e0d17f92 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1faa6f79-558c-4d9b-a8f6-3c6503cb6450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405416 Jan 21 10:05:15.069983 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-83757836-b7d3-4c6d-848c-05c00969e071 req-a8a873b0-0ed5-4d49-b5ff-b302a39ebf69 service neutron] 10.222.0.72 "GET /v2.0/networks/1faa6f79-558c-4d9b-a8f6-3c6503cb6450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239142 Jan 21 10:05:15.204978 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-83757836-b7d3-4c6d-848c-05c00969e071 req-c36fa89d-1d7d-4c85-9b1b-b81e89c256c9 service neutron] 10.222.0.72 "GET /v2.0/networks/1faa6f79-558c-4d9b-a8f6-3c6503cb6450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261818 Jan 21 10:05:15.925786 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7dab19-f58f-4312-a5ae-f8b51307d718 req-62d82569-e0b4-4ff1-979b-cc909a58da8f tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:15.927252 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-df7dab19-f58f-4312-a5ae-f8b51307d718 req-62d82569-e0b4-4ff1-979b-cc909a58da8f tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 943 time: 0.0825651 Jan 21 10:05:15.972354 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-df7dab19-f58f-4312-a5ae-f8b51307d718 req-db25a671-9e58-4b10-8e3c-4433c5610403 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/security-groups?id=00c32661-d0ae-4756-98a3-36e4a49ec502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393674 Jan 21 10:05:16.547934 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-55b01a01-57dc-402d-bc04-3e33b741384d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:17.121747 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 9cad6185-922b-40f8-a88e-5b5735550692 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:05:17.162663 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520eb08-8d19-4f6d-80d5-655fc297c890 req-d7e9f86e-9f21-4584-82ee-b8fa5c83bfe5 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:17.164197 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1520eb08-8d19-4f6d-80d5-655fc297c890 req-d7e9f86e-9f21-4584-82ee-b8fa5c83bfe5 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 943 time: 0.0857060 Jan 21 10:05:17.209363 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1520eb08-8d19-4f6d-80d5-655fc297c890 req-b113204e-0abe-4776-9109-d24d21447123 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/security-groups?id=00c32661-d0ae-4756-98a3-36e4a49ec502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392101 Jan 21 10:05:17.256965 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 9cad6185-922b-40f8-a88e-5b5735550692, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9cad6185-922b-40f8-a88e-5b5735550692,segment=NetworkSegment(c2b1eea3-189d-4f8f-aa65-86b1e0bdd35c),segment_id=c2b1eea3-189d-4f8f-aa65-86b1e0bdd35c)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:05:17.270288 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': '9cad6185-922b-40f8-a88e-5b5735550692', 'network_id': '1faa6f79-558c-4d9b-a8f6-3c6503cb6450', 'port_id': '9cad6185-922b-40f8-a88e-5b5735550692', 'mac_address': 'fa:16:3e:e0:fc:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9334b60-56ca-4885-a2d5-b3c858be1348', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:05:17.324159 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:17.341577 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cad6185-922b-40f8-a88e-5b5735550692 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:05:17.357224 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 9cad6185-922b-40f8-a88e-5b5735550692, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9cad6185-922b-40f8-a88e-5b5735550692,segment=NetworkSegment(c2b1eea3-189d-4f8f-aa65-86b1e0bdd35c),segment_id=c2b1eea3-189d-4f8f-aa65-86b1e0bdd35c)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:05:17.360918 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:17.428878 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=9cad6185-922b-40f8-a88e-5b5735550692,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:17.698101 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['9cad6185-922b-40f8-a88e-5b5735550692'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:05:18.400234 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fec71a-0ca1-4b91-8559-8140a12c5240 req-55d79581-b042-43c4-b2ca-2e2d5cb25a4e tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:18.401700 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-07fec71a-0ca1-4b91-8559-8140a12c5240 req-55d79581-b042-43c4-b2ca-2e2d5cb25a4e tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 944 time: 0.0873904 Jan 21 10:05:18.449002 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-07fec71a-0ca1-4b91-8559-8140a12c5240 req-1ea89e3a-2243-4605-b3af-2f0a88412cfd tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/security-groups?id=00c32661-d0ae-4756-98a3-36e4a49ec502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415375 Jan 21 10:05:18.912383 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9fa92ace-b366-424d-ae9f-8f85f61eaa65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:19.136377 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 9cad6185-922b-40f8-a88e-5b5735550692 up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:05:19.203028 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port 9cad6185-922b-40f8-a88e-5b5735550692 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:05:19.207697 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port 9cad6185-922b-40f8-a88e-5b5735550692 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:05:19.208089 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:19.321485 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:19.347866 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b966b491-22fc-46a4-a5fd-ecc23804e7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cad6185-922b-40f8-a88e-5b5735550692'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:05:19.357127 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 9cad6185-922b-40f8-a88e-5b5735550692, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9cad6185-922b-40f8-a88e-5b5735550692,segment=NetworkSegment(c2b1eea3-189d-4f8f-aa65-86b1e0bdd35c),segment_id=c2b1eea3-189d-4f8f-aa65-86b1e0bdd35c)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:05:19.362177 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:19.400883 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b966b491-22fc-46a4-a5fd-ecc23804e7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cad6185-922b-40f8-a88e-5b5735550692', 'code': 200} Jan 21 10:05:19.434046 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=9cad6185-922b-40f8-a88e-5b5735550692,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:19.617599 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260f32f-1f98-415c-ac9d-1af8328c5d20 req-735d988a-5988-44ab-afe2-aa05f087834a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:19.619123 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a260f32f-1f98-415c-ac9d-1af8328c5d20 req-735d988a-5988-44ab-afe2-aa05f087834a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 1098 time: 0.0712578 Jan 21 10:05:19.640346 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b9b40-fd05-4335-b246-eb43d6df061a req-6039e60d-f912-4dca-aaa0-45a23af4de72 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:19.642249 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e17b9b40-fd05-4335-b246-eb43d6df061a req-6039e60d-f912-4dca-aaa0-45a23af4de72 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 945 time: 0.0831609 Jan 21 10:05:19.663273 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a260f32f-1f98-415c-ac9d-1af8328c5d20 req-9b827e36-2563-42c4-a86a-8c8b137fd5f7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=00c32661-d0ae-4756-98a3-36e4a49ec502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384316 Jan 21 10:05:19.688578 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e17b9b40-fd05-4335-b246-eb43d6df061a req-23b98284-0f45-48dc-a89d-fb7ff33ead8b tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/security-groups?id=00c32661-d0ae-4756-98a3-36e4a49ec502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400300 Jan 21 10:05:19.800228 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:19.991787 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:20.875470 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394433fe-13ff-4445-83c6-9b970723c7b4 req-b11b40cb-ed1e-40a0-ac0a-39df8b8dc425 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:20.876911 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-394433fe-13ff-4445-83c6-9b970723c7b4 req-b11b40cb-ed1e-40a0-ac0a-39df8b8dc425 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 945 time: 0.0823348 Jan 21 10:05:20.921630 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-394433fe-13ff-4445-83c6-9b970723c7b4 req-7f8ff7d9-13da-4e8f-9754-58a9929aeb36 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/security-groups?id=00c32661-d0ae-4756-98a3-36e4a49ec502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390809 Jan 21 10:05:21.417229 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:22.107868 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec0c11-cae3-4fe6-84e7-2a61d9c3ba34 req-0c7597bc-4d95-4e2e-b7e7-e872dfda57e5 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:22.110360 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-eaec0c11-cae3-4fe6-84e7-2a61d9c3ba34 req-0c7597bc-4d95-4e2e-b7e7-e872dfda57e5 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 945 time: 0.0848875 Jan 21 10:05:22.153059 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-eaec0c11-cae3-4fe6-84e7-2a61d9c3ba34 req-1ef3edfd-d495-4a08-bcac-3ba63ec2cac3 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/security-groups?id=00c32661-d0ae-4756-98a3-36e4a49ec502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370297 Jan 21 10:05:22.538272 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 59598) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:05:22.574926 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4cec3-6130-4dad-a3ca-00484a66fd82 req-44759344-8d38-412a-8419-b40325697159 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:22.576356 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-20d4cec3-6130-4dad-a3ca-00484a66fd82 req-44759344-8d38-412a-8419-b40325697159 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 945 time: 0.0887718 Jan 21 10:05:22.756305 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-20d4cec3-6130-4dad-a3ca-00484a66fd82 req-7ee98e5a-7f48-4e6c-a109-186b3f60798b tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/security-groups?id=00c32661-d0ae-4756-98a3-36e4a49ec502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735787 Jan 21 10:05:22.781534 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ec578ba3-1873-456c-b9b3-202bf09ac22e req-1fb64f9e-f8fe-42e7-aa1c-68ab04c95c98 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2422130 Jan 21 10:05:23.042715 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:05:24.001572 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df746477-c635-446a-8f99-ae202a56c5f8 req-79156310-9ecb-4685-aead-bda995013cfe tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:24.003025 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-df746477-c635-446a-8f99-ae202a56c5f8 req-79156310-9ecb-4685-aead-bda995013cfe tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 945 time: 0.1396921 Jan 21 10:05:24.034877 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec578ba3-1873-456c-b9b3-202bf09ac22e req-93d75999-2a02-4321-892c-c612a7332ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:24.036261 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ec578ba3-1873-456c-b9b3-202bf09ac22e req-93d75999-2a02-4321-892c-c612a7332ea2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=55db79c1e45b47fc9e9ac36fecb661b4&device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 1098 time: 0.1121824 Jan 21 10:05:24.090301 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-df746477-c635-446a-8f99-ae202a56c5f8 req-6cd00154-b8cd-48da-a121-3710b8ba510f tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/security-groups?id=00c32661-d0ae-4756-98a3-36e4a49ec502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798805 Jan 21 10:05:24.177242 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec578ba3-1873-456c-b9b3-202bf09ac22e req-24f06fc9-97da-4672-825f-0d70864dc7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:24.178656 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ec578ba3-1873-456c-b9b3-202bf09ac22e req-24f06fc9-97da-4672-825f-0d70864dc7bc service neutron] 10.222.0.72 "GET /v2.0/networks?id=1faa6f79-558c-4d9b-a8f6-3c6503cb6450 HTTP/1.1" status: 200 len: 913 time: 0.1342330 Jan 21 10:05:24.344894 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ec578ba3-1873-456c-b9b3-202bf09ac22e req-d8f56e98-5c8a-4857-89b6-eb2b6a328bcc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9cad6185-922b-40f8-a88e-5b5735550692 HTTP/1.1" status: 200 len: 217 time: 0.1599290 Jan 21 10:05:24.409063 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec578ba3-1873-456c-b9b3-202bf09ac22e req-dcf3cf00-ae51-435b-b5a6-e45611373c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:24.410484 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ec578ba3-1873-456c-b9b3-202bf09ac22e req-dcf3cf00-ae51-435b-b5a6-e45611373c20 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a9334b60-56ca-4885-a2d5-b3c858be1348 HTTP/1.1" status: 200 len: 852 time: 0.0596819 Jan 21 10:05:24.457691 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ec578ba3-1873-456c-b9b3-202bf09ac22e req-1823c2ec-6942-447c-a352-06e07ad932a9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1faa6f79-558c-4d9b-a8f6-3c6503cb6450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409060 Jan 21 10:05:24.589115 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ec578ba3-1873-456c-b9b3-202bf09ac22e req-5693aa4e-066c-4d0b-b556-b999b0b2dfd5 service neutron] 10.222.0.72 "GET /v2.0/networks/1faa6f79-558c-4d9b-a8f6-3c6503cb6450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240511 Jan 21 10:05:24.723771 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ec578ba3-1873-456c-b9b3-202bf09ac22e req-29d53ebf-fa05-4fed-8d3a-1c97834fafec service neutron] 10.222.0.72 "GET /v2.0/networks/1faa6f79-558c-4d9b-a8f6-3c6503cb6450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284018 Jan 21 10:05:25.284488 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c097f5-49c5-452f-a3b0-2b9b42119044 req-ef574a10-5f56-42d1-8b9b-968b9696a8a4 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:25.285961 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-58c097f5-49c5-452f-a3b0-2b9b42119044 req-ef574a10-5f56-42d1-8b9b-968b9696a8a4 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 945 time: 0.0830994 Jan 21 10:05:25.332535 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-58c097f5-49c5-452f-a3b0-2b9b42119044 req-b3b967f7-6001-422f-a819-42d3a017f402 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/security-groups?id=00c32661-d0ae-4756-98a3-36e4a49ec502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407336 Jan 21 10:05:26.532914 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183169fe-d19d-427e-afe3-15200f2bd63e req-d79aa899-e4f5-43e2-bcbc-f05deb56d224 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:26.534350 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-183169fe-d19d-427e-afe3-15200f2bd63e req-d79aa899-e4f5-43e2-bcbc-f05deb56d224 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 945 time: 0.0790107 Jan 21 10:05:26.581685 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-183169fe-d19d-427e-afe3-15200f2bd63e req-9ba6add5-65cb-4e66-9a6b-1edb7257e93d tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/security-groups?id=00c32661-d0ae-4756-98a3-36e4a49ec502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417855 Jan 21 10:05:27.765932 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dbef4d-6980-4c6c-ac27-fdf994343967 req-6fb6b7b4-037f-48ca-8ef4-01c01023a84a tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:27.767420 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-70dbef4d-6980-4c6c-ac27-fdf994343967 req-6fb6b7b4-037f-48ca-8ef4-01c01023a84a tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 945 time: 0.0795527 Jan 21 10:05:27.811632 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-70dbef4d-6980-4c6c-ac27-fdf994343967 req-714b7e2e-14f3-4d25-8a49-7a80c4518ac8 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/security-groups?id=00c32661-d0ae-4756-98a3-36e4a49ec502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384405 Jan 21 10:05:28.996552 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f370d-7a32-4108-846d-103cdef68e41 req-af7895df-d4c6-4f24-9ef2-92bb82030381 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:28.997997 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-178f370d-7a32-4108-846d-103cdef68e41 req-af7895df-d4c6-4f24-9ef2-92bb82030381 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 945 time: 0.0808587 Jan 21 10:05:29.041169 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-178f370d-7a32-4108-846d-103cdef68e41 req-1516234e-d9fd-4039-9fbc-675ec4a402d3 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/security-groups?id=00c32661-d0ae-4756-98a3-36e4a49ec502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373485 Jan 21 10:05:30.229974 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76126ec7-a8fe-4f56-abfc-74b0490ddac7 req-fac251d0-cdd9-4a47-ba35-4f3c7561622a tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:30.231457 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-76126ec7-a8fe-4f56-abfc-74b0490ddac7 req-fac251d0-cdd9-4a47-ba35-4f3c7561622a tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 945 time: 0.0857551 Jan 21 10:05:30.275533 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-76126ec7-a8fe-4f56-abfc-74b0490ddac7 req-2a5a0cfd-a3f4-4c6b-97b5-655377f85e5b tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/security-groups?id=00c32661-d0ae-4756-98a3-36e4a49ec502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373423 Jan 21 10:05:31.461918 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262f2d5-4e43-4dd0-9025-648327875624 req-bd3aac81-90ad-4e19-9b20-75ce8f947218 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:31.463378 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-9262f2d5-4e43-4dd0-9025-648327875624 req-bd3aac81-90ad-4e19-9b20-75ce8f947218 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 945 time: 0.0822132 Jan 21 10:05:31.507374 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-9262f2d5-4e43-4dd0-9025-648327875624 req-b4b2ca93-71d3-4868-9dfe-6d657bb8c195 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/security-groups?id=00c32661-d0ae-4756-98a3-36e4a49ec502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379689 Jan 21 10:05:32.694336 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540965aa-1dab-41df-8c8c-faacb27409a6 req-07e4cb13-795b-42ea-8583-6c73bc30c804 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:32.695816 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-540965aa-1dab-41df-8c8c-faacb27409a6 req-07e4cb13-795b-42ea-8583-6c73bc30c804 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 945 time: 0.0795887 Jan 21 10:05:32.739463 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-540965aa-1dab-41df-8c8c-faacb27409a6 req-3dd14567-9bac-4710-a3e3-09409e1dc998 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/security-groups?id=00c32661-d0ae-4756-98a3-36e4a49ec502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380418 Jan 21 10:05:33.930438 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2b07c-0343-49c7-aa57-4dd5a83997c8 req-d483ae15-49ce-4b80-aaee-0010e61a4eb6 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:33.931949 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-61b2b07c-0343-49c7-aa57-4dd5a83997c8 req-d483ae15-49ce-4b80-aaee-0010e61a4eb6 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 945 time: 0.0817661 Jan 21 10:05:33.977432 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-61b2b07c-0343-49c7-aa57-4dd5a83997c8 req-360b052c-ec83-4dc4-ad08-d622b781068a tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/security-groups?id=00c32661-d0ae-4756-98a3-36e4a49ec502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389323 Jan 21 10:05:35.168575 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00861e-edf7-475d-8bf8-9cbe617dd61a req-8451dcc7-5241-48f1-b4c4-f3a9b07c8d3f tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:35.170553 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fe00861e-edf7-475d-8bf8-9cbe617dd61a req-8451dcc7-5241-48f1-b4c4-f3a9b07c8d3f tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 945 time: 0.0860641 Jan 21 10:05:35.217779 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fe00861e-edf7-475d-8bf8-9cbe617dd61a req-75631fb6-c5a8-41c1-9905-c5e1a68e981a tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/security-groups?id=00c32661-d0ae-4756-98a3-36e4a49ec502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401092 Jan 21 10:05:36.408058 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342a552-c0a1-4c8f-84db-88397e142b5a req-adfaa0da-6fb5-4137-9ad9-e9f0feb1bb30 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:36.409598 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d342a552-c0a1-4c8f-84db-88397e142b5a req-adfaa0da-6fb5-4137-9ad9-e9f0feb1bb30 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 945 time: 0.0850973 Jan 21 10:05:36.456201 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d342a552-c0a1-4c8f-84db-88397e142b5a req-45016f54-ba91-438d-a79f-8d5ef0ee877c tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/security-groups?id=00c32661-d0ae-4756-98a3-36e4a49ec502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389326 Jan 21 10:05:37.638803 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d4631-0d4d-4034-bf96-39323ef11971 req-c6cde6d9-dc8d-4ac7-8a1a-9c08b6e60920 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:37.640287 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dc2d4631-0d4d-4034-bf96-39323ef11971 req-c6cde6d9-dc8d-4ac7-8a1a-9c08b6e60920 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 945 time: 0.0804212 Jan 21 10:05:37.688366 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dc2d4631-0d4d-4034-bf96-39323ef11971 req-303a5ae0-fa38-4a84-b3b0-35ac2b180c42 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/security-groups?id=00c32661-d0ae-4756-98a3-36e4a49ec502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425394 Jan 21 10:05:38.875036 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194871d7-7260-449d-b2a3-16e9ac9fcce6 req-5421cee8-6e2a-4ef9-b9bf-23955c88843e tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:38.876599 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-194871d7-7260-449d-b2a3-16e9ac9fcce6 req-5421cee8-6e2a-4ef9-b9bf-23955c88843e tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 945 time: 0.0802319 Jan 21 10:05:38.922776 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-194871d7-7260-449d-b2a3-16e9ac9fcce6 req-52343e27-f087-4b13-a50f-595cb5e4e7d0 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/security-groups?id=00c32661-d0ae-4756-98a3-36e4a49ec502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405920 Jan 21 10:05:40.114564 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f82fce-2099-493a-b933-c64894a44560 req-ad9e73ba-288b-4bee-9902-a7545883284a tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:40.116086 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c4f82fce-2099-493a-b933-c64894a44560 req-ad9e73ba-288b-4bee-9902-a7545883284a tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 945 time: 0.0852265 Jan 21 10:05:40.162240 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c4f82fce-2099-493a-b933-c64894a44560 req-18acf76c-b3f2-4642-8911-77cb93988811 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/security-groups?id=00c32661-d0ae-4756-98a3-36e4a49ec502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404446 Jan 21 10:05:41.353067 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c954c9-9bdc-4400-815d-1382a90623d7 req-e197b174-333f-460e-a813-9fd8facb35ac tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:41.354574 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-93c954c9-9bdc-4400-815d-1382a90623d7 req-e197b174-333f-460e-a813-9fd8facb35ac tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 945 time: 0.0823619 Jan 21 10:05:41.402853 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-93c954c9-9bdc-4400-815d-1382a90623d7 req-a7e2a4cb-b39d-4a27-8b6d-a50bd9a3d993 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/security-groups?id=00c32661-d0ae-4756-98a3-36e4a49ec502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423758 Jan 21 10:05:42.598869 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f49435-95c5-4647-9486-885c7470767c req-af0d1562-6445-4de0-a1d9-5ebf72562bad tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:42.600489 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-62f49435-95c5-4647-9486-885c7470767c req-af0d1562-6445-4de0-a1d9-5ebf72562bad tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 945 time: 0.0884230 Jan 21 10:05:42.649636 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-62f49435-95c5-4647-9486-885c7470767c req-015b6354-db8a-4a45-8ea1-dea2c1fd8a7d tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/security-groups?id=00c32661-d0ae-4756-98a3-36e4a49ec502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434742 Jan 21 10:05:42.855165 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:43.857684 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd592d1c-a7c9-444f-9ff7-8e59bd83a23e req-cfd32e6e-5746-4339-8242-9fa95f79c7a6 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:43.859170 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cd592d1c-a7c9-444f-9ff7-8e59bd83a23e req-cfd32e6e-5746-4339-8242-9fa95f79c7a6 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 945 time: 0.0872450 Jan 21 10:05:43.902802 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cd592d1c-a7c9-444f-9ff7-8e59bd83a23e req-89acb3e1-b052-4db5-95d8-5206ae5aa4e6 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/security-groups?id=00c32661-d0ae-4756-98a3-36e4a49ec502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379107 Jan 21 10:05:45.099834 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d5287-098c-4bae-a91c-23232004eb7b req-3751cbb3-50ce-4fae-96bc-d788c57b4e80 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:45.101436 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-504d5287-098c-4bae-a91c-23232004eb7b req-3751cbb3-50ce-4fae-96bc-d788c57b4e80 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 945 time: 0.0877326 Jan 21 10:05:45.152435 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-504d5287-098c-4bae-a91c-23232004eb7b req-08eea4f4-3d7d-444e-bc45-d5ae59c2cb0a tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/security-groups?id=00c32661-d0ae-4756-98a3-36e4a49ec502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441878 Jan 21 10:05:46.337466 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b292a-097a-4b53-bb9d-6afcd85a0bf9 req-47b7e83b-cf4c-4e79-a8f9-0e980b0fdcb6 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:46.338930 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-524b292a-097a-4b53-bb9d-6afcd85a0bf9 req-47b7e83b-cf4c-4e79-a8f9-0e980b0fdcb6 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 945 time: 0.0804863 Jan 21 10:05:46.385941 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-524b292a-097a-4b53-bb9d-6afcd85a0bf9 req-74005fed-259b-4968-851d-7af24b5d5223 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/security-groups?id=00c32661-d0ae-4756-98a3-36e4a49ec502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400512 Jan 21 10:05:46.550533 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-575842ca-d6ae-4eb5-bf93-cfd362e43dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:47.581801 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00379b-baed-4403-a383-aae180336516 req-0f5a5e45-88a9-4aaf-a5fc-3e348db6caf2 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:47.583343 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7a00379b-baed-4403-a383-aae180336516 req-0f5a5e45-88a9-4aaf-a5fc-3e348db6caf2 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 945 time: 0.0860701 Jan 21 10:05:47.631704 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7a00379b-baed-4403-a383-aae180336516 req-f7770d10-bad2-4c55-904f-e0b8930aa0a2 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/security-groups?id=00c32661-d0ae-4756-98a3-36e4a49ec502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421767 Jan 21 10:05:48.843038 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4597530-5fc7-4979-b8e7-4148accac064 req-72d6730c-6f5b-4866-86b0-94fb975ac4af tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:48.844605 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e4597530-5fc7-4979-b8e7-4148accac064 req-72d6730c-6f5b-4866-86b0-94fb975ac4af tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 945 time: 0.0918794 Jan 21 10:05:48.896445 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e4597530-5fc7-4979-b8e7-4148accac064 req-1b07e8eb-d44a-4cfa-87c2-3454f10e182f tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/security-groups?id=00c32661-d0ae-4756-98a3-36e4a49ec502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419323 Jan 21 10:05:48.919761 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0f79c64b-3726-4ccf-95ae-651d4d601bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:49.803365 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:49.996510 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:50.120426 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f121179-acf8-48cd-9f0d-28c513dbbe71 req-6e8cc635-03d1-4d49-950a-e4ba2faaeaf4 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:50.124383 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0f121179-acf8-48cd-9f0d-28c513dbbe71 req-6e8cc635-03d1-4d49-950a-e4ba2faaeaf4 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 945 time: 0.1031280 Jan 21 10:05:50.176934 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0f121179-acf8-48cd-9f0d-28c513dbbe71 req-dc1d3c75-8d5b-4237-9148-3da9573b72fb tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/security-groups?id=00c32661-d0ae-4756-98a3-36e4a49ec502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464854 Jan 21 10:05:51.381429 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86efe0-cd49-4e87-873d-42c10651c107 req-524f451e-3e71-418c-91e5-8efae68cdca6 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:51.383015 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0e86efe0-cd49-4e87-873d-42c10651c107 req-524f451e-3e71-418c-91e5-8efae68cdca6 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 945 time: 0.0943320 Jan 21 10:05:51.447757 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0e86efe0-cd49-4e87-873d-42c10651c107 req-fa08a1d3-4fbb-472a-9c14-7682cbe5287f tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/security-groups?id=00c32661-d0ae-4756-98a3-36e4a49ec502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582867 Jan 21 10:05:51.458012 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:51.630075 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ec578ba3-1873-456c-b9b3-202bf09ac22e req-b7350c2d-0156-4d19-938f-4fb861326d70 service neutron] 10.222.0.72 "GET /v2.0/ports/9cad6185-922b-40f8-a88e-5b5735550692/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.0786428 Jan 21 10:05:51.899368 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec578ba3-1873-456c-b9b3-202bf09ac22e req-4f96b865-da5d-4c4d-b3d6-68ebe686d939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:51.900874 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ec578ba3-1873-456c-b9b3-202bf09ac22e req-4f96b865-da5d-4c4d-b3d6-68ebe686d939 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac&tenant_id=55db79c1e45b47fc9e9ac36fecb661b4 HTTP/1.1" status: 200 len: 1098 time: 0.0724540 Jan 21 10:05:52.011303 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec578ba3-1873-456c-b9b3-202bf09ac22e req-67136354-2241-4280-a897-59a5d3eda7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:52.012990 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ec578ba3-1873-456c-b9b3-202bf09ac22e req-67136354-2241-4280-a897-59a5d3eda7cf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=55db79c1e45b47fc9e9ac36fecb661b4&device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 1098 time: 0.0910923 Jan 21 10:05:52.265714 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec578ba3-1873-456c-b9b3-202bf09ac22e req-ab9e57e0-d16d-4ba9-9378-6af1c2ae923c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:52.267251 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ec578ba3-1873-456c-b9b3-202bf09ac22e req-ab9e57e0-d16d-4ba9-9378-6af1c2ae923c service neutron] 10.222.0.72 "GET /v2.0/networks?id=1faa6f79-558c-4d9b-a8f6-3c6503cb6450 HTTP/1.1" status: 200 len: 913 time: 0.2488215 Jan 21 10:05:52.334479 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ec578ba3-1873-456c-b9b3-202bf09ac22e req-6209335d-8bbb-45ff-9698-d52a72cc2cc2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9cad6185-922b-40f8-a88e-5b5735550692 HTTP/1.1" status: 200 len: 217 time: 0.0615895 Jan 21 10:05:52.399303 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec578ba3-1873-456c-b9b3-202bf09ac22e req-fd43bc5d-5ec0-46d6-a0f1-4fa5973e426c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:52.400747 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ec578ba3-1873-456c-b9b3-202bf09ac22e req-fd43bc5d-5ec0-46d6-a0f1-4fa5973e426c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a9334b60-56ca-4885-a2d5-b3c858be1348 HTTP/1.1" status: 200 len: 852 time: 0.0601315 Jan 21 10:05:52.447820 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ec578ba3-1873-456c-b9b3-202bf09ac22e req-1f959abb-b803-4db3-b5dd-a0d24076bd77 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1faa6f79-558c-4d9b-a8f6-3c6503cb6450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402966 Jan 21 10:05:52.580628 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ec578ba3-1873-456c-b9b3-202bf09ac22e req-ec169835-ddee-45e5-bdfa-6e968b6820c7 service neutron] 10.222.0.72 "GET /v2.0/networks/1faa6f79-558c-4d9b-a8f6-3c6503cb6450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270247 Jan 21 10:05:52.646230 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd2c3d-f772-4775-b9dc-c9892d442ae2 req-faf34dd1-38e4-441f-b372-b7be5e0780ef tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:52.647914 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2bcd2c3d-f772-4775-b9dc-c9892d442ae2 req-faf34dd1-38e4-441f-b372-b7be5e0780ef tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 945 time: 0.0890393 Jan 21 10:05:52.706888 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2bcd2c3d-f772-4775-b9dc-c9892d442ae2 req-5e82f414-d759-49ae-9294-c54eea856578 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/security-groups?id=00c32661-d0ae-4756-98a3-36e4a49ec502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526202 Jan 21 10:05:52.733455 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ec578ba3-1873-456c-b9b3-202bf09ac22e req-e4d8b553-a009-42d7-bcb7-90058751e71d service neutron] 10.222.0.72 "GET /v2.0/networks/1faa6f79-558c-4d9b-a8f6-3c6503cb6450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466844 Jan 21 10:05:53.914625 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a87f5b-5d54-4200-a46a-d4b8102744eb req-153e5451-1e5b-42d6-b02e-ff08d9219761 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:53.916371 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-65a87f5b-5d54-4200-a46a-d4b8102744eb req-153e5451-1e5b-42d6-b02e-ff08d9219761 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 945 time: 0.0847311 Jan 21 10:05:53.961045 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-65a87f5b-5d54-4200-a46a-d4b8102744eb req-d565afad-1a73-4248-80de-c798cd0441f1 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/security-groups?id=00c32661-d0ae-4756-98a3-36e4a49ec502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381036 Jan 21 10:05:55.150587 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d51c5-bfbf-4b16-a6ae-f090aee76a14 req-799ffe3b-365e-463b-8d91-ecf5bde8e322 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:55.152122 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4e2d51c5-bfbf-4b16-a6ae-f090aee76a14 req-799ffe3b-365e-463b-8d91-ecf5bde8e322 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 945 time: 0.0809073 Jan 21 10:05:55.201573 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4e2d51c5-bfbf-4b16-a6ae-f090aee76a14 req-5f3f7cab-24b0-47c5-87de-0731620b7498 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/security-groups?id=00c32661-d0ae-4756-98a3-36e4a49ec502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430727 Jan 21 10:05:55.295283 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 9cad6185-922b-40f8-a88e-5b5735550692 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:05:55.329246 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 9cad6185-922b-40f8-a88e-5b5735550692 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:05:55.514467 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 9cad6185-922b-40f8-a88e-5b5735550692, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9cad6185-922b-40f8-a88e-5b5735550692,segment=NetworkSegment(c2b1eea3-189d-4f8f-aa65-86b1e0bdd35c),segment_id=c2b1eea3-189d-4f8f-aa65-86b1e0bdd35c)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:05:55.539327 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': '9cad6185-922b-40f8-a88e-5b5735550692', 'network_id': '1faa6f79-558c-4d9b-a8f6-3c6503cb6450', 'port_id': '9cad6185-922b-40f8-a88e-5b5735550692', 'mac_address': 'fa:16:3e:e0:fc:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9334b60-56ca-4885-a2d5-b3c858be1348', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:05:55.545405 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:55.618456 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b966b491-22fc-46a4-a5fd-ecc23804e7ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cad6185-922b-40f8-a88e-5b5735550692'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:05:55.632729 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:55.646742 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 9cad6185-922b-40f8-a88e-5b5735550692, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9cad6185-922b-40f8-a88e-5b5735550692,segment=NetworkSegment(c2b1eea3-189d-4f8f-aa65-86b1e0bdd35c),segment_id=c2b1eea3-189d-4f8f-aa65-86b1e0bdd35c)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:05:55.656389 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:55.695142 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9cad6185-922b-40f8-a88e-5b5735550692 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:05:55.714245 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b966b491-22fc-46a4-a5fd-ecc23804e7ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cad6185-922b-40f8-a88e-5b5735550692', 'code': 200} Jan 21 10:05:55.785562 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=9cad6185-922b-40f8-a88e-5b5735550692,revision_number=6']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:55.790364 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:05:55.790709 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:05:55.795422 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:55.795770 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:55.796103 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:55.796430 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:55.796753 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:55.797077 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:55.797393 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:55.797707 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:55.798023 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:55.798336 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:55.798648 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:55.799046 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:56.349478 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:56.367420 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cad6185-922b-40f8-a88e-5b5735550692 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:05:56.389327 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 9cad6185-922b-40f8-a88e-5b5735550692, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9cad6185-922b-40f8-a88e-5b5735550692,segment=NetworkSegment(c2b1eea3-189d-4f8f-aa65-86b1e0bdd35c),segment_id=c2b1eea3-189d-4f8f-aa65-86b1e0bdd35c)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:05:56.394899 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:56.401810 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddb748-938b-44c3-8887-3676469cc846 req-d4d975bd-de7c-4198-8198-6e558941d9e4 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:56.403318 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1eddb748-938b-44c3-8887-3676469cc846 req-d4d975bd-de7c-4198-8198-6e558941d9e4 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 943 time: 0.0907421 Jan 21 10:05:56.449835 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1eddb748-938b-44c3-8887-3676469cc846 req-17818283-ec1c-4b0e-9ae7-7521ab8ae462 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/security-groups?id=00c32661-d0ae-4756-98a3-36e4a49ec502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402722 Jan 21 10:05:56.471613 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['9cad6185-922b-40f8-a88e-5b5735550692'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:05:56.513527 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=9cad6185-922b-40f8-a88e-5b5735550692,revision_number=7']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:56.847518 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e33ad8-d5b3-482f-b185-51f44314b6b2 req-9e4e3211-ed8b-4d66-b29f-6ba26758495c tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:56.848954 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e1e33ad8-d5b3-482f-b185-51f44314b6b2 req-9e4e3211-ed8b-4d66-b29f-6ba26758495c tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.72 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac&tenant_id=55db79c1e45b47fc9e9ac36fecb661b4&binding%3Ahost_id=hv-neutron-8257 HTTP/1.1" status: 200 len: 944 time: 0.0868623 Jan 21 10:05:56.993125 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e33ad8-d5b3-482f-b185-51f44314b6b2 req-5be49bc2-e641-49f8-b8e0-6d8f48d5a8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:56.994597 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e1e33ad8-d5b3-482f-b185-51f44314b6b2 req-5be49bc2-e641-49f8-b8e0-6d8f48d5a8eb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=55db79c1e45b47fc9e9ac36fecb661b4&device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 1097 time: 0.0753331 Jan 21 10:05:57.127651 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e33ad8-d5b3-482f-b185-51f44314b6b2 req-747314af-ad70-458f-860b-9aeb98fb5d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:57.129257 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e1e33ad8-d5b3-482f-b185-51f44314b6b2 req-747314af-ad70-458f-860b-9aeb98fb5d48 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1faa6f79-558c-4d9b-a8f6-3c6503cb6450 HTTP/1.1" status: 200 len: 913 time: 0.1287899 Jan 21 10:05:57.196544 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e1e33ad8-d5b3-482f-b185-51f44314b6b2 req-c26f864e-3034-4fc1-b3be-0fbe621c1ed4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9cad6185-922b-40f8-a88e-5b5735550692 HTTP/1.1" status: 200 len: 217 time: 0.0602863 Jan 21 10:05:57.261180 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e33ad8-d5b3-482f-b185-51f44314b6b2 req-e716e37d-9dd8-4a05-800e-fe7c30268323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:57.262823 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e1e33ad8-d5b3-482f-b185-51f44314b6b2 req-e716e37d-9dd8-4a05-800e-fe7c30268323 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a9334b60-56ca-4885-a2d5-b3c858be1348 HTTP/1.1" status: 200 len: 852 time: 0.0611215 Jan 21 10:05:57.310100 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e1e33ad8-d5b3-482f-b185-51f44314b6b2 req-c8860a5e-42bd-4289-b4c6-2ca531e00ce8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1faa6f79-558c-4d9b-a8f6-3c6503cb6450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418777 Jan 21 10:05:57.318726 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 9cad6185-922b-40f8-a88e-5b5735550692 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:05:57.437928 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:57.446036 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e1e33ad8-d5b3-482f-b185-51f44314b6b2 req-7cd9fa65-d120-4b98-87be-eb1fdf2fec88 service neutron] 10.222.0.72 "GET /v2.0/networks/1faa6f79-558c-4d9b-a8f6-3c6503cb6450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304140 Jan 21 10:05:57.455604 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9cad6185-922b-40f8-a88e-5b5735550692 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:05:57.471633 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 9cad6185-922b-40f8-a88e-5b5735550692, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9cad6185-922b-40f8-a88e-5b5735550692,segment=NetworkSegment(c2b1eea3-189d-4f8f-aa65-86b1e0bdd35c),segment_id=c2b1eea3-189d-4f8f-aa65-86b1e0bdd35c)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:05:57.475387 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:57.547598 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=9cad6185-922b-40f8-a88e-5b5735550692,revision_number=8']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:57.592812 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e1e33ad8-d5b3-482f-b185-51f44314b6b2 req-563efbc5-e857-4f7c-845f-2c813c0507a8 service neutron] 10.222.0.72 "GET /v2.0/networks/1faa6f79-558c-4d9b-a8f6-3c6503cb6450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406331 Jan 21 10:05:58.423735 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e19cf3-c784-46cb-a0fc-438129166c2a req-148df93e-4a26-4a4a-9db6-421152ea7b32 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:58.425226 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d1e19cf3-c784-46cb-a0fc-438129166c2a req-148df93e-4a26-4a4a-9db6-421152ea7b32 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 943 time: 0.0857961 Jan 21 10:05:58.469125 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d1e19cf3-c784-46cb-a0fc-438129166c2a req-89264a20-4bd5-4239-b469-7a1148dc3662 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/security-groups?id=00c32661-d0ae-4756-98a3-36e4a49ec502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383513 Jan 21 10:05:59.662899 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d348238-4316-4fad-90a4-396e89d9ec58 req-e01539b0-8ac8-448e-891e-411b473e4f8f tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:59.664404 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-9d348238-4316-4fad-90a4-396e89d9ec58 req-e01539b0-8ac8-448e-891e-411b473e4f8f tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 943 time: 0.0853364 Jan 21 10:05:59.711516 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-9d348238-4316-4fad-90a4-396e89d9ec58 req-1c60d4fc-7dd6-405e-87d2-8057b412f29d tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/security-groups?id=00c32661-d0ae-4756-98a3-36e4a49ec502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397329 Jan 21 10:06:00.045600 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:06:00.234003 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e33ad8-d5b3-482f-b185-51f44314b6b2 req-3dcabd84-77f1-4115-aa62-4975571a4a6e tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:00.235511 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e1e33ad8-d5b3-482f-b185-51f44314b6b2 req-3dcabd84-77f1-4115-aa62-4975571a4a6e tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.72 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 943 time: 0.0819767 Jan 21 10:06:00.314973 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-e1e33ad8-d5b3-482f-b185-51f44314b6b2 req-045ea7d3-dbc7-41d2-8f7d-c17329eed6a2 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Deleting port 9cad6185-922b-40f8-a88e-5b5735550692 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:06:00.315220 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-e1e33ad8-d5b3-482f-b185-51f44314b6b2 req-045ea7d3-dbc7-41d2-8f7d-c17329eed6a2 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:00.588217 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-e1e33ad8-d5b3-482f-b185-51f44314b6b2 req-045ea7d3-dbc7-41d2-8f7d-c17329eed6a2 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] For port 9cad6185-922b-40f8-a88e-5b5735550692, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=9cad6185-922b-40f8-a88e-5b5735550692,segment=NetworkSegment(c2b1eea3-189d-4f8f-aa65-86b1e0bdd35c),segment_id=c2b1eea3-189d-4f8f-aa65-86b1e0bdd35c)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:06:00.588572 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-e1e33ad8-d5b3-482f-b185-51f44314b6b2 req-045ea7d3-dbc7-41d2-8f7d-c17329eed6a2 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:00.828017 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-e1e33ad8-d5b3-482f-b185-51f44314b6b2 req-045ea7d3-dbc7-41d2-8f7d-c17329eed6a2 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Calling delete_port for 9cad6185-922b-40f8-a88e-5b5735550692 owned by compute:nova {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:06:00.926482 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b644c-b9e0-439a-bb75-12345c9f7b4b req-855e7978-8b6a-4507-8f11-b003a08e8472 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:00.928250 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-333b644c-b9e0-439a-bb75-12345c9f7b4b req-855e7978-8b6a-4507-8f11-b003a08e8472 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/ports?device_id=b966b491-22fc-46a4-a5fd-ecc23804e7ac HTTP/1.1" status: 200 len: 943 time: 0.0934618 Jan 21 10:06:00.982181 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-333b644c-b9e0-439a-bb75-12345c9f7b4b req-ba20f02e-522c-459d-986b-860ec54f9995 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.110 "GET /v2.0/security-groups?id=00c32661-d0ae-4756-98a3-36e4a49ec502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479388 Jan 21 10:06:01.014473 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-e1e33ad8-d5b3-482f-b185-51f44314b6b2 req-045ea7d3-dbc7-41d2-8f7d-c17329eed6a2 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:01.068322 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ea7d3-dbc7-41d2-8f7d-c17329eed6a2 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Pushing event deleted for resources: {'Port': ['ID=9cad6185-922b-40f8-a88e-5b5735550692,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:01.107654 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ea7d3-dbc7-41d2-8f7d-c17329eed6a2 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:01.108008 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ea7d3-dbc7-41d2-8f7d-c17329eed6a2 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:01.108336 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ea7d3-dbc7-41d2-8f7d-c17329eed6a2 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:01.108665 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ea7d3-dbc7-41d2-8f7d-c17329eed6a2 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:01.108988 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ea7d3-dbc7-41d2-8f7d-c17329eed6a2 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:01.109310 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ea7d3-dbc7-41d2-8f7d-c17329eed6a2 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:01.109630 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ea7d3-dbc7-41d2-8f7d-c17329eed6a2 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:01.109946 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ea7d3-dbc7-41d2-8f7d-c17329eed6a2 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:01.110283 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ea7d3-dbc7-41d2-8f7d-c17329eed6a2 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:01.110698 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ea7d3-dbc7-41d2-8f7d-c17329eed6a2 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:01.111015 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ea7d3-dbc7-41d2-8f7d-c17329eed6a2 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:01.111339 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045ea7d3-dbc7-41d2-8f7d-c17329eed6a2 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:01.158842 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e33ad8-d5b3-482f-b185-51f44314b6b2 req-045ea7d3-dbc7-41d2-8f7d-c17329eed6a2 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] No DVR routers for this DVR port 9cad6185-922b-40f8-a88e-5b5735550692 on host hv-neutron-8257 {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:06:01.161909 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-e1e33ad8-d5b3-482f-b185-51f44314b6b2 req-045ea7d3-dbc7-41d2-8f7d-c17329eed6a2 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:01.164131 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b966b491-22fc-46a4-a5fd-ecc23804e7ac', 'name': 'network-vif-deleted', 'tag': '9cad6185-922b-40f8-a88e-5b5735550692'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:06:01.183052 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e1e33ad8-d5b3-482f-b185-51f44314b6b2 req-045ea7d3-dbc7-41d2-8f7d-c17329eed6a2 tempest-DeleteServersTestJSON-1824169577 tempest-DeleteServersTestJSON-1824169577-project] 10.222.0.72 "DELETE /v2.0/ports/9cad6185-922b-40f8-a88e-5b5735550692 HTTP/1.1" status: 204 len: 173 time: 0.9420354 Jan 21 10:06:01.218135 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b966b491-22fc-46a4-a5fd-ecc23804e7ac', 'name': 'network-vif-deleted', 'tag': '9cad6185-922b-40f8-a88e-5b5735550692', 'status': 'completed', 'code': 200} Jan 21 10:06:02.266402 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59702) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:06:02.347561 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-8008e41b-2df6-49b2-861e-49d39afba761 admin admin] Deleting subnet a9334b60-56ca-4885-a2d5-b3c858be1348 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:06:02.351803 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8008e41b-2df6-49b2-861e-49d39afba761 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:02.412284 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8008e41b-2df6-49b2-861e-49d39afba761 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:02.473331 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8008e41b-2df6-49b2-861e-49d39afba761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:02.553828 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8008e41b-2df6-49b2-861e-49d39afba761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:02.600137 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8008e41b-2df6-49b2-861e-49d39afba761 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9334b60-56ca-4885-a2d5-b3c858be1348,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:02.602026 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8008e41b-2df6-49b2-861e-49d39afba761 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:02.609090 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-8008e41b-2df6-49b2-861e-49d39afba761 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/a9334b60-56ca-4885-a2d5-b3c858be1348 HTTP/1.1" status: 204 len: 168 time: 0.3416529 Jan 21 10:06:02.611598 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59706) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:06:02.719511 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7719cbff-d080-4585-bcff-6b843657308f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:02.852602 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7719cbff-d080-4585-bcff-6b843657308f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:02.883262 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-7719cbff-d080-4585-bcff-6b843657308f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1faa6f79-558c-4d9b-a8f6-3c6503cb6450']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:06:02.897120 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-7719cbff-d080-4585-bcff-6b843657308f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2b1eea3-189d-4f8f-aa65-86b1e0bdd35c') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:06:02.897406 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-7719cbff-d080-4585-bcff-6b843657308f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2b1eea3-189d-4f8f-aa65-86b1e0bdd35c') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:06:02.910158 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7719cbff-d080-4585-bcff-6b843657308f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:02.927244 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7719cbff-d080-4585-bcff-6b843657308f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:02.933796 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7719cbff-d080-4585-bcff-6b843657308f admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:06:02.934834 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7719cbff-d080-4585-bcff-6b843657308f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:02.948154 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 10:06:02.948154 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:06:02.948154 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 10:06:02.948154 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:06:02.948154 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 10:06:02.948154 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:06:02.948154 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 10:06:02.948154 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:06:02.948154 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 10:06:02.948154 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:06:02.948154 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 10:06:02.948154 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:06:02.948154 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 10:06:02.948154 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:06:02.948154 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:06:02.948154 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:06:02.948154 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:06:02.948154 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:06:02.948154 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 10:06:02.948154 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:06:02.948154 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 10:06:02.948154 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:06:02.948154 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:06:02.948154 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:06:02.948154 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 10:06:02.948154 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:06:02.948154 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:06:02.948154 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:06:02.948154 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:06:02.948154 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:06:02.948154 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:06:02.948154 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:06:03.035316 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7719cbff-d080-4585-bcff-6b843657308f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:03.040248 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7719cbff-d080-4585-bcff-6b843657308f admin admin] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:03.067374 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7719cbff-d080-4585-bcff-6b843657308f admin admin] Pushing event deleted for resources: {'Network': ['ID=1faa6f79-558c-4d9b-a8f6-3c6503cb6450,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:03.076982 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7719cbff-d080-4585-bcff-6b843657308f admin admin] 10.222.0.110 "DELETE /v2.0/networks/1faa6f79-558c-4d9b-a8f6-3c6503cb6450 HTTP/1.1" status: 204 len: 168 time: 0.4644032 Jan 21 10:06:03.190002 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 59712) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:06:03.238653 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9e20c92a-2486-4970-96c3-00c877d0a50d admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=55db79c1e45b47fc9e9ac36fecb661b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474954 Jan 21 10:06:03.241592 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59716) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:06:03.300929 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e0266413-2abf-4795-8d0a-9f7ffc16d089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:03.327897 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e0266413-2abf-4795-8d0a-9f7ffc16d089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:03.328314 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 9cad6185-922b-40f8-a88e-5b5735550692 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:06:03.369866 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] No Port match for: 9cad6185-922b-40f8-a88e-5b5735550692 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:06:03.370208 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 9cad6185-922b-40f8-a88e-5b5735550692 not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:06:03.381253 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e0266413-2abf-4795-8d0a-9f7ffc16d089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:03.398610 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0266413-2abf-4795-8d0a-9f7ffc16d089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c32661-d0ae-4756-98a3-36e4a49ec502,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:03.409087 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e0266413-2abf-4795-8d0a-9f7ffc16d089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:03.410197 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e0266413-2abf-4795-8d0a-9f7ffc16d089 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/00c32661-d0ae-4756-98a3-36e4a49ec502 HTTP/1.1" status: 204 len: 168 time: 0.1677330 Jan 21 10:06:04.148697 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 59740) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:06:04.254619 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-76292f40-dd62-4807-8ca0-f977d36d3267 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-542452259-network', 'tenant_id': '3ac831b6113d422dbebd7f3a62ecb89d'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:06:04.259612 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-76292f40-dd62-4807-8ca0-f977d36d3267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:06:04.263447 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-76292f40-dd62-4807-8ca0-f977d36d3267 admin admin] Usage tracker for resource:network and tenant:3ac831b6113d422dbebd7f3a62ecb89d is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:06:04.267428 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-76292f40-dd62-4807-8ca0-f977d36d3267 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:06:04.272510 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-76292f40-dd62-4807-8ca0-f977d36d3267 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:06:04.282569 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76292f40-dd62-4807-8ca0-f977d36d3267 admin admin] Made reservation on behalf of 3ac831b6113d422dbebd7f3a62ecb89d for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:06:04.284892 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-76292f40-dd62-4807-8ca0-f977d36d3267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:04.298034 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-76292f40-dd62-4807-8ca0-f977d36d3267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:04.311947 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-76292f40-dd62-4807-8ca0-f977d36d3267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:06:04.315712 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-76292f40-dd62-4807-8ca0-f977d36d3267 admin admin] Usage tracker for resource:security_group_rule and tenant:3ac831b6113d422dbebd7f3a62ecb89d is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:06:04.318393 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-76292f40-dd62-4807-8ca0-f977d36d3267 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:06:04.323932 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-76292f40-dd62-4807-8ca0-f977d36d3267 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:06:04.409191 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-76292f40-dd62-4807-8ca0-f977d36d3267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:04.412907 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-76292f40-dd62-4807-8ca0-f977d36d3267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:04.442895 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76292f40-dd62-4807-8ca0-f977d36d3267 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:06:04.451920 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76292f40-dd62-4807-8ca0-f977d36d3267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c65665-8615-4438-9eee-e0b2011e7c25,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:04.457471 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-76292f40-dd62-4807-8ca0-f977d36d3267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:04.457865 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-76292f40-dd62-4807-8ca0-f977d36d3267 admin admin] Added segment 9ae393ed-a826-4470-9769-d1041a784c75 of type vlan for network cc9445aa-8342-478c-a4f2-2aed67acc7e0 Jan 21 10:06:04.484295 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-76292f40-dd62-4807-8ca0-f977d36d3267 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:04.514108 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-76292f40-dd62-4807-8ca0-f977d36d3267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:04.515339 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76292f40-dd62-4807-8ca0-f977d36d3267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:04.516048 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-76292f40-dd62-4807-8ca0-f977d36d3267 admin admin] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:04.617788 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-76292f40-dd62-4807-8ca0-f977d36d3267 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4679918 Jan 21 10:06:04.620847 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 59746) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:06:04.624690 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76292f40-dd62-4807-8ca0-f977d36d3267 admin admin] Pushing event updated for resources: {'Network': ['ID=cc9445aa-8342-478c-a4f2-2aed67acc7e0,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:04.626765 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-430bbd91-9987-4ed6-833a-9527849cfb55 admin admin] Request body: {'subnet': {'network_id': 'cc9445aa-8342-478c-a4f2-2aed67acc7e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-542452259-subnet', 'tenant_id': '3ac831b6113d422dbebd7f3a62ecb89d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:06:04.631717 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-430bbd91-9987-4ed6-833a-9527849cfb55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:06:04.634156 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network cc9445aa-8342-478c-a4f2-2aed67acc7e0 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:06:04.635686 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-430bbd91-9987-4ed6-833a-9527849cfb55 admin admin] Usage tracker for resource:subnet and tenant:3ac831b6113d422dbebd7f3a62ecb89d is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:06:04.644083 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-430bbd91-9987-4ed6-833a-9527849cfb55 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:06:04.649894 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-430bbd91-9987-4ed6-833a-9527849cfb55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:06:04.660670 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430bbd91-9987-4ed6-833a-9527849cfb55 admin admin] Made reservation on behalf of 3ac831b6113d422dbebd7f3a62ecb89d for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:06:04.663093 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-430bbd91-9987-4ed6-833a-9527849cfb55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:04.868941 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-430bbd91-9987-4ed6-833a-9527849cfb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:04.944405 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430bbd91-9987-4ed6-833a-9527849cfb55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10e47243-ae9b-4929-8ab7-b8e9b444811c,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:04.956256 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430bbd91-9987-4ed6-833a-9527849cfb55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:04.956605 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430bbd91-9987-4ed6-833a-9527849cfb55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:04.956942 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430bbd91-9987-4ed6-833a-9527849cfb55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:04.957273 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430bbd91-9987-4ed6-833a-9527849cfb55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:04.957602 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430bbd91-9987-4ed6-833a-9527849cfb55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:04.957928 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430bbd91-9987-4ed6-833a-9527849cfb55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:04.958252 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430bbd91-9987-4ed6-833a-9527849cfb55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:04.958576 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430bbd91-9987-4ed6-833a-9527849cfb55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:04.958896 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430bbd91-9987-4ed6-833a-9527849cfb55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:04.959214 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430bbd91-9987-4ed6-833a-9527849cfb55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:04.959555 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430bbd91-9987-4ed6-833a-9527849cfb55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:04.959872 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430bbd91-9987-4ed6-833a-9527849cfb55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:04.965396 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430bbd91-9987-4ed6-833a-9527849cfb55 admin admin] Checking segment: {'id': '9ae393ed-a826-4470-9769-d1041a784c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cc9445aa-8342-478c-a4f2-2aed67acc7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:06:04.965745 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430bbd91-9987-4ed6-833a-9527849cfb55 admin admin] Network hostable DHCP agents. Network: cc9445aa-8342-478c-a4f2-2aed67acc7e0, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:06:04.985217 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430bbd91-9987-4ed6-833a-9527849cfb55 admin admin] Network cc9445aa-8342-478c-a4f2-2aed67acc7e0 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:06:04.994413 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-430bbd91-9987-4ed6-833a-9527849cfb55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, cc9445aa-8342-478c-a4f2-2aed67acc7e0) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:06:04.999201 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430bbd91-9987-4ed6-833a-9527849cfb55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:04.999974 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-430bbd91-9987-4ed6-833a-9527849cfb55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:05.008913 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cdb58e-ec2f-496e-918c-05729929bfd2 None None] Network cc9445aa-8342-478c-a4f2-2aed67acc7e0 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:06:05.024324 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-430bbd91-9987-4ed6-833a-9527849cfb55 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4023700 Jan 21 10:06:05.235751 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3f3685-af32-4ceb-983e-408ae667be87 None None] Network cc9445aa-8342-478c-a4f2-2aed67acc7e0 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:06:05.556627 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a541910-6636-43dd-82c9-0edd036346b3 req-5653bde0-4340-45af-b662-9220e923e118 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:05.557219 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-7a541910-6636-43dd-82c9-0edd036346b3 req-5653bde0-4340-45af-b662-9220e923e118 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Synchronizing usage tracker for tenant:3ac831b6113d422dbebd7f3a62ecb89d on resource:network {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:06:05.574123 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-7a541910-6636-43dd-82c9-0edd036346b3 req-5653bde0-4340-45af-b662-9220e923e118 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Unset dirty status for tenant:3ac831b6113d422dbebd7f3a62ecb89d on resource:network {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:06:05.576077 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7a541910-6636-43dd-82c9-0edd036346b3 req-5653bde0-4340-45af-b662-9220e923e118 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/networks?id=cc9445aa-8342-478c-a4f2-2aed67acc7e0 HTTP/1.1" status: 200 len: 814 time: 0.1654737 Jan 21 10:06:05.590504 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7a541910-6636-43dd-82c9-0edd036346b3 req-7d8963c0-ce04-426a-bea5-a5065db42947 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/quotas/3ac831b6113d422dbebd7f3a62ecb89d HTTP/1.1" status: 200 len: 375 time: 0.0089202 Jan 21 10:06:05.639102 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7a541910-6636-43dd-82c9-0edd036346b3 req-a531d32f-f668-4096-9cdf-24ea77fe0764 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=3ac831b6113d422dbebd7f3a62ecb89d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433264 Jan 21 10:06:05.820484 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7a541910-6636-43dd-82c9-0edd036346b3 req-4a915c50-b7e4-4877-83fa-c314495fd785 service neutron] 10.222.0.110 "GET /v2.0/networks/cc9445aa-8342-478c-a4f2-2aed67acc7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738105 Jan 21 10:06:06.055084 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7a541910-6636-43dd-82c9-0edd036346b3 req-ebd3fe8b-b75d-49e8-adfe-ae8cc6d39820 service neutron] 10.222.0.110 "GET /v2.0/networks/cc9445aa-8342-478c-a4f2-2aed67acc7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278163 Jan 21 10:06:06.233757 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-feafcf80-e7e1-42da-bc54-2ebbc0c777c8 req-0d3152a7-a288-4ca5-8302-fc6e7590b56d tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 210 time: 0.0463293 Jan 21 10:06:07.249397 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a541910-6636-43dd-82c9-0edd036346b3 req-bcde0e09-7377-4194-9983-8b1821c165b6 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:07.250794 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7a541910-6636-43dd-82c9-0edd036346b3 req-bcde0e09-7377-4194-9983-8b1821c165b6 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.72 "GET /v2.0/networks?id=cc9445aa-8342-478c-a4f2-2aed67acc7e0 HTTP/1.1" status: 200 len: 814 time: 0.1489425 Jan 21 10:06:07.263552 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-7a541910-6636-43dd-82c9-0edd036346b3 req-edd0687c-9b13-4fb0-ad50-ca86aec29d63 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Request body: {'port': {'device_id': '4936eb45-98e6-4abc-a258-1c7b4dce857c', 'network_id': 'cc9445aa-8342-478c-a4f2-2aed67acc7e0', 'admin_state_up': True, 'tenant_id': '3ac831b6113d422dbebd7f3a62ecb89d'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:06:07.416650 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e1c85d94-8fa2-4197-aeef-61da23816c88 req-0e7715e9-1d07-4ab8-8185-563f3671c5a3 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 210 time: 0.0580091 Jan 21 10:06:07.453122 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-7a541910-6636-43dd-82c9-0edd036346b3 req-edd0687c-9b13-4fb0-ad50-ca86aec29d63 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:06:07.456870 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-7a541910-6636-43dd-82c9-0edd036346b3 req-edd0687c-9b13-4fb0-ad50-ca86aec29d63 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Usage tracker for resource:port and tenant:3ac831b6113d422dbebd7f3a62ecb89d is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:06:07.459640 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-7a541910-6636-43dd-82c9-0edd036346b3 req-edd0687c-9b13-4fb0-ad50-ca86aec29d63 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:06:07.465196 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [req-7a541910-6636-43dd-82c9-0edd036346b3 req-edd0687c-9b13-4fb0-ad50-ca86aec29d63 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:06:07.474494 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a541910-6636-43dd-82c9-0edd036346b3 req-edd0687c-9b13-4fb0-ad50-ca86aec29d63 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Made reservation on behalf of 3ac831b6113d422dbebd7f3a62ecb89d for: {'port': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:06:07.477882 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7a541910-6636-43dd-82c9-0edd036346b3 req-edd0687c-9b13-4fb0-ad50-ca86aec29d63 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:07.636393 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [req-7a541910-6636-43dd-82c9-0edd036346b3 req-edd0687c-9b13-4fb0-ad50-ca86aec29d63 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Allocated IP 172.20.0.2 (cc9445aa-8342-478c-a4f2-2aed67acc7e0/10e47243-ae9b-4929-8ab7-b8e9b444811c/5719f2a3-5e08-4764-b004-b701641a8510) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:06:07.844047 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7a541910-6636-43dd-82c9-0edd036346b3 req-edd0687c-9b13-4fb0-ad50-ca86aec29d63 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:07.873688 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7a541910-6636-43dd-82c9-0edd036346b3 req-edd0687c-9b13-4fb0-ad50-ca86aec29d63 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:07.947765 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a541910-6636-43dd-82c9-0edd036346b3 req-edd0687c-9b13-4fb0-ad50-ca86aec29d63 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Network cc9445aa-8342-478c-a4f2-2aed67acc7e0 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:06:07.951913 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [req-7a541910-6636-43dd-82c9-0edd036346b3 req-edd0687c-9b13-4fb0-ad50-ca86aec29d63 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:06:07.954322 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a541910-6636-43dd-82c9-0edd036346b3 req-edd0687c-9b13-4fb0-ad50-ca86aec29d63 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:06:07.989837 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0687c-9b13-4fb0-ad50-ca86aec29d63 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Pushing event updated for resources: {'Port': ['ID=5719f2a3-5e08-4764-b004-b701641a8510,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:08.022400 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a541910-6636-43dd-82c9-0edd036346b3 req-edd0687c-9b13-4fb0-ad50-ca86aec29d63 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:08.022990 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7a541910-6636-43dd-82c9-0edd036346b3 req-edd0687c-9b13-4fb0-ad50-ca86aec29d63 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:08.043003 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7a541910-6636-43dd-82c9-0edd036346b3 req-edd0687c-9b13-4fb0-ad50-ca86aec29d63 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7835400 Jan 21 10:06:08.053745 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-7a541910-6636-43dd-82c9-0edd036346b3 req-e6ec540d-37ce-4e86-b490-5d7905df2336 service neutron] Request body: {'port': {'device_id': '4936eb45-98e6-4abc-a258-1c7b4dce857c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:06:08.163647 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7a541910-6636-43dd-82c9-0edd036346b3 req-e6ec540d-37ce-4e86-b490-5d7905df2336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:08.507219 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [req-7a541910-6636-43dd-82c9-0edd036346b3 req-e6ec540d-37ce-4e86-b490-5d7905df2336 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5719f2a3-5e08-4764-b004-b701641a8510 {{(pid=87515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:06:08.514499 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7a541910-6636-43dd-82c9-0edd036346b3 req-e6ec540d-37ce-4e86-b490-5d7905df2336 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:08.530254 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [req-7a541910-6636-43dd-82c9-0edd036346b3 req-e6ec540d-37ce-4e86-b490-5d7905df2336 service neutron] Transition to ACTIVE for port object 5719f2a3-5e08-4764-b004-b701641a8510 will not be triggered until provisioned by entity L2. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:06:08.534367 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7a541910-6636-43dd-82c9-0edd036346b3 req-e6ec540d-37ce-4e86-b490-5d7905df2336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:08.608008 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d046bc4-3a3f-4c2c-843c-3c10891ad446 req-0b1658f1-9e84-45f8-8e50-a7f7da466cc6 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:08.609492 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6d046bc4-3a3f-4c2c-843c-3c10891ad446 req-0b1658f1-9e84-45f8-8e50-a7f7da466cc6 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 943 time: 0.0865765 Jan 21 10:06:08.656086 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6d046bc4-3a3f-4c2c-843c-3c10891ad446 req-cb9ff029-4078-4b86-8882-833ed0259671 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408733 Jan 21 10:06:08.860823 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec540d-37ce-4e86-b490-5d7905df2336 service neutron] Pushing event updated for resources: {'Port': ['ID=5719f2a3-5e08-4764-b004-b701641a8510,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:08.905215 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-7a541910-6636-43dd-82c9-0edd036346b3 req-e6ec540d-37ce-4e86-b490-5d7905df2336 service neutron] Attempting to bind port 5719f2a3-5e08-4764-b004-b701641a8510 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:06:08.905539 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-7a541910-6636-43dd-82c9-0edd036346b3 req-e6ec540d-37ce-4e86-b490-5d7905df2336 service neutron] Attempting to bind port 5719f2a3-5e08-4764-b004-b701641a8510 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9ae393ed-a826-4470-9769-d1041a784c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cc9445aa-8342-478c-a4f2-2aed67acc7e0'}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:06:08.905858 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a541910-6636-43dd-82c9-0edd036346b3 req-e6ec540d-37ce-4e86-b490-5d7905df2336 service neutron] Attempting to bind port 5719f2a3-5e08-4764-b004-b701641a8510 on network cc9445aa-8342-478c-a4f2-2aed67acc7e0 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:06:08.910252 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a541910-6636-43dd-82c9-0edd036346b3 req-e6ec540d-37ce-4e86-b490-5d7905df2336 service neutron] Port 5719f2a3-5e08-4764-b004-b701641a8510 on network cc9445aa-8342-478c-a4f2-2aed67acc7e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:06:08.910555 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a541910-6636-43dd-82c9-0edd036346b3 req-e6ec540d-37ce-4e86-b490-5d7905df2336 service neutron] Attempting to bind port 5719f2a3-5e08-4764-b004-b701641a8510 on network cc9445aa-8342-478c-a4f2-2aed67acc7e0 {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:06:08.915668 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a541910-6636-43dd-82c9-0edd036346b3 req-e6ec540d-37ce-4e86-b490-5d7905df2336 service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:06:08.915988 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a541910-6636-43dd-82c9-0edd036346b3 req-e6ec540d-37ce-4e86-b490-5d7905df2336 service neutron] Checking segment: {'id': '9ae393ed-a826-4470-9769-d1041a784c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cc9445aa-8342-478c-a4f2-2aed67acc7e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:06:08.916359 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a541910-6636-43dd-82c9-0edd036346b3 req-e6ec540d-37ce-4e86-b490-5d7905df2336 service neutron] Bound using segment: {'id': '9ae393ed-a826-4470-9769-d1041a784c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cc9445aa-8342-478c-a4f2-2aed67acc7e0'} {{(pid=87515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:06:08.916765 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.managers [req-7a541910-6636-43dd-82c9-0edd036346b3 req-e6ec540d-37ce-4e86-b490-5d7905df2336 service neutron] Bound port: 5719f2a3-5e08-4764-b004-b701641a8510, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ae393ed-a826-4470-9769-d1041a784c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cc9445aa-8342-478c-a4f2-2aed67acc7e0'}}] {{(pid=87515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:06:08.917092 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7a541910-6636-43dd-82c9-0edd036346b3 req-e6ec540d-37ce-4e86-b490-5d7905df2336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:09.010865 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-7a541910-6636-43dd-82c9-0edd036346b3 req-e6ec540d-37ce-4e86-b490-5d7905df2336 service neutron] For port 5719f2a3-5e08-4764-b004-b701641a8510, host hv-neutron-8257, cleared binding levels {{(pid=87515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:06:09.013878 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-7a541910-6636-43dd-82c9-0edd036346b3 req-e6ec540d-37ce-4e86-b490-5d7905df2336 service neutron] For port 5719f2a3-5e08-4764-b004-b701641a8510, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=5719f2a3-5e08-4764-b004-b701641a8510,segment=NetworkSegment(9ae393ed-a826-4470-9769-d1041a784c75),segment_id=9ae393ed-a826-4470-9769-d1041a784c75)] {{(pid=87515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:06:09.019216 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7a541910-6636-43dd-82c9-0edd036346b3 req-e6ec540d-37ce-4e86-b490-5d7905df2336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:09.080859 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a541910-6636-43dd-82c9-0edd036346b3 req-e6ec540d-37ce-4e86-b490-5d7905df2336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:09.081449 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-7a541910-6636-43dd-82c9-0edd036346b3 req-e6ec540d-37ce-4e86-b490-5d7905df2336 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:09.082789 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7a541910-6636-43dd-82c9-0edd036346b3 req-e6ec540d-37ce-4e86-b490-5d7905df2336 service neutron] 10.222.0.72 "PUT /v2.0/ports/5719f2a3-5e08-4764-b004-b701641a8510 HTTP/1.1" status: 200 len: 1093 time: 1.0330598 Jan 21 10:06:09.083245 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4936eb45-98e6-4abc-a258-1c7b4dce857c', 'tag': '5719f2a3-5e08-4764-b004-b701641a8510'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:06:09.104847 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec540d-37ce-4e86-b490-5d7905df2336 service neutron] Pushing event updated for resources: {'Port': ['ID=5719f2a3-5e08-4764-b004-b701641a8510,revision_number=3']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:09.161944 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4936eb45-98e6-4abc-a258-1c7b4dce857c', 'tag': '5719f2a3-5e08-4764-b004-b701641a8510', 'status': 'completed', 'code': 200} Jan 21 10:06:09.206231 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a541910-6636-43dd-82c9-0edd036346b3 req-f9bfbb55-2d9e-442f-9f6a-85a69a3a1412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:09.207783 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7a541910-6636-43dd-82c9-0edd036346b3 req-f9bfbb55-2d9e-442f-9f6a-85a69a3a1412 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3ac831b6113d422dbebd7f3a62ecb89d&device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 1096 time: 0.0843718 Jan 21 10:06:09.299689 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7a541910-6636-43dd-82c9-0edd036346b3 req-8bac281e-7126-4ec4-8326-a23f310cbfd2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5719f2a3-5e08-4764-b004-b701641a8510 HTTP/1.1" status: 200 len: 217 time: 0.0833676 Jan 21 10:06:09.375179 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a541910-6636-43dd-82c9-0edd036346b3 req-cfd6a761-c38e-48a7-9c92-ef06ce1aa84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:09.376529 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7a541910-6636-43dd-82c9-0edd036346b3 req-cfd6a761-c38e-48a7-9c92-ef06ce1aa84e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=10e47243-ae9b-4929-8ab7-b8e9b444811c HTTP/1.1" status: 200 len: 854 time: 0.0630803 Jan 21 10:06:09.431837 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7a541910-6636-43dd-82c9-0edd036346b3 req-b10f2837-e23e-407f-9914-03530f20d0d3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cc9445aa-8342-478c-a4f2-2aed67acc7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488844 Jan 21 10:06:09.570909 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7a541910-6636-43dd-82c9-0edd036346b3 req-72478a91-d627-4e0a-b299-0304e492c308 service neutron] 10.222.0.72 "GET /v2.0/networks/cc9445aa-8342-478c-a4f2-2aed67acc7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326220 Jan 21 10:06:09.714285 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7a541910-6636-43dd-82c9-0edd036346b3 req-0286c524-a012-4f6e-a84a-6e37262788c9 service neutron] 10.222.0.72 "GET /v2.0/networks/cc9445aa-8342-478c-a4f2-2aed67acc7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355233 Jan 21 10:06:09.853978 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a3585-a0f9-4b21-bc04-c09042cd5de2 req-9cbd5a3e-3e7a-4b75-98e7-37acb6dbbc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:09.856075 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3c5a3585-a0f9-4b21-bc04-c09042cd5de2 req-9cbd5a3e-3e7a-4b75-98e7-37acb6dbbc49 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3ac831b6113d422dbebd7f3a62ecb89d&device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 1096 time: 0.0896287 Jan 21 10:06:09.879577 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bd8da-3985-4980-af73-16be7b468c4a req-6f22a589-f934-40cc-8b4d-dfd151fc87e1 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:09.882356 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f81bd8da-3985-4980-af73-16be7b468c4a req-6f22a589-f934-40cc-8b4d-dfd151fc87e1 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 943 time: 0.1120603 Jan 21 10:06:09.927876 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f81bd8da-3985-4980-af73-16be7b468c4a req-892bc155-5282-49be-8d5e-2d06659a16c8 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410788 Jan 21 10:06:09.994900 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a3585-a0f9-4b21-bc04-c09042cd5de2 req-aac0e06a-fd9c-4766-bea9-459039323929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:09.996991 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3c5a3585-a0f9-4b21-bc04-c09042cd5de2 req-aac0e06a-fd9c-4766-bea9-459039323929 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cc9445aa-8342-478c-a4f2-2aed67acc7e0 HTTP/1.1" status: 200 len: 915 time: 0.1356015 Jan 21 10:06:10.062647 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3c5a3585-a0f9-4b21-bc04-c09042cd5de2 req-9585c248-a21d-42b2-a1c6-43752731e16b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5719f2a3-5e08-4764-b004-b701641a8510 HTTP/1.1" status: 200 len: 217 time: 0.0601594 Jan 21 10:06:10.127413 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a3585-a0f9-4b21-bc04-c09042cd5de2 req-8c1c18c8-088a-460e-92bc-e9e9b737cb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:10.128857 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3c5a3585-a0f9-4b21-bc04-c09042cd5de2 req-8c1c18c8-088a-460e-92bc-e9e9b737cb8f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=10e47243-ae9b-4929-8ab7-b8e9b444811c HTTP/1.1" status: 200 len: 854 time: 0.0609763 Jan 21 10:06:10.177715 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3c5a3585-a0f9-4b21-bc04-c09042cd5de2 req-851a57a5-690b-48f7-a641-8b612040f041 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cc9445aa-8342-478c-a4f2-2aed67acc7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400715 Jan 21 10:06:10.312699 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3c5a3585-a0f9-4b21-bc04-c09042cd5de2 req-a4c01e33-cc8f-4683-876b-00a26b7ffc56 service neutron] 10.222.0.72 "GET /v2.0/networks/cc9445aa-8342-478c-a4f2-2aed67acc7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273754 Jan 21 10:06:10.447839 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3c5a3585-a0f9-4b21-bc04-c09042cd5de2 req-0a7a9842-f310-48bf-b620-3a176cb936f1 service neutron] 10.222.0.72 "GET /v2.0/networks/cc9445aa-8342-478c-a4f2-2aed67acc7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293528 Jan 21 10:06:11.124910 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf99b9-7738-4747-a903-fcd2f947b70a req-d3af0c7b-e7aa-428d-aced-c0bc49a62856 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:11.125622 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-7ccf99b9-7738-4747-a903-fcd2f947b70a req-d3af0c7b-e7aa-428d-aced-c0bc49a62856 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Synchronizing usage tracker for tenant:3ac831b6113d422dbebd7f3a62ecb89d on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:06:11.143564 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-7ccf99b9-7738-4747-a903-fcd2f947b70a req-d3af0c7b-e7aa-428d-aced-c0bc49a62856 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Unset dirty status for tenant:3ac831b6113d422dbebd7f3a62ecb89d on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:06:11.145324 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7ccf99b9-7738-4747-a903-fcd2f947b70a req-d3af0c7b-e7aa-428d-aced-c0bc49a62856 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 943 time: 0.1037042 Jan 21 10:06:11.300153 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-7ccf99b9-7738-4747-a903-fcd2f947b70a req-0872bd96-5ef8-4b90-b483-fac92a2b75b7 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Synchronizing usage tracker for tenant:3ac831b6113d422dbebd7f3a62ecb89d on resource:security_group {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:06:11.317567 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-7ccf99b9-7738-4747-a903-fcd2f947b70a req-0872bd96-5ef8-4b90-b483-fac92a2b75b7 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Unset dirty status for tenant:3ac831b6113d422dbebd7f3a62ecb89d on resource:security_group {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:06:11.319125 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7ccf99b9-7738-4747-a903-fcd2f947b70a req-0872bd96-5ef8-4b90-b483-fac92a2b75b7 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651778 Jan 21 10:06:12.511957 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ef56a-2df5-4c6f-b35b-c8afc59c5928 req-ecf27753-7651-4b0a-b067-98213cef792e tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:12.513544 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-316ef56a-2df5-4c6f-b35b-c8afc59c5928 req-ecf27753-7651-4b0a-b067-98213cef792e tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 943 time: 0.0848711 Jan 21 10:06:12.562278 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-316ef56a-2df5-4c6f-b35b-c8afc59c5928 req-e2fce1a3-7613-4c13-aa75-59e426184362 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430725 Jan 21 10:06:12.898809 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:13.357007 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 5719f2a3-5e08-4764-b004-b701641a8510 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:06:13.490041 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 5719f2a3-5e08-4764-b004-b701641a8510, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=5719f2a3-5e08-4764-b004-b701641a8510,segment=NetworkSegment(9ae393ed-a826-4470-9769-d1041a784c75),segment_id=9ae393ed-a826-4470-9769-d1041a784c75)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:06:13.505446 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': '5719f2a3-5e08-4764-b004-b701641a8510', 'network_id': 'cc9445aa-8342-478c-a4f2-2aed67acc7e0', 'port_id': '5719f2a3-5e08-4764-b004-b701641a8510', 'mac_address': 'fa:16:3e:80:1e:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10e47243-ae9b-4929-8ab7-b8e9b444811c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:06:13.560733 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:13.578280 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5719f2a3-5e08-4764-b004-b701641a8510 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:06:13.594726 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 5719f2a3-5e08-4764-b004-b701641a8510, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=5719f2a3-5e08-4764-b004-b701641a8510,segment=NetworkSegment(9ae393ed-a826-4470-9769-d1041a784c75),segment_id=9ae393ed-a826-4470-9769-d1041a784c75)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:06:13.598643 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:13.670977 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=5719f2a3-5e08-4764-b004-b701641a8510,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:13.749616 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf1853-613b-4bca-b2b9-8d6363ca85c7 req-bcffa03f-d55c-44cf-81f3-04413a3dad34 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:13.751092 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5aaf1853-613b-4bca-b2b9-8d6363ca85c7 req-bcffa03f-d55c-44cf-81f3-04413a3dad34 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 944 time: 0.0822003 Jan 21 10:06:13.795805 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5aaf1853-613b-4bca-b2b9-8d6363ca85c7 req-721bd084-2792-4c44-b88b-34a37f2d4af5 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389018 Jan 21 10:06:13.942415 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['5719f2a3-5e08-4764-b004-b701641a8510'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:06:14.984148 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf099f4-40ab-4315-9a5f-c6266985f638 req-b00bef07-db09-4eb6-b6cc-cbbdb0c8c8ac tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:14.985622 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2bf099f4-40ab-4315-9a5f-c6266985f638 req-b00bef07-db09-4eb6-b6cc-cbbdb0c8c8ac tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 944 time: 0.0822079 Jan 21 10:06:15.029956 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2bf099f4-40ab-4315-9a5f-c6266985f638 req-88658cb8-91d7-4093-8b14-179ed31dc510 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383892 Jan 21 10:06:15.358338 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 5719f2a3-5e08-4764-b004-b701641a8510 up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:06:15.426334 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port 5719f2a3-5e08-4764-b004-b701641a8510 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:06:15.430981 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port 5719f2a3-5e08-4764-b004-b701641a8510 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:06:15.431481 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:15.549125 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:15.576203 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4936eb45-98e6-4abc-a258-1c7b4dce857c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5719f2a3-5e08-4764-b004-b701641a8510'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:06:15.585787 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 5719f2a3-5e08-4764-b004-b701641a8510, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=5719f2a3-5e08-4764-b004-b701641a8510,segment=NetworkSegment(9ae393ed-a826-4470-9769-d1041a784c75),segment_id=9ae393ed-a826-4470-9769-d1041a784c75)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:06:15.590857 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:15.628536 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4936eb45-98e6-4abc-a258-1c7b4dce857c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5719f2a3-5e08-4764-b004-b701641a8510', 'code': 200} Jan 21 10:06:15.660627 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=5719f2a3-5e08-4764-b004-b701641a8510,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:15.851989 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f53fa8-ea6d-4722-8ce6-6753ffbd4d6b req-af8897d5-bd8d-4511-8d94-931a0b0c11f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:15.853441 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b3f53fa8-ea6d-4722-8ce6-6753ffbd4d6b req-af8897d5-bd8d-4511-8d94-931a0b0c11f3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 1098 time: 0.0736156 Jan 21 10:06:15.893836 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b3f53fa8-ea6d-4722-8ce6-6753ffbd4d6b req-2ddad4a7-6c36-416e-9f81-4cd956a715a6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334866 Jan 21 10:06:16.225046 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7caa9f-4a76-41aa-a02f-968dbb81e82c req-0e2b138b-7834-464b-b042-3e3f43d4ca00 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:16.226418 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dd7caa9f-4a76-41aa-a02f-968dbb81e82c req-0e2b138b-7834-464b-b042-3e3f43d4ca00 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 945 time: 0.0840940 Jan 21 10:06:16.363025 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dd7caa9f-4a76-41aa-a02f-968dbb81e82c req-a86d741e-27a1-4fd9-a672-5fd0b8fc68fe tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302674 Jan 21 10:06:16.553421 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-341107ce-b0bf-4e25-ba5c-2267069db51f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:17.558890 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68476d05-d3fe-4655-9b4c-74aafbc13a74 req-22cbfb98-72a1-42d9-b76d-f3d58f8ee807 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:17.560621 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-68476d05-d3fe-4655-9b4c-74aafbc13a74 req-22cbfb98-72a1-42d9-b76d-f3d58f8ee807 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 945 time: 0.0875504 Jan 21 10:06:17.610759 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-68476d05-d3fe-4655-9b4c-74aafbc13a74 req-28bfb154-9cb5-4f11-bcba-1859f579abee tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443110 Jan 21 10:06:17.813466 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf1b80-616c-40a7-8aa8-947edafa1fd3 req-ccdce754-44df-4c88-bbb3-a159ba3c54cc tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:17.814950 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fbbf1b80-616c-40a7-8aa8-947edafa1fd3 req-ccdce754-44df-4c88-bbb3-a159ba3c54cc tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 945 time: 0.0865119 Jan 21 10:06:17.860090 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fbbf1b80-616c-40a7-8aa8-947edafa1fd3 req-41bb6e6f-4e2d-4540-9a15-25d227c2967d tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390992 Jan 21 10:06:18.207305 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce2cff-7b0b-4a5d-a9a6-28f403274beb req-f5c1107b-4b03-4d95-b4f5-ac7bfbe01431 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:18.208812 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-33ce2cff-7b0b-4a5d-a9a6-28f403274beb req-f5c1107b-4b03-4d95-b4f5-ac7bfbe01431 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 945 time: 0.0846529 Jan 21 10:06:18.254391 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-33ce2cff-7b0b-4a5d-a9a6-28f403274beb req-8fad5d39-d8f5-4e00-8f73-ec5dcdd7ae0f tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398962 Jan 21 10:06:18.437452 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f6bab-1e13-4de5-980c-6806382b77f3 req-514f95ed-7da7-46c7-83ea-1925e036dca2 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:18.438918 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-057f6bab-1e13-4de5-980c-6806382b77f3 req-514f95ed-7da7-46c7-83ea-1925e036dca2 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 945 time: 0.0798361 Jan 21 10:06:18.483667 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-057f6bab-1e13-4de5-980c-6806382b77f3 req-f6698ed6-36b8-4bad-9450-2de591106730 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389802 Jan 21 10:06:18.845723 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-216bdccd-cd74-4eec-a8e7-cd19fae3c838 req-fe28677f-f1ec-4443-8798-0f6aed89b8c1 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0754642 Jan 21 10:06:18.901255 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272332ac-ba29-4a19-974b-a9050d305346 req-8b175560-b73e-4069-924a-e769bd3205a4 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:18.903570 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-272332ac-ba29-4a19-974b-a9050d305346 req-8b175560-b73e-4069-924a-e769bd3205a4 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 945 time: 0.0916939 Jan 21 10:06:18.915851 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-169e5f87-e3b0-47e4-86e3-0b81de490492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:18.970905 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-272332ac-ba29-4a19-974b-a9050d305346 req-fd91d864-afd9-485c-8b91-7ab3e6dc046b tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609317 Jan 21 10:06:19.804797 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:20.000123 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:20.031661 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bdccd-cd74-4eec-a8e7-cd19fae3c838 req-043a06b8-63d3-4736-9234-2989dc79941f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:20.033148 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-216bdccd-cd74-4eec-a8e7-cd19fae3c838 req-043a06b8-63d3-4736-9234-2989dc79941f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3ac831b6113d422dbebd7f3a62ecb89d&device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 1098 time: 0.0723734 Jan 21 10:06:20.175334 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bdccd-cd74-4eec-a8e7-cd19fae3c838 req-b499010c-f1f1-4bdd-8560-5bcbc9c1a61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:20.176887 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-216bdccd-cd74-4eec-a8e7-cd19fae3c838 req-b499010c-f1f1-4bdd-8560-5bcbc9c1a61d service neutron] 10.222.0.72 "GET /v2.0/networks?id=cc9445aa-8342-478c-a4f2-2aed67acc7e0 HTTP/1.1" status: 200 len: 915 time: 0.1380486 Jan 21 10:06:20.189660 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3fa58-2176-43cd-a35d-6ca841e562b9 req-1ae8a598-4c7a-40d9-a147-2508979081b4 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:20.191184 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-40f3fa58-2176-43cd-a35d-6ca841e562b9 req-1ae8a598-4c7a-40d9-a147-2508979081b4 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 945 time: 0.0910468 Jan 21 10:06:20.240227 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-40f3fa58-2176-43cd-a35d-6ca841e562b9 req-ff662ce5-3aa2-43d3-8318-bf52b47de7ea tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432696 Jan 21 10:06:20.255437 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-216bdccd-cd74-4eec-a8e7-cd19fae3c838 req-671fe81c-89d1-4869-b92e-e2a892139dbe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5719f2a3-5e08-4764-b004-b701641a8510 HTTP/1.1" status: 200 len: 217 time: 0.0703697 Jan 21 10:06:20.326699 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bdccd-cd74-4eec-a8e7-cd19fae3c838 req-3669ca28-9be5-47f9-97d0-a66456ef95fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:20.328188 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-216bdccd-cd74-4eec-a8e7-cd19fae3c838 req-3669ca28-9be5-47f9-97d0-a66456ef95fd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=10e47243-ae9b-4929-8ab7-b8e9b444811c HTTP/1.1" status: 200 len: 854 time: 0.0667961 Jan 21 10:06:20.379691 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-216bdccd-cd74-4eec-a8e7-cd19fae3c838 req-4dbcf1d8-7a87-42a0-9eba-ee087e0240cb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cc9445aa-8342-478c-a4f2-2aed67acc7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453687 Jan 21 10:06:20.519915 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-216bdccd-cd74-4eec-a8e7-cd19fae3c838 req-2a9212fc-7d77-4813-aa74-c0b6c46deb49 service neutron] 10.222.0.72 "GET /v2.0/networks/cc9445aa-8342-478c-a4f2-2aed67acc7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341286 Jan 21 10:06:20.659025 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-216bdccd-cd74-4eec-a8e7-cd19fae3c838 req-1b7a764e-8069-4de1-818a-70d51a0d6e43 service neutron] 10.222.0.72 "GET /v2.0/networks/cc9445aa-8342-478c-a4f2-2aed67acc7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324852 Jan 21 10:06:21.425492 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:21.441907 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920e56a-3600-4422-bfcf-f1b08dc2f33a req-f94b3b06-b448-4f17-b1d9-629db2c70f24 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:21.443512 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2920e56a-3600-4422-bfcf-f1b08dc2f33a req-f94b3b06-b448-4f17-b1d9-629db2c70f24 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 945 time: 0.0889921 Jan 21 10:06:21.489883 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2920e56a-3600-4422-bfcf-f1b08dc2f33a req-16be3ba1-c814-456a-8e47-3a538a3547eb tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405135 Jan 21 10:06:22.765336 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad566e49-58af-4120-8250-e31a522d5bb9 req-73fa89a9-a289-414e-83a5-718bace5ab34 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:22.766772 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ad566e49-58af-4120-8250-e31a522d5bb9 req-73fa89a9-a289-414e-83a5-718bace5ab34 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 945 time: 0.0843346 Jan 21 10:06:22.815848 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ad566e49-58af-4120-8250-e31a522d5bb9 req-c5bb0b1d-390b-4007-a5a9-0bdaa057c6ec tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431912 Jan 21 10:06:24.012297 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef08ff-f7a7-4da7-8c48-f1c6163c2a94 req-8ec9745a-96db-4d35-9340-c118d79aad9a tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:24.013873 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-75ef08ff-f7a7-4da7-8c48-f1c6163c2a94 req-8ec9745a-96db-4d35-9340-c118d79aad9a tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 945 time: 0.0891171 Jan 21 10:06:24.060951 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-75ef08ff-f7a7-4da7-8c48-f1c6163c2a94 req-44753ca0-57b8-4920-b37f-3fc6f51530bd tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411377 Jan 21 10:06:25.268704 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d84552-e153-4097-841b-8e6171adb88d req-3636b324-0be1-4517-92b5-0f77455191b5 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:25.270227 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-69d84552-e153-4097-841b-8e6171adb88d req-3636b324-0be1-4517-92b5-0f77455191b5 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 945 time: 0.0841794 Jan 21 10:06:25.316954 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-69d84552-e153-4097-841b-8e6171adb88d req-acdf7483-568e-4b69-a0cf-b831f71c7d3c tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410655 Jan 21 10:06:26.514332 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c719b-898e-4f61-9694-c24d98de3074 req-98ca8f81-76f3-49c2-a977-7fe014720e5b tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:26.515962 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e79c719b-898e-4f61-9694-c24d98de3074 req-98ca8f81-76f3-49c2-a977-7fe014720e5b tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 945 time: 0.0857203 Jan 21 10:06:26.567279 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e79c719b-898e-4f61-9694-c24d98de3074 req-7acf23a2-d100-40e6-9a8b-ea8e1d7cb236 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452545 Jan 21 10:06:27.757187 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062c5c3-d3fa-43a1-9f9d-0b1b609b7ec8 req-21dfeabd-6068-46f7-83f5-6496e8f8b724 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:27.758682 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0062c5c3-d3fa-43a1-9f9d-0b1b609b7ec8 req-21dfeabd-6068-46f7-83f5-6496e8f8b724 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 945 time: 0.0851841 Jan 21 10:06:27.807087 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0062c5c3-d3fa-43a1-9f9d-0b1b609b7ec8 req-8d1d116e-4f57-43f4-9f67-d6fa0b985eb3 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402031 Jan 21 10:06:28.993840 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ea790-fcd0-457d-b952-e4ebf5b64397 req-9d7291f0-9b57-4453-aeaf-d5f44f60dd48 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:28.995946 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-138ea790-fcd0-457d-b952-e4ebf5b64397 req-9d7291f0-9b57-4453-aeaf-d5f44f60dd48 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 945 time: 0.0807421 Jan 21 10:06:29.039468 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-138ea790-fcd0-457d-b952-e4ebf5b64397 req-417f9d3f-c863-45f1-a72a-89f86f3adc30 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373521 Jan 21 10:06:30.225312 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ed8e8-0bae-4e1b-88ea-d98ae586aa9b req-6a84871a-11e2-4a85-ac83-f6fdab25f8b4 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:30.226764 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2e0ed8e8-0bae-4e1b-88ea-d98ae586aa9b req-6a84871a-11e2-4a85-ac83-f6fdab25f8b4 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 945 time: 0.0801578 Jan 21 10:06:30.270706 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2e0ed8e8-0bae-4e1b-88ea-d98ae586aa9b req-afc7d828-d184-48da-b43d-18f9e0cbf0a5 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377092 Jan 21 10:06:31.472628 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb693cc-29b2-4287-aa82-273230f4b038 req-fb4244a1-de76-427b-a873-15cbe918f53a tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:31.474060 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1bb693cc-29b2-4287-aa82-273230f4b038 req-fb4244a1-de76-427b-a873-15cbe918f53a tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 945 time: 0.0822771 Jan 21 10:06:31.617815 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1bb693cc-29b2-4287-aa82-273230f4b038 req-e05f2f66-2668-4844-bd73-70f1a3d1ea9a tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380606 Jan 21 10:06:32.809152 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6facb3b-a3c6-48e5-b0a6-e8655a53baf6 req-1c21dd9e-125f-4e38-b0f6-7b0e6cfde81e tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:32.810619 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c6facb3b-a3c6-48e5-b0a6-e8655a53baf6 req-1c21dd9e-125f-4e38-b0f6-7b0e6cfde81e tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 945 time: 0.0865750 Jan 21 10:06:32.854493 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c6facb3b-a3c6-48e5-b0a6-e8655a53baf6 req-c8448fe7-126c-4f08-80e5-4687edfbd16b tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376241 Jan 21 10:06:34.039693 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92373d10-ecb5-4ff0-ba6c-c1c45c654c49 req-ac2531ad-3f39-4a6e-96b4-edc6ced226f6 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:34.041052 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-92373d10-ecb5-4ff0-ba6c-c1c45c654c49 req-ac2531ad-3f39-4a6e-96b4-edc6ced226f6 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 945 time: 0.0787945 Jan 21 10:06:34.085772 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-92373d10-ecb5-4ff0-ba6c-c1c45c654c49 req-fb4473df-7a69-4441-ae0d-00742f2e5ba1 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385506 Jan 21 10:06:35.281991 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c7d9d-9152-4762-9054-470380dbeb71 req-9e533527-7855-40da-a0a1-e31ecd60e996 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:35.284196 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-429c7d9d-9152-4762-9054-470380dbeb71 req-9e533527-7855-40da-a0a1-e31ecd60e996 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 945 time: 0.0889082 Jan 21 10:06:35.332527 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-429c7d9d-9152-4762-9054-470380dbeb71 req-6f2788f1-c381-43e9-a740-29712625a6e2 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424917 Jan 21 10:06:36.524424 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261217b-dc14-4b0b-ae54-fb64f2c5910c req-d9d284a4-f6ce-43f3-b2da-b12d32d5618d tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:36.526981 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6261217b-dc14-4b0b-ae54-fb64f2c5910c req-d9d284a4-f6ce-43f3-b2da-b12d32d5618d tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 945 time: 0.0858843 Jan 21 10:06:36.570979 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6261217b-dc14-4b0b-ae54-fb64f2c5910c req-511146ce-216f-40ca-ad11-6e670114aaea tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385051 Jan 21 10:06:37.045346 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:06:37.758393 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201829cd-01da-4c20-86e2-ec825c52a75c req-dd80e8a3-8c78-43d7-ac03-44380c5a6561 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:37.759912 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-201829cd-01da-4c20-86e2-ec825c52a75c req-dd80e8a3-8c78-43d7-ac03-44380c5a6561 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 945 time: 0.0798748 Jan 21 10:06:37.803932 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-201829cd-01da-4c20-86e2-ec825c52a75c req-9398d230-9944-4b42-ad2e-94a32a1d1ea6 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375938 Jan 21 10:06:38.989281 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c1e09-d460-4d20-955a-2aeec1417e65 req-0c529eb2-1e1a-4735-8193-5d9a1808888b tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:38.990756 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f90c1e09-d460-4d20-955a-2aeec1417e65 req-0c529eb2-1e1a-4735-8193-5d9a1808888b tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 945 time: 0.0786219 Jan 21 10:06:39.037786 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f90c1e09-d460-4d20-955a-2aeec1417e65 req-60229187-c764-4a81-94fe-24fb2f7f2b5c tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411026 Jan 21 10:06:40.225117 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cda78e-03e5-4738-98e2-8a585b810f10 req-f70a25f0-d7e9-4c36-b1e5-071b1256549d tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:40.226584 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-76cda78e-03e5-4738-98e2-8a585b810f10 req-f70a25f0-d7e9-4c36-b1e5-071b1256549d tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 945 time: 0.0826197 Jan 21 10:06:40.270966 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-76cda78e-03e5-4738-98e2-8a585b810f10 req-302bb0b8-80ef-4920-9a1f-fe14ed4e037d tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381238 Jan 21 10:06:41.462305 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ccb90-d422-4394-8aab-7cf521216b41 req-a7f18219-5263-43ba-aeaf-e4a8c804ebcd tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:41.464471 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5f3ccb90-d422-4394-8aab-7cf521216b41 req-a7f18219-5263-43ba-aeaf-e4a8c804ebcd tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 945 time: 0.0823164 Jan 21 10:06:41.509082 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5f3ccb90-d422-4394-8aab-7cf521216b41 req-97bb7e34-bb03-4b70-9729-991486a820dc tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389872 Jan 21 10:06:42.693264 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6138374-9989-414a-b8ad-59ecd48369b6 req-82c6293f-57c8-4b08-b474-b2b6e14ec0c1 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:42.694749 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c6138374-9989-414a-b8ad-59ecd48369b6 req-82c6293f-57c8-4b08-b474-b2b6e14ec0c1 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 945 time: 0.0796459 Jan 21 10:06:42.742119 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c6138374-9989-414a-b8ad-59ecd48369b6 req-ec3c989e-c186-41e1-b2c2-1b564e2b1659 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402980 Jan 21 10:06:42.856055 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:43.936142 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a67cf8-6a56-429a-b6b4-c4b648f5c148 req-3523922d-a628-4195-99de-69626f8f3a79 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:43.937598 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-10a67cf8-6a56-429a-b6b4-c4b648f5c148 req-3523922d-a628-4195-99de-69626f8f3a79 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 945 time: 0.0829444 Jan 21 10:06:43.981043 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-10a67cf8-6a56-429a-b6b4-c4b648f5c148 req-6578f61f-98e2-4477-8b28-d6a72a8a27ee tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376990 Jan 21 10:06:45.171293 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bdf70-3341-49c7-a405-e5622fc0de91 req-4342a47e-f8f9-48aa-bf23-48fbec506d37 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:45.172804 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-707bdf70-3341-49c7-a405-e5622fc0de91 req-4342a47e-f8f9-48aa-bf23-48fbec506d37 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 945 time: 0.0829053 Jan 21 10:06:45.216525 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-707bdf70-3341-49c7-a405-e5622fc0de91 req-16fbcd4f-6e36-4e2c-b3c9-40c667ff9c54 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381413 Jan 21 10:06:46.398133 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd35769-67cf-4494-95aa-867ddb5c0ab2 req-b494db96-5b99-463d-a9f6-a67cd9c49150 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:46.399662 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1fd35769-67cf-4494-95aa-867ddb5c0ab2 req-b494db96-5b99-463d-a9f6-a67cd9c49150 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 945 time: 0.0799375 Jan 21 10:06:46.444958 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1fd35769-67cf-4494-95aa-867ddb5c0ab2 req-ac9691a9-e980-4941-842e-c6bbec98392b tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380061 Jan 21 10:06:46.555991 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f8ab9177-6ab7-4195-8b2a-e1fc9a29dce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:47.505391 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-216bdccd-cd74-4eec-a8e7-cd19fae3c838 req-8b291341-cfa4-44ff-824e-a007c03bb607 service neutron] 10.222.0.72 "GET /v2.0/ports/5719f2a3-5e08-4764-b004-b701641a8510/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.0789604 Jan 21 10:06:47.636380 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f091677-282c-4ac7-9c14-9fb8e7e8cb8d req-7661a9db-cc63-485c-bed8-8c3cf5535a4b tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:47.637965 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8f091677-282c-4ac7-9c14-9fb8e7e8cb8d req-7661a9db-cc63-485c-bed8-8c3cf5535a4b tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 945 time: 0.0804613 Jan 21 10:06:47.686711 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8f091677-282c-4ac7-9c14-9fb8e7e8cb8d req-f4328fbd-95f3-42b1-baf7-e974c92e70cd tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426302 Jan 21 10:06:47.778370 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bdccd-cd74-4eec-a8e7-cd19fae3c838 req-86658797-249f-493d-aa7e-9bf99975f382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:47.779781 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-216bdccd-cd74-4eec-a8e7-cd19fae3c838 req-86658797-249f-493d-aa7e-9bf99975f382 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c&tenant_id=3ac831b6113d422dbebd7f3a62ecb89d HTTP/1.1" status: 200 len: 1098 time: 0.0715961 Jan 21 10:06:47.872466 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bdccd-cd74-4eec-a8e7-cd19fae3c838 req-439f6856-c59e-4779-8db1-4ba9c66535fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:47.873902 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-216bdccd-cd74-4eec-a8e7-cd19fae3c838 req-439f6856-c59e-4779-8db1-4ba9c66535fc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3ac831b6113d422dbebd7f3a62ecb89d&device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 1098 time: 0.0740960 Jan 21 10:06:48.002755 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bdccd-cd74-4eec-a8e7-cd19fae3c838 req-9bf0e8ee-2492-4d97-b79d-897f4a58ea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:48.004207 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-216bdccd-cd74-4eec-a8e7-cd19fae3c838 req-9bf0e8ee-2492-4d97-b79d-897f4a58ea72 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cc9445aa-8342-478c-a4f2-2aed67acc7e0 HTTP/1.1" status: 200 len: 915 time: 0.1246181 Jan 21 10:06:48.069186 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-216bdccd-cd74-4eec-a8e7-cd19fae3c838 req-5449baca-2f07-4526-948d-3ab544bb12ea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5719f2a3-5e08-4764-b004-b701641a8510 HTTP/1.1" status: 200 len: 217 time: 0.0583985 Jan 21 10:06:48.132663 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bdccd-cd74-4eec-a8e7-cd19fae3c838 req-11b47a15-ea45-4c01-ab60-df367e5077e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:48.134122 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-216bdccd-cd74-4eec-a8e7-cd19fae3c838 req-11b47a15-ea45-4c01-ab60-df367e5077e8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=10e47243-ae9b-4929-8ab7-b8e9b444811c HTTP/1.1" status: 200 len: 854 time: 0.0596790 Jan 21 10:06:48.182555 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-216bdccd-cd74-4eec-a8e7-cd19fae3c838 req-fed72df6-2f75-4211-97fa-95fe2a6a1fd0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cc9445aa-8342-478c-a4f2-2aed67acc7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415370 Jan 21 10:06:48.312305 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-216bdccd-cd74-4eec-a8e7-cd19fae3c838 req-53a51581-255a-4186-890f-9980c2a9cdf0 service neutron] 10.222.0.72 "GET /v2.0/networks/cc9445aa-8342-478c-a4f2-2aed67acc7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242223 Jan 21 10:06:48.441683 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-216bdccd-cd74-4eec-a8e7-cd19fae3c838 req-e828c6ea-710e-4b7c-99f2-eaafe869acac service neutron] 10.222.0.72 "GET /v2.0/networks/cc9445aa-8342-478c-a4f2-2aed67acc7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230917 Jan 21 10:06:48.880625 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96b176-5ae8-4992-82c2-aa6f8bf1e053 req-b3c2d38e-9da3-44ed-9ad6-c4157cbe119f tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:48.882063 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ed96b176-5ae8-4992-82c2-aa6f8bf1e053 req-b3c2d38e-9da3-44ed-9ad6-c4157cbe119f tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 945 time: 0.0839751 Jan 21 10:06:48.908893 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ce46d9b8-6aab-4695-8a4e-c1ab9b137497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:48.926959 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ed96b176-5ae8-4992-82c2-aa6f8bf1e053 req-cb15decd-98e0-461e-a6f4-25634405ff70 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390723 Jan 21 10:06:49.807242 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:50.004769 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:50.115749 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ef5f8-be00-4c65-9bef-8cc2daf6a4de req-bb2edd3d-9b50-4cc2-bda3-06f068d092a3 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:50.117215 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4a0ef5f8-be00-4c65-9bef-8cc2daf6a4de req-bb2edd3d-9b50-4cc2-bda3-06f068d092a3 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 945 time: 0.0838468 Jan 21 10:06:50.160649 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4a0ef5f8-be00-4c65-9bef-8cc2daf6a4de req-601f1b9c-575a-4f8b-9d94-00921174a631 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371308 Jan 21 10:06:51.349943 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f1018-1ccb-4658-a742-802ccda02616 req-55b481dc-7794-4ec6-98b5-8c0dfb4d24b0 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:51.352277 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3c4f1018-1ccb-4658-a742-802ccda02616 req-55b481dc-7794-4ec6-98b5-8c0dfb4d24b0 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 945 time: 0.0843270 Jan 21 10:06:51.398674 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3c4f1018-1ccb-4658-a742-802ccda02616 req-d53bc23d-8b98-4670-8cb1-fe690fa3db03 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399418 Jan 21 10:06:51.425529 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:51.540986 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 5719f2a3-5e08-4764-b004-b701641a8510 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:06:51.680717 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 5719f2a3-5e08-4764-b004-b701641a8510, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=5719f2a3-5e08-4764-b004-b701641a8510,segment=NetworkSegment(9ae393ed-a826-4470-9769-d1041a784c75),segment_id=9ae393ed-a826-4470-9769-d1041a784c75)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:06:51.696288 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': '5719f2a3-5e08-4764-b004-b701641a8510', 'network_id': 'cc9445aa-8342-478c-a4f2-2aed67acc7e0', 'port_id': '5719f2a3-5e08-4764-b004-b701641a8510', 'mac_address': 'fa:16:3e:80:1e:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10e47243-ae9b-4929-8ab7-b8e9b444811c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:06:51.751154 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:51.768602 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5719f2a3-5e08-4764-b004-b701641a8510 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:06:51.781933 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b64ae-dc61-41be-a35f-eedc23db76c1 req-993c6495-78e7-4b95-9b08-94085aaecca8 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:51.783056 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-552b64ae-dc61-41be-a35f-eedc23db76c1 req-993c6495-78e7-4b95-9b08-94085aaecca8 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.72 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c&tenant_id=3ac831b6113d422dbebd7f3a62ecb89d&binding%3Ahost_id=hv-neutron-8257 HTTP/1.1" status: 200 len: 945 time: 0.1095092 Jan 21 10:06:51.784349 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 5719f2a3-5e08-4764-b004-b701641a8510, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=5719f2a3-5e08-4764-b004-b701641a8510,segment=NetworkSegment(9ae393ed-a826-4470-9769-d1041a784c75),segment_id=9ae393ed-a826-4470-9769-d1041a784c75)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:06:51.789472 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:51.791636 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2bc64-573b-40e6-8331-4737b3155cfd req-44e84f62-0a7d-49eb-823c-7f97488a5d5c tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:51.800008 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-15a2bc64-573b-40e6-8331-4737b3155cfd req-44e84f62-0a7d-49eb-823c-7f97488a5d5c tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 945 time: 0.1650870 Jan 21 10:06:51.847087 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-15a2bc64-573b-40e6-8331-4737b3155cfd req-d1ce2927-d7c3-4990-acb7-7a34d3c82270 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450394 Jan 21 10:06:51.857436 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['5719f2a3-5e08-4764-b004-b701641a8510'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:06:51.906559 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=5719f2a3-5e08-4764-b004-b701641a8510,revision_number=6']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:51.951149 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b64ae-dc61-41be-a35f-eedc23db76c1 req-2746d3d1-1255-41ea-9d4a-b0800e469e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:51.952651 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-552b64ae-dc61-41be-a35f-eedc23db76c1 req-2746d3d1-1255-41ea-9d4a-b0800e469e0e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3ac831b6113d422dbebd7f3a62ecb89d&device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 1097 time: 0.0747561 Jan 21 10:06:52.187063 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b64ae-dc61-41be-a35f-eedc23db76c1 req-d18ed7de-56bb-4b97-9622-e89e33e6169a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:52.189389 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-552b64ae-dc61-41be-a35f-eedc23db76c1 req-d18ed7de-56bb-4b97-9622-e89e33e6169a service neutron] 10.222.0.72 "GET /v2.0/networks?id=cc9445aa-8342-478c-a4f2-2aed67acc7e0 HTTP/1.1" status: 200 len: 915 time: 0.2311206 Jan 21 10:06:52.260376 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-552b64ae-dc61-41be-a35f-eedc23db76c1 req-0fbb8b3c-5bb0-47f5-b1be-5eeec8d70db7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5719f2a3-5e08-4764-b004-b701641a8510 HTTP/1.1" status: 200 len: 217 time: 0.0647459 Jan 21 10:06:52.320533 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b64ae-dc61-41be-a35f-eedc23db76c1 req-2408d836-8dc9-4319-8173-992ab46c44a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:52.322859 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-552b64ae-dc61-41be-a35f-eedc23db76c1 req-2408d836-8dc9-4319-8173-992ab46c44a3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=10e47243-ae9b-4929-8ab7-b8e9b444811c HTTP/1.1" status: 200 len: 854 time: 0.0575142 Jan 21 10:06:52.371987 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-552b64ae-dc61-41be-a35f-eedc23db76c1 req-08def7e6-3dad-4d31-9975-36eada4555b8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cc9445aa-8342-478c-a4f2-2aed67acc7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439153 Jan 21 10:06:52.505066 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-552b64ae-dc61-41be-a35f-eedc23db76c1 req-d0ba9267-aa9f-4562-bb1b-22ba237f12b4 service neutron] 10.222.0.72 "GET /v2.0/networks/cc9445aa-8342-478c-a4f2-2aed67acc7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251669 Jan 21 10:06:52.637349 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-552b64ae-dc61-41be-a35f-eedc23db76c1 req-1056fd7d-7cc3-4932-9818-29c7ff481585 service neutron] 10.222.0.72 "GET /v2.0/networks/cc9445aa-8342-478c-a4f2-2aed67acc7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260996 Jan 21 10:06:53.040052 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1226c-9f4d-44c9-a1e7-98df121daf31 req-b6f3acac-ce70-4e59-ae3c-7640c26b82ce tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:53.041560 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dde1226c-9f4d-44c9-a1e7-98df121daf31 req-b6f3acac-ce70-4e59-ae3c-7640c26b82ce tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 944 time: 0.0816889 Jan 21 10:06:53.089583 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dde1226c-9f4d-44c9-a1e7-98df121daf31 req-4ee03245-80bf-4036-823b-ca3940b7d2c5 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424304 Jan 21 10:06:53.545280 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 5719f2a3-5e08-4764-b004-b701641a8510 up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:06:53.614778 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port 5719f2a3-5e08-4764-b004-b701641a8510 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:06:53.615141 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:53.766771 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:53.794482 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4936eb45-98e6-4abc-a258-1c7b4dce857c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5719f2a3-5e08-4764-b004-b701641a8510'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:06:53.803814 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 5719f2a3-5e08-4764-b004-b701641a8510, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=5719f2a3-5e08-4764-b004-b701641a8510,segment=NetworkSegment(9ae393ed-a826-4470-9769-d1041a784c75),segment_id=9ae393ed-a826-4470-9769-d1041a784c75)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:06:53.809464 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:53.845508 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4936eb45-98e6-4abc-a258-1c7b4dce857c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5719f2a3-5e08-4764-b004-b701641a8510', 'code': 200} Jan 21 10:06:53.876703 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=5719f2a3-5e08-4764-b004-b701641a8510,revision_number=7']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:54.277460 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc3bc7-a844-4e57-9947-a03e09b6a261 req-21daa301-c54d-4906-a61d-99ebb94a1e7a tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:54.278942 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d2bc3bc7-a844-4e57-9947-a03e09b6a261 req-21daa301-c54d-4906-a61d-99ebb94a1e7a tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 945 time: 0.0796332 Jan 21 10:06:54.325146 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d2bc3bc7-a844-4e57-9947-a03e09b6a261 req-7a2ba2f9-5a36-4e39-b8ab-4777673fc08f tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406015 Jan 21 10:06:54.515274 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c187b-0400-42d8-8d2f-5cc7ad31dea2 req-7e71897d-f9c2-4c3e-b8b3-a51818ff187c tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:54.516674 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-525c187b-0400-42d8-8d2f-5cc7ad31dea2 req-7e71897d-f9c2-4c3e-b8b3-a51818ff187c tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 945 time: 0.0796475 Jan 21 10:06:54.561661 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-525c187b-0400-42d8-8d2f-5cc7ad31dea2 req-cf57cd22-1937-46ba-8d7d-9cfdf7a8f9d8 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393956 Jan 21 10:06:54.761958 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b9f9d-e560-4e7f-bc7c-57252a2bc80a req-140f978c-6061-4801-ac03-ba325f1e25b4 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:54.763436 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-779b9f9d-e560-4e7f-bc7c-57252a2bc80a req-140f978c-6061-4801-ac03-ba325f1e25b4 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 945 time: 0.0915141 Jan 21 10:06:54.807987 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-779b9f9d-e560-4e7f-bc7c-57252a2bc80a req-92a90ad9-d516-4b0d-b7f1-89516f0a0c42 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389526 Jan 21 10:06:55.294907 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-044d3e6c-8862-4880-9b77-ca5ffd640834 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:55.296272 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-044d3e6c-8862-4880-9b77-ca5ffd640834 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/networks?id=cc9445aa-8342-478c-a4f2-2aed67acc7e0 HTTP/1.1" status: 200 len: 814 time: 0.1444633 Jan 21 10:06:55.311306 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-c1ac6f15-7b06-4efb-bbf0-94b2fe1ef2dc tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/quotas/3ac831b6113d422dbebd7f3a62ecb89d HTTP/1.1" status: 200 len: 375 time: 0.0096440 Jan 21 10:06:55.391699 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-1f169595-3921-43fe-8df1-fc512c750d47 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=3ac831b6113d422dbebd7f3a62ecb89d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0751081 Jan 21 10:06:55.616712 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-831e907a-eb87-493b-b983-4bcd6c033d85 service neutron] 10.222.0.110 "GET /v2.0/networks/cc9445aa-8342-478c-a4f2-2aed67acc7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184436 Jan 21 10:06:55.750337 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-6a42ee8f-f06d-41c0-80c4-71ec9057fc20 service neutron] 10.222.0.110 "GET /v2.0/networks/cc9445aa-8342-478c-a4f2-2aed67acc7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269822 Jan 21 10:06:55.930198 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-69b719a1-a8d5-4a1d-8f28-09e4f69b79e3 req-b9bd27a3-dd93-41ee-ae4a-357133fb408a tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 210 time: 0.0461893 Jan 21 10:06:57.001440 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.72', 62032) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:06:57.060953 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560f18b-4377-459f-96f8-bfb043478b01 req-bcce0251-6ed0-4458-8896-42fe7414837c tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:57.062305 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f560f18b-4377-459f-96f8-bfb043478b01 req-bcce0251-6ed0-4458-8896-42fe7414837c tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.72 "GET /v2.0/ports?device_id=4936eb45-98e6-4abc-a258-1c7b4dce857c HTTP/1.1" status: 200 len: 945 time: 0.0865123 Jan 21 10:06:57.139883 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-f560f18b-4377-459f-96f8-bfb043478b01 req-6a74e0c3-e707-4a24-87fd-009e671eb40c tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Deleting port 5719f2a3-5e08-4764-b004-b701641a8510 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:06:57.140220 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-f560f18b-4377-459f-96f8-bfb043478b01 req-6a74e0c3-e707-4a24-87fd-009e671eb40c tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:57.168512 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-30ec3323-4d7e-468c-ad8b-ce9e27958dfd req-665b7334-8a6b-40c9-92cb-8a9583a72630 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 210 time: 0.1024301 Jan 21 10:06:57.230653 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-31496700-c1ee-4f7a-903d-a1487b410e15 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:57.232158 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-31496700-c1ee-4f7a-903d-a1487b410e15 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.72 "GET /v2.0/networks?id=cc9445aa-8342-478c-a4f2-2aed67acc7e0 HTTP/1.1" status: 200 len: 814 time: 0.2280116 Jan 21 10:06:57.246997 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-2eff8287-f8de-46c6-a39a-6c2f6a7a6572 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Request body: {'port': {'device_id': '6ca5f9b3-3473-4db2-9d76-7280d5711137', 'network_id': 'cc9445aa-8342-478c-a4f2-2aed67acc7e0', 'admin_state_up': True, 'tenant_id': '3ac831b6113d422dbebd7f3a62ecb89d'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:06:57.383230 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-2eff8287-f8de-46c6-a39a-6c2f6a7a6572 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:06:57.393894 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-2eff8287-f8de-46c6-a39a-6c2f6a7a6572 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:06:57.403786 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-f560f18b-4377-459f-96f8-bfb043478b01 req-6a74e0c3-e707-4a24-87fd-009e671eb40c tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] For port 5719f2a3-5e08-4764-b004-b701641a8510, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=5719f2a3-5e08-4764-b004-b701641a8510,segment=NetworkSegment(9ae393ed-a826-4470-9769-d1041a784c75),segment_id=9ae393ed-a826-4470-9769-d1041a784c75)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:06:57.404156 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-f560f18b-4377-459f-96f8-bfb043478b01 req-6a74e0c3-e707-4a24-87fd-009e671eb40c tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:57.404654 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-2eff8287-f8de-46c6-a39a-6c2f6a7a6572 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Made reservation on behalf of 3ac831b6113d422dbebd7f3a62ecb89d for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:06:57.408528 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-2eff8287-f8de-46c6-a39a-6c2f6a7a6572 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:57.539554 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [req-f560f18b-4377-459f-96f8-bfb043478b01 req-6a74e0c3-e707-4a24-87fd-009e671eb40c tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Calling delete_port for 5719f2a3-5e08-4764-b004-b701641a8510 owned by compute:nova {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:06:57.586247 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-2eff8287-f8de-46c6-a39a-6c2f6a7a6572 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Allocated IP 172.20.0.3 (cc9445aa-8342-478c-a4f2-2aed67acc7e0/10e47243-ae9b-4929-8ab7-b8e9b444811c/94c39c47-e223-4872-a907-7bb72c75fe9b) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:06:57.686599 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-f560f18b-4377-459f-96f8-bfb043478b01 req-6a74e0c3-e707-4a24-87fd-009e671eb40c tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:57.740058 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74e0c3-e707-4a24-87fd-009e671eb40c tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Pushing event deleted for resources: {'Port': ['ID=5719f2a3-5e08-4764-b004-b701641a8510,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:57.819160 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [req-f560f18b-4377-459f-96f8-bfb043478b01 req-6a74e0c3-e707-4a24-87fd-009e671eb40c tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] No DVR routers for this DVR port 5719f2a3-5e08-4764-b004-b701641a8510 on host hv-neutron-8257 {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:06:57.822331 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-f560f18b-4377-459f-96f8-bfb043478b01 req-6a74e0c3-e707-4a24-87fd-009e671eb40c tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:57.825355 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4936eb45-98e6-4abc-a258-1c7b4dce857c', 'name': 'network-vif-deleted', 'tag': '5719f2a3-5e08-4764-b004-b701641a8510'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:06:57.842844 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f560f18b-4377-459f-96f8-bfb043478b01 req-6a74e0c3-e707-4a24-87fd-009e671eb40c tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.72 "DELETE /v2.0/ports/5719f2a3-5e08-4764-b004-b701641a8510 HTTP/1.1" status: 204 len: 173 time: 0.7749491 Jan 21 10:06:57.851822 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-2eff8287-f8de-46c6-a39a-6c2f6a7a6572 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:57.875132 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4936eb45-98e6-4abc-a258-1c7b4dce857c', 'name': 'network-vif-deleted', 'tag': '5719f2a3-5e08-4764-b004-b701641a8510', 'status': 'completed', 'code': 200} Jan 21 10:06:57.886765 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-2eff8287-f8de-46c6-a39a-6c2f6a7a6572 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:57.963507 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-2eff8287-f8de-46c6-a39a-6c2f6a7a6572 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Network cc9445aa-8342-478c-a4f2-2aed67acc7e0 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:06:57.966837 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-2eff8287-f8de-46c6-a39a-6c2f6a7a6572 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:06:57.970818 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-2eff8287-f8de-46c6-a39a-6c2f6a7a6572 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:06:58.005650 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff8287-f8de-46c6-a39a-6c2f6a7a6572 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Pushing event updated for resources: {'Port': ['ID=94c39c47-e223-4872-a907-7bb72c75fe9b,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:58.036589 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-2eff8287-f8de-46c6-a39a-6c2f6a7a6572 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:58.037191 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-2eff8287-f8de-46c6-a39a-6c2f6a7a6572 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:58.061881 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-2eff8287-f8de-46c6-a39a-6c2f6a7a6572 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8192394 Jan 21 10:06:58.073976 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-797a294b-4b86-436b-aff8-67788ded0d89 service neutron] Request body: {'port': {'device_id': '6ca5f9b3-3473-4db2-9d76-7280d5711137', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:06:58.191815 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-797a294b-4b86-436b-aff8-67788ded0d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:58.513007 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7017aa2-6da7-41e6-813d-b63a6cb86a5a req-8db489e6-0467-451e-a67e-28e960b89379 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:58.513613 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-e7017aa2-6da7-41e6-813d-b63a6cb86a5a req-8db489e6-0467-451e-a67e-28e960b89379 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Synchronizing usage tracker for tenant:3ac831b6113d422dbebd7f3a62ecb89d on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:06:58.549345 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-e7017aa2-6da7-41e6-813d-b63a6cb86a5a req-8db489e6-0467-451e-a67e-28e960b89379 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Unset dirty status for tenant:3ac831b6113d422dbebd7f3a62ecb89d on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:06:58.550484 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e7017aa2-6da7-41e6-813d-b63a6cb86a5a req-8db489e6-0467-451e-a67e-28e960b89379 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 931 time: 0.2393939 Jan 21 10:06:58.751896 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-797a294b-4b86-436b-aff8-67788ded0d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c39c47-e223-4872-a907-7bb72c75fe9b {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:06:58.758332 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e7017aa2-6da7-41e6-813d-b63a6cb86a5a req-1d4a7d12-6012-4185-ac0c-a9d628d4b698 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955507 Jan 21 10:06:58.762638 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-797a294b-4b86-436b-aff8-67788ded0d89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:58.779024 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-797a294b-4b86-436b-aff8-67788ded0d89 service neutron] Transition to ACTIVE for port object 94c39c47-e223-4872-a907-7bb72c75fe9b will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:06:58.785765 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-797a294b-4b86-436b-aff8-67788ded0d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:58.914417 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a294b-4b86-436b-aff8-67788ded0d89 service neutron] Pushing event updated for resources: {'Port': ['ID=94c39c47-e223-4872-a907-7bb72c75fe9b,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:59.019605 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-797a294b-4b86-436b-aff8-67788ded0d89 service neutron] Attempting to bind port 94c39c47-e223-4872-a907-7bb72c75fe9b on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:06:59.020291 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-797a294b-4b86-436b-aff8-67788ded0d89 service neutron] Attempting to bind port 94c39c47-e223-4872-a907-7bb72c75fe9b by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9ae393ed-a826-4470-9769-d1041a784c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cc9445aa-8342-478c-a4f2-2aed67acc7e0'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:06:59.020291 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-797a294b-4b86-436b-aff8-67788ded0d89 service neutron] Attempting to bind port 94c39c47-e223-4872-a907-7bb72c75fe9b on network cc9445aa-8342-478c-a4f2-2aed67acc7e0 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:06:59.024763 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-797a294b-4b86-436b-aff8-67788ded0d89 service neutron] Port 94c39c47-e223-4872-a907-7bb72c75fe9b on network cc9445aa-8342-478c-a4f2-2aed67acc7e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:06:59.025029 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-797a294b-4b86-436b-aff8-67788ded0d89 service neutron] Attempting to bind port 94c39c47-e223-4872-a907-7bb72c75fe9b on network cc9445aa-8342-478c-a4f2-2aed67acc7e0 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:06:59.030026 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-797a294b-4b86-436b-aff8-67788ded0d89 service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:06:59.030355 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-797a294b-4b86-436b-aff8-67788ded0d89 service neutron] Checking segment: {'id': '9ae393ed-a826-4470-9769-d1041a784c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cc9445aa-8342-478c-a4f2-2aed67acc7e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:06:59.030759 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-797a294b-4b86-436b-aff8-67788ded0d89 service neutron] Bound using segment: {'id': '9ae393ed-a826-4470-9769-d1041a784c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cc9445aa-8342-478c-a4f2-2aed67acc7e0'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:06:59.031177 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-797a294b-4b86-436b-aff8-67788ded0d89 service neutron] Bound port: 94c39c47-e223-4872-a907-7bb72c75fe9b, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ae393ed-a826-4470-9769-d1041a784c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cc9445aa-8342-478c-a4f2-2aed67acc7e0'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:06:59.031550 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-797a294b-4b86-436b-aff8-67788ded0d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:59.123772 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-797a294b-4b86-436b-aff8-67788ded0d89 service neutron] For port 94c39c47-e223-4872-a907-7bb72c75fe9b, host hv-neutron-8257, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:06:59.126636 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-797a294b-4b86-436b-aff8-67788ded0d89 service neutron] For port 94c39c47-e223-4872-a907-7bb72c75fe9b, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=94c39c47-e223-4872-a907-7bb72c75fe9b,segment=NetworkSegment(9ae393ed-a826-4470-9769-d1041a784c75),segment_id=9ae393ed-a826-4470-9769-d1041a784c75)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:06:59.130920 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-797a294b-4b86-436b-aff8-67788ded0d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:59.192829 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-797a294b-4b86-436b-aff8-67788ded0d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:59.193427 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-797a294b-4b86-436b-aff8-67788ded0d89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:59.194785 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-797a294b-4b86-436b-aff8-67788ded0d89 service neutron] 10.222.0.72 "PUT /v2.0/ports/94c39c47-e223-4872-a907-7bb72c75fe9b HTTP/1.1" status: 200 len: 1093 time: 1.1256702 Jan 21 10:06:59.195217 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca5f9b3-3473-4db2-9d76-7280d5711137', 'tag': '94c39c47-e223-4872-a907-7bb72c75fe9b'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:06:59.214067 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a294b-4b86-436b-aff8-67788ded0d89 service neutron] Pushing event updated for resources: {'Port': ['ID=94c39c47-e223-4872-a907-7bb72c75fe9b,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:59.295590 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca5f9b3-3473-4db2-9d76-7280d5711137', 'tag': '94c39c47-e223-4872-a907-7bb72c75fe9b', 'status': 'completed', 'code': 200} Jan 21 10:06:59.309238 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-4b686d8d-a102-43d3-bb4d-c4a34ed934be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:59.310715 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-4b686d8d-a102-43d3-bb4d-c4a34ed934be service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3ac831b6113d422dbebd7f3a62ecb89d&device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 1096 time: 0.0784218 Jan 21 10:06:59.376629 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-c7893d48-c820-4a5e-b76e-fdd7370a65ff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94c39c47-e223-4872-a907-7bb72c75fe9b HTTP/1.1" status: 200 len: 217 time: 0.0595517 Jan 21 10:06:59.443663 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-c164d566-8ee2-47b5-b6ae-1d87e8470ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:59.445196 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-c164d566-8ee2-47b5-b6ae-1d87e8470ced service neutron] 10.222.0.72 "GET /v2.0/subnets?id=10e47243-ae9b-4929-8ab7-b8e9b444811c HTTP/1.1" status: 200 len: 854 time: 0.0629833 Jan 21 10:06:59.491911 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-ad33173c-b9f6-4b28-80d9-3c5590d14d6b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cc9445aa-8342-478c-a4f2-2aed67acc7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407200 Jan 21 10:06:59.555580 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 5719f2a3-5e08-4764-b004-b701641a8510 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:06:59.590187 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] No Port match for: 5719f2a3-5e08-4764-b004-b701641a8510 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:06:59.590534 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 5719f2a3-5e08-4764-b004-b701641a8510 not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:06:59.630291 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-00bc7ac2-1ac3-494e-a517-236eb79bdc1f service neutron] 10.222.0.72 "GET /v2.0/networks/cc9445aa-8342-478c-a4f2-2aed67acc7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320233 Jan 21 10:06:59.766050 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-82702125-b2b8-4ff3-98b9-107c2b04173a req-1a648aec-1b31-4e93-ac8d-bdc67cb441b6 service neutron] 10.222.0.72 "GET /v2.0/networks/cc9445aa-8342-478c-a4f2-2aed67acc7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300364 Jan 21 10:06:59.941214 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e3fa6-4781-46a0-b7f1-7c49ca07166e req-057db4e3-2334-4c9d-8838-36a6cf49273a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:59.942689 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-652e3fa6-4781-46a0-b7f1-7c49ca07166e req-057db4e3-2334-4c9d-8838-36a6cf49273a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3ac831b6113d422dbebd7f3a62ecb89d&device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 1096 time: 0.1314623 Jan 21 10:07:00.005665 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fabaec-ebb2-4fd0-9341-12762e6f3c6f req-d95ca19c-d718-4946-a426-d6fd530b490f tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:00.007099 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-a0fabaec-ebb2-4fd0-9341-12762e6f3c6f req-d95ca19c-d718-4946-a426-d6fd530b490f tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 943 time: 0.1371613 Jan 21 10:07:00.125879 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-a0fabaec-ebb2-4fd0-9341-12762e6f3c6f req-0c1ed1c0-1f2b-4c64-9718-ec9384325816 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717354 Jan 21 10:07:00.128315 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e3fa6-4781-46a0-b7f1-7c49ca07166e req-efd6543b-95a4-4a37-982f-a146427f5614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:00.129771 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-652e3fa6-4781-46a0-b7f1-7c49ca07166e req-efd6543b-95a4-4a37-982f-a146427f5614 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cc9445aa-8342-478c-a4f2-2aed67acc7e0 HTTP/1.1" status: 200 len: 915 time: 0.1799273 Jan 21 10:07:00.203777 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-652e3fa6-4781-46a0-b7f1-7c49ca07166e req-87f5271e-2ea8-4562-904b-c262b7447bdc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94c39c47-e223-4872-a907-7bb72c75fe9b HTTP/1.1" status: 200 len: 217 time: 0.0678048 Jan 21 10:07:00.273280 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e3fa6-4781-46a0-b7f1-7c49ca07166e req-4cc35c9a-dbbf-4990-85bd-4e2b95115563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:00.275125 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-652e3fa6-4781-46a0-b7f1-7c49ca07166e req-4cc35c9a-dbbf-4990-85bd-4e2b95115563 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=10e47243-ae9b-4929-8ab7-b8e9b444811c HTTP/1.1" status: 200 len: 854 time: 0.0659418 Jan 21 10:07:00.325300 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-652e3fa6-4781-46a0-b7f1-7c49ca07166e req-38820a9f-cc87-4a96-b465-f3aff0976c9c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cc9445aa-8342-478c-a4f2-2aed67acc7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450494 Jan 21 10:07:00.558852 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-652e3fa6-4781-46a0-b7f1-7c49ca07166e req-0bdc595d-f5d7-4886-b336-affcd8ac77c8 service neutron] 10.222.0.72 "GET /v2.0/networks/cc9445aa-8342-478c-a4f2-2aed67acc7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269945 Jan 21 10:07:00.691807 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-652e3fa6-4781-46a0-b7f1-7c49ca07166e req-ce291e8d-86ff-40f7-9632-b8034c44ca2a service neutron] 10.222.0.72 "GET /v2.0/networks/cc9445aa-8342-478c-a4f2-2aed67acc7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265078 Jan 21 10:07:01.426433 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2bd32-7f13-4001-aeab-67a051a3bb07 req-5587d170-78a7-404d-b6ac-4c50d88be06d tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:01.427133 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-90c2bd32-7f13-4001-aeab-67a051a3bb07 req-5587d170-78a7-404d-b6ac-4c50d88be06d tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Synchronizing usage tracker for tenant:3ac831b6113d422dbebd7f3a62ecb89d on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:07:01.440430 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-90c2bd32-7f13-4001-aeab-67a051a3bb07 req-5587d170-78a7-404d-b6ac-4c50d88be06d tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Unset dirty status for tenant:3ac831b6113d422dbebd7f3a62ecb89d on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:07:01.441623 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-90c2bd32-7f13-4001-aeab-67a051a3bb07 req-5587d170-78a7-404d-b6ac-4c50d88be06d tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 943 time: 0.2033234 Jan 21 10:07:01.488238 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-90c2bd32-7f13-4001-aeab-67a051a3bb07 req-324dcaae-57bf-4633-8b21-188003ad27a5 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402980 Jan 21 10:07:02.681537 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a604f2-1558-432b-bcc9-729d49289fb8 req-1ec96dd7-d072-444e-97fc-bb6b8e139237 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:02.684113 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e9a604f2-1558-432b-bcc9-729d49289fb8 req-1ec96dd7-d072-444e-97fc-bb6b8e139237 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 943 time: 0.0861709 Jan 21 10:07:02.732091 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e9a604f2-1558-432b-bcc9-729d49289fb8 req-2acfe9d5-3013-4b7e-9c4d-4c1fc91fd3eb tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414176 Jan 21 10:07:03.554542 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 94c39c47-e223-4872-a907-7bb72c75fe9b details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:07:03.699457 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 94c39c47-e223-4872-a907-7bb72c75fe9b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=94c39c47-e223-4872-a907-7bb72c75fe9b,segment=NetworkSegment(9ae393ed-a826-4470-9769-d1041a784c75),segment_id=9ae393ed-a826-4470-9769-d1041a784c75)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:07:03.716170 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': '94c39c47-e223-4872-a907-7bb72c75fe9b', 'network_id': 'cc9445aa-8342-478c-a4f2-2aed67acc7e0', 'port_id': '94c39c47-e223-4872-a907-7bb72c75fe9b', 'mac_address': 'fa:16:3e:c3:5c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10e47243-ae9b-4929-8ab7-b8e9b444811c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:07:03.785665 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:03.802866 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c39c47-e223-4872-a907-7bb72c75fe9b {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:07:03.819794 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 94c39c47-e223-4872-a907-7bb72c75fe9b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=94c39c47-e223-4872-a907-7bb72c75fe9b,segment=NetworkSegment(9ae393ed-a826-4470-9769-d1041a784c75),segment_id=9ae393ed-a826-4470-9769-d1041a784c75)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:07:03.823888 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:03.893671 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=94c39c47-e223-4872-a907-7bb72c75fe9b,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:03.901485 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:03.901868 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:03.902039 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:03.902379 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:03.902716 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:03.903056 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:03.903376 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:03.903739 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:03.904072 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:03.904404 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:03.904728 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:03.905050 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:03.927050 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f6c38-871d-46af-b999-67dc9f1c2f9c req-f4f91ef0-42c4-45d3-b722-8720bcfd1716 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:03.928518 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-780f6c38-871d-46af-b999-67dc9f1c2f9c req-f4f91ef0-42c4-45d3-b722-8720bcfd1716 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 944 time: 0.0875263 Jan 21 10:07:03.973347 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-780f6c38-871d-46af-b999-67dc9f1c2f9c req-82fdfc59-54b9-4bbd-8435-7e791822a8b8 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385926 Jan 21 10:07:04.134260 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['94c39c47-e223-4872-a907-7bb72c75fe9b'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:07:05.309825 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab00ba-2d9d-4e38-952b-c5f6844b15be req-2f7b84cc-e449-4300-8187-88e82fc2257b tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:05.311288 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-31ab00ba-2d9d-4e38-952b-c5f6844b15be req-2f7b84cc-e449-4300-8187-88e82fc2257b tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 944 time: 0.0827584 Jan 21 10:07:05.355614 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-31ab00ba-2d9d-4e38-952b-c5f6844b15be req-ea58cac4-1adf-416d-a04f-94cc207ccdac tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387340 Jan 21 10:07:05.561338 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 94c39c47-e223-4872-a907-7bb72c75fe9b up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:07:05.630691 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port 94c39c47-e223-4872-a907-7bb72c75fe9b completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:07:05.636042 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port 94c39c47-e223-4872-a907-7bb72c75fe9b triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:07:05.636407 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:05.751109 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:05.781642 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca5f9b3-3473-4db2-9d76-7280d5711137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c39c47-e223-4872-a907-7bb72c75fe9b'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:07:05.792018 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 94c39c47-e223-4872-a907-7bb72c75fe9b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=94c39c47-e223-4872-a907-7bb72c75fe9b,segment=NetworkSegment(9ae393ed-a826-4470-9769-d1041a784c75),segment_id=9ae393ed-a826-4470-9769-d1041a784c75)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:07:05.796147 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:05.833137 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca5f9b3-3473-4db2-9d76-7280d5711137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c39c47-e223-4872-a907-7bb72c75fe9b', 'code': 200} Jan 21 10:07:05.865511 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=94c39c47-e223-4872-a907-7bb72c75fe9b,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:06.053922 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0df727-9fe5-48c4-b313-aab50fb440f1 req-4b16e9dc-b08b-41a9-8ffe-6b1eecb2986a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:06.055966 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9d0df727-9fe5-48c4-b313-aab50fb440f1 req-4b16e9dc-b08b-41a9-8ffe-6b1eecb2986a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 1098 time: 0.0698085 Jan 21 10:07:06.098490 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9d0df727-9fe5-48c4-b313-aab50fb440f1 req-0b800204-1b8b-4c71-b717-eb5169502b70 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372448 Jan 21 10:07:06.537902 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18987e3e-5d61-4291-8edc-1e8eaf3a5d63 req-875b627e-0304-4cbf-b160-4697d007b701 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:06.539666 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-18987e3e-5d61-4291-8edc-1e8eaf3a5d63 req-875b627e-0304-4cbf-b160-4697d007b701 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 945 time: 0.0802348 Jan 21 10:07:06.585304 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-18987e3e-5d61-4291-8edc-1e8eaf3a5d63 req-6b538202-de59-4a56-b392-71ecb414ea72 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398126 Jan 21 10:07:07.776400 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae241f6-b7b7-43ca-82b5-2cb8fb2609d7 req-1602241f-8446-4b86-a1e6-9185e336de5e tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:07.777878 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-eae241f6-b7b7-43ca-82b5-2cb8fb2609d7 req-1602241f-8446-4b86-a1e6-9185e336de5e tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 945 time: 0.0825136 Jan 21 10:07:07.828434 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-eae241f6-b7b7-43ca-82b5-2cb8fb2609d7 req-df82de9d-c2a8-405f-9f96-04e385a2d2de tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446372 Jan 21 10:07:08.014292 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064693a-952d-4773-b3cc-cf14f14e2a3e req-e5e9c331-3694-4205-ab86-71685712c28e tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:08.015777 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9064693a-952d-4773-b3cc-cf14f14e2a3e req-e5e9c331-3694-4205-ab86-71685712c28e tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 945 time: 0.0834508 Jan 21 10:07:08.060141 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9064693a-952d-4773-b3cc-cf14f14e2a3e req-9c878aa0-3f00-4b04-83ed-6c73fe33375e tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387270 Jan 21 10:07:08.462083 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dfee0ebb-26d7-4693-8250-7b8a5f2399a1 req-33561ee8-3079-452d-9205-6acf9c7f7bf4 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1277471 Jan 21 10:07:08.479733 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d9ab7-e665-4817-ba87-34c4e745428c req-eab3938c-00f4-456a-a2a4-36d1d1c02978 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:08.481214 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-989d9ab7-e665-4817-ba87-34c4e745428c req-eab3938c-00f4-456a-a2a4-36d1d1c02978 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 945 time: 0.1021514 Jan 21 10:07:08.526537 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-989d9ab7-e665-4817-ba87-34c4e745428c req-e5e47aab-4492-43fd-9dad-38f057b9082d tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396156 Jan 21 10:07:09.588659 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee0ebb-26d7-4693-8250-7b8a5f2399a1 req-4a01ad69-d991-4e5b-afec-9c5307dfa4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:09.590145 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dfee0ebb-26d7-4693-8250-7b8a5f2399a1 req-4a01ad69-d991-4e5b-afec-9c5307dfa4ed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3ac831b6113d422dbebd7f3a62ecb89d&device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 1098 time: 0.0759239 Jan 21 10:07:09.723777 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee0ebb-26d7-4693-8250-7b8a5f2399a1 req-96797acf-2df5-4364-817b-e63710a86c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:09.724024 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64494fc-3525-450f-abd1-c79866652067 req-0fba0e56-ebfe-4f4a-b306-84f4bf30f7fb tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:09.725228 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dfee0ebb-26d7-4693-8250-7b8a5f2399a1 req-96797acf-2df5-4364-817b-e63710a86c65 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cc9445aa-8342-478c-a4f2-2aed67acc7e0 HTTP/1.1" status: 200 len: 915 time: 0.1288779 Jan 21 10:07:09.725453 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b64494fc-3525-450f-abd1-c79866652067 req-0fba0e56-ebfe-4f4a-b306-84f4bf30f7fb tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 945 time: 0.0834081 Jan 21 10:07:09.773681 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b64494fc-3525-450f-abd1-c79866652067 req-9b78d497-89da-451b-b7bf-c8a8d155a69f tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411220 Jan 21 10:07:09.797840 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dfee0ebb-26d7-4693-8250-7b8a5f2399a1 req-0677e34e-7923-4880-aa30-863d8bd3642a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94c39c47-e223-4872-a907-7bb72c75fe9b HTTP/1.1" status: 200 len: 217 time: 0.0666871 Jan 21 10:07:09.860254 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee0ebb-26d7-4693-8250-7b8a5f2399a1 req-8dd6ce1e-248f-4c2b-908f-3a18680703aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:09.861707 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dfee0ebb-26d7-4693-8250-7b8a5f2399a1 req-8dd6ce1e-248f-4c2b-908f-3a18680703aa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=10e47243-ae9b-4929-8ab7-b8e9b444811c HTTP/1.1" status: 200 len: 854 time: 0.0583339 Jan 21 10:07:09.911467 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dfee0ebb-26d7-4693-8250-7b8a5f2399a1 req-72e6a8f8-4cbc-4a68-9149-e293923f19b1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cc9445aa-8342-478c-a4f2-2aed67acc7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440774 Jan 21 10:07:10.046253 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dfee0ebb-26d7-4693-8250-7b8a5f2399a1 req-1fece992-577e-4c60-8e9b-56dd528071e0 service neutron] 10.222.0.72 "GET /v2.0/networks/cc9445aa-8342-478c-a4f2-2aed67acc7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279716 Jan 21 10:07:10.279258 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dfee0ebb-26d7-4693-8250-7b8a5f2399a1 req-f0b61071-616f-40a9-9c91-aac5b45837da service neutron] 10.222.0.72 "GET /v2.0/networks/cc9445aa-8342-478c-a4f2-2aed67acc7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271061 Jan 21 10:07:10.961639 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db86843-104c-4f98-b39d-62d4dd966369 req-3471cc9f-0c3f-41b2-8c17-9911f0419943 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:10.963175 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9db86843-104c-4f98-b39d-62d4dd966369 req-3471cc9f-0c3f-41b2-8c17-9911f0419943 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 945 time: 0.0800948 Jan 21 10:07:11.008988 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9db86843-104c-4f98-b39d-62d4dd966369 req-2ecce42c-6891-46cb-af2a-2ebc6e05dc84 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390997 Jan 21 10:07:12.194152 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6cec4-7153-40da-aed9-55ce0495c0f6 req-6868190d-57f5-4bad-8988-4852c2ef0aa6 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:12.196339 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a2f6cec4-7153-40da-aed9-55ce0495c0f6 req-6868190d-57f5-4bad-8988-4852c2ef0aa6 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 945 time: 0.0791183 Jan 21 10:07:12.239092 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a2f6cec4-7153-40da-aed9-55ce0495c0f6 req-cb583217-938f-4b99-a003-69f119c68b68 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369840 Jan 21 10:07:12.626357 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758928e2-dd59-41f5-a1e3-f0203c9751c2 req-ed928a6c-1ad8-46d7-88f7-8b111cea5b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:12.627863 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-758928e2-dd59-41f5-a1e3-f0203c9751c2 req-ed928a6c-1ad8-46d7-88f7-8b111cea5b31 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3ac831b6113d422dbebd7f3a62ecb89d&device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 1098 time: 0.0748744 Jan 21 10:07:12.774368 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758928e2-dd59-41f5-a1e3-f0203c9751c2 req-d00b6953-c415-4a91-bd74-faf176ed337d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:12.776014 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-758928e2-dd59-41f5-a1e3-f0203c9751c2 req-d00b6953-c415-4a91-bd74-faf176ed337d service neutron] 10.222.0.72 "GET /v2.0/networks?id=cc9445aa-8342-478c-a4f2-2aed67acc7e0 HTTP/1.1" status: 200 len: 915 time: 0.1297183 Jan 21 10:07:12.847673 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-758928e2-dd59-41f5-a1e3-f0203c9751c2 req-d64c344a-f73f-4397-a1c6-12b681729d33 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94c39c47-e223-4872-a907-7bb72c75fe9b HTTP/1.1" status: 200 len: 217 time: 0.0655050 Jan 21 10:07:12.873363 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:12.912256 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758928e2-dd59-41f5-a1e3-f0203c9751c2 req-8bcf4719-6adb-4b82-bb4d-877a115a6a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:12.913934 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-758928e2-dd59-41f5-a1e3-f0203c9751c2 req-8bcf4719-6adb-4b82-bb4d-877a115a6a7b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=10e47243-ae9b-4929-8ab7-b8e9b444811c HTTP/1.1" status: 200 len: 854 time: 0.0601072 Jan 21 10:07:12.963543 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-758928e2-dd59-41f5-a1e3-f0203c9751c2 req-86d87833-4ae9-4252-886d-6b72a4cbe2db service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cc9445aa-8342-478c-a4f2-2aed67acc7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434268 Jan 21 10:07:13.095826 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-758928e2-dd59-41f5-a1e3-f0203c9751c2 req-d6068c9a-fd8e-4183-a6dc-ae9dfda0a742 service neutron] 10.222.0.72 "GET /v2.0/networks/cc9445aa-8342-478c-a4f2-2aed67acc7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263509 Jan 21 10:07:13.228420 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-758928e2-dd59-41f5-a1e3-f0203c9751c2 req-eed7a680-4c87-4285-b302-55fa3c5c0ca6 service neutron] 10.222.0.72 "GET /v2.0/networks/cc9445aa-8342-478c-a4f2-2aed67acc7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269205 Jan 21 10:07:13.430783 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14c966-c57f-4425-a866-a813e2743408 req-91443fed-54ef-43b7-9918-a21304f0f0a1 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:13.432313 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-df14c966-c57f-4425-a866-a813e2743408 req-91443fed-54ef-43b7-9918-a21304f0f0a1 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 945 time: 0.0848525 Jan 21 10:07:13.477131 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-df14c966-c57f-4425-a866-a813e2743408 req-49faa712-c434-4ea1-b935-6941b6a1fcf7 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390875 Jan 21 10:07:14.044927 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:07:14.664993 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8063a-f4a1-4f8e-9909-81ad2086a159 req-f80ecc0d-8bf4-4d8b-88ab-6b4fd96a8c23 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:14.666659 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e1a8063a-f4a1-4f8e-9909-81ad2086a159 req-f80ecc0d-8bf4-4d8b-88ab-6b4fd96a8c23 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 945 time: 0.0846937 Jan 21 10:07:14.710802 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e1a8063a-f4a1-4f8e-9909-81ad2086a159 req-9e411533-2328-4896-ad78-1c80bea5b8d1 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383782 Jan 21 10:07:15.902234 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02753c80-1739-4a4b-bf6f-1a2c42dd800c req-0144bd78-8ea9-43c5-be4c-19c84504dc73 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:15.903724 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-02753c80-1739-4a4b-bf6f-1a2c42dd800c req-0144bd78-8ea9-43c5-be4c-19c84504dc73 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 945 time: 0.0835564 Jan 21 10:07:15.951370 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-02753c80-1739-4a4b-bf6f-1a2c42dd800c req-dfa334aa-8fa8-474e-a411-3af354f10162 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420029 Jan 21 10:07:16.558083 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-844fe75c-74f3-4dd1-92a6-fa69b13184bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:17.139336 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff1c89-4886-4a6a-91b5-5f8790cb8a43 req-d89e6ceb-5e9a-4925-8e9c-4c5c1e70e723 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:17.140827 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-00ff1c89-4886-4a6a-91b5-5f8790cb8a43 req-d89e6ceb-5e9a-4925-8e9c-4c5c1e70e723 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 945 time: 0.0792685 Jan 21 10:07:17.189204 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-00ff1c89-4886-4a6a-91b5-5f8790cb8a43 req-684a11f0-0f0d-4392-ba2c-198df0547139 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428209 Jan 21 10:07:18.380834 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841dceb9-0053-4fbf-ac3e-b9cf0b73c4fb req-00aa8d31-158b-4924-ae6c-f438fbf5018a tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:18.382332 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-841dceb9-0053-4fbf-ac3e-b9cf0b73c4fb req-00aa8d31-158b-4924-ae6c-f438fbf5018a tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 945 time: 0.0850723 Jan 21 10:07:18.428949 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-841dceb9-0053-4fbf-ac3e-b9cf0b73c4fb req-47ea22bf-f9bd-477c-af3c-292f7b548051 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400312 Jan 21 10:07:18.910797 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6e364e3b-cdce-42a1-a956-7a87b754058d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:19.758645 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f2c62-0bad-4e55-826f-af2e1e16cfed req-5e657e73-2d8f-4e61-aff1-652e31d1a8be tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:19.759702 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-bf8f2c62-0bad-4e55-826f-af2e1e16cfed req-5e657e73-2d8f-4e61-aff1-652e31d1a8be tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 945 time: 0.0809147 Jan 21 10:07:19.806046 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-bf8f2c62-0bad-4e55-826f-af2e1e16cfed req-1ee5b6e0-9488-4e09-84bc-660513a176f9 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404799 Jan 21 10:07:19.809561 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:20.005316 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:20.997887 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4bc4a-3653-4e13-87d0-6c48a9bb337d req-1716f95e-4f9f-4fd1-a246-a210be9074af tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:20.999361 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-05e4bc4a-3653-4e13-87d0-6c48a9bb337d req-1716f95e-4f9f-4fd1-a246-a210be9074af tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 945 time: 0.0837846 Jan 21 10:07:21.046753 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-05e4bc4a-3653-4e13-87d0-6c48a9bb337d req-c17a4ec3-7fad-4f60-a512-d60307e18cfd tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405600 Jan 21 10:07:21.428268 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:22.232905 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa845d08-1470-444c-b3c9-c45dc7341489 req-d50dbf4b-40a9-4a41-995b-800b38138462 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:22.234399 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-aa845d08-1470-444c-b3c9-c45dc7341489 req-d50dbf4b-40a9-4a41-995b-800b38138462 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 945 time: 0.0830662 Jan 21 10:07:22.278193 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-aa845d08-1470-444c-b3c9-c45dc7341489 req-07809fcf-871b-40af-a129-2324000073bd tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381682 Jan 21 10:07:23.466384 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a95a0-cfe7-4569-bb5a-359b14753ce9 req-08dd5566-705a-4e6e-9512-beee031b297b tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:23.467869 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-520a95a0-cfe7-4569-bb5a-359b14753ce9 req-08dd5566-705a-4e6e-9512-beee031b297b tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 945 time: 0.0813613 Jan 21 10:07:23.512231 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-520a95a0-cfe7-4569-bb5a-359b14753ce9 req-e4e4b066-0a72-4f82-91a4-6158baa569ae tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386806 Jan 21 10:07:24.699034 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a42967-b00a-4bb5-bbc8-26b02b6e7133 req-99a5c9fb-49bc-498b-9b67-e5f00153209b tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:24.700539 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e3a42967-b00a-4bb5-bbc8-26b02b6e7133 req-99a5c9fb-49bc-498b-9b67-e5f00153209b tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 945 time: 0.0815086 Jan 21 10:07:24.746194 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e3a42967-b00a-4bb5-bbc8-26b02b6e7133 req-f927620f-84f8-4b8c-8041-9be61b6e46de tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400369 Jan 21 10:07:25.944267 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9b612-9c6d-415f-ab19-b3142dcc76b7 req-f8d758cf-139b-4e26-84d0-87dce3f365cb tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:25.947574 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d0d9b612-9c6d-415f-ab19-b3142dcc76b7 req-f8d758cf-139b-4e26-84d0-87dce3f365cb tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 945 time: 0.0911467 Jan 21 10:07:25.991823 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d0d9b612-9c6d-415f-ab19-b3142dcc76b7 req-86da475f-ed67-49ec-9777-65a4d363e616 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387783 Jan 21 10:07:27.182435 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f7f8d-9a97-4992-b76b-ace77b57c5f1 req-433d8105-dae5-487e-afaa-db93f852a3c1 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:27.183945 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-9f6f7f8d-9a97-4992-b76b-ace77b57c5f1 req-433d8105-dae5-487e-afaa-db93f852a3c1 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 945 time: 0.0857158 Jan 21 10:07:27.229371 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-9f6f7f8d-9a97-4992-b76b-ace77b57c5f1 req-e51b9d75-e90c-4ae6-bd46-07f5d1935b3f tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394702 Jan 21 10:07:28.414864 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e5577-2069-41df-89f3-6adedc7eaa6a req-92257bbe-1a7f-439e-8e46-7185966d2105 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:28.416391 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b72e5577-2069-41df-89f3-6adedc7eaa6a req-92257bbe-1a7f-439e-8e46-7185966d2105 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 945 time: 0.0825377 Jan 21 10:07:28.465407 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b72e5577-2069-41df-89f3-6adedc7eaa6a req-7fc66cdb-89a3-47bd-80d6-c44d2bb3a83d tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433736 Jan 21 10:07:29.648502 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a748bbd-3b0e-40c3-94c2-280a7b7f9ec3 req-daf97fd0-cc38-43a9-925f-7697ad53fb9f tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:29.649959 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0a748bbd-3b0e-40c3-94c2-280a7b7f9ec3 req-daf97fd0-cc38-43a9-925f-7697ad53fb9f tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 945 time: 0.0801516 Jan 21 10:07:29.700790 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0a748bbd-3b0e-40c3-94c2-280a7b7f9ec3 req-1e89e9ec-1f63-4aea-ab06-6629796b87e9 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452201 Jan 21 10:07:30.896161 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a45e0-2bdb-40d6-a200-42c78af4fcd3 req-353349c1-a750-4ff7-883d-9fe1558d40e1 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:30.897665 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c57a45e0-2bdb-40d6-a200-42c78af4fcd3 req-353349c1-a750-4ff7-883d-9fe1558d40e1 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 945 time: 0.0858483 Jan 21 10:07:30.942233 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c57a45e0-2bdb-40d6-a200-42c78af4fcd3 req-52784c8f-9736-4693-b810-fc748c112cc5 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387964 Jan 21 10:07:32.133250 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f87e02-5b60-4205-aa88-9af9b7383be8 req-1b6e55d7-aaa5-42a6-83ab-10313bdcff0b tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:32.134816 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-81f87e02-5b60-4205-aa88-9af9b7383be8 req-1b6e55d7-aaa5-42a6-83ab-10313bdcff0b tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 945 time: 0.0819142 Jan 21 10:07:32.180565 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-81f87e02-5b60-4205-aa88-9af9b7383be8 req-207540d3-7b19-46b4-b0e9-b9cd9abcab79 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400386 Jan 21 10:07:33.369720 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa81feb-e078-4ff5-a36a-2fa49cd3cf71 req-9f932cf5-3a6b-457f-bcc6-a7914ea1330a tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:33.371186 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6aa81feb-e078-4ff5-a36a-2fa49cd3cf71 req-9f932cf5-3a6b-457f-bcc6-a7914ea1330a tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 945 time: 0.0852544 Jan 21 10:07:33.415848 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6aa81feb-e078-4ff5-a36a-2fa49cd3cf71 req-265e161e-b9f4-40ea-90fe-05f320983935 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390317 Jan 21 10:07:34.604811 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20bda2-5d40-4f95-86f2-43d94310f904 req-5467aadd-5a4c-4bce-b2ec-699749906e66 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:34.606276 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2b20bda2-5d40-4f95-86f2-43d94310f904 req-5467aadd-5a4c-4bce-b2ec-699749906e66 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 945 time: 0.0849967 Jan 21 10:07:34.650783 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2b20bda2-5d40-4f95-86f2-43d94310f904 req-18b73285-3247-4007-a4c7-e02873e8a768 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387552 Jan 21 10:07:35.841588 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9964711-ec75-4b3a-acd4-1f7f0418e7b1 req-77bf7d5d-0b93-404e-8d02-adef704cb4a4 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:35.843094 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d9964711-ec75-4b3a-acd4-1f7f0418e7b1 req-77bf7d5d-0b93-404e-8d02-adef704cb4a4 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 945 time: 0.0817740 Jan 21 10:07:35.887090 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d9964711-ec75-4b3a-acd4-1f7f0418e7b1 req-7956dd84-b1b3-4b78-b2d2-d91b884cf306 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383198 Jan 21 10:07:37.051699 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dfee0ebb-26d7-4693-8250-7b8a5f2399a1 req-63262e39-afae-4732-8341-4a1495fa8f8a service neutron] 10.222.0.72 "GET /v2.0/ports/94c39c47-e223-4872-a907-7bb72c75fe9b/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.0798421 Jan 21 10:07:37.075538 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8debfc-a0e4-4709-a931-a68c835f2d1a req-983ca62f-43e2-482f-a789-05600242b191 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:37.077325 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ab8debfc-a0e4-4709-a931-a68c835f2d1a req-983ca62f-43e2-482f-a789-05600242b191 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 945 time: 0.0817707 Jan 21 10:07:37.125078 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ab8debfc-a0e4-4709-a931-a68c835f2d1a req-9ea7222d-424e-448e-b037-5c40e2806138 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418916 Jan 21 10:07:37.329576 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee0ebb-26d7-4693-8250-7b8a5f2399a1 req-fad8397b-05b8-4d45-8f6d-63a7546ae226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:37.331029 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dfee0ebb-26d7-4693-8250-7b8a5f2399a1 req-fad8397b-05b8-4d45-8f6d-63a7546ae226 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137&tenant_id=3ac831b6113d422dbebd7f3a62ecb89d HTTP/1.1" status: 200 len: 1098 time: 0.0728927 Jan 21 10:07:37.427606 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee0ebb-26d7-4693-8250-7b8a5f2399a1 req-bd8f802b-0d4e-4cdb-be62-677a810fcd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:37.429107 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dfee0ebb-26d7-4693-8250-7b8a5f2399a1 req-bd8f802b-0d4e-4cdb-be62-677a810fcd91 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3ac831b6113d422dbebd7f3a62ecb89d&device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 1098 time: 0.0759857 Jan 21 10:07:37.657278 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee0ebb-26d7-4693-8250-7b8a5f2399a1 req-94bd1f86-2a61-4915-868f-fdc4dd17226f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:37.658618 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dfee0ebb-26d7-4693-8250-7b8a5f2399a1 req-94bd1f86-2a61-4915-868f-fdc4dd17226f service neutron] 10.222.0.72 "GET /v2.0/networks?id=cc9445aa-8342-478c-a4f2-2aed67acc7e0 HTTP/1.1" status: 200 len: 915 time: 0.2239852 Jan 21 10:07:37.725576 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dfee0ebb-26d7-4693-8250-7b8a5f2399a1 req-b9cc885b-0293-4bad-8627-5a6c8a6d56e4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94c39c47-e223-4872-a907-7bb72c75fe9b HTTP/1.1" status: 200 len: 217 time: 0.0591378 Jan 21 10:07:37.790946 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee0ebb-26d7-4693-8250-7b8a5f2399a1 req-a642f54c-c250-499d-9516-e563477ceff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:37.792422 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dfee0ebb-26d7-4693-8250-7b8a5f2399a1 req-a642f54c-c250-499d-9516-e563477ceff4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=10e47243-ae9b-4929-8ab7-b8e9b444811c HTTP/1.1" status: 200 len: 854 time: 0.0611980 Jan 21 10:07:37.839132 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dfee0ebb-26d7-4693-8250-7b8a5f2399a1 req-b2abbfe1-fddf-4b8d-b45f-1e2a507f27e2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cc9445aa-8342-478c-a4f2-2aed67acc7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410886 Jan 21 10:07:37.969630 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dfee0ebb-26d7-4693-8250-7b8a5f2399a1 req-b9aeef1c-05e5-4697-bf2b-fa95d2fcd613 service neutron] 10.222.0.72 "GET /v2.0/networks/cc9445aa-8342-478c-a4f2-2aed67acc7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247163 Jan 21 10:07:38.105503 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dfee0ebb-26d7-4693-8250-7b8a5f2399a1 req-64bedefd-a7fa-47ce-a987-d3ad41b7dfc2 service neutron] 10.222.0.72 "GET /v2.0/networks/cc9445aa-8342-478c-a4f2-2aed67acc7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299381 Jan 21 10:07:38.318277 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817de740-9e6c-4a9a-b9a1-f6e968480f1b req-2c4256ee-d08f-476e-bc91-3f40aaaaa10f tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:38.319921 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-817de740-9e6c-4a9a-b9a1-f6e968480f1b req-2c4256ee-d08f-476e-bc91-3f40aaaaa10f tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 945 time: 0.0859706 Jan 21 10:07:38.364058 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-817de740-9e6c-4a9a-b9a1-f6e968480f1b req-8937f651-1d65-4a2e-a38e-6cdd11d1e824 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383277 Jan 21 10:07:39.554155 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c65cf2-b973-4b21-a722-0f8354c968a8 req-f8767484-804b-4654-85a5-b819102fd00f tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:39.555871 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-27c65cf2-b973-4b21-a722-0f8354c968a8 req-f8767484-804b-4654-85a5-b819102fd00f tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 945 time: 0.0839651 Jan 21 10:07:39.601367 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-27c65cf2-b973-4b21-a722-0f8354c968a8 req-370cf131-0656-4fda-9b1f-629497f3672c tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386686 Jan 21 10:07:39.784501 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 94c39c47-e223-4872-a907-7bb72c75fe9b details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:07:39.786780 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 94c39c47-e223-4872-a907-7bb72c75fe9b no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:07:40.009628 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:40.027925 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 94c39c47-e223-4872-a907-7bb72c75fe9b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=94c39c47-e223-4872-a907-7bb72c75fe9b,segment=NetworkSegment(9ae393ed-a826-4470-9769-d1041a784c75),segment_id=9ae393ed-a826-4470-9769-d1041a784c75)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:07:40.048961 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': '94c39c47-e223-4872-a907-7bb72c75fe9b', 'network_id': 'cc9445aa-8342-478c-a4f2-2aed67acc7e0', 'port_id': '94c39c47-e223-4872-a907-7bb72c75fe9b', 'mac_address': 'fa:16:3e:c3:5c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10e47243-ae9b-4929-8ab7-b8e9b444811c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:07:40.055977 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca5f9b3-3473-4db2-9d76-7280d5711137', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94c39c47-e223-4872-a907-7bb72c75fe9b'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:07:40.101603 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 94c39c47-e223-4872-a907-7bb72c75fe9b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=94c39c47-e223-4872-a907-7bb72c75fe9b,segment=NetworkSegment(9ae393ed-a826-4470-9769-d1041a784c75),segment_id=9ae393ed-a826-4470-9769-d1041a784c75)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:07:40.122634 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca5f9b3-3473-4db2-9d76-7280d5711137', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94c39c47-e223-4872-a907-7bb72c75fe9b', 'code': 200} Jan 21 10:07:40.123692 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:40.190362 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:40.222341 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 94c39c47-e223-4872-a907-7bb72c75fe9b {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:07:40.264554 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=94c39c47-e223-4872-a907-7bb72c75fe9b,revision_number=6']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:40.292240 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:07:40.292596 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:07:40.798514 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672f8ff-97cf-423c-9163-f9e27864ed9e req-5f018080-b70f-4207-b391-eb028b66fd00 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:40.800156 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1672f8ff-97cf-423c-9163-f9e27864ed9e req-5f018080-b70f-4207-b391-eb028b66fd00 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 943 time: 0.0889227 Jan 21 10:07:40.851683 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:40.852423 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1672f8ff-97cf-423c-9163-f9e27864ed9e req-0fd4ba9a-a383-4d65-a533-09d932510f36 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438025 Jan 21 10:07:40.869366 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c39c47-e223-4872-a907-7bb72c75fe9b {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:07:40.886143 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 94c39c47-e223-4872-a907-7bb72c75fe9b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=94c39c47-e223-4872-a907-7bb72c75fe9b,segment=NetworkSegment(9ae393ed-a826-4470-9769-d1041a784c75),segment_id=9ae393ed-a826-4470-9769-d1041a784c75)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:07:40.890137 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:40.962179 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['94c39c47-e223-4872-a907-7bb72c75fe9b'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:07:41.019816 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=94c39c47-e223-4872-a907-7bb72c75fe9b,revision_number=7']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:41.779939 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 94c39c47-e223-4872-a907-7bb72c75fe9b up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:07:41.887023 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port 94c39c47-e223-4872-a907-7bb72c75fe9b triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:07:41.887537 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:42.004721 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:42.038170 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 94c39c47-e223-4872-a907-7bb72c75fe9b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=94c39c47-e223-4872-a907-7bb72c75fe9b,segment=NetworkSegment(9ae393ed-a826-4470-9769-d1041a784c75),segment_id=9ae393ed-a826-4470-9769-d1041a784c75)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:07:42.042324 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:42.043815 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef74fd-f540-4ce1-83f5-d3894b597d97 req-2dcc4045-f823-412a-8dd5-7b6813981c96 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:42.045385 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f1ef74fd-f540-4ce1-83f5-d3894b597d97 req-2dcc4045-f823-412a-8dd5-7b6813981c96 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 944 time: 0.0799360 Jan 21 10:07:42.091179 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f1ef74fd-f540-4ce1-83f5-d3894b597d97 req-826863d6-5b9e-4f32-92b9-5c24c8634cac tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400145 Jan 21 10:07:42.112431 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=94c39c47-e223-4872-a907-7bb72c75fe9b,revision_number=8']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:42.123798 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca5f9b3-3473-4db2-9d76-7280d5711137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c39c47-e223-4872-a907-7bb72c75fe9b'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:07:42.178067 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca5f9b3-3473-4db2-9d76-7280d5711137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c39c47-e223-4872-a907-7bb72c75fe9b', 'code': 200} Jan 21 10:07:42.460173 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbcdb40-9e74-4a61-9d4c-782c9ad780a0 req-e72cb40f-e0a4-495b-af20-1f359b2945ff tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:42.461601 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0bbcdb40-9e74-4a61-9d4c-782c9ad780a0 req-e72cb40f-e0a4-495b-af20-1f359b2945ff tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137&tenant_id=3ac831b6113d422dbebd7f3a62ecb89d&binding%3Ahost_id=hv-neutron-8257 HTTP/1.1" status: 200 len: 945 time: 0.1437566 Jan 21 10:07:42.473119 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6842e1-2939-4015-8d3e-38c7369fd8cc req-cc5103ac-77ca-488a-8f23-c5de9ae89714 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:42.474549 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-5a6842e1-2939-4015-8d3e-38c7369fd8cc req-cc5103ac-77ca-488a-8f23-c5de9ae89714 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 945 time: 0.1223555 Jan 21 10:07:42.524353 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-5a6842e1-2939-4015-8d3e-38c7369fd8cc req-080acbe6-b52d-4cec-8a48-ea76c32f144d tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431392 Jan 21 10:07:42.600159 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbcdb40-9e74-4a61-9d4c-782c9ad780a0 req-268923be-52f6-445d-aa47-7975e6909ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:42.601873 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0bbcdb40-9e74-4a61-9d4c-782c9ad780a0 req-268923be-52f6-445d-aa47-7975e6909ef5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3ac831b6113d422dbebd7f3a62ecb89d&device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 1098 time: 0.0717545 Jan 21 10:07:42.732062 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbcdb40-9e74-4a61-9d4c-782c9ad780a0 req-36b605c3-484e-46f6-9abb-0e7a1e76eaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:42.733407 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0bbcdb40-9e74-4a61-9d4c-782c9ad780a0 req-36b605c3-484e-46f6-9abb-0e7a1e76eaac service neutron] 10.222.0.72 "GET /v2.0/networks?id=cc9445aa-8342-478c-a4f2-2aed67acc7e0 HTTP/1.1" status: 200 len: 915 time: 0.1261435 Jan 21 10:07:42.802992 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0bbcdb40-9e74-4a61-9d4c-782c9ad780a0 req-3e13aff5-4936-4fae-9110-db50bb30c60c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94c39c47-e223-4872-a907-7bb72c75fe9b HTTP/1.1" status: 200 len: 217 time: 0.0630176 Jan 21 10:07:42.864778 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbcdb40-9e74-4a61-9d4c-782c9ad780a0 req-e41e58c1-8844-4d02-b1f0-5b53f22cbc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:42.866735 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0bbcdb40-9e74-4a61-9d4c-782c9ad780a0 req-e41e58c1-8844-4d02-b1f0-5b53f22cbc58 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=10e47243-ae9b-4929-8ab7-b8e9b444811c HTTP/1.1" status: 200 len: 854 time: 0.0573578 Jan 21 10:07:42.879717 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:42.916844 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0bbcdb40-9e74-4a61-9d4c-782c9ad780a0 req-1edc9f63-d116-479a-8cc5-fda8b199b6fa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cc9445aa-8342-478c-a4f2-2aed67acc7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439742 Jan 21 10:07:43.146136 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0bbcdb40-9e74-4a61-9d4c-782c9ad780a0 req-8b46cd0a-01a9-4275-8f5b-d430d04c35fe service neutron] 10.222.0.72 "GET /v2.0/networks/cc9445aa-8342-478c-a4f2-2aed67acc7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226851 Jan 21 10:07:43.275438 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0bbcdb40-9e74-4a61-9d4c-782c9ad780a0 req-37fb297c-a8f3-4eca-af58-b840b32744f5 service neutron] 10.222.0.72 "GET /v2.0/networks/cc9445aa-8342-478c-a4f2-2aed67acc7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229689 Jan 21 10:07:43.753127 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac18d8-7b67-4d33-bc87-3f5f7518b8f5 req-1296c8e8-22bf-490a-9b75-1c8b524bbc56 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:43.754605 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-20ac18d8-7b67-4d33-bc87-3f5f7518b8f5 req-1296c8e8-22bf-490a-9b75-1c8b524bbc56 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 945 time: 0.1187110 Jan 21 10:07:43.810577 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-20ac18d8-7b67-4d33-bc87-3f5f7518b8f5 req-5c6ff60a-8766-4d30-bed9-245cd8e94120 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493765 Jan 21 10:07:45.000194 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcad258-179c-4da0-8fe0-5972fc8ccf67 req-240ed84f-4eed-49db-8396-39fe2dc83bf4 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:45.001657 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-efcad258-179c-4da0-8fe0-5972fc8ccf67 req-240ed84f-4eed-49db-8396-39fe2dc83bf4 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 945 time: 0.0808334 Jan 21 10:07:45.045880 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-efcad258-179c-4da0-8fe0-5972fc8ccf67 req-8c4c6c75-9b5d-4170-97e2-7c6b2ef9a6e0 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378382 Jan 21 10:07:45.232051 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1267c-a678-42d2-8fb4-b568d0ed6a69 req-511f0bdd-89d3-4f7b-83ba-f85b4148534a tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:45.233476 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fda1267c-a678-42d2-8fb4-b568d0ed6a69 req-511f0bdd-89d3-4f7b-83ba-f85b4148534a tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 945 time: 0.0821505 Jan 21 10:07:45.279792 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fda1267c-a678-42d2-8fb4-b568d0ed6a69 req-5fc1c5e7-c6d4-4633-a44a-1990167ef377 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406549 Jan 21 10:07:45.465503 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59b90e-0adb-4208-9959-5f66e281056f req-e192b29b-67d6-44ed-9989-2f2b9aa8571e tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:45.466949 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ea59b90e-0adb-4208-9959-5f66e281056f req-e192b29b-67d6-44ed-9989-2f2b9aa8571e tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 945 time: 0.0822887 Jan 21 10:07:45.510783 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ea59b90e-0adb-4208-9959-5f66e281056f req-db1b3c73-3fcf-46fd-88d4-9ad2da9c2aa4 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381768 Jan 21 10:07:46.064371 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767ef1b-3283-4477-984c-9a1201909539 req-7edec6c9-fc9b-40d3-8941-d804ea9a08bd tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:46.065841 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4767ef1b-3283-4477-984c-9a1201909539 req-7edec6c9-fc9b-40d3-8941-d804ea9a08bd tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 945 time: 0.0801706 Jan 21 10:07:46.110031 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4767ef1b-3283-4477-984c-9a1201909539 req-cc21fe6c-cb4f-46c6-9be1-e7fdea812fe0 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379045 Jan 21 10:07:46.560310 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6f5dd701-9439-45e2-b51d-02d2eb7c55b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:47.294357 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b4c5d-35cd-4135-bf94-2b667c322dcc req-080f0246-efaa-4b60-8384-fb73b4b6ae7e tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:47.295955 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8b7b4c5d-35cd-4135-bf94-2b667c322dcc req-080f0246-efaa-4b60-8384-fb73b4b6ae7e tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 945 time: 0.0805192 Jan 21 10:07:47.340739 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8b7b4c5d-35cd-4135-bf94-2b667c322dcc req-de54b408-24df-414f-8c1e-75495eeb4169 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2c65665-8615-4438-9eee-e0b2011e7c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393419 Jan 21 10:07:47.700282 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af918052-2dae-45cb-82db-dfa697214215 req-4ccaee28-df15-4fda-97ac-bec18ec534c4 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:47.701715 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-af918052-2dae-45cb-82db-dfa697214215 req-4ccaee28-df15-4fda-97ac-bec18ec534c4 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 945 time: 0.0838432 Jan 21 10:07:47.771350 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [req-af918052-2dae-45cb-82db-dfa697214215 req-d8f65f7a-b60d-4586-b31c-a9c4fe3c8cf9 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Deleting port 94c39c47-e223-4872-a907-7bb72c75fe9b {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:07:47.771713 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-af918052-2dae-45cb-82db-dfa697214215 req-d8f65f7a-b60d-4586-b31c-a9c4fe3c8cf9 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:48.017995 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-af918052-2dae-45cb-82db-dfa697214215 req-d8f65f7a-b60d-4586-b31c-a9c4fe3c8cf9 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] For port 94c39c47-e223-4872-a907-7bb72c75fe9b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=94c39c47-e223-4872-a907-7bb72c75fe9b,segment=NetworkSegment(9ae393ed-a826-4470-9769-d1041a784c75),segment_id=9ae393ed-a826-4470-9769-d1041a784c75)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:07:48.018242 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-af918052-2dae-45cb-82db-dfa697214215 req-d8f65f7a-b60d-4586-b31c-a9c4fe3c8cf9 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:48.141408 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [req-af918052-2dae-45cb-82db-dfa697214215 req-d8f65f7a-b60d-4586-b31c-a9c4fe3c8cf9 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Calling delete_port for 94c39c47-e223-4872-a907-7bb72c75fe9b owned by compute:nova {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:07:48.287049 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-af918052-2dae-45cb-82db-dfa697214215 req-d8f65f7a-b60d-4586-b31c-a9c4fe3c8cf9 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:48.299087 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['94c39c47-e223-4872-a907-7bb72c75fe9b'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:07:48.342182 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f65f7a-b60d-4586-b31c-a9c4fe3c8cf9 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Pushing event deleted for resources: {'Port': ['ID=94c39c47-e223-4872-a907-7bb72c75fe9b,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:48.381365 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f65f7a-b60d-4586-b31c-a9c4fe3c8cf9 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:48.381725 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f65f7a-b60d-4586-b31c-a9c4fe3c8cf9 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:48.382078 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f65f7a-b60d-4586-b31c-a9c4fe3c8cf9 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:48.382411 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f65f7a-b60d-4586-b31c-a9c4fe3c8cf9 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:48.382750 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f65f7a-b60d-4586-b31c-a9c4fe3c8cf9 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:48.383160 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f65f7a-b60d-4586-b31c-a9c4fe3c8cf9 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:48.383570 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f65f7a-b60d-4586-b31c-a9c4fe3c8cf9 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:48.383909 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f65f7a-b60d-4586-b31c-a9c4fe3c8cf9 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:48.384239 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f65f7a-b60d-4586-b31c-a9c4fe3c8cf9 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:48.384565 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f65f7a-b60d-4586-b31c-a9c4fe3c8cf9 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:48.384892 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f65f7a-b60d-4586-b31c-a9c4fe3c8cf9 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:48.385220 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f65f7a-b60d-4586-b31c-a9c4fe3c8cf9 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:48.427179 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [req-af918052-2dae-45cb-82db-dfa697214215 req-d8f65f7a-b60d-4586-b31c-a9c4fe3c8cf9 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] No DVR routers for this DVR port 94c39c47-e223-4872-a907-7bb72c75fe9b on host hv-neutron-8257 {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:07:48.430545 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-af918052-2dae-45cb-82db-dfa697214215 req-d8f65f7a-b60d-4586-b31c-a9c4fe3c8cf9 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:48.433173 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca5f9b3-3473-4db2-9d76-7280d5711137', 'name': 'network-vif-deleted', 'tag': '94c39c47-e223-4872-a907-7bb72c75fe9b'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:07:48.449508 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-af918052-2dae-45cb-82db-dfa697214215 req-d8f65f7a-b60d-4586-b31c-a9c4fe3c8cf9 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.72 "DELETE /v2.0/ports/94c39c47-e223-4872-a907-7bb72c75fe9b HTTP/1.1" status: 204 len: 173 time: 0.7418156 Jan 21 10:07:48.483461 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca5f9b3-3473-4db2-9d76-7280d5711137', 'name': 'network-vif-deleted', 'tag': '94c39c47-e223-4872-a907-7bb72c75fe9b', 'status': 'completed', 'code': 200} Jan 21 10:07:48.497866 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cd81e1b0-d257-4f82-8c3a-b2160da00bec req-15886995-b1ce-4add-8970-894484b03a24 tempest-ServerDiskConfigTestJSON-197826477 tempest-ServerDiskConfigTestJSON-197826477-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ca5f9b3-3473-4db2-9d76-7280d5711137 HTTP/1.1" status: 200 len: 210 time: 0.0494897 Jan 21 10:07:48.913739 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6becfd56-9714-4ca2-8c37-38e9b1336722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:49.735989 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 60086) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:07:49.800128 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-1367eb7a-a0af-432f-94b4-636b3900f73b admin admin] Deleting subnet 10e47243-ae9b-4929-8ab7-b8e9b444811c {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:07:49.803043 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1367eb7a-a0af-432f-94b4-636b3900f73b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:49.812271 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:49.855519 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1367eb7a-a0af-432f-94b4-636b3900f73b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:49.910213 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1367eb7a-a0af-432f-94b4-636b3900f73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:49.981769 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1367eb7a-a0af-432f-94b4-636b3900f73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:50.007671 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:50.017882 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1367eb7a-a0af-432f-94b4-636b3900f73b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10e47243-ae9b-4929-8ab7-b8e9b444811c,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:50.024313 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1367eb7a-a0af-432f-94b4-636b3900f73b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:50.030144 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1367eb7a-a0af-432f-94b4-636b3900f73b admin admin] 10.222.0.110 "DELETE /v2.0/subnets/10e47243-ae9b-4929-8ab7-b8e9b444811c HTTP/1.1" status: 204 len: 168 time: 0.2929323 Jan 21 10:07:50.032603 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 60090) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:07:50.233829 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ede52548-71c1-45a3-a921-c3df4b0bd2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:50.356722 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ede52548-71c1-45a3-a921-c3df4b0bd2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:50.380766 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-ede52548-71c1-45a3-a921-c3df4b0bd2b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc9445aa-8342-478c-a4f2-2aed67acc7e0']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:50.392884 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-ede52548-71c1-45a3-a921-c3df4b0bd2b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae393ed-a826-4470-9769-d1041a784c75') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:50.393173 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-ede52548-71c1-45a3-a921-c3df4b0bd2b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae393ed-a826-4470-9769-d1041a784c75') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:50.403984 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ede52548-71c1-45a3-a921-c3df4b0bd2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:50.419509 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ede52548-71c1-45a3-a921-c3df4b0bd2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:50.425389 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede52548-71c1-45a3-a921-c3df4b0bd2b4 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:07:50.425824 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ede52548-71c1-45a3-a921-c3df4b0bd2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:50.439748 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 10:07:50.439748 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:07:50.439748 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 10:07:50.439748 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:07:50.439748 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 10:07:50.439748 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:07:50.439748 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 10:07:50.439748 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:07:50.439748 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 10:07:50.439748 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:07:50.439748 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 10:07:50.439748 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:07:50.439748 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 10:07:50.439748 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:07:50.439748 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:07:50.439748 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:07:50.439748 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:07:50.439748 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:07:50.439748 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 10:07:50.439748 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:07:50.439748 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 10:07:50.439748 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:07:50.439748 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:07:50.439748 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:07:50.439748 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 10:07:50.439748 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:07:50.439748 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:07:50.439748 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:07:50.439748 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:07:50.439748 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:07:50.439748 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:07:50.439748 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:07:50.517462 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ede52548-71c1-45a3-a921-c3df4b0bd2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:50.533035 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ede52548-71c1-45a3-a921-c3df4b0bd2b4 admin admin] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:50.544162 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede52548-71c1-45a3-a921-c3df4b0bd2b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc9445aa-8342-478c-a4f2-2aed67acc7e0,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:50.552798 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ede52548-71c1-45a3-a921-c3df4b0bd2b4 admin admin] 10.222.0.110 "DELETE /v2.0/networks/cc9445aa-8342-478c-a4f2-2aed67acc7e0 HTTP/1.1" status: 204 len: 168 time: 0.5192158 Jan 21 10:07:50.671120 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 60096) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:07:50.722230 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e0b6dee0-fa0e-4f1e-9808-6895fd9d2336 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=3ac831b6113d422dbebd7f3a62ecb89d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499084 Jan 21 10:07:50.724774 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 60100) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:07:50.789502 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f66d5293-f572-4248-8775-b1af9740c5c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:50.815653 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f66d5293-f572-4248-8775-b1af9740c5c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:50.868738 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f66d5293-f572-4248-8775-b1af9740c5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:50.885553 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d5293-f572-4248-8775-b1af9740c5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c65665-8615-4438-9eee-e0b2011e7c25,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:50.897424 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f66d5293-f572-4248-8775-b1af9740c5c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:50.898546 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f66d5293-f572-4248-8775-b1af9740c5c7 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/b2c65665-8615-4438-9eee-e0b2011e7c25 HTTP/1.1" status: 204 len: 168 time: 0.1721294 Jan 21 10:07:51.044697 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:07:51.444499 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:51.628096 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 60124) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:07:51.734659 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-a5579c02-48e3-42b1-a2a4-ee1bc7ae20bf admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1839373431-network', 'tenant_id': '650e2008729543979923456c3bb56898'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:07:51.739663 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-a5579c02-48e3-42b1-a2a4-ee1bc7ae20bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:07:51.743931 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a5579c02-48e3-42b1-a2a4-ee1bc7ae20bf admin admin] Usage tracker for resource:network and tenant:650e2008729543979923456c3bb56898 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:07:51.746722 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a5579c02-48e3-42b1-a2a4-ee1bc7ae20bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:07:51.752891 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-a5579c02-48e3-42b1-a2a4-ee1bc7ae20bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:07:51.762996 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5579c02-48e3-42b1-a2a4-ee1bc7ae20bf admin admin] Made reservation on behalf of 650e2008729543979923456c3bb56898 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:07:51.765377 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a5579c02-48e3-42b1-a2a4-ee1bc7ae20bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:51.777614 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a5579c02-48e3-42b1-a2a4-ee1bc7ae20bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:51.794126 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-a5579c02-48e3-42b1-a2a4-ee1bc7ae20bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:07:51.797876 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a5579c02-48e3-42b1-a2a4-ee1bc7ae20bf admin admin] Usage tracker for resource:security_group_rule and tenant:650e2008729543979923456c3bb56898 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:07:51.800679 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a5579c02-48e3-42b1-a2a4-ee1bc7ae20bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:07:51.806701 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-a5579c02-48e3-42b1-a2a4-ee1bc7ae20bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:07:51.841509 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 94c39c47-e223-4872-a907-7bb72c75fe9b no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:07:51.878921 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] No Port match for: 94c39c47-e223-4872-a907-7bb72c75fe9b {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:07:51.879271 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 94c39c47-e223-4872-a907-7bb72c75fe9b not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:07:51.890942 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a5579c02-48e3-42b1-a2a4-ee1bc7ae20bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:51.895140 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a5579c02-48e3-42b1-a2a4-ee1bc7ae20bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:51.926675 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5579c02-48e3-42b1-a2a4-ee1bc7ae20bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:07:51.934933 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5579c02-48e3-42b1-a2a4-ee1bc7ae20bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18dce78e-661f-440b-8a01-de1cd552e2e9,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:51.944423 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a5579c02-48e3-42b1-a2a4-ee1bc7ae20bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:51.944776 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-a5579c02-48e3-42b1-a2a4-ee1bc7ae20bf admin admin] Added segment 9b31e876-29e0-44c6-8dbb-b62e34bcc9a3 of type vlan for network 58a455c5-6a0c-4f06-9457-1f478d6b45fd Jan 21 10:07:51.946681 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5579c02-48e3-42b1-a2a4-ee1bc7ae20bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:51.947014 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5579c02-48e3-42b1-a2a4-ee1bc7ae20bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:51.947342 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5579c02-48e3-42b1-a2a4-ee1bc7ae20bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:51.947692 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5579c02-48e3-42b1-a2a4-ee1bc7ae20bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:51.948009 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5579c02-48e3-42b1-a2a4-ee1bc7ae20bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:51.948329 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5579c02-48e3-42b1-a2a4-ee1bc7ae20bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:51.948646 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5579c02-48e3-42b1-a2a4-ee1bc7ae20bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:51.948959 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5579c02-48e3-42b1-a2a4-ee1bc7ae20bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:51.949271 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5579c02-48e3-42b1-a2a4-ee1bc7ae20bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:51.949573 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5579c02-48e3-42b1-a2a4-ee1bc7ae20bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:51.949883 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5579c02-48e3-42b1-a2a4-ee1bc7ae20bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:51.950188 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5579c02-48e3-42b1-a2a4-ee1bc7ae20bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:51.979310 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a5579c02-48e3-42b1-a2a4-ee1bc7ae20bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:52.007923 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a5579c02-48e3-42b1-a2a4-ee1bc7ae20bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:52.008878 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5579c02-48e3-42b1-a2a4-ee1bc7ae20bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:52.009450 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a5579c02-48e3-42b1-a2a4-ee1bc7ae20bf admin admin] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:52.109116 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a5579c02-48e3-42b1-a2a4-ee1bc7ae20bf admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4798839 Jan 21 10:07:52.112151 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 60130) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:07:52.114387 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5579c02-48e3-42b1-a2a4-ee1bc7ae20bf admin admin] Pushing event updated for resources: {'Network': ['ID=58a455c5-6a0c-4f06-9457-1f478d6b45fd,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:52.118326 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-bb47c7ae-4041-4f1a-9cc1-db15f5ddf694 admin admin] Request body: {'subnet': {'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1839373431-subnet', 'tenant_id': '650e2008729543979923456c3bb56898', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:07:52.123417 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-bb47c7ae-4041-4f1a-9cc1-db15f5ddf694 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:07:52.124825 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 58a455c5-6a0c-4f06-9457-1f478d6b45fd details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:07:52.127375 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-bb47c7ae-4041-4f1a-9cc1-db15f5ddf694 admin admin] Usage tracker for resource:subnet and tenant:650e2008729543979923456c3bb56898 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:07:52.130282 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-bb47c7ae-4041-4f1a-9cc1-db15f5ddf694 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:07:52.136647 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-bb47c7ae-4041-4f1a-9cc1-db15f5ddf694 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:07:52.147667 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb47c7ae-4041-4f1a-9cc1-db15f5ddf694 admin admin] Made reservation on behalf of 650e2008729543979923456c3bb56898 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:07:52.150740 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bb47c7ae-4041-4f1a-9cc1-db15f5ddf694 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:52.354146 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bb47c7ae-4041-4f1a-9cc1-db15f5ddf694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:52.429052 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb47c7ae-4041-4f1a-9cc1-db15f5ddf694 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c4f44a6-1c64-4cd0-8b58-099737897972,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:52.439100 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb47c7ae-4041-4f1a-9cc1-db15f5ddf694 admin admin] Checking segment: {'id': '9b31e876-29e0-44c6-8dbb-b62e34bcc9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:07:52.439476 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb47c7ae-4041-4f1a-9cc1-db15f5ddf694 admin admin] Network hostable DHCP agents. Network: 58a455c5-6a0c-4f06-9457-1f478d6b45fd, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:07:52.458422 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb47c7ae-4041-4f1a-9cc1-db15f5ddf694 admin admin] Network 58a455c5-6a0c-4f06-9457-1f478d6b45fd is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:07:52.467265 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-bb47c7ae-4041-4f1a-9cc1-db15f5ddf694 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 58a455c5-6a0c-4f06-9457-1f478d6b45fd) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:07:52.471284 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb47c7ae-4041-4f1a-9cc1-db15f5ddf694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:52.471888 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bb47c7ae-4041-4f1a-9cc1-db15f5ddf694 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:52.476546 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddb7f9e-d289-40dd-923e-d6092426cc28 None None] Network 58a455c5-6a0c-4f06-9457-1f478d6b45fd requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:07:52.494277 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-bb47c7ae-4041-4f1a-9cc1-db15f5ddf694 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3810360 Jan 21 10:07:52.497154 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 60134) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:07:52.502287 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-d2fcef3c-58e8-4a22-b3ea-53297bba2d9a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1839373431-router', 'tenant_id': '650e2008729543979923456c3bb56898', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:07:52.508052 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d2fcef3c-58e8-4a22-b3ea-53297bba2d9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:07:52.512149 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d2fcef3c-58e8-4a22-b3ea-53297bba2d9a admin admin] Usage tracker for resource:router and tenant:650e2008729543979923456c3bb56898 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:07:52.514963 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d2fcef3c-58e8-4a22-b3ea-53297bba2d9a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:07:52.520641 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d2fcef3c-58e8-4a22-b3ea-53297bba2d9a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:07:52.531917 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d2fcef3c-58e8-4a22-b3ea-53297bba2d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:52.533178 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d2fcef3c-58e8-4a22-b3ea-53297bba2d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:52.549716 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d2fcef3c-58e8-4a22-b3ea-53297bba2d9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:52.696389 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab10b09-254b-4053-baa9-624a40578a0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'tenant_id': '650e2008729543979923456c3bb56898', 'fixed_ips': [{'subnet_id': '3c4f44a6-1c64-4cd0-8b58-099737897972'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:07:52.697202 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-aab10b09-254b-4053-baa9-624a40578a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:52.854756 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-aab10b09-254b-4053-baa9-624a40578a0f None None] Allocated IP 172.20.0.2 (58a455c5-6a0c-4f06-9457-1f478d6b45fd/3c4f44a6-1c64-4cd0-8b58-099737897972/1dcdc46c-7b68-41af-ac21-c2645dce535c) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:07:52.925033 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d2fcef3c-58e8-4a22-b3ea-53297bba2d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:53.066044 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-aab10b09-254b-4053-baa9-624a40578a0f None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:53.077297 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-aab10b09-254b-4053-baa9-624a40578a0f None None] Transition to ACTIVE for port object 1dcdc46c-7b68-41af-ac21-c2645dce535c will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:07:53.096602 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-aab10b09-254b-4053-baa9-624a40578a0f None None] Transition to ACTIVE for port object 1dcdc46c-7b68-41af-ac21-c2645dce535c will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:07:53.102536 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-aab10b09-254b-4053-baa9-624a40578a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:53.169116 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab10b09-254b-4053-baa9-624a40578a0f None None] Network 58a455c5-6a0c-4f06-9457-1f478d6b45fd is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:07:53.171960 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-aab10b09-254b-4053-baa9-624a40578a0f None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:07:53.175755 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab10b09-254b-4053-baa9-624a40578a0f None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:07:53.207915 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab10b09-254b-4053-baa9-624a40578a0f None None] Pushing event updated for resources: {'Port': ['ID=1dcdc46c-7b68-41af-ac21-c2645dce535c,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:53.243021 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d2fcef3c-58e8-4a22-b3ea-53297bba2d9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:53.271292 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-aab10b09-254b-4053-baa9-624a40578a0f None None] Attempting to bind port 1dcdc46c-7b68-41af-ac21-c2645dce535c on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:07:53.272231 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-aab10b09-254b-4053-baa9-624a40578a0f None None] Attempting to bind port 1dcdc46c-7b68-41af-ac21-c2645dce535c by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '9b31e876-29e0-44c6-8dbb-b62e34bcc9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:07:53.272689 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab10b09-254b-4053-baa9-624a40578a0f None None] Attempting to bind port 1dcdc46c-7b68-41af-ac21-c2645dce535c on network 58a455c5-6a0c-4f06-9457-1f478d6b45fd {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:07:53.273008 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d2fcef3c-58e8-4a22-b3ea-53297bba2d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:53.278339 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab10b09-254b-4053-baa9-624a40578a0f None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:07:53.278711 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab10b09-254b-4053-baa9-624a40578a0f None None] Checking segment: {'id': '9b31e876-29e0-44c6-8dbb-b62e34bcc9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:07:53.279112 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-aab10b09-254b-4053-baa9-624a40578a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:53.279543 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab10b09-254b-4053-baa9-624a40578a0f None None] Bound using segment: {'id': '9b31e876-29e0-44c6-8dbb-b62e34bcc9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:07:53.280007 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-aab10b09-254b-4053-baa9-624a40578a0f None None] Bound port: 1dcdc46c-7b68-41af-ac21-c2645dce535c, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b31e876-29e0-44c6-8dbb-b62e34bcc9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:07:53.280383 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-aab10b09-254b-4053-baa9-624a40578a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:53.371361 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-aab10b09-254b-4053-baa9-624a40578a0f None None] For port 1dcdc46c-7b68-41af-ac21-c2645dce535c, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:07:53.374687 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-aab10b09-254b-4053-baa9-624a40578a0f None None] For port 1dcdc46c-7b68-41af-ac21-c2645dce535c, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=1dcdc46c-7b68-41af-ac21-c2645dce535c,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:07:53.378378 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-aab10b09-254b-4053-baa9-624a40578a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:53.410585 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-d2fcef3c-58e8-4a22-b3ea-53297bba2d9a admin admin] Allocated IP 172.26.3.216 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:07:53.461295 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab10b09-254b-4053-baa9-624a40578a0f None None] Pushing event updated for resources: {'Port': ['ID=1dcdc46c-7b68-41af-ac21-c2645dce535c,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:53.569631 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d2fcef3c-58e8-4a22-b3ea-53297bba2d9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:53.601375 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d2fcef3c-58e8-4a22-b3ea-53297bba2d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:53.683217 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fcef3c-58e8-4a22-b3ea-53297bba2d9a admin admin] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:07:53.686167 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-d2fcef3c-58e8-4a22-b3ea-53297bba2d9a admin admin] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:07:53.690130 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fcef3c-58e8-4a22-b3ea-53297bba2d9a admin admin] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:07:53.725608 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fcef3c-58e8-4a22-b3ea-53297bba2d9a admin admin] Pushing event updated for resources: {'Port': ['ID=0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:54.232151 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d2fcef3c-58e8-4a22-b3ea-53297bba2d9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:54.457049 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5a68d9-dcd7-403a-a702-0c182a8997e7 None None] Network 58a455c5-6a0c-4f06-9457-1f478d6b45fd requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:07:54.547090 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-4c7984e1-b78a-4548-8c1b-1b7e07f28d70 None None] Provisioning for port 1dcdc46c-7b68-41af-ac21-c2645dce535c completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:07:54.582694 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d2fcef3c-58e8-4a22-b3ea-53297bba2d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:54.810805 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2fcef3c-58e8-4a22-b3ea-53297bba2d9a admin admin] Router 7a4ac26d-e5f5-471e-b114-6556d34eb4cd is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 10:07:55.000071 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2fcef3c-58e8-4a22-b3ea-53297bba2d9a admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:07:55.013632 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b4a370-1969-4c1d-b2bc-4840ce2b80dd None None] Sync routers for ids ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:07:55.025743 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b4a370-1969-4c1d-b2bc-4840ce2b80dd None None] Routers {'7a4ac26d-e5f5-471e-b114-6556d34eb4cd'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:07:55.025947 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d2fcef3c-58e8-4a22-b3ea-53297bba2d9a admin admin] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:55.026628 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-e1b4a370-1969-4c1d-b2bc-4840ce2b80dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:07:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:55.028188 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d2fcef3c-58e8-4a22-b3ea-53297bba2d9a admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5296822 Jan 21 10:07:55.031448 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 60138) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:07:55.073895 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 1dcdc46c-7b68-41af-ac21-c2645dce535c up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:07:55.142222 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 1dcdc46c-7b68-41af-ac21-c2645dce535c completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:07:55.149019 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 1dcdc46c-7b68-41af-ac21-c2645dce535c triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:07:55.149675 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:55.216623 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-e1b4a370-1969-4c1d-b2bc-4840ce2b80dd None None] Set router 7a4ac26d-e5f5-471e-b114-6556d34eb4cd gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:07:55.280122 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:55.313935 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 1dcdc46c-7b68-41af-ac21-c2645dce535c, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=1dcdc46c-7b68-41af-ac21-c2645dce535c,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:07:55.317873 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:55.393395 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=1dcdc46c-7b68-41af-ac21-c2645dce535c,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:55.545265 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-e1b4a370-1969-4c1d-b2bc-4840ce2b80dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'name': 'tempest-ServerActionsTestJSON-1839373431-router', 'tenant_id': '650e2008729543979923456c3bb56898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:52Z', 'updated_at': '2022-01-21T10:07:53Z', 'revision_number': 3, 'project_id': '650e2008729543979923456c3bb56898', 'gw_port': {'id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:53Z', 'updated_at': '2022-01-21T10:07:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:55.549431 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b4a370-1969-4c1d-b2bc-4840ce2b80dd None None] Checking router: 7a4ac26d-e5f5-471e-b114-6556d34eb4cd for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:07:55.549782 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b4a370-1969-4c1d-b2bc-4840ce2b80dd None None] Updating router 7a4ac26d-e5f5-471e-b114-6556d34eb4cd port 0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9 binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:07:55.605235 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-e1b4a370-1969-4c1d-b2bc-4840ce2b80dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:55.862068 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ac57597a-615c-44aa-91a6-3356fb8bcd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:55.937148 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-e1b4a370-1969-4c1d-b2bc-4840ce2b80dd None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:55.950207 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-e1b4a370-1969-4c1d-b2bc-4840ce2b80dd None None] Transition to ACTIVE for port object 0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9 will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:07:55.956236 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-e1b4a370-1969-4c1d-b2bc-4840ce2b80dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:56.037592 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-e1b4a370-1969-4c1d-b2bc-4840ce2b80dd None None] Attempting to bind port 0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:07:56.038568 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-e1b4a370-1969-4c1d-b2bc-4840ce2b80dd None None] Attempting to bind port 0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:07:56.038568 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b4a370-1969-4c1d-b2bc-4840ce2b80dd None None] Attempting to bind port 0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9 on network 80a065d7-b55c-43ad-a3e8-c65befe4136c {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:07:56.044154 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b316a9a-0c25-44a1-98ba-af26d4a27914 None None] Pushing event updated for resources: {'Port': ['ID=0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9,revision_number=2']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:56.048874 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b4a370-1969-4c1d-b2bc-4840ce2b80dd None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:07:56.049237 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b4a370-1969-4c1d-b2bc-4840ce2b80dd None None] Checking segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:07:56.049622 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-e1b4a370-1969-4c1d-b2bc-4840ce2b80dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:56.050004 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b4a370-1969-4c1d-b2bc-4840ce2b80dd None None] Bound using segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:07:56.050450 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-e1b4a370-1969-4c1d-b2bc-4840ce2b80dd None None] Bound port: 0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:07:56.050816 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-e1b4a370-1969-4c1d-b2bc-4840ce2b80dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:56.075826 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-ac57597a-615c-44aa-91a6-3356fb8bcd9e admin admin] Allocated IP 172.20.0.1 (58a455c5-6a0c-4f06-9457-1f478d6b45fd/3c4f44a6-1c64-4cd0-8b58-099737897972/4adb5df6-866d-43b7-a4fd-4dd39c1c4e57) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:07:56.082568 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b316a9a-0c25-44a1-98ba-af26d4a27914 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:56.082908 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b316a9a-0c25-44a1-98ba-af26d4a27914 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:56.083243 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b316a9a-0c25-44a1-98ba-af26d4a27914 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:56.083620 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b316a9a-0c25-44a1-98ba-af26d4a27914 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:56.083969 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b316a9a-0c25-44a1-98ba-af26d4a27914 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:56.084305 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b316a9a-0c25-44a1-98ba-af26d4a27914 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:56.085164 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b316a9a-0c25-44a1-98ba-af26d4a27914 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:56.085498 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b316a9a-0c25-44a1-98ba-af26d4a27914 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:56.085805 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b316a9a-0c25-44a1-98ba-af26d4a27914 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:56.086122 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b316a9a-0c25-44a1-98ba-af26d4a27914 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:56.086436 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b316a9a-0c25-44a1-98ba-af26d4a27914 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:56.086746 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b316a9a-0c25-44a1-98ba-af26d4a27914 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:56.138774 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-e1b4a370-1969-4c1d-b2bc-4840ce2b80dd None None] For port 0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:07:56.143023 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-e1b4a370-1969-4c1d-b2bc-4840ce2b80dd None None] For port 0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:07:56.150040 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-e1b4a370-1969-4c1d-b2bc-4840ce2b80dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:56.230313 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ac57597a-615c-44aa-91a6-3356fb8bcd9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:56.230896 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b4a370-1969-4c1d-b2bc-4840ce2b80dd None None] Routers {'7a4ac26d-e5f5-471e-b114-6556d34eb4cd'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:07:56.231521 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-e1b4a370-1969-4c1d-b2bc-4840ce2b80dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:07:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:56.247138 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-ac57597a-615c-44aa-91a6-3356fb8bcd9e admin admin] Transition to ACTIVE for port object 4adb5df6-866d-43b7-a4fd-4dd39c1c4e57 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:07:56.277744 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ac57597a-615c-44aa-91a6-3356fb8bcd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:56.304797 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b316a9a-0c25-44a1-98ba-af26d4a27914 None None] Pushing event updated for resources: {'Port': ['ID=0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:56.342895 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac57597a-615c-44aa-91a6-3356fb8bcd9e admin admin] Network 58a455c5-6a0c-4f06-9457-1f478d6b45fd is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:07:56.345659 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-ac57597a-615c-44aa-91a6-3356fb8bcd9e admin admin] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:07:56.349468 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac57597a-615c-44aa-91a6-3356fb8bcd9e admin admin] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:07:56.385078 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57597a-615c-44aa-91a6-3356fb8bcd9e admin admin] Pushing event updated for resources: {'Port': ['ID=4adb5df6-866d-43b7-a4fd-4dd39c1c4e57,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:56.410044 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ac57597a-615c-44aa-91a6-3356fb8bcd9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:56.427890 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-e1b4a370-1969-4c1d-b2bc-4840ce2b80dd None None] Set router 7a4ac26d-e5f5-471e-b114-6556d34eb4cd gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:07:56.613849 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-4321f998-4cc2-45fb-a422-17ca15f7fd3f None None] Provisioning for port 4adb5df6-866d-43b7-a4fd-4dd39c1c4e57 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:07:56.621414 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-4321f998-4cc2-45fb-a422-17ca15f7fd3f None None] Provisioning complete for port 4adb5df6-866d-43b7-a4fd-4dd39c1c4e57 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:07:56.621935 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4321f998-4cc2-45fb-a422-17ca15f7fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:56.677094 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-4321f998-4cc2-45fb-a422-17ca15f7fd3f None None] Port 4adb5df6-866d-43b7-a4fd-4dd39c1c4e57 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:07:56.683952 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ac57597a-615c-44aa-91a6-3356fb8bcd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:56.733090 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-e1b4a370-1969-4c1d-b2bc-4840ce2b80dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'name': 'tempest-ServerActionsTestJSON-1839373431-router', 'tenant_id': '650e2008729543979923456c3bb56898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:52Z', 'updated_at': '2022-01-21T10:07:53Z', 'revision_number': 3, 'project_id': '650e2008729543979923456c3bb56898', 'gw_port': {'id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:53Z', 'updated_at': '2022-01-21T10:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:56.737750 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b4a370-1969-4c1d-b2bc-4840ce2b80dd None None] The sync data for ids ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'] in dv-neutron-825731-1-hyperv is: [{'id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'name': 'tempest-ServerActionsTestJSON-1839373431-router', 'tenant_id': '650e2008729543979923456c3bb56898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:52Z', 'updated_at': '2022-01-21T10:07:53Z', 'revision_number': 3, 'project_id': '650e2008729543979923456c3bb56898', 'gw_port': {'id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:53Z', 'updated_at': '2022-01-21T10:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:07:56.926440 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ac57597a-615c-44aa-91a6-3356fb8bcd9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:56.932865 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ac57597a-615c-44aa-91a6-3356fb8bcd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:57.080950 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ac57597a-615c-44aa-91a6-3356fb8bcd9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:57.097032 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57597a-615c-44aa-91a6-3356fb8bcd9e admin admin] Pushing event updated for resources: {'Port': ['ID=4adb5df6-866d-43b7-a4fd-4dd39c1c4e57,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:57.164516 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 1dcdc46c-7b68-41af-ac21-c2645dce535c up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:07:57.244380 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 1dcdc46c-7b68-41af-ac21-c2645dce535c triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:07:57.244791 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:57.255016 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac57597a-615c-44aa-91a6-3356fb8bcd9e admin admin] Network 58a455c5-6a0c-4f06-9457-1f478d6b45fd is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:07:57.256909 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-ac57597a-615c-44aa-91a6-3356fb8bcd9e admin admin] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:07:57.377226 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:07:57.460761 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:07:57.466724 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:07:57.467520 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:57.605770 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac57597a-615c-44aa-91a6-3356fb8bcd9e admin admin] Router 7a4ac26d-e5f5-471e-b114-6556d34eb4cd has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:07:57.606510 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:57.624150 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-23fe7f79-8587-421f-9a74-de066e1047d6 None None] Provisioning complete for port 4adb5df6-866d-43b7-a4fd-4dd39c1c4e57 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:07:57.624829 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-23fe7f79-8587-421f-9a74-de066e1047d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:57.664800 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:07:57.680601 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:57.733368 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-23fe7f79-8587-421f-9a74-de066e1047d6 None None] Port 4adb5df6-866d-43b7-a4fd-4dd39c1c4e57 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:07:57.760073 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:57.819552 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac57597a-615c-44aa-91a6-3356fb8bcd9e admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:07:57.828501 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ac57597a-615c-44aa-91a6-3356fb8bcd9e admin admin] 10.222.0.110 "PUT /v2.0/routers/7a4ac26d-e5f5-471e-b114-6556d34eb4cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7973449 Jan 21 10:07:58.384754 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 60148) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:07:58.389953 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-d983e236-01e0-4082-baac-f3a167afdaae tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1894940457', 'description': 'tempest-description--671458637'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:07:58.395975 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d983e236-01e0-4082-baac-f3a167afdaae tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:07:58.399895 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d983e236-01e0-4082-baac-f3a167afdaae tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Usage tracker for resource:security_group and tenant:650e2008729543979923456c3bb56898 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:07:58.402738 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d983e236-01e0-4082-baac-f3a167afdaae tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:07:58.409677 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d983e236-01e0-4082-baac-f3a167afdaae tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:07:58.420943 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d983e236-01e0-4082-baac-f3a167afdaae tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:58.434122 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebd747a-f246-49b3-8e58-61c6932b507e None None] Sync routers for ids ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:07:58.442066 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d983e236-01e0-4082-baac-f3a167afdaae tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:07:58.444434 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebd747a-f246-49b3-8e58-61c6932b507e None None] Routers {'7a4ac26d-e5f5-471e-b114-6556d34eb4cd'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:07:58.445138 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-8ebd747a-f246-49b3-8e58-61c6932b507e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:07:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:58.446934 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d983e236-01e0-4082-baac-f3a167afdaae tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Usage tracker for resource:security_group_rule and tenant:650e2008729543979923456c3bb56898 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:07:58.449770 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d983e236-01e0-4082-baac-f3a167afdaae tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:07:58.455369 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d983e236-01e0-4082-baac-f3a167afdaae tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:07:58.526181 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d983e236-01e0-4082-baac-f3a167afdaae tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:58.531850 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d983e236-01e0-4082-baac-f3a167afdaae tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:58.578684 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983e236-01e0-4082-baac-f3a167afdaae tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:58.581230 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d983e236-01e0-4082-baac-f3a167afdaae tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:58.585625 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d983e236-01e0-4082-baac-f3a167afdaae tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1966717 Jan 21 10:07:58.586527 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 60152) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:07:58.595198 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-037dfee4-4037-4a65-b0df-fec2e7f1382d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Request body: {'security_group_rule': {'security_group_id': 'fdbf0209-ccfd-4da7-8527-00fb9a80e1ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:07:58.602423 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-037dfee4-4037-4a65-b0df-fec2e7f1382d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:07:58.606456 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-037dfee4-4037-4a65-b0df-fec2e7f1382d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Usage tracker for resource:security_group_rule and tenant:650e2008729543979923456c3bb56898 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:07:58.609488 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-037dfee4-4037-4a65-b0df-fec2e7f1382d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:07:58.616176 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-037dfee4-4037-4a65-b0df-fec2e7f1382d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:07:58.629318 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-8ebd747a-f246-49b3-8e58-61c6932b507e None None] Set router 7a4ac26d-e5f5-471e-b114-6556d34eb4cd gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:07:58.632210 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-037dfee4-4037-4a65-b0df-fec2e7f1382d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:58.696210 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-037dfee4-4037-4a65-b0df-fec2e7f1382d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:58.700625 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-037dfee4-4037-4a65-b0df-fec2e7f1382d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:58.724930 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037dfee4-4037-4a65-b0df-fec2e7f1382d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759c17a4-81bf-4aff-9d91-72d42ce1987d,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:58.736714 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-037dfee4-4037-4a65-b0df-fec2e7f1382d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:58.741397 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-037dfee4-4037-4a65-b0df-fec2e7f1382d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1496964 Jan 21 10:07:58.741772 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 60156) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:07:58.746978 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-13e92d98-aa87-47d2-ac20-d13d8bc9257f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Request body: {'security_group_rule': {'security_group_id': 'fdbf0209-ccfd-4da7-8527-00fb9a80e1ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:07:58.753192 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-13e92d98-aa87-47d2-ac20-d13d8bc9257f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:07:58.757439 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-13e92d98-aa87-47d2-ac20-d13d8bc9257f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Usage tracker for resource:security_group_rule and tenant:650e2008729543979923456c3bb56898 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:07:58.760519 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-13e92d98-aa87-47d2-ac20-d13d8bc9257f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:07:58.766549 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-13e92d98-aa87-47d2-ac20-d13d8bc9257f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:07:58.784778 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-13e92d98-aa87-47d2-ac20-d13d8bc9257f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:58.857873 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-13e92d98-aa87-47d2-ac20-d13d8bc9257f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:58.861485 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-13e92d98-aa87-47d2-ac20-d13d8bc9257f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:58.888723 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e92d98-aa87-47d2-ac20-d13d8bc9257f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39486dba-0bab-4c4f-8269-13c29a064c16,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:58.899018 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-13e92d98-aa87-47d2-ac20-d13d8bc9257f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:58.900313 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-13e92d98-aa87-47d2-ac20-d13d8bc9257f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1574605 Jan 21 10:07:58.903438 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 60160) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:07:58.908518 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-95fc7e40-df81-4415-ae26-30e37afd3a6f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Request body: {'floatingip': {'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:07:58.915217 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-95fc7e40-df81-4415-ae26-30e37afd3a6f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:07:58.919168 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-95fc7e40-df81-4415-ae26-30e37afd3a6f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Usage tracker for resource:floatingip and tenant:650e2008729543979923456c3bb56898 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:07:58.922213 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-95fc7e40-df81-4415-ae26-30e37afd3a6f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:07:58.930097 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-95fc7e40-df81-4415-ae26-30e37afd3a6f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:07:58.945752 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-95fc7e40-df81-4415-ae26-30e37afd3a6f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks [] for floatingip, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:58.962964 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-8ebd747a-f246-49b3-8e58-61c6932b507e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'name': 'tempest-ServerActionsTestJSON-1839373431-router', 'tenant_id': '650e2008729543979923456c3bb56898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:52Z', 'updated_at': '2022-01-21T10:07:56Z', 'revision_number': 4, 'project_id': '650e2008729543979923456c3bb56898', 'gw_port': {'id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:53Z', 'updated_at': '2022-01-21T10:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '4adb5df6-866d-43b7-a4fd-4dd39c1c4e57', 'name': '', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'tenant_id': '650e2008729543979923456c3bb56898', 'mac_address': 'fa:16:3e:a6:ba:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:55Z', 'updated_at': '2022-01-21T10:07:56Z', 'revision_number': 2, 'project_id': '650e2008729543979923456c3bb56898', 'subnets': [{'id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:58.966869 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebd747a-f246-49b3-8e58-61c6932b507e None None] Checking router: 7a4ac26d-e5f5-471e-b114-6556d34eb4cd for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:07:58.967219 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebd747a-f246-49b3-8e58-61c6932b507e None None] Updating router 7a4ac26d-e5f5-471e-b114-6556d34eb4cd port 4adb5df6-866d-43b7-a4fd-4dd39c1c4e57 binding host dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:07:59.024286 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8ebd747a-f246-49b3-8e58-61c6932b507e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:59.045633 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:07:59.095694 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-95fc7e40-df81-4415-ae26-30e37afd3a6f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:59.229837 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-95fc7e40-df81-4415-ae26-30e37afd3a6f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Allocated IP 172.26.3.219 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/efd8f952-43fa-4b76-8e2c-8f6b82b6e251) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:07:59.250261 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:07:59.250630 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:59.379882 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-95fc7e40-df81-4415-ae26-30e37afd3a6f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:59.414567 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-95fc7e40-df81-4415-ae26-30e37afd3a6f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:59.480959 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fc7e40-df81-4415-ae26-30e37afd3a6f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:07:59.484515 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-95fc7e40-df81-4415-ae26-30e37afd3a6f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:07:59.488989 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fc7e40-df81-4415-ae26-30e37afd3a6f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:07:59.526444 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc7e40-df81-4415-ae26-30e37afd3a6f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Pushing event updated for resources: {'Port': ['ID=efd8f952-43fa-4b76-8e2c-8f6b82b6e251,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:59.561705 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8ebd747a-f246-49b3-8e58-61c6932b507e None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:59.574834 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-8ebd747a-f246-49b3-8e58-61c6932b507e None None] Transition to ACTIVE for port object 4adb5df6-866d-43b7-a4fd-4dd39c1c4e57 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:07:59.575232 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-95fc7e40-df81-4415-ae26-30e37afd3a6f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:59.581212 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8ebd747a-f246-49b3-8e58-61c6932b507e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:59.640442 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-95fc7e40-df81-4415-ae26-30e37afd3a6f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:59.744057 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c7333-e232-4349-a5d6-07caab07b5ad None None] Pushing event updated for resources: {'Port': ['ID=4adb5df6-866d-43b7-a4fd-4dd39c1c4e57,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:59.813255 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-8ebd747a-f246-49b3-8e58-61c6932b507e None None] Attempting to bind port 4adb5df6-866d-43b7-a4fd-4dd39c1c4e57 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:07:59.813624 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-8ebd747a-f246-49b3-8e58-61c6932b507e None None] Attempting to bind port 4adb5df6-866d-43b7-a4fd-4dd39c1c4e57 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '9b31e876-29e0-44c6-8dbb-b62e34bcc9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:07:59.814235 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebd747a-f246-49b3-8e58-61c6932b507e None None] Attempting to bind port 4adb5df6-866d-43b7-a4fd-4dd39c1c4e57 on network 58a455c5-6a0c-4f06-9457-1f478d6b45fd {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:07:59.821134 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebd747a-f246-49b3-8e58-61c6932b507e None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:07:59.821530 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebd747a-f246-49b3-8e58-61c6932b507e None None] Checking segment: {'id': '9b31e876-29e0-44c6-8dbb-b62e34bcc9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:07:59.821928 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8ebd747a-f246-49b3-8e58-61c6932b507e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:59.822311 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebd747a-f246-49b3-8e58-61c6932b507e None None] Bound using segment: {'id': '9b31e876-29e0-44c6-8dbb-b62e34bcc9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:07:59.822775 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-8ebd747a-f246-49b3-8e58-61c6932b507e None None] Bound port: 4adb5df6-866d-43b7-a4fd-4dd39c1c4e57, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b31e876-29e0-44c6-8dbb-b62e34bcc9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:07:59.823147 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8ebd747a-f246-49b3-8e58-61c6932b507e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:59.879544 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-95fc7e40-df81-4415-ae26-30e37afd3a6f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:59.885328 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-95fc7e40-df81-4415-ae26-30e37afd3a6f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:59.918744 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-8ebd747a-f246-49b3-8e58-61c6932b507e None None] For port 4adb5df6-866d-43b7-a4fd-4dd39c1c4e57, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:07:59.922510 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-8ebd747a-f246-49b3-8e58-61c6932b507e None None] For port 4adb5df6-866d-43b7-a4fd-4dd39c1c4e57, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=4adb5df6-866d-43b7-a4fd-4dd39c1c4e57,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:07:59.927183 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8ebd747a-f246-49b3-8e58-61c6932b507e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:00.039069 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebd747a-f246-49b3-8e58-61c6932b507e None None] Routers {'7a4ac26d-e5f5-471e-b114-6556d34eb4cd'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:08:00.039739 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-8ebd747a-f246-49b3-8e58-61c6932b507e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:07:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:08:00.109370 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc7e40-df81-4415-ae26-30e37afd3a6f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Pushing event updated for resources: {'Port': ['ID=efd8f952-43fa-4b76-8e2c-8f6b82b6e251,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:08:00.113878 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c7333-e232-4349-a5d6-07caab07b5ad None None] Pushing event updated for resources: {'Port': ['ID=4adb5df6-866d-43b7-a4fd-4dd39c1c4e57,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:08:00.122237 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-95fc7e40-df81-4415-ae26-30e37afd3a6f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:00.152627 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-95fc7e40-df81-4415-ae26-30e37afd3a6f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:00.153912 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-95fc7e40-df81-4415-ae26-30e37afd3a6f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2494555 Jan 21 10:08:00.254061 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-8ebd747a-f246-49b3-8e58-61c6932b507e None None] Set router 7a4ac26d-e5f5-471e-b114-6556d34eb4cd gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:08:00.366262 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-fa52c47c-476c-457f-84de-d2aa488cc392 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-securitygroup--1894940457&fields=id&tenant_id=650e2008729543979923456c3bb56898 HTTP/1.1" status: 200 len: 267 time: 0.0465736 Jan 21 10:08:00.520605 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-a903fec4-4d60-4385-952b-b50462e798e7 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:00.522578 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-a903fec4-4d60-4385-952b-b50462e798e7 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/networks?id=58a455c5-6a0c-4f06-9457-1f478d6b45fd HTTP/1.1" status: 200 len: 812 time: 0.1495574 Jan 21 10:08:00.538004 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-11ce4464-7116-46d9-b903-2455c6ef2486 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/quotas/650e2008729543979923456c3bb56898 HTTP/1.1" status: 200 len: 375 time: 0.0097666 Jan 21 10:08:00.586412 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-8ebd747a-f246-49b3-8e58-61c6932b507e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'name': 'tempest-ServerActionsTestJSON-1839373431-router', 'tenant_id': '650e2008729543979923456c3bb56898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:52Z', 'updated_at': '2022-01-21T10:07:56Z', 'revision_number': 4, 'project_id': '650e2008729543979923456c3bb56898', 'gw_port': {'id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:53Z', 'updated_at': '2022-01-21T10:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '4adb5df6-866d-43b7-a4fd-4dd39c1c4e57', 'name': '', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'tenant_id': '650e2008729543979923456c3bb56898', 'mac_address': 'fa:16:3e:a6:ba:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:55Z', 'updated_at': '2022-01-21T10:07:59Z', 'revision_number': 4, 'project_id': '650e2008729543979923456c3bb56898', 'subnets': [{'id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:08:00.590578 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebd747a-f246-49b3-8e58-61c6932b507e None None] The sync data for ids ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'] in dv-neutron-825731-1-hyperv is: [{'id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'name': 'tempest-ServerActionsTestJSON-1839373431-router', 'tenant_id': '650e2008729543979923456c3bb56898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:52Z', 'updated_at': '2022-01-21T10:07:56Z', 'revision_number': 4, 'project_id': '650e2008729543979923456c3bb56898', 'gw_port': {'id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:53Z', 'updated_at': '2022-01-21T10:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '4adb5df6-866d-43b7-a4fd-4dd39c1c4e57', 'name': '', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'tenant_id': '650e2008729543979923456c3bb56898', 'mac_address': 'fa:16:3e:a6:ba:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:55Z', 'updated_at': '2022-01-21T10:07:59Z', 'revision_number': 4, 'project_id': '650e2008729543979923456c3bb56898', 'subnets': [{'id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:08:00.634880 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-f427262c-05bc-4bda-9ada-7dbd8c066b5f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=650e2008729543979923456c3bb56898&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0915694 Jan 21 10:08:00.798183 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-f3881fc6-d834-43da-8168-3c30e749c7f6 service neutron] 10.222.0.110 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402082 Jan 21 10:08:00.937636 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-325120b7-ba36-4ee3-927d-8e5f55c571a9 service neutron] 10.222.0.110 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329095 Jan 21 10:08:01.085356 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4adb5df6-866d-43b7-a4fd-4dd39c1c4e57 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:08:01.154635 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-30f03585-7e74-426c-bb80-bf4b66c219f7 req-9fb8dd5b-e305-47b9-a901-d2705e354447 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Synchronizing usage tracker for tenant:650e2008729543979923456c3bb56898 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:08:01.175210 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 4adb5df6-866d-43b7-a4fd-4dd39c1c4e57 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:08:01.176765 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-30f03585-7e74-426c-bb80-bf4b66c219f7 req-9fb8dd5b-e305-47b9-a901-d2705e354447 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Unset dirty status for tenant:650e2008729543979923456c3bb56898 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:08:01.178517 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-30f03585-7e74-426c-bb80-bf4b66c219f7 req-9fb8dd5b-e305-47b9-a901-d2705e354447 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 210 time: 0.0754411 Jan 21 10:08:01.184333 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 4adb5df6-866d-43b7-a4fd-4dd39c1c4e57 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:08:01.184711 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:01.360822 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:01.397412 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 4adb5df6-866d-43b7-a4fd-4dd39c1c4e57, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=4adb5df6-866d-43b7-a4fd-4dd39c1c4e57,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:08:01.401997 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:01.473420 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=4adb5df6-866d-43b7-a4fd-4dd39c1c4e57,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:08:02.339019 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-272c568c-8d67-4e9d-8cbf-2ad51a77b5fc req-cc09e22e-64c2-48f3-9303-91237e716aed tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 210 time: 0.0435386 Jan 21 10:08:02.519515 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-5ae389ff-9922-4870-92e6-bfcb40e837ff tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:02.520929 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-5ae389ff-9922-4870-92e6-bfcb40e837ff tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.72 "GET /v2.0/networks?id=58a455c5-6a0c-4f06-9457-1f478d6b45fd HTTP/1.1" status: 200 len: 812 time: 0.1602738 Jan 21 10:08:02.573132 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-f39dcb2b-1c09-42f5-a4d1-f89dfcf290f6 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=650e2008729543979923456c3bb56898 HTTP/1.1" status: 200 len: 380 time: 0.0422335 Jan 21 10:08:02.581415 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-a7d142b7-7609-4d34-b3dc-2cb0cbe0a57c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Request body: {'port': {'device_id': '908359b8-5d6d-4e9a-868d-8e0483c39990', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'admin_state_up': True, 'tenant_id': '650e2008729543979923456c3bb56898', 'security_groups': ['fdbf0209-ccfd-4da7-8527-00fb9a80e1ba']}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:08:02.719198 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-a7d142b7-7609-4d34-b3dc-2cb0cbe0a57c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:08:02.730470 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-a7d142b7-7609-4d34-b3dc-2cb0cbe0a57c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:08:02.741250 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-a7d142b7-7609-4d34-b3dc-2cb0cbe0a57c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Made reservation on behalf of 650e2008729543979923456c3bb56898 for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:08:02.744819 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-a7d142b7-7609-4d34-b3dc-2cb0cbe0a57c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:02.908680 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-a7d142b7-7609-4d34-b3dc-2cb0cbe0a57c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Allocated IP 172.20.0.14 (58a455c5-6a0c-4f06-9457-1f478d6b45fd/3c4f44a6-1c64-4cd0-8b58-099737897972/6609c4ce-3ceb-4069-9ff7-cba9c6e50e38) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:08:03.043332 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4adb5df6-866d-43b7-a4fd-4dd39c1c4e57 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:08:03.100878 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-a7d142b7-7609-4d34-b3dc-2cb0cbe0a57c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:03.112805 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 4adb5df6-866d-43b7-a4fd-4dd39c1c4e57 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:08:03.113183 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:03.118158 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-a7d142b7-7609-4d34-b3dc-2cb0cbe0a57c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Transition to ACTIVE for port object 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:08:03.142115 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-a7d142b7-7609-4d34-b3dc-2cb0cbe0a57c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:03.212646 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-a7d142b7-7609-4d34-b3dc-2cb0cbe0a57c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Network 58a455c5-6a0c-4f06-9457-1f478d6b45fd is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:08:03.215731 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-a7d142b7-7609-4d34-b3dc-2cb0cbe0a57c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:08:03.219773 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-a7d142b7-7609-4d34-b3dc-2cb0cbe0a57c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:08:03.258883 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d142b7-7609-4d34-b3dc-2cb0cbe0a57c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Pushing event updated for resources: {'Port': ['ID=6609c4ce-3ceb-4069-9ff7-cba9c6e50e38,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:08:03.288417 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-a7d142b7-7609-4d34-b3dc-2cb0cbe0a57c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:03.288785 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-a7d142b7-7609-4d34-b3dc-2cb0cbe0a57c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:03.315333 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-a7d142b7-7609-4d34-b3dc-2cb0cbe0a57c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7376373 Jan 21 10:08:03.327356 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-76ca4564-5028-40f0-b736-c6d99e12b462 service neutron] Request body: {'port': {'device_id': '908359b8-5d6d-4e9a-868d-8e0483c39990', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:08:03.446915 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-76ca4564-5028-40f0-b736-c6d99e12b462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:03.478412 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0bb8372b-a7ff-4e6f-a6e8-96eb6c0afafd None None] Provisioning for port 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:08:03.483801 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0bb8372b-a7ff-4e6f-a6e8-96eb6c0afafd None None] Provisioning complete for port 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:08:03.484163 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0bb8372b-a7ff-4e6f-a6e8-96eb6c0afafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:03.540411 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf28da-6e28-4a8e-93f3-495995f3dfff req-503d9382-2847-4723-bcd6-7f297033db11 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:03.540953 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-0bb8372b-a7ff-4e6f-a6e8-96eb6c0afafd None None] Port 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:08:03.542778 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f4cf28da-6e28-4a8e-93f3-495995f3dfff req-503d9382-2847-4723-bcd6-7f297033db11 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 932 time: 0.0886941 Jan 21 10:08:03.590271 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-f4cf28da-6e28-4a8e-93f3-495995f3dfff req-17c822b9-4fcb-4508-bcf0-15fff5dabef8 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Synchronizing usage tracker for tenant:650e2008729543979923456c3bb56898 on resource:security_group {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:08:03.615014 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-f4cf28da-6e28-4a8e-93f3-495995f3dfff req-17c822b9-4fcb-4508-bcf0-15fff5dabef8 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Unset dirty status for tenant:650e2008729543979923456c3bb56898 on resource:security_group {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:08:03.616193 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f4cf28da-6e28-4a8e-93f3-495995f3dfff req-17c822b9-4fcb-4508-bcf0-15fff5dabef8 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678914 Jan 21 10:08:03.905176 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-76ca4564-5028-40f0-b736-c6d99e12b462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38 {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:08:03.912748 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-76ca4564-5028-40f0-b736-c6d99e12b462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:03.926561 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-76ca4564-5028-40f0-b736-c6d99e12b462 service neutron] Transition to ACTIVE for port object 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:08:03.931920 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-76ca4564-5028-40f0-b736-c6d99e12b462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:04.063604 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca4564-5028-40f0-b736-c6d99e12b462 service neutron] Pushing event updated for resources: {'Port': ['ID=6609c4ce-3ceb-4069-9ff7-cba9c6e50e38,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:08:04.172084 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-76ca4564-5028-40f0-b736-c6d99e12b462 service neutron] Attempting to bind port 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:08:04.172411 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-76ca4564-5028-40f0-b736-c6d99e12b462 service neutron] Attempting to bind port 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9b31e876-29e0-44c6-8dbb-b62e34bcc9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:08:04.172734 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-76ca4564-5028-40f0-b736-c6d99e12b462 service neutron] Attempting to bind port 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38 on network 58a455c5-6a0c-4f06-9457-1f478d6b45fd {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:08:04.186279 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-76ca4564-5028-40f0-b736-c6d99e12b462 service neutron] Port 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38 on network 58a455c5-6a0c-4f06-9457-1f478d6b45fd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:08:04.186598 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-76ca4564-5028-40f0-b736-c6d99e12b462 service neutron] Attempting to bind port 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38 on network 58a455c5-6a0c-4f06-9457-1f478d6b45fd {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:08:04.191884 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-76ca4564-5028-40f0-b736-c6d99e12b462 service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:08:04.192221 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-76ca4564-5028-40f0-b736-c6d99e12b462 service neutron] Checking segment: {'id': '9b31e876-29e0-44c6-8dbb-b62e34bcc9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:08:04.192600 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-76ca4564-5028-40f0-b736-c6d99e12b462 service neutron] Bound using segment: {'id': '9b31e876-29e0-44c6-8dbb-b62e34bcc9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:08:04.194427 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-76ca4564-5028-40f0-b736-c6d99e12b462 service neutron] Bound port: 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b31e876-29e0-44c6-8dbb-b62e34bcc9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:08:04.194427 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-76ca4564-5028-40f0-b736-c6d99e12b462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:04.284921 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-76ca4564-5028-40f0-b736-c6d99e12b462 service neutron] For port 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38, host hv-neutron-8257, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:08:04.288707 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-76ca4564-5028-40f0-b736-c6d99e12b462 service neutron] For port 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6609c4ce-3ceb-4069-9ff7-cba9c6e50e38,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:08:04.294183 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-76ca4564-5028-40f0-b736-c6d99e12b462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:04.372196 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-76ca4564-5028-40f0-b736-c6d99e12b462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:04.372810 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-76ca4564-5028-40f0-b736-c6d99e12b462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:04.374196 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-76ca4564-5028-40f0-b736-c6d99e12b462 service neutron] 10.222.0.72 "PUT /v2.0/ports/6609c4ce-3ceb-4069-9ff7-cba9c6e50e38 HTTP/1.1" status: 200 len: 1094 time: 1.0510898 Jan 21 10:08:04.374636 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '908359b8-5d6d-4e9a-868d-8e0483c39990', 'tag': '6609c4ce-3ceb-4069-9ff7-cba9c6e50e38'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:08:04.394772 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca4564-5028-40f0-b736-c6d99e12b462 service neutron] Pushing event updated for resources: {'Port': ['ID=6609c4ce-3ceb-4069-9ff7-cba9c6e50e38,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:08:04.460963 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '908359b8-5d6d-4e9a-868d-8e0483c39990', 'tag': '6609c4ce-3ceb-4069-9ff7-cba9c6e50e38', 'status': 'completed', 'code': 200} Jan 21 10:08:04.503974 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-2082f712-0a87-42a0-8e5c-b72ed498242e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:04.506123 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-2082f712-0a87-42a0-8e5c-b72ed498242e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=650e2008729543979923456c3bb56898&device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 1097 time: 0.0806246 Jan 21 10:08:04.581134 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-43991fd7-9ac0-4e81-8273-29704165f980 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6609c4ce-3ceb-4069-9ff7-cba9c6e50e38 HTTP/1.1" status: 200 len: 217 time: 0.0677361 Jan 21 10:08:04.642219 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-0bc3ee80-17d2-49af-91b9-828c4dcdfaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:04.643641 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-0bc3ee80-17d2-49af-91b9-828c4dcdfaa0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3c4f44a6-1c64-4cd0-8b58-099737897972 HTTP/1.1" status: 200 len: 851 time: 0.0573494 Jan 21 10:08:04.726171 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-467c7c20-083b-4d1f-a52d-2db636543041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:04.727579 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-467c7c20-083b-4d1f-a52d-2db636543041 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58a455c5-6a0c-4f06-9457-1f478d6b45fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780694 Jan 21 10:08:04.809562 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba070b-d5a8-496c-b711-efdf63b28f9c req-7a515907-66a2-4e62-bd9c-081068a52cca tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:04.811093 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-85ba070b-d5a8-496c-b711-efdf63b28f9c req-7a515907-66a2-4e62-bd9c-081068a52cca tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 944 time: 0.0832038 Jan 21 10:08:04.860915 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-85ba070b-d5a8-496c-b711-efdf63b28f9c req-7766fb7d-98e8-452f-b3e7-3efa21decb91 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429044 Jan 21 10:08:04.872108 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-7b7d22cb-fe68-44dd-87fd-3e69175259d8 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386402 Jan 21 10:08:05.018642 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e7277ead-4820-4d29-aed1-bc172f631ed0 req-d09ba197-e6b4-468a-bdfc-0ec013c6bfa3 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403425 Jan 21 10:08:05.143383 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be182a-9147-42f1-a32f-2a8ca1ed110e req-f066773e-cb87-48b1-b1c6-e9c50f3d059a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:05.144915 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c6be182a-9147-42f1-a32f-2a8ca1ed110e req-f066773e-cb87-48b1-b1c6-e9c50f3d059a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=650e2008729543979923456c3bb56898&device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 1097 time: 0.0765078 Jan 21 10:08:05.288650 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be182a-9147-42f1-a32f-2a8ca1ed110e req-9fd153ff-ff7b-4db7-9873-0d68fe45a1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:05.290012 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c6be182a-9147-42f1-a32f-2a8ca1ed110e req-9fd153ff-ff7b-4db7-9873-0d68fe45a1c8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=58a455c5-6a0c-4f06-9457-1f478d6b45fd HTTP/1.1" status: 200 len: 913 time: 0.1383176 Jan 21 10:08:05.362434 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c6be182a-9147-42f1-a32f-2a8ca1ed110e req-96225e97-e4bb-4118-8e1f-399deb381d7d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6609c4ce-3ceb-4069-9ff7-cba9c6e50e38 HTTP/1.1" status: 200 len: 217 time: 0.0662751 Jan 21 10:08:05.425904 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be182a-9147-42f1-a32f-2a8ca1ed110e req-63a2235f-9aec-4b6a-8350-a83e6294cd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:05.427379 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c6be182a-9147-42f1-a32f-2a8ca1ed110e req-63a2235f-9aec-4b6a-8350-a83e6294cd97 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3c4f44a6-1c64-4cd0-8b58-099737897972 HTTP/1.1" status: 200 len: 851 time: 0.0595186 Jan 21 10:08:05.515616 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be182a-9147-42f1-a32f-2a8ca1ed110e req-7068dc13-6acd-4e48-8b1f-5f76f3166fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:05.517090 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c6be182a-9147-42f1-a32f-2a8ca1ed110e req-7068dc13-6acd-4e48-8b1f-5f76f3166fb0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58a455c5-6a0c-4f06-9457-1f478d6b45fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821638 Jan 21 10:08:05.761149 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c6be182a-9147-42f1-a32f-2a8ca1ed110e req-4ad27e17-4378-45ff-9d69-84b3d688c154 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375882 Jan 21 10:08:05.899584 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c6be182a-9147-42f1-a32f-2a8ca1ed110e req-e453d498-cbb2-4280-a78c-d826960e7368 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320281 Jan 21 10:08:06.053840 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6376a40-65af-4b48-bb81-f550e924f1e2 req-0ac751b6-36c0-4220-b487-bbd60b8c8c91 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:06.054442 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-d6376a40-65af-4b48-bb81-f550e924f1e2 req-0ac751b6-36c0-4220-b487-bbd60b8c8c91 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Synchronizing usage tracker for tenant:650e2008729543979923456c3bb56898 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:08:06.070425 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-d6376a40-65af-4b48-bb81-f550e924f1e2 req-0ac751b6-36c0-4220-b487-bbd60b8c8c91 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Unset dirty status for tenant:650e2008729543979923456c3bb56898 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:08:06.071629 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d6376a40-65af-4b48-bb81-f550e924f1e2 req-0ac751b6-36c0-4220-b487-bbd60b8c8c91 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 944 time: 0.0986848 Jan 21 10:08:06.116843 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d6376a40-65af-4b48-bb81-f550e924f1e2 req-2b39c980-48cf-46c0-ae07-18c490efc1a7 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393207 Jan 21 10:08:07.307939 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224263b-eda7-45ce-a265-823d965f1f5e req-21174c10-3d52-4079-a7b3-75c00559bf9f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:07.309397 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-9224263b-eda7-45ce-a265-823d965f1f5e req-21174c10-3d52-4079-a7b3-75c00559bf9f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 944 time: 0.0860636 Jan 21 10:08:07.354541 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-9224263b-eda7-45ce-a265-823d965f1f5e req-33c0b0e8-53ec-4afc-8d8f-884144457f56 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394859 Jan 21 10:08:07.935497 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:08:08.068213 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6609c4ce-3ceb-4069-9ff7-cba9c6e50e38,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:08:08.085186 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': '6609c4ce-3ceb-4069-9ff7-cba9c6e50e38', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'port_id': '6609c4ce-3ceb-4069-9ff7-cba9c6e50e38', 'mac_address': 'fa:16:3e:49:45:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:08:08.139520 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:08.155913 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:08:08.171556 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6609c4ce-3ceb-4069-9ff7-cba9c6e50e38,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:08:08.176145 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:08.243025 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=6609c4ce-3ceb-4069-9ff7-cba9c6e50e38,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:08:08.250895 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:08.251246 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:08.251616 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:08.251954 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:08.252284 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:08.252615 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:08.252942 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:08.253265 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:08.253588 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:08.253909 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:08.254226 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:08.254542 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:08.509917 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['6609c4ce-3ceb-4069-9ff7-cba9c6e50e38'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:08:08.578542 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d3a07-0a00-403e-835e-2d6aaf1111b4 req-ea79261b-8d12-47bf-b832-932e075495f0 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:08.580037 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-888d3a07-0a00-403e-835e-2d6aaf1111b4 req-ea79261b-8d12-47bf-b832-932e075495f0 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 945 time: 0.0864222 Jan 21 10:08:08.626144 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-888d3a07-0a00-403e-835e-2d6aaf1111b4 req-c42398b3-d601-4a14-82c6-01ab9899e9cf tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403483 Jan 21 10:08:09.822490 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07abf5e-596d-4a3f-8101-7664e958946d req-48af317b-9f7a-4ca4-9fc3-9b4878a412a8 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:09.823983 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d07abf5e-596d-4a3f-8101-7664e958946d req-48af317b-9f7a-4ca4-9fc3-9b4878a412a8 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 945 time: 0.0800354 Jan 21 10:08:09.870367 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d07abf5e-596d-4a3f-8101-7664e958946d req-04d14cd7-cdbe-45cd-ab52-8f2252f29ea0 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406311 Jan 21 10:08:09.935260 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38 up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:08:10.007761 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:08:10.012624 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:08:10.012995 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:10.127558 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:10.156026 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908359b8-5d6d-4e9a-868d-8e0483c39990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6609c4ce-3ceb-4069-9ff7-cba9c6e50e38'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:08:10.168355 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6609c4ce-3ceb-4069-9ff7-cba9c6e50e38,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:08:10.172833 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:10.243017 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=6609c4ce-3ceb-4069-9ff7-cba9c6e50e38,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:08:10.261452 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908359b8-5d6d-4e9a-868d-8e0483c39990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6609c4ce-3ceb-4069-9ff7-cba9c6e50e38', 'code': 200} Jan 21 10:08:10.495580 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227394de-1194-41ff-b214-6a8330c2f690 req-c0acbb3c-2ab5-4363-b3a6-4762417af851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:10.496957 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-227394de-1194-41ff-b214-6a8330c2f690 req-c0acbb3c-2ab5-4363-b3a6-4762417af851 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 1099 time: 0.0730762 Jan 21 10:08:10.535997 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-227394de-1194-41ff-b214-6a8330c2f690 req-856fc191-7e45-4112-a9d5-14d27762b456 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335670 Jan 21 10:08:11.061918 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf352d-a371-4ba0-8713-2b927dfc1efc req-a5cddf03-5c89-4b69-b11a-4085d5bb045a tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:11.063296 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b5bf352d-a371-4ba0-8713-2b927dfc1efc req-a5cddf03-5c89-4b69-b11a-4085d5bb045a tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 946 time: 0.0857263 Jan 21 10:08:11.108429 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b5bf352d-a371-4ba0-8713-2b927dfc1efc req-1f109552-dcdb-4092-b1a0-4eb27d1eb03e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394397 Jan 21 10:08:12.300422 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39b2a4-0bf2-4166-8784-fcba4f85e04b req-6182c7ed-155f-43ee-9f88-02032952f545 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:12.301910 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2a39b2a4-0bf2-4166-8784-fcba4f85e04b req-6182c7ed-155f-43ee-9f88-02032952f545 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 946 time: 0.0864079 Jan 21 10:08:12.346907 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2a39b2a4-0bf2-4166-8784-fcba4f85e04b req-6cf03d90-5e7c-4540-ba74-7936aefb8b5d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393300 Jan 21 10:08:12.531489 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff294c58-f840-4d26-8454-917cd5f11321 req-1b96186c-2336-4b8b-992e-12e7de86ddff tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:12.532889 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ff294c58-f840-4d26-8454-917cd5f11321 req-1b96186c-2336-4b8b-992e-12e7de86ddff tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 946 time: 0.0808914 Jan 21 10:08:12.542146 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 60222) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:08:12.547111 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-addfb587-b564-4da7-83b2-3d5b1442bf43 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Request body: {'floatingip': {'port_id': '6609c4ce-3ceb-4069-9ff7-cba9c6e50e38'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:08:12.626164 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-addfb587-b564-4da7-83b2-3d5b1442bf43 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks [] for floatingip, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:12.674090 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3c5c9609-39c9-4426-bf70-a14d5b0dfd76 req-70286c8b-7cff-4bf9-8391-604ab7dd8c94 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740688 Jan 21 10:08:12.817531 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c9609-39c9-4426-bf70-a14d5b0dfd76 req-85b50aa9-f2c4-4648-b8ad-5d1b100df0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:12.819753 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3c5c9609-39c9-4426-bf70-a14d5b0dfd76 req-85b50aa9-f2c4-4648-b8ad-5d1b100df0de service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=650e2008729543979923456c3bb56898&device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 1099 time: 0.0781071 Jan 21 10:08:12.894312 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:12.969167 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c9609-39c9-4426-bf70-a14d5b0dfd76 req-a5512bc7-083c-45db-ab90-db62f199c7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:12.970631 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3c5c9609-39c9-4426-bf70-a14d5b0dfd76 req-a5512bc7-083c-45db-ab90-db62f199c7bf service neutron] 10.222.0.72 "GET /v2.0/networks?id=58a455c5-6a0c-4f06-9457-1f478d6b45fd HTTP/1.1" status: 200 len: 913 time: 0.1313162 Jan 21 10:08:13.078917 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3c5c9609-39c9-4426-bf70-a14d5b0dfd76 req-f1b715d3-0c44-4b62-8588-0112d7061d72 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6609c4ce-3ceb-4069-9ff7-cba9c6e50e38 HTTP/1.1" status: 200 len: 217 time: 0.1019716 Jan 21 10:08:13.148732 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c9609-39c9-4426-bf70-a14d5b0dfd76 req-443cc272-3f92-454c-bd02-6874dd46d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:13.150208 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3c5c9609-39c9-4426-bf70-a14d5b0dfd76 req-443cc272-3f92-454c-bd02-6874dd46d314 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3c4f44a6-1c64-4cd0-8b58-099737897972 HTTP/1.1" status: 200 len: 851 time: 0.0656772 Jan 21 10:08:13.226370 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c9609-39c9-4426-bf70-a14d5b0dfd76 req-4d5f4b2a-5857-4be4-886c-a45d0e468dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:13.227904 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3c5c9609-39c9-4426-bf70-a14d5b0dfd76 req-4d5f4b2a-5857-4be4-886c-a45d0e468dc5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58a455c5-6a0c-4f06-9457-1f478d6b45fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720525 Jan 21 10:08:13.237543 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [req-3c5c9609-39c9-4426-bf70-a14d5b0dfd76 req-637edbdc-9842-4e89-b9eb-5eefa691eeb0 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 10:08:13.238551 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3c5c9609-39c9-4426-bf70-a14d5b0dfd76 req-637edbdc-9842-4e89-b9eb-5eefa691eeb0 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049474 Jan 21 10:08:13.396083 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3c5c9609-39c9-4426-bf70-a14d5b0dfd76 req-df2fc920-922b-48fd-958a-791e0436551b service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512110 Jan 21 10:08:13.414034 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-addfb587-b564-4da7-83b2-3d5b1442bf43 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:13.418471 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-addfb587-b564-4da7-83b2-3d5b1442bf43 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:13.531450 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3c5c9609-39c9-4426-bf70-a14d5b0dfd76 req-db7e5b10-e475-4291-af10-12c3dd974a39 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294692 Jan 21 10:08:13.601623 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.l3_db [None req-addfb587-b564-4da7-83b2-3d5b1442bf43 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Floating IP 38a2ca67-96e8-4e0b-b9f5-8f3b1e87013a associated. External IP: 172.26.3.219, port: 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38. Jan 21 10:08:13.953041 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addfb587-b564-4da7-83b2-3d5b1442bf43 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Router 7a4ac26d-e5f5-471e-b114-6556d34eb4cd has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:08:14.137535 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addfb587-b564-4da7-83b2-3d5b1442bf43 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:08:14.142385 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-addfb587-b564-4da7-83b2-3d5b1442bf43 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:14.148034 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7c6816-5177-42c1-bde0-081289b3ea6d None None] Sync routers for ids ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:08:14.157881 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7c6816-5177-42c1-bde0-081289b3ea6d None None] Routers {'7a4ac26d-e5f5-471e-b114-6556d34eb4cd'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:08:14.158478 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-cd7c6816-5177-42c1-bde0-081289b3ea6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:07:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:08:14.197396 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-addfb587-b564-4da7-83b2-3d5b1442bf43 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "PUT /v2.0/floatingips/38a2ca67-96e8-4e0b-b9f5-8f3b1e87013a HTTP/1.1" status: 200 len: 992 time: 1.6542053 Jan 21 10:08:14.197988 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '908359b8-5d6d-4e9a-868d-8e0483c39990', 'tag': '6609c4ce-3ceb-4069-9ff7-cba9c6e50e38'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:08:14.247517 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '908359b8-5d6d-4e9a-868d-8e0483c39990', 'tag': '6609c4ce-3ceb-4069-9ff7-cba9c6e50e38', 'status': 'completed', 'code': 200} Jan 21 10:08:14.341126 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76526ef3-6a7f-422c-b6a1-045afb066314 req-735bb24d-34b3-4d13-88a8-1ac1c4395fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:14.342617 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-76526ef3-6a7f-422c-b6a1-045afb066314 req-735bb24d-34b3-4d13-88a8-1ac1c4395fd0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=650e2008729543979923456c3bb56898&device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 1099 time: 0.0735440 Jan 21 10:08:14.376285 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-cd7c6816-5177-42c1-bde0-081289b3ea6d None None] Set router 7a4ac26d-e5f5-471e-b114-6556d34eb4cd gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:08:14.594070 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76526ef3-6a7f-422c-b6a1-045afb066314 req-a1b95282-839c-402f-bc30-85e808741748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:14.595581 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-76526ef3-6a7f-422c-b6a1-045afb066314 req-a1b95282-839c-402f-bc30-85e808741748 service neutron] 10.222.0.72 "GET /v2.0/networks?id=58a455c5-6a0c-4f06-9457-1f478d6b45fd HTTP/1.1" status: 200 len: 913 time: 0.2471833 Jan 21 10:08:14.700020 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-76526ef3-6a7f-422c-b6a1-045afb066314 req-66c98dbd-933b-40f3-8e78-e466614d77a1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6609c4ce-3ceb-4069-9ff7-cba9c6e50e38 HTTP/1.1" status: 200 len: 1000 time: 0.0982571 Jan 21 10:08:14.751325 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-cd7c6816-5177-42c1-bde0-081289b3ea6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'name': 'tempest-ServerActionsTestJSON-1839373431-router', 'tenant_id': '650e2008729543979923456c3bb56898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:52Z', 'updated_at': '2022-01-21T10:07:56Z', 'revision_number': 4, 'project_id': '650e2008729543979923456c3bb56898', 'gw_port': {'id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:53Z', 'updated_at': '2022-01-21T10:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '38a2ca67-96e8-4e0b-b9f5-8f3b1e87013a', 'tenant_id': '650e2008729543979923456c3bb56898', 'floating_ip_address': '172.26.3.219', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'port_id': '6609c4ce-3ceb-4069-9ff7-cba9c6e50e38', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'mac_address': 'fa:16:3e:49:45:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908359b8-5d6d-4e9a-868d-8e0483c39990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:07:59Z', 'updated_at': '2022-01-21T10:08:13Z', 'revision_number': 1, 'project_id': '650e2008729543979923456c3bb56898', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4adb5df6-866d-43b7-a4fd-4dd39c1c4e57', 'name': '', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'tenant_id': '650e2008729543979923456c3bb56898', 'mac_address': 'fa:16:3e:a6:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:55Z', 'updated_at': '2022-01-21T10:08:01Z', 'revision_number': 5, 'project_id': '650e2008729543979923456c3bb56898', 'subnets': [{'id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:08:14.755206 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7c6816-5177-42c1-bde0-081289b3ea6d None None] Checking router: 7a4ac26d-e5f5-471e-b114-6556d34eb4cd for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:08:14.763642 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7c6816-5177-42c1-bde0-081289b3ea6d None None] Routers {'7a4ac26d-e5f5-471e-b114-6556d34eb4cd'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:08:14.764244 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-cd7c6816-5177-42c1-bde0-081289b3ea6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:07:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:08:14.764894 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76526ef3-6a7f-422c-b6a1-045afb066314 req-50ed4fc8-3f58-4ab9-9d59-93a481c531fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:14.766406 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-76526ef3-6a7f-422c-b6a1-045afb066314 req-50ed4fc8-3f58-4ab9-9d59-93a481c531fc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3c4f44a6-1c64-4cd0-8b58-099737897972 HTTP/1.1" status: 200 len: 851 time: 0.0597403 Jan 21 10:08:14.847348 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76526ef3-6a7f-422c-b6a1-045afb066314 req-0825e08d-5c63-4955-ad10-f3e37e4002d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:14.849477 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-76526ef3-6a7f-422c-b6a1-045afb066314 req-0825e08d-5c63-4955-ad10-f3e37e4002d4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58a455c5-6a0c-4f06-9457-1f478d6b45fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761013 Jan 21 10:08:14.939041 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-cd7c6816-5177-42c1-bde0-081289b3ea6d None None] Set router 7a4ac26d-e5f5-471e-b114-6556d34eb4cd gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:08:14.981963 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-76526ef3-6a7f-422c-b6a1-045afb066314 req-f8ee2478-423f-4785-a101-1fffc0241e31 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264505 Jan 21 10:08:15.118870 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-76526ef3-6a7f-422c-b6a1-045afb066314 req-7121bccc-3cb4-4ed7-8940-8dadd76e579b service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308682 Jan 21 10:08:15.304388 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-cd7c6816-5177-42c1-bde0-081289b3ea6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'name': 'tempest-ServerActionsTestJSON-1839373431-router', 'tenant_id': '650e2008729543979923456c3bb56898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:52Z', 'updated_at': '2022-01-21T10:07:56Z', 'revision_number': 4, 'project_id': '650e2008729543979923456c3bb56898', 'gw_port': {'id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:53Z', 'updated_at': '2022-01-21T10:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '38a2ca67-96e8-4e0b-b9f5-8f3b1e87013a', 'tenant_id': '650e2008729543979923456c3bb56898', 'floating_ip_address': '172.26.3.219', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'port_id': '6609c4ce-3ceb-4069-9ff7-cba9c6e50e38', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'mac_address': 'fa:16:3e:49:45:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908359b8-5d6d-4e9a-868d-8e0483c39990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:07:59Z', 'updated_at': '2022-01-21T10:08:13Z', 'revision_number': 1, 'project_id': '650e2008729543979923456c3bb56898', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4adb5df6-866d-43b7-a4fd-4dd39c1c4e57', 'name': '', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'tenant_id': '650e2008729543979923456c3bb56898', 'mac_address': 'fa:16:3e:a6:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:55Z', 'updated_at': '2022-01-21T10:08:01Z', 'revision_number': 5, 'project_id': '650e2008729543979923456c3bb56898', 'subnets': [{'id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:08:15.308383 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7c6816-5177-42c1-bde0-081289b3ea6d None None] The sync data for ids ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'] in dv-neutron-825731-1-hyperv is: [{'id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'name': 'tempest-ServerActionsTestJSON-1839373431-router', 'tenant_id': '650e2008729543979923456c3bb56898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:52Z', 'updated_at': '2022-01-21T10:07:56Z', 'revision_number': 4, 'project_id': '650e2008729543979923456c3bb56898', 'gw_port': {'id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:53Z', 'updated_at': '2022-01-21T10:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '38a2ca67-96e8-4e0b-b9f5-8f3b1e87013a', 'tenant_id': '650e2008729543979923456c3bb56898', 'floating_ip_address': '172.26.3.219', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'port_id': '6609c4ce-3ceb-4069-9ff7-cba9c6e50e38', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'mac_address': 'fa:16:3e:49:45:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908359b8-5d6d-4e9a-868d-8e0483c39990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:07:59Z', 'updated_at': '2022-01-21T10:08:13Z', 'revision_number': 1, 'project_id': '650e2008729543979923456c3bb56898', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4adb5df6-866d-43b7-a4fd-4dd39c1c4e57', 'name': '', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'tenant_id': '650e2008729543979923456c3bb56898', 'mac_address': 'fa:16:3e:a6:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:55Z', 'updated_at': '2022-01-21T10:08:01Z', 'revision_number': 5, 'project_id': '650e2008729543979923456c3bb56898', 'subnets': [{'id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:08:15.503141 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddf258f-68eb-4730-98b1-90e5a490b6ee None None] New status for floating IP 38a2ca67-96e8-4e0b-b9f5-8f3b1e87013a: ACTIVE {{(pid=87516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:08:16.564263 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-560d6d64-f94c-405a-9e80-96199f94da89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:18.917040 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0280d235-a224-497c-be16-f2c251a8359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:19.815809 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:20.012500 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:21.432429 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:28.044319 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:08:42.902021 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:46.566345 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0893fdec-8bbe-4b9f-b20b-4e690242dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:48.919188 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b87b5ecc-e699-41e8-87b5-669a779fbc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:49.820649 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:50.013634 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:51.436360 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:05.043328 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:09:12.911188 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:14.100549 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0e8e0d99-3854-4c49-beca-230bd79e45a4 req-cf56510b-2fa5-46bb-b0c9-661d3fa708e2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1210747 Jan 21 10:09:14.235211 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e0d99-3854-4c49-beca-230bd79e45a4 req-c9cf9aeb-f386-4c0c-9dcc-da7a992dd7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:14.236711 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0e8e0d99-3854-4c49-beca-230bd79e45a4 req-c9cf9aeb-f386-4c0c-9dcc-da7a992dd7df service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=650e2008729543979923456c3bb56898&device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 1099 time: 0.0699804 Jan 21 10:09:14.380735 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e0d99-3854-4c49-beca-230bd79e45a4 req-afcb4ebc-e4b5-4cf0-8cc9-8b5b04b6f53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:14.382190 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0e8e0d99-3854-4c49-beca-230bd79e45a4 req-afcb4ebc-e4b5-4cf0-8cc9-8b5b04b6f53e service neutron] 10.222.0.72 "GET /v2.0/networks?id=58a455c5-6a0c-4f06-9457-1f478d6b45fd HTTP/1.1" status: 200 len: 913 time: 0.1272178 Jan 21 10:09:14.486333 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0e8e0d99-3854-4c49-beca-230bd79e45a4 req-81473fbb-fbf9-441d-9320-ef223f620e40 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6609c4ce-3ceb-4069-9ff7-cba9c6e50e38 HTTP/1.1" status: 200 len: 1002 time: 0.0980666 Jan 21 10:09:14.552358 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e0d99-3854-4c49-beca-230bd79e45a4 req-001e5324-e378-458d-bb72-780ed23754a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:14.553886 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0e8e0d99-3854-4c49-beca-230bd79e45a4 req-001e5324-e378-458d-bb72-780ed23754a4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3c4f44a6-1c64-4cd0-8b58-099737897972 HTTP/1.1" status: 200 len: 851 time: 0.0612354 Jan 21 10:09:14.631628 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e0d99-3854-4c49-beca-230bd79e45a4 req-2f3ea2fc-9b48-4830-ba86-fcb3643851ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:14.633026 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0e8e0d99-3854-4c49-beca-230bd79e45a4 req-2f3ea2fc-9b48-4830-ba86-fcb3643851ce service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58a455c5-6a0c-4f06-9457-1f478d6b45fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732253 Jan 21 10:09:14.771035 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0e8e0d99-3854-4c49-beca-230bd79e45a4 req-d99de2ed-8c1d-400e-88da-165b0acd0c45 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317992 Jan 21 10:09:14.908914 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0e8e0d99-3854-4c49-beca-230bd79e45a4 req-5e819f87-0168-4f7b-bacd-3fb34e3628f9 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319447 Jan 21 10:09:16.568220 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1c0b0eac-f70d-4efc-b93c-3e68839b7c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:18.921351 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1316e768-5b1b-4cbd-97a2-15bc77354799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:19.823453 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:20.016524 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:21.438839 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:32.185321 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a4f90-d5cc-4682-99ef-a5a012df5d09 req-77f73478-c978-4b0d-8fd1-4385fc6013d8 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:32.186797 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c95a4f90-d5cc-4682-99ef-a5a012df5d09 req-77f73478-c978-4b0d-8fd1-4385fc6013d8 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 946 time: 0.0806048 Jan 21 10:09:32.230823 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c95a4f90-d5cc-4682-99ef-a5a012df5d09 req-3e560d89-d2e8-4193-87eb-0e5524b9d021 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381658 Jan 21 10:09:33.725096 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 60388) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:09:33.849032 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1faeea39-0855-45ad-bc73-d4508c00a93c req-68006d69-4f0e-42d3-abfb-21b899572b0f service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1226592 Jan 21 10:09:33.914809 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84a450-f6a7-4683-95ad-f128f22986af req-2f606d34-198c-4bad-b99a-9431c4c1a3b6 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:33.916337 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7c84a450-f6a7-4683-95ad-f128f22986af req-2f606d34-198c-4bad-b99a-9431c4c1a3b6 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 946 time: 0.1989124 Jan 21 10:09:33.963780 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7c84a450-f6a7-4683-95ad-f128f22986af req-634f3be8-1baa-4347-9af5-d2724ab4dd4e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418341 Jan 21 10:09:34.973846 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faeea39-0855-45ad-bc73-d4508c00a93c req-67918d98-038a-4ed7-90b3-276082b82baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:34.975746 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1faeea39-0855-45ad-bc73-d4508c00a93c req-67918d98-038a-4ed7-90b3-276082b82baf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=650e2008729543979923456c3bb56898&device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 1099 time: 0.0727978 Jan 21 10:09:35.112242 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faeea39-0855-45ad-bc73-d4508c00a93c req-92dcafc2-b4f7-4584-926c-90cb5411f64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:35.114059 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1faeea39-0855-45ad-bc73-d4508c00a93c req-92dcafc2-b4f7-4584-926c-90cb5411f64e service neutron] 10.222.0.72 "GET /v2.0/networks?id=58a455c5-6a0c-4f06-9457-1f478d6b45fd HTTP/1.1" status: 200 len: 913 time: 0.1327238 Jan 21 10:09:35.152284 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3651dc5-f89f-4933-a4b8-170aecdfee41 req-07afdc1d-6217-4ac5-a67e-17933d36967b tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:35.153731 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a3651dc5-f89f-4933-a4b8-170aecdfee41 req-07afdc1d-6217-4ac5-a67e-17933d36967b tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 946 time: 0.0800726 Jan 21 10:09:35.199851 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a3651dc5-f89f-4933-a4b8-170aecdfee41 req-d58bee31-b3c4-4e09-a26a-45120a84977a tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391855 Jan 21 10:09:35.223141 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1faeea39-0855-45ad-bc73-d4508c00a93c req-43009c5d-c14c-49a9-966b-ded8c0a6119d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6609c4ce-3ceb-4069-9ff7-cba9c6e50e38 HTTP/1.1" status: 200 len: 1002 time: 0.1026547 Jan 21 10:09:35.288921 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faeea39-0855-45ad-bc73-d4508c00a93c req-ffa89e87-49e8-4d91-b03f-44af6e018e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:35.290360 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1faeea39-0855-45ad-bc73-d4508c00a93c req-ffa89e87-49e8-4d91-b03f-44af6e018e3f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3c4f44a6-1c64-4cd0-8b58-099737897972 HTTP/1.1" status: 200 len: 851 time: 0.0614722 Jan 21 10:09:35.371696 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faeea39-0855-45ad-bc73-d4508c00a93c req-d4bca877-8b63-4c9e-b0cf-7075fcf328a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:35.373089 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1faeea39-0855-45ad-bc73-d4508c00a93c req-d4bca877-8b63-4c9e-b0cf-7075fcf328a9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58a455c5-6a0c-4f06-9457-1f478d6b45fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769796 Jan 21 10:09:35.506709 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1faeea39-0855-45ad-bc73-d4508c00a93c req-e7f3b76e-c5e0-4ff5-ba54-99f4f534400a service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257699 Jan 21 10:09:35.638512 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1faeea39-0855-45ad-bc73-d4508c00a93c req-24bfb1d2-d052-4b89-8e27-385839ff54f5 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255078 Jan 21 10:09:36.392781 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ecd0bf-1b29-4b5e-8618-173e00e9f576 req-2a7c0a03-6dc6-48c7-b959-159a262a9b2d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:36.395573 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-71ecd0bf-1b29-4b5e-8618-173e00e9f576 req-2a7c0a03-6dc6-48c7-b959-159a262a9b2d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 946 time: 0.0858479 Jan 21 10:09:36.440499 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-71ecd0bf-1b29-4b5e-8618-173e00e9f576 req-04e1889e-8d72-4555-8f6d-f49ea9d0aea5 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383112 Jan 21 10:09:37.632875 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9874eb9-0d87-4cda-b153-64816a7e9a2b req-8e38b4ee-cfdb-4715-b1c6-5f787fc1dddf tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:37.634348 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f9874eb9-0d87-4cda-b153-64816a7e9a2b req-8e38b4ee-cfdb-4715-b1c6-5f787fc1dddf tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 946 time: 0.0833344 Jan 21 10:09:37.679677 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f9874eb9-0d87-4cda-b153-64816a7e9a2b req-ae47caf5-f77c-456d-833e-7f97f6cc2533 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395997 Jan 21 10:09:38.867746 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d2727-aa6d-4d18-b3cd-cee3ad70b397 req-4d5503da-afca-4f26-858b-941d0ba6981e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:38.869224 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ce6d2727-aa6d-4d18-b3cd-cee3ad70b397 req-4d5503da-afca-4f26-858b-941d0ba6981e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 946 time: 0.0811598 Jan 21 10:09:38.913009 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ce6d2727-aa6d-4d18-b3cd-cee3ad70b397 req-79b95df2-daba-42a8-b036-425ec3e373d1 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381768 Jan 21 10:09:40.098337 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43976ab9-40d0-4c58-a47e-7ce0af09bb95 req-0474e57a-76d1-45ce-8c26-cbc1e3398a78 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:40.099835 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-43976ab9-40d0-4c58-a47e-7ce0af09bb95 req-0474e57a-76d1-45ce-8c26-cbc1e3398a78 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 946 time: 0.0789785 Jan 21 10:09:40.143439 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-43976ab9-40d0-4c58-a47e-7ce0af09bb95 req-f102664f-7397-404c-9f4c-7724acffac16 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371943 Jan 21 10:09:41.332883 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d8e32-6ac6-4026-b281-01def449072e req-7c482d4a-8be3-42f7-8131-58ff188270e8 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:41.334356 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-991d8e32-6ac6-4026-b281-01def449072e req-7c482d4a-8be3-42f7-8131-58ff188270e8 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 946 time: 0.0857594 Jan 21 10:09:41.381305 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-991d8e32-6ac6-4026-b281-01def449072e req-2f81e92c-33e6-4375-b43f-c30f49a3991e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400777 Jan 21 10:09:42.043230 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:09:42.691126 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26726b23-e70b-4a2f-8af5-d79f94fa902d req-5a846048-129f-4275-a325-77a671169d03 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:42.692610 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-26726b23-e70b-4a2f-8af5-d79f94fa902d req-5a846048-129f-4275-a325-77a671169d03 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 946 time: 0.2027452 Jan 21 10:09:42.738714 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-26726b23-e70b-4a2f-8af5-d79f94fa902d req-1059b84d-dc48-4bec-8cf3-04f55db88e13 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404584 Jan 21 10:09:42.911823 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:43.926772 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3decd11-31d2-41e5-9339-8d28b55f0e38 req-315ae622-032c-43b6-b38e-4f84e4d6b944 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:43.928289 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e3decd11-31d2-41e5-9339-8d28b55f0e38 req-315ae622-032c-43b6-b38e-4f84e4d6b944 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 946 time: 0.0804791 Jan 21 10:09:43.976767 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e3decd11-31d2-41e5-9339-8d28b55f0e38 req-dc92ce5c-1ee1-436c-8435-4c80582318ef tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427384 Jan 21 10:09:45.162113 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0666db-7215-484a-bd73-d5345835fe18 req-4dd2a227-ef6c-458a-b1b0-c57efc28ff98 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:45.163603 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6c0666db-7215-484a-bd73-d5345835fe18 req-4dd2a227-ef6c-458a-b1b0-c57efc28ff98 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 946 time: 0.0792763 Jan 21 10:09:45.211527 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6c0666db-7215-484a-bd73-d5345835fe18 req-fdc24070-5273-4769-923d-1443b0a15367 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420463 Jan 21 10:09:46.395753 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8936bd-3a10-43c3-b652-8fec56d632bc req-c6960807-d87d-47ea-acef-eb0a9d3d6a49 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:46.397231 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2c8936bd-3a10-43c3-b652-8fec56d632bc req-c6960807-d87d-47ea-acef-eb0a9d3d6a49 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 946 time: 0.0802619 Jan 21 10:09:46.440865 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2c8936bd-3a10-43c3-b652-8fec56d632bc req-4faa5b5f-75f0-4a9c-8b82-d9c6b524ce19 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381212 Jan 21 10:09:46.570132 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-aa74311b-e6df-4ac9-8a59-e29d34454842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:47.412848 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1faeea39-0855-45ad-bc73-d4508c00a93c req-252f0da6-e67f-4fad-b619-d1c8d35c6a39 service neutron] 10.222.0.72 "GET /v2.0/ports/6609c4ce-3ceb-4069-9ff7-cba9c6e50e38/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.0783203 Jan 21 10:09:47.630289 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10709c1a-dee6-4154-baa7-89cf056a451c req-33ffcfa0-2626-4fe7-903b-e01e971d97d4 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:47.631787 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-10709c1a-dee6-4154-baa7-89cf056a451c req-33ffcfa0-2626-4fe7-903b-e01e971d97d4 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 946 time: 0.0820038 Jan 21 10:09:47.679841 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-10709c1a-dee6-4154-baa7-89cf056a451c req-40e9c0f1-3f26-4b4d-802d-18dad3808183 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418527 Jan 21 10:09:47.681092 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faeea39-0855-45ad-bc73-d4508c00a93c req-be3be353-7171-4d67-9e62-f76b1d12eec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:47.682541 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1faeea39-0855-45ad-bc73-d4508c00a93c req-be3be353-7171-4d67-9e62-f76b1d12eec7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990&tenant_id=650e2008729543979923456c3bb56898 HTTP/1.1" status: 200 len: 1099 time: 0.0741346 Jan 21 10:09:47.775616 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faeea39-0855-45ad-bc73-d4508c00a93c req-8d9d6fd3-abfd-4368-8b34-cd1895fcde4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:47.777084 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1faeea39-0855-45ad-bc73-d4508c00a93c req-8d9d6fd3-abfd-4368-8b34-cd1895fcde4f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=650e2008729543979923456c3bb56898&device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 1099 time: 0.0700192 Jan 21 10:09:47.913108 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faeea39-0855-45ad-bc73-d4508c00a93c req-3ccdbc6e-63ce-4c59-bdb5-f829a753436d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:47.914545 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1faeea39-0855-45ad-bc73-d4508c00a93c req-3ccdbc6e-63ce-4c59-bdb5-f829a753436d service neutron] 10.222.0.72 "GET /v2.0/networks?id=58a455c5-6a0c-4f06-9457-1f478d6b45fd HTTP/1.1" status: 200 len: 913 time: 0.1302593 Jan 21 10:09:48.018739 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1faeea39-0855-45ad-bc73-d4508c00a93c req-06f2b8f8-4598-4eac-9984-bc30e0331363 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6609c4ce-3ceb-4069-9ff7-cba9c6e50e38 HTTP/1.1" status: 200 len: 1002 time: 0.0983734 Jan 21 10:09:48.085490 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faeea39-0855-45ad-bc73-d4508c00a93c req-4e020585-3bda-4956-8325-98a9b8a5ca85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:48.086920 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1faeea39-0855-45ad-bc73-d4508c00a93c req-4e020585-3bda-4956-8325-98a9b8a5ca85 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3c4f44a6-1c64-4cd0-8b58-099737897972 HTTP/1.1" status: 200 len: 851 time: 0.0624471 Jan 21 10:09:48.164295 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faeea39-0855-45ad-bc73-d4508c00a93c req-367ea608-37c5-4e2b-9dd9-69d68fc084d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:48.165768 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1faeea39-0855-45ad-bc73-d4508c00a93c req-367ea608-37c5-4e2b-9dd9-69d68fc084d1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58a455c5-6a0c-4f06-9457-1f478d6b45fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724328 Jan 21 10:09:48.391269 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1faeea39-0855-45ad-bc73-d4508c00a93c req-f81d0a24-0141-437c-8d87-5957a64431e5 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193203 Jan 21 10:09:48.525905 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1faeea39-0855-45ad-bc73-d4508c00a93c req-0d173177-948e-4260-b85d-d8154a1cccc0 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269476 Jan 21 10:09:48.874215 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e0ff2-8d1e-4def-9a29-f594c2854825 req-5cc5f655-9f8b-4dd7-ac58-14832dc09410 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:48.875675 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d90e0ff2-8d1e-4def-9a29-f594c2854825 req-5cc5f655-9f8b-4dd7-ac58-14832dc09410 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 946 time: 0.0848675 Jan 21 10:09:48.924673 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cfc07262-463e-4fde-b604-1a64fe210f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:48.925373 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d90e0ff2-8d1e-4def-9a29-f594c2854825 req-bbe3564b-1d39-44d7-9145-4b18ae07bbbf tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435860 Jan 21 10:09:49.824850 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:50.023066 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:50.125041 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a000c4-880f-4e52-b695-1688389e02e2 req-49e5604c-cebe-4cfa-a0bd-234d8ff710ce tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:50.126501 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-91a000c4-880f-4e52-b695-1688389e02e2 req-49e5604c-cebe-4cfa-a0bd-234d8ff710ce tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 946 time: 0.0851009 Jan 21 10:09:50.171637 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-91a000c4-880f-4e52-b695-1688389e02e2 req-19702d21-9e7b-46b7-9f90-4116faebf416 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393395 Jan 21 10:09:50.397593 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:09:50.400846 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:09:50.629274 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:50.647347 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6609c4ce-3ceb-4069-9ff7-cba9c6e50e38,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:09:50.668548 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': '6609c4ce-3ceb-4069-9ff7-cba9c6e50e38', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'port_id': '6609c4ce-3ceb-4069-9ff7-cba9c6e50e38', 'mac_address': 'fa:16:3e:49:45:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:09:50.676185 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908359b8-5d6d-4e9a-868d-8e0483c39990', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6609c4ce-3ceb-4069-9ff7-cba9c6e50e38'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:09:50.718683 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6609c4ce-3ceb-4069-9ff7-cba9c6e50e38,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:09:50.732865 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:50.738118 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908359b8-5d6d-4e9a-868d-8e0483c39990', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6609c4ce-3ceb-4069-9ff7-cba9c6e50e38', 'code': 200} Jan 21 10:09:50.786603 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:50.816757 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:09:50.857857 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=6609c4ce-3ceb-4069-9ff7-cba9c6e50e38,revision_number=6']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:50.879082 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:50.879495 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:50.879938 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:50.880108 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:50.880434 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:50.880766 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:50.881086 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:50.881405 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:50.881725 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:50.882044 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:50.882359 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:50.882676 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:50.896081 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:09:50.896429 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:09:51.408245 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd85b2-0a31-4f45-bc04-645ca6287633 req-cf5bd11d-d823-4ea0-a832-4eb289680e2f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:51.410026 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-babd85b2-0a31-4f45-bc04-645ca6287633 req-cf5bd11d-d823-4ea0-a832-4eb289680e2f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 944 time: 0.1294916 Jan 21 10:09:51.465459 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-babd85b2-0a31-4f45-bc04-645ca6287633 req-f7ba6468-502f-4f68-a3f8-1ddd972f119b tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493028 Jan 21 10:09:51.473384 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:51.487942 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:51.493487 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:09:51.519224 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6609c4ce-3ceb-4069-9ff7-cba9c6e50e38,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:09:51.523453 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:51.597599 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=6609c4ce-3ceb-4069-9ff7-cba9c6e50e38,revision_number=7']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:51.600391 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['6609c4ce-3ceb-4069-9ff7-cba9c6e50e38'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:09:52.397096 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38 up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:09:52.463488 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:09:52.463859 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:52.583083 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:52.616322 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6609c4ce-3ceb-4069-9ff7-cba9c6e50e38,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:09:52.620145 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:52.691619 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=6609c4ce-3ceb-4069-9ff7-cba9c6e50e38,revision_number=8']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:52.712081 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6dcbf-d93e-4690-9c9c-31bbd0b43385 req-4877ecc7-01bd-4355-a97d-a272f4f897c0 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:52.713556 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3fa6dcbf-d93e-4690-9c9c-31bbd0b43385 req-4877ecc7-01bd-4355-a97d-a272f4f897c0 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 946 time: 0.1349504 Jan 21 10:09:52.739272 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908359b8-5d6d-4e9a-868d-8e0483c39990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6609c4ce-3ceb-4069-9ff7-cba9c6e50e38'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:09:52.765502 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3fa6dcbf-d93e-4690-9c9c-31bbd0b43385 req-6185bcdc-2fc2-4872-bcd5-3cdd6a6e94da tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461385 Jan 21 10:09:52.796852 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908359b8-5d6d-4e9a-868d-8e0483c39990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6609c4ce-3ceb-4069-9ff7-cba9c6e50e38', 'code': 200} Jan 21 10:09:53.081712 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6d751-33a7-4d55-9b92-718a50bfd354 req-ef0b911d-10e6-4d80-9c41-5f8e89c4d869 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:53.083183 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-bbe6d751-33a7-4d55-9b92-718a50bfd354 req-ef0b911d-10e6-4d80-9c41-5f8e89c4d869 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 946 time: 0.0871663 Jan 21 10:09:53.085796 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a94c72-8db2-4db9-9674-a543203b5b52 req-97019865-f518-49d1-b800-fbc9f3a94b1b tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:53.087251 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-63a94c72-8db2-4db9-9674-a543203b5b52 req-97019865-f518-49d1-b800-fbc9f3a94b1b tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.72 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990&tenant_id=650e2008729543979923456c3bb56898&binding%3Ahost_id=hv-neutron-8257 HTTP/1.1" status: 200 len: 946 time: 0.0928597 Jan 21 10:09:53.128590 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-bbe6d751-33a7-4d55-9b92-718a50bfd354 req-91f133b2-39d1-4d5e-b626-01ae39743594 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394769 Jan 21 10:09:53.224234 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a94c72-8db2-4db9-9674-a543203b5b52 req-283fa4fb-ae1d-4a99-9081-ad826343591b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:53.225696 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-63a94c72-8db2-4db9-9674-a543203b5b52 req-283fa4fb-ae1d-4a99-9081-ad826343591b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=650e2008729543979923456c3bb56898&device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 1099 time: 0.0707204 Jan 21 10:09:53.356671 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a94c72-8db2-4db9-9674-a543203b5b52 req-bfde36d9-9dd2-4191-92d4-69dbbf7bf229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:53.358119 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-63a94c72-8db2-4db9-9674-a543203b5b52 req-bfde36d9-9dd2-4191-92d4-69dbbf7bf229 service neutron] 10.222.0.72 "GET /v2.0/networks?id=58a455c5-6a0c-4f06-9457-1f478d6b45fd HTTP/1.1" status: 200 len: 913 time: 0.1270134 Jan 21 10:09:53.463140 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-63a94c72-8db2-4db9-9674-a543203b5b52 req-02a7fa8a-e16b-4b17-b3da-50f8d269db6f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6609c4ce-3ceb-4069-9ff7-cba9c6e50e38 HTTP/1.1" status: 200 len: 1002 time: 0.0974426 Jan 21 10:09:53.528227 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a94c72-8db2-4db9-9674-a543203b5b52 req-99ce5faf-fb2e-41e2-84e5-fb9c88f2f332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:53.529626 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-63a94c72-8db2-4db9-9674-a543203b5b52 req-99ce5faf-fb2e-41e2-84e5-fb9c88f2f332 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3c4f44a6-1c64-4cd0-8b58-099737897972 HTTP/1.1" status: 200 len: 851 time: 0.0601494 Jan 21 10:09:53.607886 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a94c72-8db2-4db9-9674-a543203b5b52 req-f6ac1caa-6359-4f9b-8a37-de747b65de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:53.609270 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-63a94c72-8db2-4db9-9674-a543203b5b52 req-f6ac1caa-6359-4f9b-8a37-de747b65de20 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58a455c5-6a0c-4f06-9457-1f478d6b45fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712435 Jan 21 10:09:53.745156 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-63a94c72-8db2-4db9-9674-a543203b5b52 req-67d9358d-5214-4d2f-afe6-f566ded318d9 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260600 Jan 21 10:09:53.879047 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-63a94c72-8db2-4db9-9674-a543203b5b52 req-b37e8fb2-c6b8-414b-9408-810e534e8f3b service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257994 Jan 21 10:09:54.321300 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b065e6-5aeb-41c7-a417-368642c0de6e req-4efd3a71-1305-448c-9880-87b49caab266 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:54.322801 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-15b065e6-5aeb-41c7-a417-368642c0de6e req-4efd3a71-1305-448c-9880-87b49caab266 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 946 time: 0.0845554 Jan 21 10:09:54.370522 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-15b065e6-5aeb-41c7-a417-368642c0de6e req-0c59b90d-4aa2-4541-b598-90224f6677ae tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419939 Jan 21 10:09:55.554163 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ad55e-55f3-4fd3-b799-99d549954812 req-17b8e448-d961-4f3b-be2e-814895fca116 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:55.555668 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0b6ad55e-55f3-4fd3-b799-99d549954812 req-17b8e448-d961-4f3b-be2e-814895fca116 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 946 time: 0.0799460 Jan 21 10:09:55.600447 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0b6ad55e-55f3-4fd3-b799-99d549954812 req-c3621531-3e24-4d63-92fb-2eaeaf418756 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391462 Jan 21 10:09:55.790829 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880fe9a9-e5b8-4b4c-8c2b-9b7d9d237e71 req-068f7c5c-0022-4dd4-976a-4f7a87610761 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:55.792390 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-880fe9a9-e5b8-4b4c-8c2b-9b7d9d237e71 req-068f7c5c-0022-4dd4-976a-4f7a87610761 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 946 time: 0.0841017 Jan 21 10:09:55.837181 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-880fe9a9-e5b8-4b4c-8c2b-9b7d9d237e71 req-7a4cf428-f521-4d21-b702-d5c35d4fbb3b tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393000 Jan 21 10:09:56.028611 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b80d8-fa47-48a4-92cf-e84b51ea99a5 req-6067d55b-3e26-497a-94c1-ade6185a6436 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:56.030123 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-115b80d8-fa47-48a4-92cf-e84b51ea99a5 req-6067d55b-3e26-497a-94c1-ade6185a6436 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 946 time: 0.0855386 Jan 21 10:09:56.075449 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-115b80d8-fa47-48a4-92cf-e84b51ea99a5 req-fdb16d22-61e1-41e7-9f70-8143e1c7bbe6 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387013 Jan 21 10:09:56.457479 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376df7b-459a-4631-9ab6-411d694840aa req-48ac405a-1d41-4c61-abc3-d2a0c9298dd5 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:56.458911 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8376df7b-459a-4631-9ab6-411d694840aa req-48ac405a-1d41-4c61-abc3-d2a0c9298dd5 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 946 time: 0.0808568 Jan 21 10:09:56.510949 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8376df7b-459a-4631-9ab6-411d694840aa req-d5f4fc05-9817-45ab-b54f-8842c6e245ff tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461152 Jan 21 10:09:57.707593 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c263c-4595-4ad3-a867-ae0632e420d9 req-7744f2e4-55d0-44c5-8bd2-f7ec50fb1d98 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:57.709079 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b68c263c-4595-4ad3-a867-ae0632e420d9 req-7744f2e4-55d0-44c5-8bd2-f7ec50fb1d98 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 946 time: 0.0848346 Jan 21 10:09:57.754243 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b68c263c-4595-4ad3-a867-ae0632e420d9 req-c0597239-a18a-43ca-9fa5-47a5a9f5b8d3 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395284 Jan 21 10:09:58.264863 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d556be-0228-4ace-95bd-b515062a2b13 req-8c42dbe4-b2dd-4fa5-9b55-2edb3f165dbb tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:58.266289 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b6d556be-0228-4ace-95bd-b515062a2b13 req-8c42dbe4-b2dd-4fa5-9b55-2edb3f165dbb tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.72 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 946 time: 0.0787985 Jan 21 10:09:58.438446 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [req-b6d556be-0228-4ace-95bd-b515062a2b13 req-a961c388-2a3b-4913-99b0-73934505213e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Deleting port 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:09:58.438789 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-b6d556be-0228-4ace-95bd-b515062a2b13 req-a961c388-2a3b-4913-99b0-73934505213e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:58.692779 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-b6d556be-0228-4ace-95bd-b515062a2b13 req-a961c388-2a3b-4913-99b0-73934505213e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] For port 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6609c4ce-3ceb-4069-9ff7-cba9c6e50e38,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:09:58.693138 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-b6d556be-0228-4ace-95bd-b515062a2b13 req-a961c388-2a3b-4913-99b0-73934505213e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:58.951942 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc116ef2-2bf3-4038-bb4d-6086f0f83c68 req-a6fa2c90-0757-4664-965d-da658830f541 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:58.953729 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-dc116ef2-2bf3-4038-bb4d-6086f0f83c68 req-a6fa2c90-0757-4664-965d-da658830f541 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 946 time: 0.0844390 Jan 21 10:09:58.997320 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-b6d556be-0228-4ace-95bd-b515062a2b13 req-a961c388-2a3b-4913-99b0-73934505213e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:58.998038 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-b6d556be-0228-4ace-95bd-b515062a2b13 req-a961c388-2a3b-4913-99b0-73934505213e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:58.998038 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.l3_db [req-b6d556be-0228-4ace-95bd-b515062a2b13 req-a961c388-2a3b-4913-99b0-73934505213e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Floating IP 38a2ca67-96e8-4e0b-b9f5-8f3b1e87013a disassociated. External IP: 172.26.3.219, port: 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38. Jan 21 10:09:58.998392 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [req-b6d556be-0228-4ace-95bd-b515062a2b13 req-a961c388-2a3b-4913-99b0-73934505213e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Calling delete_port for 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38 owned by compute:nova {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:09:59.000838 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-dc116ef2-2bf3-4038-bb4d-6086f0f83c68 req-124e73b4-6376-4a4d-9f96-72a093d8ebf8 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402830 Jan 21 10:09:59.147191 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-b6d556be-0228-4ace-95bd-b515062a2b13 req-a961c388-2a3b-4913-99b0-73934505213e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:59.199055 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961c388-2a3b-4913-99b0-73934505213e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Pushing event deleted for resources: {'Port': ['ID=6609c4ce-3ceb-4069-9ff7-cba9c6e50e38,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:59.212269 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a961c388-2a3b-4913-99b0-73934505213e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:59.212641 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a961c388-2a3b-4913-99b0-73934505213e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:59.212982 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a961c388-2a3b-4913-99b0-73934505213e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:59.213320 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a961c388-2a3b-4913-99b0-73934505213e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:59.213645 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a961c388-2a3b-4913-99b0-73934505213e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:59.213969 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a961c388-2a3b-4913-99b0-73934505213e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:59.214293 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a961c388-2a3b-4913-99b0-73934505213e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:59.214614 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a961c388-2a3b-4913-99b0-73934505213e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:59.214934 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a961c388-2a3b-4913-99b0-73934505213e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:59.215252 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a961c388-2a3b-4913-99b0-73934505213e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:59.215596 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a961c388-2a3b-4913-99b0-73934505213e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:59.215922 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a961c388-2a3b-4913-99b0-73934505213e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:59.405378 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6d556be-0228-4ace-95bd-b515062a2b13 req-a961c388-2a3b-4913-99b0-73934505213e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Router 7a4ac26d-e5f5-471e-b114-6556d34eb4cd has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:09:59.586432 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6d556be-0228-4ace-95bd-b515062a2b13 req-a961c388-2a3b-4913-99b0-73934505213e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:09:59.598761 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b72ef4-0f79-4247-9708-097d5a658e05 None None] Sync routers for ids ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:09:59.609705 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b72ef4-0f79-4247-9708-097d5a658e05 None None] Routers {'7a4ac26d-e5f5-471e-b114-6556d34eb4cd'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:09:59.610319 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-40b72ef4-0f79-4247-9708-097d5a658e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:09:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:59.661257 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d556be-0228-4ace-95bd-b515062a2b13 req-a961c388-2a3b-4913-99b0-73934505213e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] No DVR routers for this DVR port 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38 on host hv-neutron-8257 {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:09:59.664039 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-b6d556be-0228-4ace-95bd-b515062a2b13 req-a961c388-2a3b-4913-99b0-73934505213e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:59.666848 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908359b8-5d6d-4e9a-868d-8e0483c39990', 'name': 'network-vif-deleted', 'tag': '6609c4ce-3ceb-4069-9ff7-cba9c6e50e38'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:09:59.686058 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b6d556be-0228-4ace-95bd-b515062a2b13 req-a961c388-2a3b-4913-99b0-73934505213e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.72 "DELETE /v2.0/ports/6609c4ce-3ceb-4069-9ff7-cba9c6e50e38 HTTP/1.1" status: 204 len: 173 time: 1.4142711 Jan 21 10:09:59.727956 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908359b8-5d6d-4e9a-868d-8e0483c39990', 'name': 'network-vif-deleted', 'tag': '6609c4ce-3ceb-4069-9ff7-cba9c6e50e38', 'status': 'completed', 'code': 200} Jan 21 10:09:59.841129 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-40b72ef4-0f79-4247-9708-097d5a658e05 None None] Set router 7a4ac26d-e5f5-471e-b114-6556d34eb4cd gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:10:00.163563 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-40b72ef4-0f79-4247-9708-097d5a658e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'name': 'tempest-ServerActionsTestJSON-1839373431-router', 'tenant_id': '650e2008729543979923456c3bb56898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:52Z', 'updated_at': '2022-01-21T10:07:56Z', 'revision_number': 4, 'project_id': '650e2008729543979923456c3bb56898', 'gw_port': {'id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:53Z', 'updated_at': '2022-01-21T10:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '4adb5df6-866d-43b7-a4fd-4dd39c1c4e57', 'name': '', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'tenant_id': '650e2008729543979923456c3bb56898', 'mac_address': 'fa:16:3e:a6:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:55Z', 'updated_at': '2022-01-21T10:08:01Z', 'revision_number': 5, 'project_id': '650e2008729543979923456c3bb56898', 'subnets': [{'id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:00.167999 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b72ef4-0f79-4247-9708-097d5a658e05 None None] Checking router: 7a4ac26d-e5f5-471e-b114-6556d34eb4cd for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:10:00.177295 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b72ef4-0f79-4247-9708-097d5a658e05 None None] Routers {'7a4ac26d-e5f5-471e-b114-6556d34eb4cd'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:10:00.177948 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-40b72ef4-0f79-4247-9708-097d5a658e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:09:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:00.200192 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cbd2602e-8889-47b4-82fe-e04b03a4cd28 req-482f3e11-dead-4e14-ba7a-4020e88cfec5 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=908359b8-5d6d-4e9a-868d-8e0483c39990 HTTP/1.1" status: 200 len: 210 time: 0.0522046 Jan 21 10:10:00.364384 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-40b72ef4-0f79-4247-9708-097d5a658e05 None None] Set router 7a4ac26d-e5f5-471e-b114-6556d34eb4cd gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:10:00.428064 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:10:00.462891 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] No Port match for: 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:10:00.463229 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 6609c4ce-3ceb-4069-9ff7-cba9c6e50e38 not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:10:00.670611 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-40b72ef4-0f79-4247-9708-097d5a658e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'name': 'tempest-ServerActionsTestJSON-1839373431-router', 'tenant_id': '650e2008729543979923456c3bb56898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:52Z', 'updated_at': '2022-01-21T10:07:56Z', 'revision_number': 4, 'project_id': '650e2008729543979923456c3bb56898', 'gw_port': {'id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:53Z', 'updated_at': '2022-01-21T10:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '4adb5df6-866d-43b7-a4fd-4dd39c1c4e57', 'name': '', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'tenant_id': '650e2008729543979923456c3bb56898', 'mac_address': 'fa:16:3e:a6:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:55Z', 'updated_at': '2022-01-21T10:08:01Z', 'revision_number': 5, 'project_id': '650e2008729543979923456c3bb56898', 'subnets': [{'id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:00.674991 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b72ef4-0f79-4247-9708-097d5a658e05 None None] The sync data for ids ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'] in dv-neutron-825731-1-hyperv is: [{'id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'name': 'tempest-ServerActionsTestJSON-1839373431-router', 'tenant_id': '650e2008729543979923456c3bb56898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:52Z', 'updated_at': '2022-01-21T10:07:56Z', 'revision_number': 4, 'project_id': '650e2008729543979923456c3bb56898', 'gw_port': {'id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:53Z', 'updated_at': '2022-01-21T10:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '4adb5df6-866d-43b7-a4fd-4dd39c1c4e57', 'name': '', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'tenant_id': '650e2008729543979923456c3bb56898', 'mac_address': 'fa:16:3e:a6:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:55Z', 'updated_at': '2022-01-21T10:08:01Z', 'revision_number': 5, 'project_id': '650e2008729543979923456c3bb56898', 'subnets': [{'id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:10:00.904752 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297fb37b-7dc6-4fd3-8570-8123f0b30bb5 None None] New status for floating IP 38a2ca67-96e8-4e0b-b9f5-8f3b1e87013a: DOWN {{(pid=87516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:10:01.544642 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-6500fdab-75cb-4c46-9547-629d0d0c0eca tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-securitygroup--1894940457&fields=id&tenant_id=650e2008729543979923456c3bb56898 HTTP/1.1" status: 200 len: 267 time: 0.0406396 Jan 21 10:10:01.698027 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-009171eb-fb1e-4ce6-a9f6-1acfddb137e4 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:01.699494 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-009171eb-fb1e-4ce6-a9f6-1acfddb137e4 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/networks?id=58a455c5-6a0c-4f06-9457-1f478d6b45fd HTTP/1.1" status: 200 len: 812 time: 0.1484752 Jan 21 10:10:01.714717 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-3386f6ea-f2a6-4c17-9a31-70bb0f18b56f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/quotas/650e2008729543979923456c3bb56898 HTTP/1.1" status: 200 len: 375 time: 0.0091751 Jan 21 10:10:01.897569 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-4f57ed0f-b395-4aed-963d-a582e12bb552 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Synchronizing usage tracker for tenant:650e2008729543979923456c3bb56898 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:10:01.914440 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-4f57ed0f-b395-4aed-963d-a582e12bb552 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Unset dirty status for tenant:650e2008729543979923456c3bb56898 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:10:01.915793 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-4f57ed0f-b395-4aed-963d-a582e12bb552 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=650e2008729543979923456c3bb56898&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1960199 Jan 21 10:10:02.054739 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-7b19bf95-aa77-401e-8f55-03a1a4d889f6 service neutron] 10.222.0.110 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269181 Jan 21 10:10:02.185524 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-6a1fa58c-4802-4578-8944-bb51abdceda1 service neutron] 10.222.0.110 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248345 Jan 21 10:10:02.359244 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-84902f25-b416-4ee7-91ed-baa054ce79cb req-f25aa3fd-bdc1-404f-8fac-6a5645150f53 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 210 time: 0.0421610 Jan 21 10:10:03.388283 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-15e33d68-a992-4796-93e0-fcd5e34d5058 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:03.389714 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-15e33d68-a992-4796-93e0-fcd5e34d5058 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.72 "GET /v2.0/networks?id=58a455c5-6a0c-4f06-9457-1f478d6b45fd HTTP/1.1" status: 200 len: 812 time: 0.1639748 Jan 21 10:10:03.444470 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-28f86d7c-09fb-46f2-956a-b4f462a20bfb tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=650e2008729543979923456c3bb56898 HTTP/1.1" status: 200 len: 380 time: 0.0454149 Jan 21 10:10:03.453053 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-2bd676ec-5add-4f5b-95a4-5ec49b840c63 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Request body: {'port': {'device_id': 'b31e15f8-5224-41b7-bc16-0e9a5db0066a', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'admin_state_up': True, 'tenant_id': '650e2008729543979923456c3bb56898', 'security_groups': ['fdbf0209-ccfd-4da7-8527-00fb9a80e1ba']}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:10:03.535818 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8b083d61-8854-4365-8fda-7c8a4e819d7e req-3f4f7aad-bb98-44f1-86c4-079bae6c58ae tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 210 time: 0.0615432 Jan 21 10:10:03.640572 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-2bd676ec-5add-4f5b-95a4-5ec49b840c63 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:10:03.651238 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-2bd676ec-5add-4f5b-95a4-5ec49b840c63 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:10:03.661942 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-2bd676ec-5add-4f5b-95a4-5ec49b840c63 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Made reservation on behalf of 650e2008729543979923456c3bb56898 for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:10:03.665610 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-2bd676ec-5add-4f5b-95a4-5ec49b840c63 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:03.829340 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-2bd676ec-5add-4f5b-95a4-5ec49b840c63 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Allocated IP 172.20.0.11 (58a455c5-6a0c-4f06-9457-1f478d6b45fd/3c4f44a6-1c64-4cd0-8b58-099737897972/e47e2b99-40c6-4c9a-9790-721a10f940a9) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:10:04.016346 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-2bd676ec-5add-4f5b-95a4-5ec49b840c63 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:04.031763 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-2bd676ec-5add-4f5b-95a4-5ec49b840c63 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Transition to ACTIVE for port object e47e2b99-40c6-4c9a-9790-721a10f940a9 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:10:04.056130 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-2bd676ec-5add-4f5b-95a4-5ec49b840c63 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:04.126093 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-2bd676ec-5add-4f5b-95a4-5ec49b840c63 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Network 58a455c5-6a0c-4f06-9457-1f478d6b45fd is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:10:04.129356 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-2bd676ec-5add-4f5b-95a4-5ec49b840c63 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:04.133192 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-2bd676ec-5add-4f5b-95a4-5ec49b840c63 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:10:04.167832 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd676ec-5add-4f5b-95a4-5ec49b840c63 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Pushing event updated for resources: {'Port': ['ID=e47e2b99-40c6-4c9a-9790-721a10f940a9,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:04.206338 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-2bd676ec-5add-4f5b-95a4-5ec49b840c63 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:04.206980 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-2bd676ec-5add-4f5b-95a4-5ec49b840c63 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:04.234108 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-2bd676ec-5add-4f5b-95a4-5ec49b840c63 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7846653 Jan 21 10:10:04.247180 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-1dfbfd76-deb8-40a3-b669-61c6ce7973d3 service neutron] Request body: {'port': {'device_id': 'b31e15f8-5224-41b7-bc16-0e9a5db0066a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:10:04.363502 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-1dfbfd76-deb8-40a3-b669-61c6ce7973d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:04.400163 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-1165fb7d-5e18-44d5-bba9-0e90e45f9df5 None None] Provisioning for port e47e2b99-40c6-4c9a-9790-721a10f940a9 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:10:04.405079 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-1165fb7d-5e18-44d5-bba9-0e90e45f9df5 None None] Provisioning complete for port e47e2b99-40c6-4c9a-9790-721a10f940a9 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:04.405449 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1165fb7d-5e18-44d5-bba9-0e90e45f9df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:04.507225 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-1165fb7d-5e18-44d5-bba9-0e90e45f9df5 None None] Port e47e2b99-40c6-4c9a-9790-721a10f940a9 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:10:04.730757 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b58731-caf5-46c7-8aaa-9e49db663ff2 req-0f09be33-42f8-4313-8a44-d598be9d7d17 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:04.733050 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-14b58731-caf5-46c7-8aaa-9e49db663ff2 req-0f09be33-42f8-4313-8a44-d598be9d7d17 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 932 time: 0.0871389 Jan 21 10:10:04.784204 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-14b58731-caf5-46c7-8aaa-9e49db663ff2 req-d2fa2651-de78-4bfd-83ab-ff0009c1cfe7 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446668 Jan 21 10:10:04.819968 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-1dfbfd76-deb8-40a3-b669-61c6ce7973d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e47e2b99-40c6-4c9a-9790-721a10f940a9 {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:10:04.827359 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-1dfbfd76-deb8-40a3-b669-61c6ce7973d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:04.845729 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-1dfbfd76-deb8-40a3-b669-61c6ce7973d3 service neutron] Transition to ACTIVE for port object e47e2b99-40c6-4c9a-9790-721a10f940a9 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:10:04.851376 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-1dfbfd76-deb8-40a3-b669-61c6ce7973d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:05.015155 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfbfd76-deb8-40a3-b669-61c6ce7973d3 service neutron] Pushing event updated for resources: {'Port': ['ID=e47e2b99-40c6-4c9a-9790-721a10f940a9,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:05.098715 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-1dfbfd76-deb8-40a3-b669-61c6ce7973d3 service neutron] Attempting to bind port e47e2b99-40c6-4c9a-9790-721a10f940a9 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:10:05.099048 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-1dfbfd76-deb8-40a3-b669-61c6ce7973d3 service neutron] Attempting to bind port e47e2b99-40c6-4c9a-9790-721a10f940a9 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9b31e876-29e0-44c6-8dbb-b62e34bcc9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:10:05.099368 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-1dfbfd76-deb8-40a3-b669-61c6ce7973d3 service neutron] Attempting to bind port e47e2b99-40c6-4c9a-9790-721a10f940a9 on network 58a455c5-6a0c-4f06-9457-1f478d6b45fd {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:10:05.103888 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-1dfbfd76-deb8-40a3-b669-61c6ce7973d3 service neutron] Port e47e2b99-40c6-4c9a-9790-721a10f940a9 on network 58a455c5-6a0c-4f06-9457-1f478d6b45fd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:10:05.104197 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-1dfbfd76-deb8-40a3-b669-61c6ce7973d3 service neutron] Attempting to bind port e47e2b99-40c6-4c9a-9790-721a10f940a9 on network 58a455c5-6a0c-4f06-9457-1f478d6b45fd {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:10:05.109106 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-1dfbfd76-deb8-40a3-b669-61c6ce7973d3 service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:10:05.109434 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-1dfbfd76-deb8-40a3-b669-61c6ce7973d3 service neutron] Checking segment: {'id': '9b31e876-29e0-44c6-8dbb-b62e34bcc9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:10:05.109810 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-1dfbfd76-deb8-40a3-b669-61c6ce7973d3 service neutron] Bound using segment: {'id': '9b31e876-29e0-44c6-8dbb-b62e34bcc9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:10:05.110224 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-1dfbfd76-deb8-40a3-b669-61c6ce7973d3 service neutron] Bound port: e47e2b99-40c6-4c9a-9790-721a10f940a9, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b31e876-29e0-44c6-8dbb-b62e34bcc9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:10:05.111173 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-1dfbfd76-deb8-40a3-b669-61c6ce7973d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:05.200679 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-1dfbfd76-deb8-40a3-b669-61c6ce7973d3 service neutron] For port e47e2b99-40c6-4c9a-9790-721a10f940a9, host hv-neutron-8257, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:10:05.203374 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-1dfbfd76-deb8-40a3-b669-61c6ce7973d3 service neutron] For port e47e2b99-40c6-4c9a-9790-721a10f940a9, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e47e2b99-40c6-4c9a-9790-721a10f940a9,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:10:05.209064 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-1dfbfd76-deb8-40a3-b669-61c6ce7973d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:05.265531 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-1dfbfd76-deb8-40a3-b669-61c6ce7973d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:05.266131 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-1dfbfd76-deb8-40a3-b669-61c6ce7973d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:05.268315 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-1dfbfd76-deb8-40a3-b669-61c6ce7973d3 service neutron] 10.222.0.72 "PUT /v2.0/ports/e47e2b99-40c6-4c9a-9790-721a10f940a9 HTTP/1.1" status: 200 len: 1094 time: 1.0256629 Jan 21 10:10:05.268757 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b31e15f8-5224-41b7-bc16-0e9a5db0066a', 'tag': 'e47e2b99-40c6-4c9a-9790-721a10f940a9'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:10:05.292621 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfbfd76-deb8-40a3-b669-61c6ce7973d3 service neutron] Pushing event updated for resources: {'Port': ['ID=e47e2b99-40c6-4c9a-9790-721a10f940a9,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:05.349765 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b31e15f8-5224-41b7-bc16-0e9a5db0066a', 'tag': 'e47e2b99-40c6-4c9a-9790-721a10f940a9', 'status': 'completed', 'code': 200} Jan 21 10:10:05.403175 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-8153f74a-ffd3-4541-807a-d5f60fa2c1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:05.404701 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-8153f74a-ffd3-4541-807a-d5f60fa2c1fb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=650e2008729543979923456c3bb56898&device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 1097 time: 0.0892382 Jan 21 10:10:05.481640 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-106df951-6e3b-486f-810b-b6e0eac11eab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e47e2b99-40c6-4c9a-9790-721a10f940a9 HTTP/1.1" status: 200 len: 217 time: 0.0691833 Jan 21 10:10:05.559699 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-015b0428-d92e-4aae-a357-3583c3f9eb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:05.561243 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-015b0428-d92e-4aae-a357-3583c3f9eb59 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3c4f44a6-1c64-4cd0-8b58-099737897972 HTTP/1.1" status: 200 len: 851 time: 0.0730805 Jan 21 10:10:05.639645 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-49307a60-0a1a-4002-afbe-f755539c4e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:05.640974 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-49307a60-0a1a-4002-afbe-f755539c4e55 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58a455c5-6a0c-4f06-9457-1f478d6b45fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742135 Jan 21 10:10:05.789306 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-ac4a4b51-6b02-42a7-8edc-500521f1be41 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412921 Jan 21 10:10:05.928331 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c5da1bd6-6c9f-4fa6-8ad0-bf873fa0e211 req-b40224ea-5e69-4bcd-a4a0-d87969acff22 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327338 Jan 21 10:10:05.982738 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b002ff-1383-4a28-9b94-5453977a11f6 req-89277321-ea4a-4d9a-8b35-a6a1dc18fc87 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:05.984273 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-84b002ff-1383-4a28-9b94-5453977a11f6 req-89277321-ea4a-4d9a-8b35-a6a1dc18fc87 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 944 time: 0.0870745 Jan 21 10:10:06.030456 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-84b002ff-1383-4a28-9b94-5453977a11f6 req-3dbbf50f-0b78-4963-b655-c74b894b8d2f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391135 Jan 21 10:10:06.041908 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3c6e2-641f-493a-bb29-94b55da2dd34 req-aadffc26-f307-4b57-9410-848baba37b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:06.043514 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-46e3c6e2-641f-493a-bb29-94b55da2dd34 req-aadffc26-f307-4b57-9410-848baba37b66 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=650e2008729543979923456c3bb56898&device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 1097 time: 0.0719810 Jan 21 10:10:06.174404 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3c6e2-641f-493a-bb29-94b55da2dd34 req-11b73423-d241-42a6-a796-a06a8c40bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:06.175906 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-46e3c6e2-641f-493a-bb29-94b55da2dd34 req-11b73423-d241-42a6-a796-a06a8c40bf89 service neutron] 10.222.0.72 "GET /v2.0/networks?id=58a455c5-6a0c-4f06-9457-1f478d6b45fd HTTP/1.1" status: 200 len: 913 time: 0.1265976 Jan 21 10:10:06.246391 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-46e3c6e2-641f-493a-bb29-94b55da2dd34 req-e677edc8-10c3-43ec-800d-c1158f8d58ef service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e47e2b99-40c6-4c9a-9790-721a10f940a9 HTTP/1.1" status: 200 len: 217 time: 0.0641990 Jan 21 10:10:06.312391 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3c6e2-641f-493a-bb29-94b55da2dd34 req-c5a71f00-5fce-47c8-a0cf-69fa1bf119f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:06.314495 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-46e3c6e2-641f-493a-bb29-94b55da2dd34 req-c5a71f00-5fce-47c8-a0cf-69fa1bf119f7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3c4f44a6-1c64-4cd0-8b58-099737897972 HTTP/1.1" status: 200 len: 851 time: 0.0617800 Jan 21 10:10:06.390821 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3c6e2-641f-493a-bb29-94b55da2dd34 req-3369c5a8-d20b-4000-8d97-a4fcb3447def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:06.393627 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-46e3c6e2-641f-493a-bb29-94b55da2dd34 req-3369c5a8-d20b-4000-8d97-a4fcb3447def service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58a455c5-6a0c-4f06-9457-1f478d6b45fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730808 Jan 21 10:10:06.623215 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-46e3c6e2-641f-493a-bb29-94b55da2dd34 req-09c676fd-c453-48ae-8a03-a0f61f5dd931 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236884 Jan 21 10:10:06.762541 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-46e3c6e2-641f-493a-bb29-94b55da2dd34 req-fe1ae059-d696-4e63-846a-b6fae4b63a53 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320624 Jan 21 10:10:07.228977 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f57d0-e9ae-4388-85b3-a831f26c1273 req-1571ac77-9338-4d8b-b07a-a9e2ad9531a0 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:07.229698 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-f25f57d0-e9ae-4388-85b3-a831f26c1273 req-1571ac77-9338-4d8b-b07a-a9e2ad9531a0 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Synchronizing usage tracker for tenant:650e2008729543979923456c3bb56898 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:10:07.245587 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-f25f57d0-e9ae-4388-85b3-a831f26c1273 req-1571ac77-9338-4d8b-b07a-a9e2ad9531a0 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Unset dirty status for tenant:650e2008729543979923456c3bb56898 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:10:07.246948 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f25f57d0-e9ae-4388-85b3-a831f26c1273 req-1571ac77-9338-4d8b-b07a-a9e2ad9531a0 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 944 time: 0.1024461 Jan 21 10:10:07.293907 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f25f57d0-e9ae-4388-85b3-a831f26c1273 req-3fb3d946-290b-49d3-9fd8-e10302424a04 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401802 Jan 21 10:10:08.462395 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device e47e2b99-40c6-4c9a-9790-721a10f940a9 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:10:08.476975 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b706ff-dd8f-41c4-880c-31986d0e6378 req-19310199-775d-46ea-baaa-668fc5247b57 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:08.478457 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c1b706ff-dd8f-41c4-880c-31986d0e6378 req-19310199-775d-46ea-baaa-668fc5247b57 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 944 time: 0.0789080 Jan 21 10:10:08.525798 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c1b706ff-dd8f-41c4-880c-31986d0e6378 req-82110ca9-03d4-4166-b06e-c01c4ba203a3 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416908 Jan 21 10:10:08.601099 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port e47e2b99-40c6-4c9a-9790-721a10f940a9, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e47e2b99-40c6-4c9a-9790-721a10f940a9,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:10:08.614230 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': 'e47e2b99-40c6-4c9a-9790-721a10f940a9', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'port_id': 'e47e2b99-40c6-4c9a-9790-721a10f940a9', 'mac_address': 'fa:16:3e:12:84:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:10:08.667759 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:08.685021 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e47e2b99-40c6-4c9a-9790-721a10f940a9 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:10:08.700440 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port e47e2b99-40c6-4c9a-9790-721a10f940a9, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e47e2b99-40c6-4c9a-9790-721a10f940a9,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:10:08.704433 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:08.782674 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=e47e2b99-40c6-4c9a-9790-721a10f940a9,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:09.030857 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['e47e2b99-40c6-4c9a-9790-721a10f940a9'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:10:09.735901 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4c9d3-1810-488c-827c-5c954565d9b1 req-5cd4a908-0f61-4857-bad4-9c5615297f46 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:09.737369 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7ea4c9d3-1810-488c-827c-5c954565d9b1 req-5cd4a908-0f61-4857-bad4-9c5615297f46 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 945 time: 0.0871859 Jan 21 10:10:09.800088 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7ea4c9d3-1810-488c-827c-5c954565d9b1 req-87a351d0-5ae2-4a56-a6c5-742619bb886b tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568154 Jan 21 10:10:10.477817 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device e47e2b99-40c6-4c9a-9790-721a10f940a9 up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:10:10.549836 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port e47e2b99-40c6-4c9a-9790-721a10f940a9 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:10:10.554524 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port e47e2b99-40c6-4c9a-9790-721a10f940a9 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:10.554895 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:10.675384 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:10.701938 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31e15f8-5224-41b7-bc16-0e9a5db0066a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47e2b99-40c6-4c9a-9790-721a10f940a9'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:10:10.712832 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port e47e2b99-40c6-4c9a-9790-721a10f940a9, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e47e2b99-40c6-4c9a-9790-721a10f940a9,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:10:10.717566 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:10.753969 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31e15f8-5224-41b7-bc16-0e9a5db0066a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47e2b99-40c6-4c9a-9790-721a10f940a9', 'code': 200} Jan 21 10:10:10.795122 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=e47e2b99-40c6-4c9a-9790-721a10f940a9,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:11.045893 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173753a3-357f-4118-b965-aeb34d0d406d req-af9dba86-6153-4928-ab2f-abbd6117d48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:11.047250 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-173753a3-357f-4118-b965-aeb34d0d406d req-af9dba86-6153-4928-ab2f-abbd6117d48a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 1099 time: 0.1377249 Jan 21 10:10:11.056630 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2df300-11b4-422e-b795-ff6bac902a4d req-9d8de7c5-c3d3-469a-a5fc-4ff68d7bd679 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:11.058042 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4d2df300-11b4-422e-b795-ff6bac902a4d req-9d8de7c5-c3d3-469a-a5fc-4ff68d7bd679 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 946 time: 0.1142607 Jan 21 10:10:11.128062 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-173753a3-357f-4118-b965-aeb34d0d406d req-e6a70f19-cc48-41bc-990d-5e21a9b63542 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690470 Jan 21 10:10:11.132403 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4d2df300-11b4-422e-b795-ff6bac902a4d req-3a0f9812-ca46-4761-8b81-f857c2a7b3fc tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609903 Jan 21 10:10:12.324340 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439fcbb-5ee0-4392-918f-ae5a4b851a3f req-9ee682eb-3838-468a-9011-a9acc17ef6e7 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:12.325823 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7439fcbb-5ee0-4392-918f-ae5a4b851a3f req-9ee682eb-3838-468a-9011-a9acc17ef6e7 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 946 time: 0.0819075 Jan 21 10:10:12.372329 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7439fcbb-5ee0-4392-918f-ae5a4b851a3f req-b8f36a1a-2fc3-4a20-8871-c3064450b926 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389163 Jan 21 10:10:12.930147 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:13.561882 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a3cf1-1ee0-475c-9298-b4793e7fc77f req-513f0f70-9d2b-4350-81d3-7f81f84ebcde tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:13.564308 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e80a3cf1-1ee0-475c-9298-b4793e7fc77f req-513f0f70-9d2b-4350-81d3-7f81f84ebcde tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 946 time: 0.0801620 Jan 21 10:10:13.608140 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e80a3cf1-1ee0-475c-9298-b4793e7fc77f req-1043f31c-dd9c-4301-be89-3948a36a9a3b tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384190 Jan 21 10:10:13.810956 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cd7e6-c933-4914-8c43-23843df79c28 req-cbbc2781-df09-4ea9-893b-21062feabcfc tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:13.812476 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-111cd7e6-c933-4914-8c43-23843df79c28 req-cbbc2781-df09-4ea9-893b-21062feabcfc tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 946 time: 0.0861714 Jan 21 10:10:13.820878 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 60542) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:13.825895 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-16e5dc52-3392-4e4d-b12b-377dd530ed80 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Request body: {'floatingip': {'port_id': 'e47e2b99-40c6-4c9a-9790-721a10f940a9'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:10:13.905835 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-16e5dc52-3392-4e4d-b12b-377dd530ed80 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks [] for floatingip, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:14.624070 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-16e5dc52-3392-4e4d-b12b-377dd530ed80 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:14.628296 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-16e5dc52-3392-4e4d-b12b-377dd530ed80 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:14.806165 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.l3_db [None req-16e5dc52-3392-4e4d-b12b-377dd530ed80 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Floating IP 38a2ca67-96e8-4e0b-b9f5-8f3b1e87013a associated. External IP: 172.26.3.219, port: e47e2b99-40c6-4c9a-9790-721a10f940a9. Jan 21 10:10:15.161647 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e5dc52-3392-4e4d-b12b-377dd530ed80 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Router 7a4ac26d-e5f5-471e-b114-6556d34eb4cd has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:10:15.347620 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e5dc52-3392-4e4d-b12b-377dd530ed80 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:10:15.352546 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-16e5dc52-3392-4e4d-b12b-377dd530ed80 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:15.357016 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2095b2e3-3ff2-4867-95e7-8a0b3ae86bdc None None] Sync routers for ids ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:10:15.367264 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2095b2e3-3ff2-4867-95e7-8a0b3ae86bdc None None] Routers {'7a4ac26d-e5f5-471e-b114-6556d34eb4cd'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:10:15.367902 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-2095b2e3-3ff2-4867-95e7-8a0b3ae86bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:09:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:15.413580 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-16e5dc52-3392-4e4d-b12b-377dd530ed80 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "PUT /v2.0/floatingips/38a2ca67-96e8-4e0b-b9f5-8f3b1e87013a HTTP/1.1" status: 200 len: 992 time: 1.5886233 Jan 21 10:10:15.413580 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b31e15f8-5224-41b7-bc16-0e9a5db0066a', 'tag': 'e47e2b99-40c6-4c9a-9790-721a10f940a9'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:10:15.522334 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b31e15f8-5224-41b7-bc16-0e9a5db0066a', 'tag': 'e47e2b99-40c6-4c9a-9790-721a10f940a9', 'status': 'completed', 'code': 200} Jan 21 10:10:15.554972 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-2095b2e3-3ff2-4867-95e7-8a0b3ae86bdc None None] Set router 7a4ac26d-e5f5-471e-b114-6556d34eb4cd gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:10:15.622671 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d6a8b-35ad-47ee-993f-90bd1bc739b4 req-96af1718-e648-41c4-b400-2d21cd6a3b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:15.624109 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d88d6a8b-35ad-47ee-993f-90bd1bc739b4 req-96af1718-e648-41c4-b400-2d21cd6a3b33 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=650e2008729543979923456c3bb56898&device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 1099 time: 0.0801516 Jan 21 10:10:15.786096 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d6a8b-35ad-47ee-993f-90bd1bc739b4 req-755674eb-fc69-48b8-8a1b-288e06748a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:15.787676 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d88d6a8b-35ad-47ee-993f-90bd1bc739b4 req-755674eb-fc69-48b8-8a1b-288e06748a87 service neutron] 10.222.0.72 "GET /v2.0/networks?id=58a455c5-6a0c-4f06-9457-1f478d6b45fd HTTP/1.1" status: 200 len: 913 time: 0.1566038 Jan 21 10:10:15.894012 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d88d6a8b-35ad-47ee-993f-90bd1bc739b4 req-66869a47-b2ee-4474-b937-2887bc979fc4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e47e2b99-40c6-4c9a-9790-721a10f940a9 HTTP/1.1" status: 200 len: 1000 time: 0.1003222 Jan 21 10:10:15.945493 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-2095b2e3-3ff2-4867-95e7-8a0b3ae86bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'name': 'tempest-ServerActionsTestJSON-1839373431-router', 'tenant_id': '650e2008729543979923456c3bb56898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:52Z', 'updated_at': '2022-01-21T10:07:56Z', 'revision_number': 4, 'project_id': '650e2008729543979923456c3bb56898', 'gw_port': {'id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:53Z', 'updated_at': '2022-01-21T10:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '38a2ca67-96e8-4e0b-b9f5-8f3b1e87013a', 'tenant_id': '650e2008729543979923456c3bb56898', 'floating_ip_address': '172.26.3.219', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'port_id': 'e47e2b99-40c6-4c9a-9790-721a10f940a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'mac_address': 'fa:16:3e:12:84:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31e15f8-5224-41b7-bc16-0e9a5db0066a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:07:59Z', 'updated_at': '2022-01-21T10:10:14Z', 'revision_number': 5, 'project_id': '650e2008729543979923456c3bb56898', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4adb5df6-866d-43b7-a4fd-4dd39c1c4e57', 'name': '', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'tenant_id': '650e2008729543979923456c3bb56898', 'mac_address': 'fa:16:3e:a6:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:55Z', 'updated_at': '2022-01-21T10:08:01Z', 'revision_number': 5, 'project_id': '650e2008729543979923456c3bb56898', 'subnets': [{'id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:15.949694 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2095b2e3-3ff2-4867-95e7-8a0b3ae86bdc None None] Checking router: 7a4ac26d-e5f5-471e-b114-6556d34eb4cd for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:10:15.957066 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d6a8b-35ad-47ee-993f-90bd1bc739b4 req-66acd1fe-77df-4352-a082-833ffbf5f829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:15.958516 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d88d6a8b-35ad-47ee-993f-90bd1bc739b4 req-66acd1fe-77df-4352-a082-833ffbf5f829 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3c4f44a6-1c64-4cd0-8b58-099737897972 HTTP/1.1" status: 200 len: 851 time: 0.0590045 Jan 21 10:10:15.962035 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2095b2e3-3ff2-4867-95e7-8a0b3ae86bdc None None] Routers {'7a4ac26d-e5f5-471e-b114-6556d34eb4cd'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:10:15.962893 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-2095b2e3-3ff2-4867-95e7-8a0b3ae86bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:09:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:16.045967 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ed709480-76e5-40a8-89a8-c092b13ac6b3 req-45947ceb-a319-4892-8403-4b903fea1aa8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795841 Jan 21 10:10:16.049110 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d6a8b-35ad-47ee-993f-90bd1bc739b4 req-2e8e5242-75cb-45a2-93c7-80180b599696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:16.050814 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d88d6a8b-35ad-47ee-993f-90bd1bc739b4 req-2e8e5242-75cb-45a2-93c7-80180b599696 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58a455c5-6a0c-4f06-9457-1f478d6b45fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843863 Jan 21 10:10:16.165997 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-2095b2e3-3ff2-4867-95e7-8a0b3ae86bdc None None] Set router 7a4ac26d-e5f5-471e-b114-6556d34eb4cd gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:10:16.186532 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d88d6a8b-35ad-47ee-993f-90bd1bc739b4 req-6f4ed8b2-d51b-4e2b-9fc6-4b7509d715dc service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295002 Jan 21 10:10:16.322292 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d88d6a8b-35ad-47ee-993f-90bd1bc739b4 req-8feac258-e8fc-41f6-a43d-d30885d24ec6 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292810 Jan 21 10:10:16.493142 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed709480-76e5-40a8-89a8-c092b13ac6b3 req-5f7ce7f2-ee2c-4e20-8739-5556b5211f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:16.494615 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ed709480-76e5-40a8-89a8-c092b13ac6b3 req-5f7ce7f2-ee2c-4e20-8739-5556b5211f47 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=650e2008729543979923456c3bb56898&device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 1099 time: 0.0781736 Jan 21 10:10:16.566166 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-2095b2e3-3ff2-4867-95e7-8a0b3ae86bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'name': 'tempest-ServerActionsTestJSON-1839373431-router', 'tenant_id': '650e2008729543979923456c3bb56898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:52Z', 'updated_at': '2022-01-21T10:07:56Z', 'revision_number': 4, 'project_id': '650e2008729543979923456c3bb56898', 'gw_port': {'id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:53Z', 'updated_at': '2022-01-21T10:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '38a2ca67-96e8-4e0b-b9f5-8f3b1e87013a', 'tenant_id': '650e2008729543979923456c3bb56898', 'floating_ip_address': '172.26.3.219', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'port_id': 'e47e2b99-40c6-4c9a-9790-721a10f940a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'mac_address': 'fa:16:3e:12:84:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31e15f8-5224-41b7-bc16-0e9a5db0066a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:07:59Z', 'updated_at': '2022-01-21T10:10:14Z', 'revision_number': 5, 'project_id': '650e2008729543979923456c3bb56898', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4adb5df6-866d-43b7-a4fd-4dd39c1c4e57', 'name': '', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'tenant_id': '650e2008729543979923456c3bb56898', 'mac_address': 'fa:16:3e:a6:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:55Z', 'updated_at': '2022-01-21T10:08:01Z', 'revision_number': 5, 'project_id': '650e2008729543979923456c3bb56898', 'subnets': [{'id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:16.570394 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2095b2e3-3ff2-4867-95e7-8a0b3ae86bdc None None] The sync data for ids ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'] in dv-neutron-825731-1-hyperv is: [{'id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'name': 'tempest-ServerActionsTestJSON-1839373431-router', 'tenant_id': '650e2008729543979923456c3bb56898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:52Z', 'updated_at': '2022-01-21T10:07:56Z', 'revision_number': 4, 'project_id': '650e2008729543979923456c3bb56898', 'gw_port': {'id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:53Z', 'updated_at': '2022-01-21T10:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '38a2ca67-96e8-4e0b-b9f5-8f3b1e87013a', 'tenant_id': '650e2008729543979923456c3bb56898', 'floating_ip_address': '172.26.3.219', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'port_id': 'e47e2b99-40c6-4c9a-9790-721a10f940a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'mac_address': 'fa:16:3e:12:84:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31e15f8-5224-41b7-bc16-0e9a5db0066a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:07:59Z', 'updated_at': '2022-01-21T10:10:14Z', 'revision_number': 5, 'project_id': '650e2008729543979923456c3bb56898', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4adb5df6-866d-43b7-a4fd-4dd39c1c4e57', 'name': '', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'tenant_id': '650e2008729543979923456c3bb56898', 'mac_address': 'fa:16:3e:a6:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:55Z', 'updated_at': '2022-01-21T10:08:01Z', 'revision_number': 5, 'project_id': '650e2008729543979923456c3bb56898', 'subnets': [{'id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:10:16.577429 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c0964409-5297-48fa-a0c6-9f19e28e2a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:16.768357 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed709480-76e5-40a8-89a8-c092b13ac6b3 req-5008fd76-3ef3-4d1f-bc2a-312b43f09f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:16.769846 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ed709480-76e5-40a8-89a8-c092b13ac6b3 req-5008fd76-3ef3-4d1f-bc2a-312b43f09f07 service neutron] 10.222.0.72 "GET /v2.0/networks?id=58a455c5-6a0c-4f06-9457-1f478d6b45fd HTTP/1.1" status: 200 len: 913 time: 0.2555645 Jan 21 10:10:16.796442 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3793ab07-8e46-457f-b9d6-e94ae4b546d1 None None] New status for floating IP 38a2ca67-96e8-4e0b-b9f5-8f3b1e87013a: ACTIVE {{(pid=87516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:10:16.881773 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ed709480-76e5-40a8-89a8-c092b13ac6b3 req-7bed2ff1-bff0-4f4e-ae4b-457669fd0d8b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e47e2b99-40c6-4c9a-9790-721a10f940a9 HTTP/1.1" status: 200 len: 1000 time: 0.1052251 Jan 21 10:10:16.948778 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed709480-76e5-40a8-89a8-c092b13ac6b3 req-6b483939-678e-49f3-8e95-9a94968370a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:16.950142 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ed709480-76e5-40a8-89a8-c092b13ac6b3 req-6b483939-678e-49f3-8e95-9a94968370a3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3c4f44a6-1c64-4cd0-8b58-099737897972 HTTP/1.1" status: 200 len: 851 time: 0.0629504 Jan 21 10:10:17.028748 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed709480-76e5-40a8-89a8-c092b13ac6b3 req-15be6a0c-c323-4f43-9d9b-7a3f974bd1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:17.030223 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ed709480-76e5-40a8-89a8-c092b13ac6b3 req-15be6a0c-c323-4f43-9d9b-7a3f974bd1a2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58a455c5-6a0c-4f06-9457-1f478d6b45fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747547 Jan 21 10:10:17.167241 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ed709480-76e5-40a8-89a8-c092b13ac6b3 req-372bd9d3-486c-4d84-ae37-1a1a6588fb6d service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300974 Jan 21 10:10:17.306788 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ed709480-76e5-40a8-89a8-c092b13ac6b3 req-7bb13f4a-3c8b-4b06-9bd8-5381896df25d service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333528 Jan 21 10:10:18.928097 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-34768194-6b6b-400b-b982-db64922fd8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:19.042242 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:10:19.828182 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:20.027999 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:21.444263 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:42.948527 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:46.571655 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-36310d89-2ff8-4c17-8835-c51259ebb322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:48.929631 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-bb60eb21-3229-477e-b20a-d80eaf1c7ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:49.832033 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:50.029083 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:51.449287 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:56.041364 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:11:12.958469 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:16.573509 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4fab505a-acca-4a00-a5d1-53e7c63fc095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:17.039953 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9187c9b8-d815-44c3-804b-85ca90be6a2a req-9ddd10d0-0166-4a2e-92ad-fcf0770d1fec service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702631 Jan 21 10:11:17.180205 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187c9b8-d815-44c3-804b-85ca90be6a2a req-cdf06bc2-428d-48b7-9e48-0a126477f015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:17.181678 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9187c9b8-d815-44c3-804b-85ca90be6a2a req-cdf06bc2-428d-48b7-9e48-0a126477f015 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=650e2008729543979923456c3bb56898&device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 1099 time: 0.0739968 Jan 21 10:11:17.328660 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187c9b8-d815-44c3-804b-85ca90be6a2a req-f6682aae-a607-43c7-8eb7-5756cf6dea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:17.330114 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9187c9b8-d815-44c3-804b-85ca90be6a2a req-f6682aae-a607-43c7-8eb7-5756cf6dea41 service neutron] 10.222.0.72 "GET /v2.0/networks?id=58a455c5-6a0c-4f06-9457-1f478d6b45fd HTTP/1.1" status: 200 len: 913 time: 0.1294773 Jan 21 10:11:17.434300 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9187c9b8-d815-44c3-804b-85ca90be6a2a req-7c8026c7-d3cf-4226-800f-af9db6e6c20a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e47e2b99-40c6-4c9a-9790-721a10f940a9 HTTP/1.1" status: 200 len: 1002 time: 0.0979292 Jan 21 10:11:17.497235 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187c9b8-d815-44c3-804b-85ca90be6a2a req-24d36d36-400b-44a9-9770-b28409f8d888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:17.498665 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9187c9b8-d815-44c3-804b-85ca90be6a2a req-24d36d36-400b-44a9-9770-b28409f8d888 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3c4f44a6-1c64-4cd0-8b58-099737897972 HTTP/1.1" status: 200 len: 851 time: 0.0580306 Jan 21 10:11:17.576567 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187c9b8-d815-44c3-804b-85ca90be6a2a req-396cd3f3-a5ab-4e86-9c10-60fd5ddb8ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:17.578044 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9187c9b8-d815-44c3-804b-85ca90be6a2a req-396cd3f3-a5ab-4e86-9c10-60fd5ddb8ef1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58a455c5-6a0c-4f06-9457-1f478d6b45fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728085 Jan 21 10:11:17.709416 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9187c9b8-d815-44c3-804b-85ca90be6a2a req-919befd3-433b-4715-965e-0482b7b65d63 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242983 Jan 21 10:11:17.839729 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9187c9b8-d815-44c3-804b-85ca90be6a2a req-038c416d-7002-4dd3-be22-bf5d55d7ce4d service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242232 Jan 21 10:11:18.932525 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9375b173-90c2-4e82-8940-9b1eb655f4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:19.833587 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:20.031328 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:21.449063 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:31.349068 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019d6ee-9cab-4168-8095-2e107c1a7702 req-9cf54d3a-170e-4e55-a490-56a2d8ddfc34 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:31.350509 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a019d6ee-9cab-4168-8095-2e107c1a7702 req-9cf54d3a-170e-4e55-a490-56a2d8ddfc34 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 946 time: 0.0788305 Jan 21 10:11:31.393448 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a019d6ee-9cab-4168-8095-2e107c1a7702 req-0b69e362-d09e-4a88-a1d5-bd5ace559971 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372047 Jan 21 10:11:32.580120 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377d8ac-eafa-48c0-8b54-418694167e57 req-5a840f41-406d-4e5e-83a8-5705223deba3 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:32.581540 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-5377d8ac-eafa-48c0-8b54-418694167e57 req-5a840f41-406d-4e5e-83a8-5705223deba3 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 946 time: 0.0781608 Jan 21 10:11:32.638049 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-5377d8ac-eafa-48c0-8b54-418694167e57 req-6b4a7fd6-723a-43a1-83cb-a421e23a27d3 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502257 Jan 21 10:11:33.041293 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:11:33.941514 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b477b-60b2-410b-86a9-4c93c87b88f4 req-83796ee1-81c7-41b3-aa2c-054941c7db18 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:33.942868 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d63b477b-60b2-410b-86a9-4c93c87b88f4 req-83796ee1-81c7-41b3-aa2c-054941c7db18 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 946 time: 0.1949358 Jan 21 10:11:33.985182 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d63b477b-60b2-410b-86a9-4c93c87b88f4 req-61bed240-a0c6-45a5-8474-4d21a8181597 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364816 Jan 21 10:11:35.279208 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c0361-f8be-4ad4-ac19-04f4ef27923d req-b54b8fdb-eebf-4b48-8d7f-e1dbfdba063d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:35.280688 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-084c0361-f8be-4ad4-ac19-04f4ef27923d req-b54b8fdb-eebf-4b48-8d7f-e1dbfdba063d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 946 time: 0.1905463 Jan 21 10:11:35.324359 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-084c0361-f8be-4ad4-ac19-04f4ef27923d req-4a7b9b42-9c73-4f21-a561-3655b9d09252 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377710 Jan 21 10:11:36.509265 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468c495-4bbd-41bc-b491-661525207369 req-b0d87c62-b81a-4bf2-8799-6071570a2870 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:36.510747 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4468c495-4bbd-41bc-b491-661525207369 req-b0d87c62-b81a-4bf2-8799-6071570a2870 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 946 time: 0.0799260 Jan 21 10:11:36.559106 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4468c495-4bbd-41bc-b491-661525207369 req-c0e988b7-15d2-44d2-8b76-b26f1a80afc6 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426004 Jan 21 10:11:37.742914 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332da87-8ac7-4131-800b-12b362588df8 req-a668e821-b94c-4cf1-b756-66c5b746be9f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:37.744541 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c332da87-8ac7-4131-800b-12b362588df8 req-a668e821-b94c-4cf1-b756-66c5b746be9f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 946 time: 0.0818539 Jan 21 10:11:37.792346 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c332da87-8ac7-4131-800b-12b362588df8 req-464ca1e5-8c89-4882-a291-823503e86ee6 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421860 Jan 21 10:11:38.979048 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902fb958-9fae-4677-a256-37333ffefb66 req-56b50591-df94-4663-91e3-bbb6e855cf73 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:38.980553 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-902fb958-9fae-4677-a256-37333ffefb66 req-56b50591-df94-4663-91e3-bbb6e855cf73 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 946 time: 0.0793879 Jan 21 10:11:39.023937 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-902fb958-9fae-4677-a256-37333ffefb66 req-e8d50e63-e70b-4a12-900c-27cdb243cfa7 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376732 Jan 21 10:11:40.209416 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3d3ef-4bd1-4661-9642-4a64cc7ff1e3 req-e5dcaa76-7d23-4b10-8336-88d99424a423 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:40.210948 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c1f3d3ef-4bd1-4661-9642-4a64cc7ff1e3 req-e5dcaa76-7d23-4b10-8336-88d99424a423 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 946 time: 0.0805099 Jan 21 10:11:40.253626 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c1f3d3ef-4bd1-4661-9642-4a64cc7ff1e3 req-5271a16e-56cb-4e3c-8eb0-3477937d4506 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372417 Jan 21 10:11:41.449025 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa47a35-7777-4dea-a45d-184c2b9ab4dd req-eb0b6144-2549-4dac-992c-35e7d00b822e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:41.450675 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-faa47a35-7777-4dea-a45d-184c2b9ab4dd req-eb0b6144-2549-4dac-992c-35e7d00b822e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 946 time: 0.0884099 Jan 21 10:11:41.496273 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-faa47a35-7777-4dea-a45d-184c2b9ab4dd req-4e495668-3569-4612-af5e-63af6ed587ab tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399621 Jan 21 10:11:42.685582 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a06fc8-d41a-4317-8ef6-f482e269b402 req-4a6fc50d-d317-4484-9af4-cbabc5a64ecc tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:42.687037 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-41a06fc8-d41a-4317-8ef6-f482e269b402 req-4a6fc50d-d317-4484-9af4-cbabc5a64ecc tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 946 time: 0.0843968 Jan 21 10:11:42.732926 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-41a06fc8-d41a-4317-8ef6-f482e269b402 req-33a25cd5-a075-47d0-a22c-16ec4f75d163 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402138 Jan 21 10:11:42.959816 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:44.060598 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567f297-7420-4f1a-9e2c-6146936396e6 req-e5cfbd5d-1877-497f-b0c6-9cdd13c1f650 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:44.061949 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8567f297-7420-4f1a-9e2c-6146936396e6 req-e5cfbd5d-1877-497f-b0c6-9cdd13c1f650 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 946 time: 0.0795503 Jan 21 10:11:44.104857 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8567f297-7420-4f1a-9e2c-6146936396e6 req-9b34325e-9af5-4db7-85c2-6fac38e32157 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373559 Jan 21 10:11:45.286503 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb193b1-6ab9-44da-8ccd-550f535100ce req-482248f8-4bad-4b81-a579-d05a612fdc7c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:45.287976 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7bb193b1-6ab9-44da-8ccd-550f535100ce req-482248f8-4bad-4b81-a579-d05a612fdc7c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 946 time: 0.0792828 Jan 21 10:11:45.331674 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7bb193b1-6ab9-44da-8ccd-550f535100ce req-bed5a5f4-15ad-44a4-93b6-2f0dfce3ec45 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379727 Jan 21 10:11:46.530681 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402861e-2d43-4998-894a-80984d8e1a38 req-35b58609-4db7-4b22-b844-4cd8a391b45c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:46.532188 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6402861e-2d43-4998-894a-80984d8e1a38 req-35b58609-4db7-4b22-b844-4cd8a391b45c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 946 time: 0.0883677 Jan 21 10:11:46.578893 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fbb6c9d9-30d2-4846-83f8-8f37aa83ba23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:46.579566 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6402861e-2d43-4998-894a-80984d8e1a38 req-b1e9f9b2-1407-49a4-871b-b4a04ba233d7 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412607 Jan 21 10:11:47.773135 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6018942-bbc6-420a-9d4f-288f1cac39c0 req-b1a41beb-ba9a-4e5e-b0d9-f20aa7da2530 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:47.774715 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e6018942-bbc6-420a-9d4f-288f1cac39c0 req-b1a41beb-ba9a-4e5e-b0d9-f20aa7da2530 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 946 time: 0.0845025 Jan 21 10:11:47.823384 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e6018942-bbc6-420a-9d4f-288f1cac39c0 req-d946ffa7-f90a-4914-abaf-a8c4f67d87d2 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426981 Jan 21 10:11:48.166494 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f156a420-d803-4a29-a4dd-4ff57b95d1c3 req-8b122e65-6e43-47d0-93b8-60ad0e901859 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0710142 Jan 21 10:11:48.224449 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ee78e-5af4-471e-a502-1c656bbc09f3 req-6ddba274-1eea-4793-871e-a19c3facc176 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:48.225946 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3b5ee78e-5af4-471e-a502-1c656bbc09f3 req-6ddba274-1eea-4793-871e-a19c3facc176 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 946 time: 0.0840147 Jan 21 10:11:48.275142 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3b5ee78e-5af4-471e-a502-1c656bbc09f3 req-18d2ac88-c2f3-4447-a16d-4a36951f4735 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425527 Jan 21 10:11:48.937393 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0284966c-2ee5-4619-9557-2c4618be555a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:49.273580 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156a420-d803-4a29-a4dd-4ff57b95d1c3 req-7a2fec0a-044c-45dd-b723-bfc9689cb931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:49.275663 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f156a420-d803-4a29-a4dd-4ff57b95d1c3 req-7a2fec0a-044c-45dd-b723-bfc9689cb931 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=650e2008729543979923456c3bb56898&device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 1099 time: 0.0702426 Jan 21 10:11:49.407457 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156a420-d803-4a29-a4dd-4ff57b95d1c3 req-ee91aaa2-94e5-48de-b857-bf4fe07eb5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:49.408809 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f156a420-d803-4a29-a4dd-4ff57b95d1c3 req-ee91aaa2-94e5-48de-b857-bf4fe07eb5e3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=58a455c5-6a0c-4f06-9457-1f478d6b45fd HTTP/1.1" status: 200 len: 913 time: 0.1277871 Jan 21 10:11:49.461048 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373e9fe-fd26-4681-b4b0-ab5a44d7c74f req-0a5feaee-dba0-4dc1-b8d5-c50f9f620618 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:49.462544 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a373e9fe-fd26-4681-b4b0-ab5a44d7c74f req-0a5feaee-dba0-4dc1-b8d5-c50f9f620618 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 946 time: 0.0821679 Jan 21 10:11:49.507854 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a373e9fe-fd26-4681-b4b0-ab5a44d7c74f req-e4dbf0e7-7a20-46bb-aa63-b9d4b260b998 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384862 Jan 21 10:11:49.515483 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f156a420-d803-4a29-a4dd-4ff57b95d1c3 req-08a48fb9-a2d4-420d-9350-2e56860bc9c5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e47e2b99-40c6-4c9a-9790-721a10f940a9 HTTP/1.1" status: 200 len: 1002 time: 0.0978050 Jan 21 10:11:49.579978 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156a420-d803-4a29-a4dd-4ff57b95d1c3 req-066c9a1c-4249-4762-9c33-defb83b2e13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:49.581395 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f156a420-d803-4a29-a4dd-4ff57b95d1c3 req-066c9a1c-4249-4762-9c33-defb83b2e13f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3c4f44a6-1c64-4cd0-8b58-099737897972 HTTP/1.1" status: 200 len: 851 time: 0.0594378 Jan 21 10:11:49.661241 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156a420-d803-4a29-a4dd-4ff57b95d1c3 req-244c0865-cf4f-4767-972c-02911c111b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:49.662691 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f156a420-d803-4a29-a4dd-4ff57b95d1c3 req-244c0865-cf4f-4767-972c-02911c111b29 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58a455c5-6a0c-4f06-9457-1f478d6b45fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740871 Jan 21 10:11:49.796015 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f156a420-d803-4a29-a4dd-4ff57b95d1c3 req-b9d713da-56e1-4614-bc28-e123844cec1a service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270642 Jan 21 10:11:49.837054 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:49.927943 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f156a420-d803-4a29-a4dd-4ff57b95d1c3 req-8b4d175b-3b14-424f-bebb-b956389c3797 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264880 Jan 21 10:11:50.035929 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:50.692982 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ddd37-cba0-4c42-a287-aff5296e3795 req-bdedd374-88ef-4c36-921c-61337f2e742c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:50.694432 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-958ddd37-cba0-4c42-a287-aff5296e3795 req-bdedd374-88ef-4c36-921c-61337f2e742c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 946 time: 0.0798998 Jan 21 10:11:50.739854 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-958ddd37-cba0-4c42-a287-aff5296e3795 req-b437fabd-560a-4c45-925a-31d12432ff88 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391154 Jan 21 10:11:51.451379 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:51.684960 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f156a420-d803-4a29-a4dd-4ff57b95d1c3 req-4044f26e-f40e-42d0-a757-575c04d8573e service neutron] 10.222.0.72 "GET /v2.0/ports/e47e2b99-40c6-4c9a-9790-721a10f940a9/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.0753386 Jan 21 10:11:51.936444 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1986f-c4d1-4ae3-8bf6-b1a68a5b8dad req-cd79b0d6-7c5c-46d4-9bda-131a3a12681d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:51.937807 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-acf1986f-c4d1-4ae3-8bf6-b1a68a5b8dad req-cd79b0d6-7c5c-46d4-9bda-131a3a12681d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 946 time: 0.0827403 Jan 21 10:11:51.954514 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156a420-d803-4a29-a4dd-4ff57b95d1c3 req-5ac99b8e-93d6-4fce-80bc-f8dbc5060d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:51.956041 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f156a420-d803-4a29-a4dd-4ff57b95d1c3 req-5ac99b8e-93d6-4fce-80bc-f8dbc5060d10 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a&tenant_id=650e2008729543979923456c3bb56898 HTTP/1.1" status: 200 len: 1099 time: 0.0747609 Jan 21 10:11:51.984101 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-acf1986f-c4d1-4ae3-8bf6-b1a68a5b8dad req-7a3e43b1-4bb5-4236-94cf-6e86cd095dc0 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405009 Jan 21 10:11:52.143378 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156a420-d803-4a29-a4dd-4ff57b95d1c3 req-f675919a-e72d-4a38-bcd3-c80f61210f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:52.144869 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f156a420-d803-4a29-a4dd-4ff57b95d1c3 req-f675919a-e72d-4a38-bcd3-c80f61210f94 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=650e2008729543979923456c3bb56898&device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 1099 time: 0.1666899 Jan 21 10:11:52.274788 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156a420-d803-4a29-a4dd-4ff57b95d1c3 req-8a3480a5-ca03-4388-9098-8b909d8705c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:52.276161 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f156a420-d803-4a29-a4dd-4ff57b95d1c3 req-8a3480a5-ca03-4388-9098-8b909d8705c5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=58a455c5-6a0c-4f06-9457-1f478d6b45fd HTTP/1.1" status: 200 len: 913 time: 0.1251774 Jan 21 10:11:52.382513 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f156a420-d803-4a29-a4dd-4ff57b95d1c3 req-4d15b663-9a4d-47a3-87d9-fd1ec3a6f475 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e47e2b99-40c6-4c9a-9790-721a10f940a9 HTTP/1.1" status: 200 len: 1002 time: 0.1000488 Jan 21 10:11:52.447496 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156a420-d803-4a29-a4dd-4ff57b95d1c3 req-48976b29-f53e-4151-a8ee-dc7bfd0be8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:52.448977 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f156a420-d803-4a29-a4dd-4ff57b95d1c3 req-48976b29-f53e-4151-a8ee-dc7bfd0be8ea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3c4f44a6-1c64-4cd0-8b58-099737897972 HTTP/1.1" status: 200 len: 851 time: 0.0606077 Jan 21 10:11:52.529657 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156a420-d803-4a29-a4dd-4ff57b95d1c3 req-a9134cbe-3baa-43dd-907d-0e6b4cba0eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:52.531075 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f156a420-d803-4a29-a4dd-4ff57b95d1c3 req-a9134cbe-3baa-43dd-907d-0e6b4cba0eaf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58a455c5-6a0c-4f06-9457-1f478d6b45fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765581 Jan 21 10:11:52.667792 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f156a420-d803-4a29-a4dd-4ff57b95d1c3 req-4b86f1f5-2475-483a-9029-60e97c4f20f9 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291547 Jan 21 10:11:52.799733 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f156a420-d803-4a29-a4dd-4ff57b95d1c3 req-926c8c41-4619-4103-b8b5-a5d1c9e47789 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262689 Jan 21 10:11:53.172751 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550463c-10a2-4f65-ae28-e83f843b3fdc req-86f8bfb4-c951-4646-83dd-61417324f283 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:53.174193 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d550463c-10a2-4f65-ae28-e83f843b3fdc req-86f8bfb4-c951-4646-83dd-61417324f283 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 946 time: 0.0797617 Jan 21 10:11:53.217890 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d550463c-10a2-4f65-ae28-e83f843b3fdc req-eace99c2-6dfc-47c4-8adb-7a40fc8b72f3 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381460 Jan 21 10:11:54.402043 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126ac9d-2e49-4cb3-b9d5-5e2a3e0024c0 req-53f5f517-cc5b-4bc7-8c4c-156edc035858 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:54.403533 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4126ac9d-2e49-4cb3-b9d5-5e2a3e0024c0 req-53f5f517-cc5b-4bc7-8c4c-156edc035858 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 946 time: 0.0823128 Jan 21 10:11:54.446846 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4126ac9d-2e49-4cb3-b9d5-5e2a3e0024c0 req-b73fe853-b3d1-413c-a00d-5e65bdea93fb tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377011 Jan 21 10:11:55.011188 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device e47e2b99-40c6-4c9a-9790-721a10f940a9 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:11:55.013504 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device e47e2b99-40c6-4c9a-9790-721a10f940a9 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:11:55.263283 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:55.284905 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port e47e2b99-40c6-4c9a-9790-721a10f940a9, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e47e2b99-40c6-4c9a-9790-721a10f940a9,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:11:55.304847 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': 'e47e2b99-40c6-4c9a-9790-721a10f940a9', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'port_id': 'e47e2b99-40c6-4c9a-9790-721a10f940a9', 'mac_address': 'fa:16:3e:12:84:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:11:55.311044 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31e15f8-5224-41b7-bc16-0e9a5db0066a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e47e2b99-40c6-4c9a-9790-721a10f940a9'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:11:55.349605 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port e47e2b99-40c6-4c9a-9790-721a10f940a9, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e47e2b99-40c6-4c9a-9790-721a10f940a9,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:11:55.358731 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:55.396033 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31e15f8-5224-41b7-bc16-0e9a5db0066a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e47e2b99-40c6-4c9a-9790-721a10f940a9', 'code': 200} Jan 21 10:11:55.432272 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:55.456140 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e47e2b99-40c6-4c9a-9790-721a10f940a9 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:11:55.463234 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=e47e2b99-40c6-4c9a-9790-721a10f940a9,revision_number=6']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:11:55.494137 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:11:55.494513 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:11:55.494772 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:11:55.495163 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:11:55.495922 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:11:55.495922 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:11:55.496094 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:11:55.496412 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:11:55.496699 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:11:55.497017 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:11:55.497335 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:11:55.497647 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:11:55.531017 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:11:55.531369 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:11:55.631069 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32122727-416a-4b12-8d1d-e5fb4d690cb6 req-c54c932f-6fa9-4d6e-9c5c-b887d842e5ed tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:55.632463 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-32122727-416a-4b12-8d1d-e5fb4d690cb6 req-c54c932f-6fa9-4d6e-9c5c-b887d842e5ed tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 944 time: 0.0796809 Jan 21 10:11:55.681743 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-32122727-416a-4b12-8d1d-e5fb4d690cb6 req-5a6dc1a8-332e-4805-a04e-f925d53a94dc tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429118 Jan 21 10:11:55.991361 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd60836-dc7e-41a8-8d14-4ed4c8b0da09 req-3986685c-68b5-42a6-9636-a6c4eeaeb96d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:55.993668 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ebd60836-dc7e-41a8-8d14-4ed4c8b0da09 req-3986685c-68b5-42a6-9636-a6c4eeaeb96d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 944 time: 0.0814507 Jan 21 10:11:55.997066 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc214d7c-ed65-4644-a564-7fe675e4514b req-1dc69fc9-f5c8-4007-b1c9-3d08bc83429c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:55.998493 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dc214d7c-ed65-4644-a564-7fe675e4514b req-1dc69fc9-f5c8-4007-b1c9-3d08bc83429c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.72 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a&tenant_id=650e2008729543979923456c3bb56898&binding%3Ahost_id=hv-neutron-8257 HTTP/1.1" status: 200 len: 944 time: 0.0865107 Jan 21 10:11:56.037715 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ebd60836-dc7e-41a8-8d14-4ed4c8b0da09 req-1d563b79-741c-4e90-b67e-93d28ad2f923 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391614 Jan 21 10:11:56.090436 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:56.106822 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e47e2b99-40c6-4c9a-9790-721a10f940a9 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:11:56.122352 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port e47e2b99-40c6-4c9a-9790-721a10f940a9, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e47e2b99-40c6-4c9a-9790-721a10f940a9,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:11:56.126661 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:56.141110 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc214d7c-ed65-4644-a564-7fe675e4514b req-31dafb57-2145-4b39-8ced-9c9af31217a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:56.142589 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dc214d7c-ed65-4644-a564-7fe675e4514b req-31dafb57-2145-4b39-8ced-9c9af31217a7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=650e2008729543979923456c3bb56898&device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 1097 time: 0.0700815 Jan 21 10:11:56.197602 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['e47e2b99-40c6-4c9a-9790-721a10f940a9'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:11:56.235687 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=e47e2b99-40c6-4c9a-9790-721a10f940a9,revision_number=7']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:11:56.274071 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc214d7c-ed65-4644-a564-7fe675e4514b req-33938bc7-165c-4716-9c01-4006893f8e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:56.276136 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dc214d7c-ed65-4644-a564-7fe675e4514b req-33938bc7-165c-4716-9c01-4006893f8e46 service neutron] 10.222.0.72 "GET /v2.0/networks?id=58a455c5-6a0c-4f06-9457-1f478d6b45fd HTTP/1.1" status: 200 len: 913 time: 0.1273861 Jan 21 10:11:56.380708 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dc214d7c-ed65-4644-a564-7fe675e4514b req-7d9fe37a-4115-4404-bed1-f7b73cb850e0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e47e2b99-40c6-4c9a-9790-721a10f940a9 HTTP/1.1" status: 200 len: 1001 time: 0.0983360 Jan 21 10:11:56.441666 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc214d7c-ed65-4644-a564-7fe675e4514b req-f5ffdfb6-7178-41bb-886f-36988c3bd194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:56.443060 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dc214d7c-ed65-4644-a564-7fe675e4514b req-f5ffdfb6-7178-41bb-886f-36988c3bd194 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3c4f44a6-1c64-4cd0-8b58-099737897972 HTTP/1.1" status: 200 len: 851 time: 0.0564919 Jan 21 10:11:56.523309 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc214d7c-ed65-4644-a564-7fe675e4514b req-86c7d14e-a8bf-4aed-946e-9b3591fa1aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:56.525590 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dc214d7c-ed65-4644-a564-7fe675e4514b req-86c7d14e-a8bf-4aed-946e-9b3591fa1aeb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58a455c5-6a0c-4f06-9457-1f478d6b45fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763719 Jan 21 10:11:56.655653 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dc214d7c-ed65-4644-a564-7fe675e4514b req-81110725-70fd-4598-bec9-407423f97b50 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238766 Jan 21 10:11:56.903542 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dc214d7c-ed65-4644-a564-7fe675e4514b req-b573f280-a935-416f-b820-5581f3fd3f5c service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407820 Jan 21 10:11:57.041518 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device e47e2b99-40c6-4c9a-9790-721a10f940a9 up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:11:57.110358 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port e47e2b99-40c6-4c9a-9790-721a10f940a9 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:11:57.111019 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:57.230479 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:57.240079 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb163a-4449-4a0b-b941-028945a68882 req-83e8f0fd-92db-42d7-9381-22a9713b3d16 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:57.241721 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-22cb163a-4449-4a0b-b941-028945a68882 req-83e8f0fd-92db-42d7-9381-22a9713b3d16 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 945 time: 0.0867953 Jan 21 10:11:57.266361 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port e47e2b99-40c6-4c9a-9790-721a10f940a9, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e47e2b99-40c6-4c9a-9790-721a10f940a9,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:11:57.270557 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:57.295838 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-22cb163a-4449-4a0b-b941-028945a68882 req-01eb4c58-e71d-45cb-a45f-f4d4069c11e4 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474670 Jan 21 10:11:57.342528 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=e47e2b99-40c6-4c9a-9790-721a10f940a9,revision_number=8']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:11:57.396793 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31e15f8-5224-41b7-bc16-0e9a5db0066a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47e2b99-40c6-4c9a-9790-721a10f940a9'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:11:57.442591 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31e15f8-5224-41b7-bc16-0e9a5db0066a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47e2b99-40c6-4c9a-9790-721a10f940a9', 'code': 200} Jan 21 10:11:58.503907 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16caff-7850-4991-b720-71433bff461d req-bf7a2733-a2c0-47e8-b977-31cf6a5e8a4f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:58.505393 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3a16caff-7850-4991-b720-71433bff461d req-bf7a2733-a2c0-47e8-b977-31cf6a5e8a4f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 946 time: 0.0985122 Jan 21 10:11:58.551850 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3a16caff-7850-4991-b720-71433bff461d req-0dea4fdb-faa5-4237-bac1-784ffe9b3e3d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398281 Jan 21 10:11:58.768583 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c599ef-c93e-496f-a440-0a85a1370802 req-1406c4fa-b4b6-4636-a8b8-a907fea03258 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:58.770297 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-72c599ef-c93e-496f-a440-0a85a1370802 req-1406c4fa-b4b6-4636-a8b8-a907fea03258 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 946 time: 0.0935917 Jan 21 10:11:58.822679 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-72c599ef-c93e-496f-a440-0a85a1370802 req-5a034f1a-f37b-4c1e-b2d2-4d78b2abcb8b tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462120 Jan 21 10:11:59.198222 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e0f96-44ed-460a-b786-430630f96934 req-c943bfc2-f7e2-40a1-8896-2cab7fd90778 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:59.199759 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-614e0f96-44ed-460a-b786-430630f96934 req-c943bfc2-f7e2-40a1-8896-2cab7fd90778 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 946 time: 0.0885870 Jan 21 10:11:59.238520 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31271568-e92e-420f-a2e7-872f43454a60 req-5509dc51-1b7f-46ea-94bf-5fcae171dbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:59.240024 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-31271568-e92e-420f-a2e7-872f43454a60 req-5509dc51-1b7f-46ea-94bf-5fcae171dbb1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=650e2008729543979923456c3bb56898&device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 1099 time: 0.0741141 Jan 21 10:11:59.245487 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-614e0f96-44ed-460a-b786-430630f96934 req-d4580f89-0871-4b83-a7cb-96352d51d3a8 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389130 Jan 21 10:11:59.371536 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31271568-e92e-420f-a2e7-872f43454a60 req-1eee071b-24ca-4f94-a497-bb4f53bd9788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:59.372894 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-31271568-e92e-420f-a2e7-872f43454a60 req-1eee071b-24ca-4f94-a497-bb4f53bd9788 service neutron] 10.222.0.72 "GET /v2.0/networks?id=58a455c5-6a0c-4f06-9457-1f478d6b45fd HTTP/1.1" status: 200 len: 913 time: 0.1272480 Jan 21 10:11:59.471001 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-31271568-e92e-420f-a2e7-872f43454a60 req-900dcdd5-4b87-4fe6-8022-2862d42e60f2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e47e2b99-40c6-4c9a-9790-721a10f940a9 HTTP/1.1" status: 200 len: 1002 time: 0.0922768 Jan 21 10:11:59.537053 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31271568-e92e-420f-a2e7-872f43454a60 req-c07c415b-5f7d-46db-916c-a5954be642d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:59.538461 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-31271568-e92e-420f-a2e7-872f43454a60 req-c07c415b-5f7d-46db-916c-a5954be642d1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3c4f44a6-1c64-4cd0-8b58-099737897972 HTTP/1.1" status: 200 len: 851 time: 0.0612018 Jan 21 10:11:59.611510 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31271568-e92e-420f-a2e7-872f43454a60 req-4d11aa91-3ba6-4f35-ba47-9a721326604b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:59.612946 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-31271568-e92e-420f-a2e7-872f43454a60 req-4d11aa91-3ba6-4f35-ba47-9a721326604b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58a455c5-6a0c-4f06-9457-1f478d6b45fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683708 Jan 21 10:11:59.740135 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-31271568-e92e-420f-a2e7-872f43454a60 req-3eabd272-09c7-447b-adfe-9b79bfe46ad1 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210661 Jan 21 10:11:59.870188 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-31271568-e92e-420f-a2e7-872f43454a60 req-a06a4240-3576-4648-bdac-6674c255cbc2 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246905 Jan 21 10:12:00.442320 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5fc3f-d878-4626-addd-254393aed1a7 req-327cb6d0-f6ad-4d41-848f-79c9c6172e65 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:00.444320 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-94c5fc3f-d878-4626-addd-254393aed1a7 req-327cb6d0-f6ad-4d41-848f-79c9c6172e65 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 946 time: 0.0875549 Jan 21 10:12:00.488157 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-94c5fc3f-d878-4626-addd-254393aed1a7 req-5dc3197e-97fa-4559-8a30-dec328c92f37 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385461 Jan 21 10:12:01.675105 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be48420-08ef-43a1-8630-4326de065f4e req-4dfbecaa-11d9-4803-aba3-1cca1dba55d0 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:01.676572 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8be48420-08ef-43a1-8630-4326de065f4e req-4dfbecaa-11d9-4803-aba3-1cca1dba55d0 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 946 time: 0.0825045 Jan 21 10:12:01.719604 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8be48420-08ef-43a1-8630-4326de065f4e req-75e431c3-b082-456a-a9f0-3c01a32c30fc tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373528 Jan 21 10:12:02.095707 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561c87c-3055-41ed-9fec-0df6fc3bb195 req-c30aa007-7a83-418c-aaae-8f6c6ce70616 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:02.097147 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6561c87c-3055-41ed-9fec-0df6fc3bb195 req-c30aa007-7a83-418c-aaae-8f6c6ce70616 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 946 time: 0.0787456 Jan 21 10:12:02.143151 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6561c87c-3055-41ed-9fec-0df6fc3bb195 req-ba847fec-ec32-489e-ae75-00e38d443a0d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403790 Jan 21 10:12:03.329830 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737105a-a493-436f-aaf8-b0bc3533cf0f req-a4db0163-4eb9-4119-8d18-9b5c7ab7a6e3 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:03.331267 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d737105a-a493-436f-aaf8-b0bc3533cf0f req-a4db0163-4eb9-4119-8d18-9b5c7ab7a6e3 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 946 time: 0.0795722 Jan 21 10:12:03.373806 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d737105a-a493-436f-aaf8-b0bc3533cf0f req-b57a88af-9148-4de3-bf42-267c06cc8dac tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367301 Jan 21 10:12:03.942439 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7344803-e449-49e3-93c0-531f4c1db4af req-25498bbf-f2c1-498f-b121-71d943566763 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:03.943881 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c7344803-e449-49e3-93c0-531f4c1db4af req-25498bbf-f2c1-498f-b121-71d943566763 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.72 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 946 time: 0.0818064 Jan 21 10:12:04.012705 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [req-c7344803-e449-49e3-93c0-531f4c1db4af req-0ee29ead-0659-480d-8be4-4ee331b81a99 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Deleting port e47e2b99-40c6-4c9a-9790-721a10f940a9 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:12:04.013038 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-c7344803-e449-49e3-93c0-531f4c1db4af req-0ee29ead-0659-480d-8be4-4ee331b81a99 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:04.257560 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-c7344803-e449-49e3-93c0-531f4c1db4af req-0ee29ead-0659-480d-8be4-4ee331b81a99 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] For port e47e2b99-40c6-4c9a-9790-721a10f940a9, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e47e2b99-40c6-4c9a-9790-721a10f940a9,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:12:04.257921 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-c7344803-e449-49e3-93c0-531f4c1db4af req-0ee29ead-0659-480d-8be4-4ee331b81a99 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:04.560961 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b594a-0717-476d-b2f1-f1dad20e1b79 req-f3c1d113-9e5e-4419-857d-4fc2c8990559 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:04.562446 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-738b594a-0717-476d-b2f1-f1dad20e1b79 req-f3c1d113-9e5e-4419-857d-4fc2c8990559 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 946 time: 0.0813112 Jan 21 10:12:04.609742 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-738b594a-0717-476d-b2f1-f1dad20e1b79 req-b2d31218-77c9-4108-9ead-0b265ea7e6f8 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413499 Jan 21 10:12:04.653847 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-c7344803-e449-49e3-93c0-531f4c1db4af req-0ee29ead-0659-480d-8be4-4ee331b81a99 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:04.654474 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-c7344803-e449-49e3-93c0-531f4c1db4af req-0ee29ead-0659-480d-8be4-4ee331b81a99 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:04.654474 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.l3_db [req-c7344803-e449-49e3-93c0-531f4c1db4af req-0ee29ead-0659-480d-8be4-4ee331b81a99 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Floating IP 38a2ca67-96e8-4e0b-b9f5-8f3b1e87013a disassociated. External IP: 172.26.3.219, port: e47e2b99-40c6-4c9a-9790-721a10f940a9. Jan 21 10:12:04.654801 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [req-c7344803-e449-49e3-93c0-531f4c1db4af req-0ee29ead-0659-480d-8be4-4ee331b81a99 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Calling delete_port for e47e2b99-40c6-4c9a-9790-721a10f940a9 owned by compute:nova {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:12:04.797780 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-c7344803-e449-49e3-93c0-531f4c1db4af req-0ee29ead-0659-480d-8be4-4ee331b81a99 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:04.850218 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee29ead-0659-480d-8be4-4ee331b81a99 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Pushing event deleted for resources: {'Port': ['ID=e47e2b99-40c6-4c9a-9790-721a10f940a9,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:04.861437 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee29ead-0659-480d-8be4-4ee331b81a99 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:04.861785 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee29ead-0659-480d-8be4-4ee331b81a99 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:04.862120 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee29ead-0659-480d-8be4-4ee331b81a99 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:04.862454 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee29ead-0659-480d-8be4-4ee331b81a99 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:04.862772 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee29ead-0659-480d-8be4-4ee331b81a99 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:04.863098 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee29ead-0659-480d-8be4-4ee331b81a99 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:04.863446 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee29ead-0659-480d-8be4-4ee331b81a99 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:04.863774 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee29ead-0659-480d-8be4-4ee331b81a99 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:04.864091 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee29ead-0659-480d-8be4-4ee331b81a99 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:04.864407 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee29ead-0659-480d-8be4-4ee331b81a99 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:04.864721 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee29ead-0659-480d-8be4-4ee331b81a99 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:04.865033 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee29ead-0659-480d-8be4-4ee331b81a99 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:05.051324 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7344803-e449-49e3-93c0-531f4c1db4af req-0ee29ead-0659-480d-8be4-4ee331b81a99 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Router 7a4ac26d-e5f5-471e-b114-6556d34eb4cd has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:12:05.225565 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7344803-e449-49e3-93c0-531f4c1db4af req-0ee29ead-0659-480d-8be4-4ee331b81a99 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:12:05.235653 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9cb825-8d91-4126-9938-facf6fb15eae None None] Sync routers for ids ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:12:05.245929 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9cb825-8d91-4126-9938-facf6fb15eae None None] Routers {'7a4ac26d-e5f5-471e-b114-6556d34eb4cd'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:12:05.246530 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-5f9cb825-8d91-4126-9938-facf6fb15eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:11:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:05.298868 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7344803-e449-49e3-93c0-531f4c1db4af req-0ee29ead-0659-480d-8be4-4ee331b81a99 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] No DVR routers for this DVR port e47e2b99-40c6-4c9a-9790-721a10f940a9 on host hv-neutron-8257 {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:12:05.301431 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-c7344803-e449-49e3-93c0-531f4c1db4af req-0ee29ead-0659-480d-8be4-4ee331b81a99 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:05.303972 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31e15f8-5224-41b7-bc16-0e9a5db0066a', 'name': 'network-vif-deleted', 'tag': 'e47e2b99-40c6-4c9a-9790-721a10f940a9'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:12:05.321303 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c7344803-e449-49e3-93c0-531f4c1db4af req-0ee29ead-0659-480d-8be4-4ee331b81a99 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.72 "DELETE /v2.0/ports/e47e2b99-40c6-4c9a-9790-721a10f940a9 HTTP/1.1" status: 204 len: 173 time: 1.3718975 Jan 21 10:12:05.420111 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31e15f8-5224-41b7-bc16-0e9a5db0066a', 'name': 'network-vif-deleted', 'tag': 'e47e2b99-40c6-4c9a-9790-721a10f940a9', 'status': 'completed', 'code': 200} Jan 21 10:12:05.428196 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-5f9cb825-8d91-4126-9938-facf6fb15eae None None] Set router 7a4ac26d-e5f5-471e-b114-6556d34eb4cd gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:12:05.770161 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-5f9cb825-8d91-4126-9938-facf6fb15eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'name': 'tempest-ServerActionsTestJSON-1839373431-router', 'tenant_id': '650e2008729543979923456c3bb56898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:52Z', 'updated_at': '2022-01-21T10:07:56Z', 'revision_number': 4, 'project_id': '650e2008729543979923456c3bb56898', 'gw_port': {'id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:53Z', 'updated_at': '2022-01-21T10:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '4adb5df6-866d-43b7-a4fd-4dd39c1c4e57', 'name': '', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'tenant_id': '650e2008729543979923456c3bb56898', 'mac_address': 'fa:16:3e:a6:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:55Z', 'updated_at': '2022-01-21T10:08:01Z', 'revision_number': 5, 'project_id': '650e2008729543979923456c3bb56898', 'subnets': [{'id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:05.774840 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9cb825-8d91-4126-9938-facf6fb15eae None None] Checking router: 7a4ac26d-e5f5-471e-b114-6556d34eb4cd for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:12:05.792204 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9cb825-8d91-4126-9938-facf6fb15eae None None] Routers {'7a4ac26d-e5f5-471e-b114-6556d34eb4cd'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:12:05.793132 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-5f9cb825-8d91-4126-9938-facf6fb15eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:11:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:05.797107 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7e81aa71-2de7-4480-8853-93a478b34032 req-03d5acdf-6ff9-40e0-955d-102da207480f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31e15f8-5224-41b7-bc16-0e9a5db0066a HTTP/1.1" status: 200 len: 210 time: 0.0605309 Jan 21 10:12:05.979076 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-5f9cb825-8d91-4126-9938-facf6fb15eae None None] Set router 7a4ac26d-e5f5-471e-b114-6556d34eb4cd gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:12:06.286406 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-5f9cb825-8d91-4126-9938-facf6fb15eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'name': 'tempest-ServerActionsTestJSON-1839373431-router', 'tenant_id': '650e2008729543979923456c3bb56898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:52Z', 'updated_at': '2022-01-21T10:07:56Z', 'revision_number': 4, 'project_id': '650e2008729543979923456c3bb56898', 'gw_port': {'id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:53Z', 'updated_at': '2022-01-21T10:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '4adb5df6-866d-43b7-a4fd-4dd39c1c4e57', 'name': '', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'tenant_id': '650e2008729543979923456c3bb56898', 'mac_address': 'fa:16:3e:a6:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:55Z', 'updated_at': '2022-01-21T10:08:01Z', 'revision_number': 5, 'project_id': '650e2008729543979923456c3bb56898', 'subnets': [{'id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:06.290416 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9cb825-8d91-4126-9938-facf6fb15eae None None] The sync data for ids ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'] in dv-neutron-825731-1-hyperv is: [{'id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'name': 'tempest-ServerActionsTestJSON-1839373431-router', 'tenant_id': '650e2008729543979923456c3bb56898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:52Z', 'updated_at': '2022-01-21T10:07:56Z', 'revision_number': 4, 'project_id': '650e2008729543979923456c3bb56898', 'gw_port': {'id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:53Z', 'updated_at': '2022-01-21T10:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '4adb5df6-866d-43b7-a4fd-4dd39c1c4e57', 'name': '', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'tenant_id': '650e2008729543979923456c3bb56898', 'mac_address': 'fa:16:3e:a6:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:55Z', 'updated_at': '2022-01-21T10:08:01Z', 'revision_number': 5, 'project_id': '650e2008729543979923456c3bb56898', 'subnets': [{'id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:12:06.497472 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e288b2eb-2256-4fcb-a6a8-bd8f87cd36d2 None None] New status for floating IP 38a2ca67-96e8-4e0b-b9f5-8f3b1e87013a: DOWN {{(pid=87516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:12:07.086932 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device e47e2b99-40c6-4c9a-9790-721a10f940a9 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:12:07.120898 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] No Port match for: e47e2b99-40c6-4c9a-9790-721a10f940a9 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:12:07.121241 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device e47e2b99-40c6-4c9a-9790-721a10f940a9 not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:12:07.156864 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-114c16fd-a315-4cf5-832c-6dbe5fb7c004 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-securitygroup--1894940457&fields=id&tenant_id=650e2008729543979923456c3bb56898 HTTP/1.1" status: 200 len: 267 time: 0.0390913 Jan 21 10:12:07.306425 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-22dc28a7-3703-4fac-ba48-816152c72d67 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:07.307769 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-22dc28a7-3703-4fac-ba48-816152c72d67 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/networks?id=58a455c5-6a0c-4f06-9457-1f478d6b45fd HTTP/1.1" status: 200 len: 812 time: 0.1442747 Jan 21 10:12:07.322645 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-a3725d8b-d416-4eec-973d-0a3bd13b0619 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/quotas/650e2008729543979923456c3bb56898 HTTP/1.1" status: 200 len: 375 time: 0.0095036 Jan 21 10:12:07.404559 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-29bfaefc-ad52-4b2e-80cf-502d5b46f825 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Synchronizing usage tracker for tenant:650e2008729543979923456c3bb56898 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:12:07.420042 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-29bfaefc-ad52-4b2e-80cf-502d5b46f825 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Unset dirty status for tenant:650e2008729543979923456c3bb56898 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:12:07.421300 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-29bfaefc-ad52-4b2e-80cf-502d5b46f825 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=650e2008729543979923456c3bb56898&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0939214 Jan 21 10:12:07.478649 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-3a7827f3-68fb-495f-ab2e-675e0068e6db service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 10:12:07.479666 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-3a7827f3-68fb-495f-ab2e-675e0068e6db service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0464358 Jan 21 10:12:07.610425 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-445761da-d372-4025-bca7-d4ce3597f7c9 service neutron] 10.222.0.110 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250181 Jan 21 10:12:07.740258 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-709b2dde-812d-434e-9114-7a3fc61b5c70 service neutron] 10.222.0.110 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240556 Jan 21 10:12:07.918768 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f0459054-6298-47ed-bd22-f0f173135dd8 req-c3d6c26f-f2fd-4524-bc65-c809fd67ca9d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 210 time: 0.0459731 Jan 21 10:12:08.924289 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-2aa843f5-0c64-40e5-8d7b-750f91714b50 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:08.925713 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-2aa843f5-0c64-40e5-8d7b-750f91714b50 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.72 "GET /v2.0/networks?id=58a455c5-6a0c-4f06-9457-1f478d6b45fd HTTP/1.1" status: 200 len: 812 time: 0.1538017 Jan 21 10:12:08.979667 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-bb338aaf-edf9-49d8-8b3c-82295ad7bff2 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=650e2008729543979923456c3bb56898 HTTP/1.1" status: 200 len: 380 time: 0.0464022 Jan 21 10:12:08.987582 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-3cc03b89-de34-4a2c-9653-a790c5b186d0 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Request body: {'port': {'device_id': 'b31d62e4-45cb-4048-b180-5cdb43f9d5a9', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'admin_state_up': True, 'tenant_id': '650e2008729543979923456c3bb56898', 'security_groups': ['fdbf0209-ccfd-4da7-8527-00fb9a80e1ba']}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:12:09.227836 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-457a1f51-1e11-4af5-bc4e-31c713477e6c req-2c4ac1e7-e9eb-4037-9349-6c0119c6642b tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 210 time: 0.1981273 Jan 21 10:12:09.264881 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-3cc03b89-de34-4a2c-9653-a790c5b186d0 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:12:09.274686 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-3cc03b89-de34-4a2c-9653-a790c5b186d0 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:12:09.284249 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-3cc03b89-de34-4a2c-9653-a790c5b186d0 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Made reservation on behalf of 650e2008729543979923456c3bb56898 for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:12:09.287931 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-3cc03b89-de34-4a2c-9653-a790c5b186d0 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:09.443337 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-3cc03b89-de34-4a2c-9653-a790c5b186d0 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Allocated IP 172.20.0.11 (58a455c5-6a0c-4f06-9457-1f478d6b45fd/3c4f44a6-1c64-4cd0-8b58-099737897972/cc4d4822-d890-444c-b65c-e7f15ffa2140) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:12:09.636275 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-3cc03b89-de34-4a2c-9653-a790c5b186d0 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:09.650940 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-3cc03b89-de34-4a2c-9653-a790c5b186d0 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Transition to ACTIVE for port object cc4d4822-d890-444c-b65c-e7f15ffa2140 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:12:09.673691 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-3cc03b89-de34-4a2c-9653-a790c5b186d0 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:09.746079 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-3cc03b89-de34-4a2c-9653-a790c5b186d0 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Network 58a455c5-6a0c-4f06-9457-1f478d6b45fd is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:12:09.749131 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-3cc03b89-de34-4a2c-9653-a790c5b186d0 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:12:09.752876 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-3cc03b89-de34-4a2c-9653-a790c5b186d0 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:12:09.782755 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc03b89-de34-4a2c-9653-a790c5b186d0 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Pushing event updated for resources: {'Port': ['ID=cc4d4822-d890-444c-b65c-e7f15ffa2140,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:09.819224 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-3cc03b89-de34-4a2c-9653-a790c5b186d0 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:09.819867 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-3cc03b89-de34-4a2c-9653-a790c5b186d0 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:09.847424 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-3cc03b89-de34-4a2c-9653-a790c5b186d0 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8635931 Jan 21 10:12:09.859792 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-ee228e05-81c2-4575-b431-f446e50ecdac service neutron] Request body: {'port': {'device_id': 'b31d62e4-45cb-4048-b180-5cdb43f9d5a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:12:09.975940 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-ee228e05-81c2-4575-b431-f446e50ecdac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:09.987933 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-84f05881-e4b0-42cd-a3b4-53fd5d3d270a None None] Provisioning for port cc4d4822-d890-444c-b65c-e7f15ffa2140 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:12:09.994125 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-84f05881-e4b0-42cd-a3b4-53fd5d3d270a None None] Provisioning complete for port cc4d4822-d890-444c-b65c-e7f15ffa2140 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:12:09.994776 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-84f05881-e4b0-42cd-a3b4-53fd5d3d270a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:10.040217 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:12:10.049966 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-84f05881-e4b0-42cd-a3b4-53fd5d3d270a None None] Port cc4d4822-d890-444c-b65c-e7f15ffa2140 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:12:10.321597 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-ee228e05-81c2-4575-b431-f446e50ecdac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc4d4822-d890-444c-b65c-e7f15ffa2140 {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:12:10.328784 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-ee228e05-81c2-4575-b431-f446e50ecdac service neutron] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:10.344592 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-ee228e05-81c2-4575-b431-f446e50ecdac service neutron] Transition to ACTIVE for port object cc4d4822-d890-444c-b65c-e7f15ffa2140 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:12:10.347722 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-ee228e05-81c2-4575-b431-f446e50ecdac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:10.411518 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132ef52-af6b-407c-b2c6-68cae56a272c req-dd23866e-900e-4389-8947-517441ae1ecb tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:10.413026 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3132ef52-af6b-407c-b2c6-68cae56a272c req-dd23866e-900e-4389-8947-517441ae1ecb tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 944 time: 0.0796800 Jan 21 10:12:10.460811 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3132ef52-af6b-407c-b2c6-68cae56a272c req-0fec2a90-2ca4-4544-be14-72dcae4215e4 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406694 Jan 21 10:12:10.518614 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee228e05-81c2-4575-b431-f446e50ecdac service neutron] Pushing event updated for resources: {'Port': ['ID=cc4d4822-d890-444c-b65c-e7f15ffa2140,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:10.588746 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-ee228e05-81c2-4575-b431-f446e50ecdac service neutron] Attempting to bind port cc4d4822-d890-444c-b65c-e7f15ffa2140 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:12:10.588746 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-ee228e05-81c2-4575-b431-f446e50ecdac service neutron] Attempting to bind port cc4d4822-d890-444c-b65c-e7f15ffa2140 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9b31e876-29e0-44c6-8dbb-b62e34bcc9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:12:10.589068 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-ee228e05-81c2-4575-b431-f446e50ecdac service neutron] Attempting to bind port cc4d4822-d890-444c-b65c-e7f15ffa2140 on network 58a455c5-6a0c-4f06-9457-1f478d6b45fd {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:12:10.593720 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-ee228e05-81c2-4575-b431-f446e50ecdac service neutron] Port cc4d4822-d890-444c-b65c-e7f15ffa2140 on network 58a455c5-6a0c-4f06-9457-1f478d6b45fd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:12:10.594031 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-ee228e05-81c2-4575-b431-f446e50ecdac service neutron] Attempting to bind port cc4d4822-d890-444c-b65c-e7f15ffa2140 on network 58a455c5-6a0c-4f06-9457-1f478d6b45fd {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:12:10.599178 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-ee228e05-81c2-4575-b431-f446e50ecdac service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:12:10.599562 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-ee228e05-81c2-4575-b431-f446e50ecdac service neutron] Checking segment: {'id': '9b31e876-29e0-44c6-8dbb-b62e34bcc9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:12:10.599945 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-ee228e05-81c2-4575-b431-f446e50ecdac service neutron] Bound using segment: {'id': '9b31e876-29e0-44c6-8dbb-b62e34bcc9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:12:10.600371 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-ee228e05-81c2-4575-b431-f446e50ecdac service neutron] Bound port: cc4d4822-d890-444c-b65c-e7f15ffa2140, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b31e876-29e0-44c6-8dbb-b62e34bcc9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:12:10.600710 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-ee228e05-81c2-4575-b431-f446e50ecdac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:10.694352 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-ee228e05-81c2-4575-b431-f446e50ecdac service neutron] For port cc4d4822-d890-444c-b65c-e7f15ffa2140, host hv-neutron-8257, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:12:10.697911 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-ee228e05-81c2-4575-b431-f446e50ecdac service neutron] For port cc4d4822-d890-444c-b65c-e7f15ffa2140, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=cc4d4822-d890-444c-b65c-e7f15ffa2140,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:12:10.702158 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-ee228e05-81c2-4575-b431-f446e50ecdac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:10.760579 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-ee228e05-81c2-4575-b431-f446e50ecdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:10.761197 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-ee228e05-81c2-4575-b431-f446e50ecdac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:10.762578 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-ee228e05-81c2-4575-b431-f446e50ecdac service neutron] 10.222.0.72 "PUT /v2.0/ports/cc4d4822-d890-444c-b65c-e7f15ffa2140 HTTP/1.1" status: 200 len: 1094 time: 0.9077122 Jan 21 10:12:10.763018 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b31d62e4-45cb-4048-b180-5cdb43f9d5a9', 'tag': 'cc4d4822-d890-444c-b65c-e7f15ffa2140'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:12:10.787424 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee228e05-81c2-4575-b431-f446e50ecdac service neutron] Pushing event updated for resources: {'Port': ['ID=cc4d4822-d890-444c-b65c-e7f15ffa2140,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:10.851245 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b31d62e4-45cb-4048-b180-5cdb43f9d5a9', 'tag': 'cc4d4822-d890-444c-b65c-e7f15ffa2140', 'status': 'completed', 'code': 200} Jan 21 10:12:10.892800 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-9026bff7-cea3-41fc-be73-43d0da1ccede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:10.894282 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-9026bff7-cea3-41fc-be73-43d0da1ccede service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=650e2008729543979923456c3bb56898&device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 1097 time: 0.0789375 Jan 21 10:12:10.967425 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-0adeda55-57c9-4f2e-ba1d-0aae1ba060e7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc4d4822-d890-444c-b65c-e7f15ffa2140 HTTP/1.1" status: 200 len: 217 time: 0.0663760 Jan 21 10:12:11.032409 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-8ad40bea-f190-49a1-b799-6571ead8749a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:11.033755 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-8ad40bea-f190-49a1-b799-6571ead8749a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3c4f44a6-1c64-4cd0-8b58-099737897972 HTTP/1.1" status: 200 len: 851 time: 0.0603831 Jan 21 10:12:11.209292 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-73e21f97-214f-4bdd-b9b9-e1a6fb52a04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:11.210770 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-73e21f97-214f-4bdd-b9b9-e1a6fb52a04f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58a455c5-6a0c-4f06-9457-1f478d6b45fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1701443 Jan 21 10:12:11.337976 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-dba3b41b-a4ee-4d9d-b68a-3b12b1d513f3 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208777 Jan 21 10:12:11.466430 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-db44c9b1-d4aa-4930-aa42-d090b3774dfd req-ff615483-d5ef-4b6e-a334-4546c3566b1c service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225965 Jan 21 10:12:11.582229 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12ef51-1449-410c-b315-bde341c26819 req-d2f88996-82fc-48fc-8109-90404ffe5511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:11.583705 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6e12ef51-1449-410c-b315-bde341c26819 req-d2f88996-82fc-48fc-8109-90404ffe5511 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=650e2008729543979923456c3bb56898&device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 1097 time: 0.0741172 Jan 21 10:12:11.654180 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8147d0-5bd6-4816-9cde-e32fecf06fac req-fa9e52f0-ca2a-4297-a23c-2ef8a9bb6115 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:11.655664 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-db8147d0-5bd6-4816-9cde-e32fecf06fac req-fa9e52f0-ca2a-4297-a23c-2ef8a9bb6115 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 944 time: 0.0827873 Jan 21 10:12:11.701238 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-db8147d0-5bd6-4816-9cde-e32fecf06fac req-b24ad376-d34a-45b4-8921-119fd61eddcb tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395854 Jan 21 10:12:11.718013 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12ef51-1449-410c-b315-bde341c26819 req-9bb07295-9ccf-408d-9b6f-7369879cef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:11.719788 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6e12ef51-1449-410c-b315-bde341c26819 req-9bb07295-9ccf-408d-9b6f-7369879cef97 service neutron] 10.222.0.72 "GET /v2.0/networks?id=58a455c5-6a0c-4f06-9457-1f478d6b45fd HTTP/1.1" status: 200 len: 913 time: 0.1305115 Jan 21 10:12:11.790230 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6e12ef51-1449-410c-b315-bde341c26819 req-f4f0d4ee-f752-4f1e-a207-b355cc65cad2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc4d4822-d890-444c-b65c-e7f15ffa2140 HTTP/1.1" status: 200 len: 217 time: 0.0639508 Jan 21 10:12:11.850951 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12ef51-1449-410c-b315-bde341c26819 req-4bada46e-35ae-476d-a01f-db699bd5a51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:11.853052 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6e12ef51-1449-410c-b315-bde341c26819 req-4bada46e-35ae-476d-a01f-db699bd5a51a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3c4f44a6-1c64-4cd0-8b58-099737897972 HTTP/1.1" status: 200 len: 851 time: 0.0579269 Jan 21 10:12:11.927046 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12ef51-1449-410c-b315-bde341c26819 req-1f016228-5056-49e1-a09a-e8e1a042da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:11.928532 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6e12ef51-1449-410c-b315-bde341c26819 req-1f016228-5056-49e1-a09a-e8e1a042da02 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58a455c5-6a0c-4f06-9457-1f478d6b45fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702000 Jan 21 10:12:12.057674 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6e12ef51-1449-410c-b315-bde341c26819 req-8c42fe3d-4094-4d83-b83c-5a2d57ce1601 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229231 Jan 21 10:12:12.186658 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6e12ef51-1449-410c-b315-bde341c26819 req-ee4aa62e-f1a3-4c5e-aa47-2bcb099da5c8 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228533 Jan 21 10:12:12.903894 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7a1c4-0316-4ca7-a7e4-fe4ac5a4326d req-b15dee94-3d72-44fe-a5f6-decb3c9551bf tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:12.904594 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-35f7a1c4-0316-4ca7-a7e4-fe4ac5a4326d req-b15dee94-3d72-44fe-a5f6-decb3c9551bf tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Synchronizing usage tracker for tenant:650e2008729543979923456c3bb56898 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:12:12.924349 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-35f7a1c4-0316-4ca7-a7e4-fe4ac5a4326d req-b15dee94-3d72-44fe-a5f6-decb3c9551bf tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Unset dirty status for tenant:650e2008729543979923456c3bb56898 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:12:12.925538 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-35f7a1c4-0316-4ca7-a7e4-fe4ac5a4326d req-b15dee94-3d72-44fe-a5f6-decb3c9551bf tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 944 time: 0.1109312 Jan 21 10:12:12.981178 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-35f7a1c4-0316-4ca7-a7e4-fe4ac5a4326d req-6c7d6fb6-9771-4b50-ab8e-b12b1a7bbc11 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487134 Jan 21 10:12:12.994559 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:14.170812 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8b688-2fbb-41ec-8a7b-f6616943c686 req-95f1dc05-e2ed-4076-9a4f-c2f23ab9ef07 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:14.172271 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-92c8b688-2fbb-41ec-8a7b-f6616943c686 req-95f1dc05-e2ed-4076-9a4f-c2f23ab9ef07 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 944 time: 0.0782652 Jan 21 10:12:14.219331 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-92c8b688-2fbb-41ec-8a7b-f6616943c686 req-f660bccd-1f64-4372-9d84-8021ba4b6e96 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414739 Jan 21 10:12:15.135849 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device cc4d4822-d890-444c-b65c-e7f15ffa2140 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:12:15.264631 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port cc4d4822-d890-444c-b65c-e7f15ffa2140, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=cc4d4822-d890-444c-b65c-e7f15ffa2140,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:12:15.278165 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': 'cc4d4822-d890-444c-b65c-e7f15ffa2140', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'port_id': 'cc4d4822-d890-444c-b65c-e7f15ffa2140', 'mac_address': 'fa:16:3e:d9:18:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:12:15.332548 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:15.348919 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc4d4822-d890-444c-b65c-e7f15ffa2140 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:12:15.364134 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port cc4d4822-d890-444c-b65c-e7f15ffa2140, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=cc4d4822-d890-444c-b65c-e7f15ffa2140,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:12:15.369127 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:15.407002 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a56658-9523-4d48-b3e3-cdbd53622ed5 req-ea8d1520-e2cd-43e1-bf63-6c763386f8f9 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:15.408493 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b4a56658-9523-4d48-b3e3-cdbd53622ed5 req-ea8d1520-e2cd-43e1-bf63-6c763386f8f9 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 944 time: 0.0832994 Jan 21 10:12:15.438431 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=cc4d4822-d890-444c-b65c-e7f15ffa2140,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:15.456019 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b4a56658-9523-4d48-b3e3-cdbd53622ed5 req-08c9914c-033d-4889-8ac1-1a68146ea347 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414612 Jan 21 10:12:15.744297 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['cc4d4822-d890-444c-b65c-e7f15ffa2140'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:12:16.581445 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c3c02160-bd6f-492b-8fd7-12a4e58d600b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:16.641363 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad88c8d-0735-4f0e-a843-5b1d93534660 req-2ccc0526-d3e8-4790-81c0-9213ffa5d2be tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:16.642789 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5ad88c8d-0735-4f0e-a843-5b1d93534660 req-2ccc0526-d3e8-4790-81c0-9213ffa5d2be tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 945 time: 0.0798218 Jan 21 10:12:16.687482 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5ad88c8d-0735-4f0e-a843-5b1d93534660 req-46956991-c96c-4ab5-8359-09a4c8daf5af tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389688 Jan 21 10:12:17.151784 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device cc4d4822-d890-444c-b65c-e7f15ffa2140 up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:12:17.222703 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port cc4d4822-d890-444c-b65c-e7f15ffa2140 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:12:17.227320 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port cc4d4822-d890-444c-b65c-e7f15ffa2140 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:12:17.227716 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:17.340621 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:17.365970 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31d62e4-45cb-4048-b180-5cdb43f9d5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4d4822-d890-444c-b65c-e7f15ffa2140'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:12:17.375768 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port cc4d4822-d890-444c-b65c-e7f15ffa2140, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=cc4d4822-d890-444c-b65c-e7f15ffa2140,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:12:17.380367 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:17.412899 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31d62e4-45cb-4048-b180-5cdb43f9d5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4d4822-d890-444c-b65c-e7f15ffa2140', 'code': 200} Jan 21 10:12:17.452403 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=cc4d4822-d890-444c-b65c-e7f15ffa2140,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:17.632592 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f8b7f-4a9b-4904-b753-725a5fd430e2 req-e834520b-51fe-44a8-ad29-e53a3d56045a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:17.634132 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8c2f8b7f-4a9b-4904-b753-725a5fd430e2 req-e834520b-51fe-44a8-ad29-e53a3d56045a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 1099 time: 0.0678022 Jan 21 10:12:17.673817 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8c2f8b7f-4a9b-4904-b753-725a5fd430e2 req-d231a055-845f-4cb8-8909-b6fdbe96e312 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336573 Jan 21 10:12:17.876139 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a137e9-d3f5-468a-8ad2-68f13c7237e9 req-c4dd2bc2-18ae-441d-9ad5-9454bbf1a2dc tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:17.877580 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-91a137e9-d3f5-468a-8ad2-68f13c7237e9 req-c4dd2bc2-18ae-441d-9ad5-9454bbf1a2dc tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 946 time: 0.0823469 Jan 21 10:12:17.921726 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-91a137e9-d3f5-468a-8ad2-68f13c7237e9 req-719b5cac-9593-4647-bc42-7373f7921d3d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374591 Jan 21 10:12:18.939801 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b9f519e1-2a32-41f6-86dd-fe8dc1152716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:19.117486 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382428dd-51e8-46dd-ae50-c96bb0b5b5e1 req-853d6c28-e0ed-4401-a108-7c63b5e16481 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:19.119056 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-382428dd-51e8-46dd-ae50-c96bb0b5b5e1 req-853d6c28-e0ed-4401-a108-7c63b5e16481 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 946 time: 0.0879662 Jan 21 10:12:19.165743 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-382428dd-51e8-46dd-ae50-c96bb0b5b5e1 req-64e91a8d-3b4d-46ad-a771-a58508fc13b9 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407376 Jan 21 10:12:19.839673 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:20.037194 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:20.349269 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87e7a5-f151-4d2a-b66e-4fc23f194ec7 req-90cc047f-69fa-4dc3-b653-a32d5d559968 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:20.350696 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ac87e7a5-f151-4d2a-b66e-4fc23f194ec7 req-90cc047f-69fa-4dc3-b653-a32d5d559968 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 946 time: 0.0793982 Jan 21 10:12:20.393329 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ac87e7a5-f151-4d2a-b66e-4fc23f194ec7 req-e8cf4e0c-a351-48a0-aa4e-f3673f1e4dc6 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367732 Jan 21 10:12:20.568076 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eee483-a5d0-4595-a067-12adf10fae69 req-7f5855d7-b18d-4b0f-a840-7dabdad4088b tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:20.569495 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e6eee483-a5d0-4595-a067-12adf10fae69 req-7f5855d7-b18d-4b0f-a840-7dabdad4088b tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 946 time: 0.0775669 Jan 21 10:12:20.578336 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 60864) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:12:20.583104 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-f8430ffd-7ab5-45d4-b78f-076ef9d6e468 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Request body: {'floatingip': {'port_id': 'cc4d4822-d890-444c-b65c-e7f15ffa2140'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:12:20.750088 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f8430ffd-7ab5-45d4-b78f-076ef9d6e468 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks [] for floatingip, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:21.342177 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f8430ffd-7ab5-45d4-b78f-076ef9d6e468 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:21.345922 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f8430ffd-7ab5-45d4-b78f-076ef9d6e468 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:21.455121 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:21.516548 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.l3_db [None req-f8430ffd-7ab5-45d4-b78f-076ef9d6e468 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Floating IP 38a2ca67-96e8-4e0b-b9f5-8f3b1e87013a associated. External IP: 172.26.3.219, port: cc4d4822-d890-444c-b65c-e7f15ffa2140. Jan 21 10:12:21.866405 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8430ffd-7ab5-45d4-b78f-076ef9d6e468 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Router 7a4ac26d-e5f5-471e-b114-6556d34eb4cd has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:12:22.143667 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8430ffd-7ab5-45d4-b78f-076ef9d6e468 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:12:22.149025 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f8430ffd-7ab5-45d4-b78f-076ef9d6e468 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:22.153718 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6698774a-07ee-47a3-9ebb-e4d2004cca38 None None] Sync routers for ids ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:12:22.164475 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6698774a-07ee-47a3-9ebb-e4d2004cca38 None None] Routers {'7a4ac26d-e5f5-471e-b114-6556d34eb4cd'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:12:22.165083 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-6698774a-07ee-47a3-9ebb-e4d2004cca38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:12:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:22.204097 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f8430ffd-7ab5-45d4-b78f-076ef9d6e468 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "PUT /v2.0/floatingips/38a2ca67-96e8-4e0b-b9f5-8f3b1e87013a HTTP/1.1" status: 200 len: 992 time: 1.6247566 Jan 21 10:12:22.204785 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b31d62e4-45cb-4048-b180-5cdb43f9d5a9', 'tag': 'cc4d4822-d890-444c-b65c-e7f15ffa2140'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:12:22.255814 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b31d62e4-45cb-4048-b180-5cdb43f9d5a9', 'tag': 'cc4d4822-d890-444c-b65c-e7f15ffa2140', 'status': 'completed', 'code': 200} Jan 21 10:12:22.344466 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-6698774a-07ee-47a3-9ebb-e4d2004cca38 None None] Set router 7a4ac26d-e5f5-471e-b114-6556d34eb4cd gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:12:22.349130 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e77f1a-eb0e-4892-a508-09fd73534183 req-4b831afe-eb25-4d0b-bd54-bf43c9a69691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:22.350595 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-47e77f1a-eb0e-4892-a508-09fd73534183 req-4b831afe-eb25-4d0b-bd54-bf43c9a69691 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=650e2008729543979923456c3bb56898&device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 1099 time: 0.0729201 Jan 21 10:12:22.482734 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e77f1a-eb0e-4892-a508-09fd73534183 req-935710db-3a42-4b7e-9c18-b6a4053c0816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:22.484231 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-47e77f1a-eb0e-4892-a508-09fd73534183 req-935710db-3a42-4b7e-9c18-b6a4053c0816 service neutron] 10.222.0.72 "GET /v2.0/networks?id=58a455c5-6a0c-4f06-9457-1f478d6b45fd HTTP/1.1" status: 200 len: 913 time: 0.1272500 Jan 21 10:12:22.588855 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-47e77f1a-eb0e-4892-a508-09fd73534183 req-89cb7d5e-8aea-44bc-b00a-fb023c1c666d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc4d4822-d890-444c-b65c-e7f15ffa2140 HTTP/1.1" status: 200 len: 1000 time: 0.0986114 Jan 21 10:12:22.652457 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e77f1a-eb0e-4892-a508-09fd73534183 req-0c7c32c2-2077-4f71-be73-e27f5d7d315f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:22.654316 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-47e77f1a-eb0e-4892-a508-09fd73534183 req-0c7c32c2-2077-4f71-be73-e27f5d7d315f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3c4f44a6-1c64-4cd0-8b58-099737897972 HTTP/1.1" status: 200 len: 851 time: 0.0602336 Jan 21 10:12:22.693391 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-6698774a-07ee-47a3-9ebb-e4d2004cca38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'name': 'tempest-ServerActionsTestJSON-1839373431-router', 'tenant_id': '650e2008729543979923456c3bb56898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:52Z', 'updated_at': '2022-01-21T10:07:56Z', 'revision_number': 4, 'project_id': '650e2008729543979923456c3bb56898', 'gw_port': {'id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:53Z', 'updated_at': '2022-01-21T10:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '38a2ca67-96e8-4e0b-b9f5-8f3b1e87013a', 'tenant_id': '650e2008729543979923456c3bb56898', 'floating_ip_address': '172.26.3.219', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'port_id': 'cc4d4822-d890-444c-b65c-e7f15ffa2140', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'mac_address': 'fa:16:3e:d9:18:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31d62e4-45cb-4048-b180-5cdb43f9d5a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:07:59Z', 'updated_at': '2022-01-21T10:12:21Z', 'revision_number': 9, 'project_id': '650e2008729543979923456c3bb56898', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4adb5df6-866d-43b7-a4fd-4dd39c1c4e57', 'name': '', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'tenant_id': '650e2008729543979923456c3bb56898', 'mac_address': 'fa:16:3e:a6:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:55Z', 'updated_at': '2022-01-21T10:08:01Z', 'revision_number': 5, 'project_id': '650e2008729543979923456c3bb56898', 'subnets': [{'id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:22.697917 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6698774a-07ee-47a3-9ebb-e4d2004cca38 None None] Checking router: 7a4ac26d-e5f5-471e-b114-6556d34eb4cd for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:12:22.706165 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6698774a-07ee-47a3-9ebb-e4d2004cca38 None None] Routers {'7a4ac26d-e5f5-471e-b114-6556d34eb4cd'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:12:22.706769 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-6698774a-07ee-47a3-9ebb-e4d2004cca38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:12:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:22.730598 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e77f1a-eb0e-4892-a508-09fd73534183 req-0585cbbd-ccdc-4b42-80e1-e485440af1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:22.732203 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-47e77f1a-eb0e-4892-a508-09fd73534183 req-0585cbbd-ccdc-4b42-80e1-e485440af1fd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58a455c5-6a0c-4f06-9457-1f478d6b45fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726688 Jan 21 10:12:22.867463 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-47e77f1a-eb0e-4892-a508-09fd73534183 req-bbc702c6-4268-4a9c-a2f0-3e8a07708201 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282082 Jan 21 10:12:22.907578 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-6698774a-07ee-47a3-9ebb-e4d2004cca38 None None] Set router 7a4ac26d-e5f5-471e-b114-6556d34eb4cd gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:12:22.998835 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-47e77f1a-eb0e-4892-a508-09fd73534183 req-0d351a1e-9373-4f1c-b431-fda48f402fd5 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260824 Jan 21 10:12:23.249189 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-6698774a-07ee-47a3-9ebb-e4d2004cca38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'name': 'tempest-ServerActionsTestJSON-1839373431-router', 'tenant_id': '650e2008729543979923456c3bb56898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:52Z', 'updated_at': '2022-01-21T10:07:56Z', 'revision_number': 4, 'project_id': '650e2008729543979923456c3bb56898', 'gw_port': {'id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:53Z', 'updated_at': '2022-01-21T10:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '38a2ca67-96e8-4e0b-b9f5-8f3b1e87013a', 'tenant_id': '650e2008729543979923456c3bb56898', 'floating_ip_address': '172.26.3.219', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'port_id': 'cc4d4822-d890-444c-b65c-e7f15ffa2140', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'mac_address': 'fa:16:3e:d9:18:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31d62e4-45cb-4048-b180-5cdb43f9d5a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:07:59Z', 'updated_at': '2022-01-21T10:12:21Z', 'revision_number': 9, 'project_id': '650e2008729543979923456c3bb56898', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4adb5df6-866d-43b7-a4fd-4dd39c1c4e57', 'name': '', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'tenant_id': '650e2008729543979923456c3bb56898', 'mac_address': 'fa:16:3e:a6:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:55Z', 'updated_at': '2022-01-21T10:08:01Z', 'revision_number': 5, 'project_id': '650e2008729543979923456c3bb56898', 'subnets': [{'id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:23.252964 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6698774a-07ee-47a3-9ebb-e4d2004cca38 None None] The sync data for ids ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'] in dv-neutron-825731-1-hyperv is: [{'id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'name': 'tempest-ServerActionsTestJSON-1839373431-router', 'tenant_id': '650e2008729543979923456c3bb56898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:52Z', 'updated_at': '2022-01-21T10:07:56Z', 'revision_number': 4, 'project_id': '650e2008729543979923456c3bb56898', 'gw_port': {'id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:53Z', 'updated_at': '2022-01-21T10:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '38a2ca67-96e8-4e0b-b9f5-8f3b1e87013a', 'tenant_id': '650e2008729543979923456c3bb56898', 'floating_ip_address': '172.26.3.219', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'port_id': 'cc4d4822-d890-444c-b65c-e7f15ffa2140', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'mac_address': 'fa:16:3e:d9:18:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31d62e4-45cb-4048-b180-5cdb43f9d5a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:07:59Z', 'updated_at': '2022-01-21T10:12:21Z', 'revision_number': 9, 'project_id': '650e2008729543979923456c3bb56898', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4adb5df6-866d-43b7-a4fd-4dd39c1c4e57', 'name': '', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'tenant_id': '650e2008729543979923456c3bb56898', 'mac_address': 'fa:16:3e:a6:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:55Z', 'updated_at': '2022-01-21T10:08:01Z', 'revision_number': 5, 'project_id': '650e2008729543979923456c3bb56898', 'subnets': [{'id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:12:23.458221 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a590cb-7ec9-4e27-a8be-b730e1978ee3 None None] New status for floating IP 38a2ca67-96e8-4e0b-b9f5-8f3b1e87013a: ACTIVE {{(pid=87516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:12:42.999359 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:46.583078 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9611c3e7-d3b7-48ed-babb-b91b7ca5c187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:47.039258 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:12:48.941764 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-37e8f862-56ab-4030-9193-4140876e5c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:49.840872 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:50.040936 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:51.458213 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:12.997149 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:16.584905 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-64ba051d-eff9-4e2b-9b53-199882e33e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:18.942950 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0e8e654d-4302-449d-80a7-a0d8d8b5e3b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:19.843667 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:20.044649 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:20.045601 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9a8947d3-1e42-48f8-873f-0dbff84fdd97 req-41e6db26-0f03-4671-a8fb-fe9ccd2279fa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0847046 Jan 21 10:13:20.180614 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8947d3-1e42-48f8-873f-0dbff84fdd97 req-0cf0bd42-e153-40fd-8016-f991575a4441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:20.182065 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9a8947d3-1e42-48f8-873f-0dbff84fdd97 req-0cf0bd42-e153-40fd-8016-f991575a4441 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=650e2008729543979923456c3bb56898&device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 1099 time: 0.0693622 Jan 21 10:13:20.321208 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8947d3-1e42-48f8-873f-0dbff84fdd97 req-45a33295-4a71-4749-9c15-864955fb64bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:20.322557 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9a8947d3-1e42-48f8-873f-0dbff84fdd97 req-45a33295-4a71-4749-9c15-864955fb64bd service neutron] 10.222.0.72 "GET /v2.0/networks?id=58a455c5-6a0c-4f06-9457-1f478d6b45fd HTTP/1.1" status: 200 len: 913 time: 0.1219466 Jan 21 10:13:20.422926 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9a8947d3-1e42-48f8-873f-0dbff84fdd97 req-8ab9a07a-07a6-4cdd-919f-718184e5ea05 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc4d4822-d890-444c-b65c-e7f15ffa2140 HTTP/1.1" status: 200 len: 1003 time: 0.0937357 Jan 21 10:13:20.489073 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8947d3-1e42-48f8-873f-0dbff84fdd97 req-ec2fba6e-bc31-4f41-9309-e0abd5fdcc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:20.490475 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9a8947d3-1e42-48f8-873f-0dbff84fdd97 req-ec2fba6e-bc31-4f41-9309-e0abd5fdcc1a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3c4f44a6-1c64-4cd0-8b58-099737897972 HTTP/1.1" status: 200 len: 851 time: 0.0611155 Jan 21 10:13:20.564221 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8947d3-1e42-48f8-873f-0dbff84fdd97 req-b5bd4a69-bcc4-40e4-9bc0-7ae79311ebbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:20.565677 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9a8947d3-1e42-48f8-873f-0dbff84fdd97 req-b5bd4a69-bcc4-40e4-9bc0-7ae79311ebbe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58a455c5-6a0c-4f06-9457-1f478d6b45fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692220 Jan 21 10:13:20.799371 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9a8947d3-1e42-48f8-873f-0dbff84fdd97 req-4ec39273-77d8-4ba6-873c-581d4234fba6 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280524 Jan 21 10:13:20.930075 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9a8947d3-1e42-48f8-873f-0dbff84fdd97 req-e0b9c9db-fb46-4897-b938-c3195abfa78f service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243520 Jan 21 10:13:21.462326 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:24.038701 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:13:40.181390 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-539df077-e80b-4683-827d-a25008747a66 req-86b974be-0c2b-4c90-96b9-91c71fe2347a service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0893118 Jan 21 10:13:40.356148 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06a0b2-1301-4968-bad6-980fff473726 req-9d7998b2-aa4e-4c6d-b26f-46fbd23f289e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:40.357787 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-5a06a0b2-1301-4968-bad6-980fff473726 req-9d7998b2-aa4e-4c6d-b26f-46fbd23f289e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 946 time: 0.0865693 Jan 21 10:13:40.404024 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-5a06a0b2-1301-4968-bad6-980fff473726 req-e2e00bb0-8412-4f34-9678-a76e7b074526 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407982 Jan 21 10:13:41.372864 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539df077-e80b-4683-827d-a25008747a66 req-75bcdf1f-23f4-40d8-849f-3b8aeea7fdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:41.374332 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-539df077-e80b-4683-827d-a25008747a66 req-75bcdf1f-23f4-40d8-849f-3b8aeea7fdc5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=650e2008729543979923456c3bb56898&device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 1099 time: 0.0701284 Jan 21 10:13:41.510790 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539df077-e80b-4683-827d-a25008747a66 req-96a8e28c-7ee7-4adb-93e9-3811e0133e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:41.512901 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-539df077-e80b-4683-827d-a25008747a66 req-96a8e28c-7ee7-4adb-93e9-3811e0133e91 service neutron] 10.222.0.72 "GET /v2.0/networks?id=58a455c5-6a0c-4f06-9457-1f478d6b45fd HTTP/1.1" status: 200 len: 913 time: 0.1323318 Jan 21 10:13:41.600113 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1421b-16f6-4b87-8f2e-bef93591e533 req-6538404b-a350-4aee-a626-d0dafa537f0e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:41.601931 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c1b1421b-16f6-4b87-8f2e-bef93591e533 req-6538404b-a350-4aee-a626-d0dafa537f0e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 946 time: 0.0822279 Jan 21 10:13:41.618903 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-539df077-e80b-4683-827d-a25008747a66 req-7be878cd-2c25-44da-a230-052568161acd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc4d4822-d890-444c-b65c-e7f15ffa2140 HTTP/1.1" status: 200 len: 1003 time: 0.0988224 Jan 21 10:13:41.647154 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c1b1421b-16f6-4b87-8f2e-bef93591e533 req-3f8a9d2b-2747-4a7b-93d5-bc29063efd4a tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392821 Jan 21 10:13:41.683438 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539df077-e80b-4683-827d-a25008747a66 req-54b4e691-47fb-422e-970e-232c74106c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:41.684997 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-539df077-e80b-4683-827d-a25008747a66 req-54b4e691-47fb-422e-970e-232c74106c0a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3c4f44a6-1c64-4cd0-8b58-099737897972 HTTP/1.1" status: 200 len: 851 time: 0.0596786 Jan 21 10:13:41.770114 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539df077-e80b-4683-827d-a25008747a66 req-d873f0a3-c9d2-417b-89af-f6fbd306901d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:41.771534 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-539df077-e80b-4683-827d-a25008747a66 req-d873f0a3-c9d2-417b-89af-f6fbd306901d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58a455c5-6a0c-4f06-9457-1f478d6b45fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801430 Jan 21 10:13:41.906001 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-539df077-e80b-4683-827d-a25008747a66 req-ddb50064-5378-4a0d-b212-d26f5db472cc service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271286 Jan 21 10:13:42.038683 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-539df077-e80b-4683-827d-a25008747a66 req-7dfa8602-b9e3-4c98-94f6-22b44adc36cc service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264915 Jan 21 10:13:42.831551 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1fb0e5-4893-4087-b3d1-bff550065686 req-fcd82ead-3c4f-425e-9605-5779e8bc877b tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:42.833011 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fe1fb0e5-4893-4087-b3d1-bff550065686 req-fcd82ead-3c4f-425e-9605-5779e8bc877b tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 946 time: 0.0809624 Jan 21 10:13:42.880187 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fe1fb0e5-4893-4087-b3d1-bff550065686 req-38ff6057-011f-41dd-8b30-c5edd31f1157 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415235 Jan 21 10:13:43.017715 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:44.069442 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a933c-fec1-4a1f-86b1-7bb798fb0dfb req-4a99c4ff-e3fc-429b-aec9-f771385cd87a tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:44.070819 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-353a933c-fec1-4a1f-86b1-7bb798fb0dfb req-4a99c4ff-e3fc-429b-aec9-f771385cd87a tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 946 time: 0.0808780 Jan 21 10:13:44.113433 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-353a933c-fec1-4a1f-86b1-7bb798fb0dfb req-7b4bf22e-9d4b-431d-8e92-75f42bfd4b43 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360308 Jan 21 10:13:45.297786 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310cf82-d850-46d4-9642-ccd760c1af33 req-b4927226-f021-4c9f-8608-e90ed005a58d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:45.299220 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f310cf82-d850-46d4-9642-ccd760c1af33 req-b4927226-f021-4c9f-8608-e90ed005a58d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 946 time: 0.0779755 Jan 21 10:13:45.342277 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f310cf82-d850-46d4-9642-ccd760c1af33 req-f19fe7ac-3c41-4718-8c0b-a1b3d5cedbab tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375128 Jan 21 10:13:46.524155 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295636e2-237f-4ab6-99bb-ff8b69e529ae req-ad7e84ec-2a5e-42f5-905e-29f9ff831fca tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:46.525593 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-295636e2-237f-4ab6-99bb-ff8b69e529ae req-ad7e84ec-2a5e-42f5-905e-29f9ff831fca tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 946 time: 0.0789673 Jan 21 10:13:46.572937 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-295636e2-237f-4ab6-99bb-ff8b69e529ae req-217d85d0-26e1-4e16-a1b9-c7018f1547c1 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415890 Jan 21 10:13:46.589109 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-469cdfd5-527a-47fe-97f2-eca49107d5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:47.759856 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0640d-0b59-431e-9682-f103cf93059d req-0d0e7f39-9af0-4c0b-9924-1925fb8accb7 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:47.761215 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-76f0640d-0b59-431e-9682-f103cf93059d req-0d0e7f39-9af0-4c0b-9924-1925fb8accb7 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 946 time: 0.0829062 Jan 21 10:13:47.805852 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-76f0640d-0b59-431e-9682-f103cf93059d req-c0cdd94d-1a98-4df1-bbad-6a2f3141724d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386548 Jan 21 10:13:48.944503 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-79ce8e52-54fe-4d66-b1bc-bd7058a49fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:48.988125 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3e661-7efa-4d74-8b29-7ae6691e676f req-9d900fef-a383-4455-95ee-18681eb12a2a tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:48.989555 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-32e3e661-7efa-4d74-8b29-7ae6691e676f req-9d900fef-a383-4455-95ee-18681eb12a2a tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 946 time: 0.0801148 Jan 21 10:13:49.032739 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-32e3e661-7efa-4d74-8b29-7ae6691e676f req-1daa1486-5580-4705-842a-42071ac4200e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375144 Jan 21 10:13:49.846477 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:50.050013 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:50.213847 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6d2ac-2de7-46cb-933c-9abc97fdc0b3 req-bf29093a-0233-42a6-a4f2-9cfd503059da tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:50.215323 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1aa6d2ac-2de7-46cb-933c-9abc97fdc0b3 req-bf29093a-0233-42a6-a4f2-9cfd503059da tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 946 time: 0.0772450 Jan 21 10:13:50.258101 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1aa6d2ac-2de7-46cb-933c-9abc97fdc0b3 req-74e271fb-1cff-44f9-b602-1f6c05057eea tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371063 Jan 21 10:13:51.449138 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d6e5c-f8c5-4cd2-a573-251a4175d65b req-5f81056b-d4b9-4656-a305-48a67bf340b5 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:51.450632 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-796d6e5c-f8c5-4cd2-a573-251a4175d65b req-5f81056b-d4b9-4656-a305-48a67bf340b5 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 946 time: 0.0839996 Jan 21 10:13:51.465712 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:51.591340 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-796d6e5c-f8c5-4cd2-a573-251a4175d65b req-45637042-1bc9-4201-a83e-1c2d7545214e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351430 Jan 21 10:13:52.778504 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae160ef-77c0-4d38-9a5c-d5cea312685a req-3d9980e7-c645-47fc-98fd-6d81a50cbe0f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:52.779965 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6ae160ef-77c0-4d38-9a5c-d5cea312685a req-3d9980e7-c645-47fc-98fd-6d81a50cbe0f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 946 time: 0.0810826 Jan 21 10:13:52.823695 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6ae160ef-77c0-4d38-9a5c-d5cea312685a req-79e0d5aa-1969-497e-83b8-29aea73a02f3 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380237 Jan 21 10:13:54.006196 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80082336-86b9-4c72-9478-392e2ea4d51d req-4a11a8ca-550c-4acb-8c58-d1c834a4bdf0 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:54.007646 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-80082336-86b9-4c72-9478-392e2ea4d51d req-4a11a8ca-550c-4acb-8c58-d1c834a4bdf0 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 946 time: 0.0776234 Jan 21 10:13:54.051315 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-80082336-86b9-4c72-9478-392e2ea4d51d req-36daf89b-c97a-47de-80ef-7b9856f8d98a tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378385 Jan 21 10:13:55.232761 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0e0a0-35c9-4712-a186-ef99dd5c60aa req-10fa225b-478c-440c-8b43-4bb20bbf6bcc tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:55.234294 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-cbc0e0a0-35c9-4712-a186-ef99dd5c60aa req-10fa225b-478c-440c-8b43-4bb20bbf6bcc tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 946 time: 0.0790768 Jan 21 10:13:55.278140 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-cbc0e0a0-35c9-4712-a186-ef99dd5c60aa req-01a595ca-0267-4d8d-8d70-44e368fc0f22 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375097 Jan 21 10:13:56.459838 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d3b01-eb44-4cae-9402-6f1374f1591c req-fd50b529-444c-45fe-99f2-4d89f8ce6a98 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:56.461321 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-646d3b01-eb44-4cae-9402-6f1374f1591c req-fd50b529-444c-45fe-99f2-4d89f8ce6a98 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 946 time: 0.0812166 Jan 21 10:13:56.503354 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-646d3b01-eb44-4cae-9402-6f1374f1591c req-d929d5d1-6e8a-4162-8f1a-b2c221e82b9d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359845 Jan 21 10:13:57.785645 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248374ba-3fe1-4dc3-a355-f13647c4a873 req-05c6b591-db93-44f3-99be-a8cb9e4db6f8 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:57.787359 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-248374ba-3fe1-4dc3-a355-f13647c4a873 req-05c6b591-db93-44f3-99be-a8cb9e4db6f8 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 946 time: 0.1781754 Jan 21 10:13:57.830102 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-248374ba-3fe1-4dc3-a355-f13647c4a873 req-abdca14f-b00f-4ec0-a986-856c5d780899 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371799 Jan 21 10:13:58.821933 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-539df077-e80b-4683-827d-a25008747a66 req-88922980-76bb-4a68-af1d-a963fcdbd910 service neutron] 10.222.0.72 "GET /v2.0/ports/cc4d4822-d890-444c-b65c-e7f15ffa2140/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.0774479 Jan 21 10:13:59.026778 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8660f2-7555-4ccf-8950-9410910aba1d req-03ecb6e0-c2b3-40af-8ac3-12b30cf377e4 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:59.029685 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6a8660f2-7555-4ccf-8950-9410910aba1d req-03ecb6e0-c2b3-40af-8ac3-12b30cf377e4 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 946 time: 0.0878971 Jan 21 10:13:59.077273 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6a8660f2-7555-4ccf-8950-9410910aba1d req-78e65394-a5ef-4aa8-808c-ec8eafd1e1b5 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419359 Jan 21 10:13:59.111046 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539df077-e80b-4683-827d-a25008747a66 req-336d2d99-2a90-41eb-8b7f-db004917a438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:59.112564 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-539df077-e80b-4683-827d-a25008747a66 req-336d2d99-2a90-41eb-8b7f-db004917a438 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9&tenant_id=650e2008729543979923456c3bb56898 HTTP/1.1" status: 200 len: 1099 time: 0.0716758 Jan 21 10:13:59.202152 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539df077-e80b-4683-827d-a25008747a66 req-1d6d16cb-ba0a-4802-8947-88d2e5e3746c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:59.203623 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-539df077-e80b-4683-827d-a25008747a66 req-1d6d16cb-ba0a-4802-8947-88d2e5e3746c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=650e2008729543979923456c3bb56898&device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 1099 time: 0.0695350 Jan 21 10:13:59.332466 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539df077-e80b-4683-827d-a25008747a66 req-adeaaf71-87cf-43c7-853f-83d32b069dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:59.333826 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-539df077-e80b-4683-827d-a25008747a66 req-adeaaf71-87cf-43c7-853f-83d32b069dd1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=58a455c5-6a0c-4f06-9457-1f478d6b45fd HTTP/1.1" status: 200 len: 913 time: 0.1244328 Jan 21 10:13:59.434912 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-539df077-e80b-4683-827d-a25008747a66 req-c787c166-e55e-494b-b601-dcd6069b4890 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc4d4822-d890-444c-b65c-e7f15ffa2140 HTTP/1.1" status: 200 len: 1003 time: 0.0954592 Jan 21 10:13:59.500740 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539df077-e80b-4683-827d-a25008747a66 req-2e1eb129-8920-422a-a755-13441ec4fb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:59.502132 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-539df077-e80b-4683-827d-a25008747a66 req-2e1eb129-8920-422a-a755-13441ec4fb25 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3c4f44a6-1c64-4cd0-8b58-099737897972 HTTP/1.1" status: 200 len: 851 time: 0.0597799 Jan 21 10:13:59.576163 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539df077-e80b-4683-827d-a25008747a66 req-603af208-42af-4898-946d-f0276ca223b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:59.577636 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-539df077-e80b-4683-827d-a25008747a66 req-603af208-42af-4898-946d-f0276ca223b9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58a455c5-6a0c-4f06-9457-1f478d6b45fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692868 Jan 21 10:13:59.708281 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-539df077-e80b-4683-827d-a25008747a66 req-e4d78fc0-36b3-4669-a2a3-58a4d7bd238e service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245055 Jan 21 10:13:59.839478 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-539df077-e80b-4683-827d-a25008747a66 req-ae91b6bc-3af5-47ab-aa94-cd95d75c3501 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251018 Jan 21 10:14:00.268015 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392fab3a-2bec-4994-890b-4f1810273781 req-ae537d0e-5a1b-424e-879f-329bc14e5c2d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:00.269388 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-392fab3a-2bec-4994-890b-4f1810273781 req-ae537d0e-5a1b-424e-879f-329bc14e5c2d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 946 time: 0.0831828 Jan 21 10:14:00.313040 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-392fab3a-2bec-4994-890b-4f1810273781 req-a2ab2a9a-fdfd-4968-b30f-892ab0530c4a tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380464 Jan 21 10:14:01.038196 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:14:01.495920 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c71cd-39fd-4284-bdf5-3c881a817d35 req-26ad2a45-8159-4deb-9c4e-507d8e4ce1f1 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:01.497512 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-179c71cd-39fd-4284-bdf5-3c881a817d35 req-26ad2a45-8159-4deb-9c4e-507d8e4ce1f1 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 946 time: 0.0775304 Jan 21 10:14:01.540187 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-179c71cd-39fd-4284-bdf5-3c881a817d35 req-90342765-407b-46da-af57-e62a087c41d3 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371323 Jan 21 10:14:01.629031 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device cc4d4822-d890-444c-b65c-e7f15ffa2140 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:14:01.758552 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port cc4d4822-d890-444c-b65c-e7f15ffa2140, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=cc4d4822-d890-444c-b65c-e7f15ffa2140,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:14:01.771992 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': 'cc4d4822-d890-444c-b65c-e7f15ffa2140', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'port_id': 'cc4d4822-d890-444c-b65c-e7f15ffa2140', 'mac_address': 'fa:16:3e:d9:18:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:14:01.825985 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:01.842722 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc4d4822-d890-444c-b65c-e7f15ffa2140 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:14:01.857498 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port cc4d4822-d890-444c-b65c-e7f15ffa2140, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=cc4d4822-d890-444c-b65c-e7f15ffa2140,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:14:01.861428 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:01.933495 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['cc4d4822-d890-444c-b65c-e7f15ffa2140'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:14:01.957434 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=cc4d4822-d890-444c-b65c-e7f15ffa2140,revision_number=6']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:01.975624 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:01.975970 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:01.976310 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:01.976642 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:01.976967 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:01.977294 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:01.977619 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:01.977938 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:01.978258 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:01.978575 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:01.978892 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:01.979209 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:02.725284 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1fa99-e0cf-4e22-8fae-a5b7e7c2baa1 req-6012ae55-6f14-4ff5-b81b-b30e977a0d88 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:02.726763 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-aac1fa99-e0cf-4e22-8fae-a5b7e7c2baa1 req-6012ae55-6f14-4ff5-b81b-b30e977a0d88 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 945 time: 0.0815263 Jan 21 10:14:02.772575 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-aac1fa99-e0cf-4e22-8fae-a5b7e7c2baa1 req-0ee1fbd8-398e-4c55-9842-b3208ba17a5a tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397911 Jan 21 10:14:03.637886 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device cc4d4822-d890-444c-b65c-e7f15ffa2140 up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:14:03.740060 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port cc4d4822-d890-444c-b65c-e7f15ffa2140 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:14:03.740432 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:03.855680 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:03.882572 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31d62e4-45cb-4048-b180-5cdb43f9d5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4d4822-d890-444c-b65c-e7f15ffa2140'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:14:03.893375 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port cc4d4822-d890-444c-b65c-e7f15ffa2140, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=cc4d4822-d890-444c-b65c-e7f15ffa2140,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:14:03.898401 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:03.966576 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742eccc3-a5c2-47ed-b4e5-54b7c499baf8 req-89110f6e-6f42-4402-83fe-1070b8b28b16 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:03.968144 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-742eccc3-a5c2-47ed-b4e5-54b7c499baf8 req-89110f6e-6f42-4402-83fe-1070b8b28b16 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 946 time: 0.0882049 Jan 21 10:14:03.971267 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=cc4d4822-d890-444c-b65c-e7f15ffa2140,revision_number=7']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:04.012448 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-742eccc3-a5c2-47ed-b4e5-54b7c499baf8 req-5d331297-a078-41ea-a258-d128db8f73c2 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387702 Jan 21 10:14:04.014178 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31d62e4-45cb-4048-b180-5cdb43f9d5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4d4822-d890-444c-b65c-e7f15ffa2140', 'code': 200} Jan 21 10:14:04.411371 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403db4ef-8f70-414e-baf6-e40b188222f0 req-340e1ef3-9c8b-4881-98f9-74af87ee70d7 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:04.412819 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-403db4ef-8f70-414e-baf6-e40b188222f0 req-340e1ef3-9c8b-4881-98f9-74af87ee70d7 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.72 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9&tenant_id=650e2008729543979923456c3bb56898&binding%3Ahost_id=hv-neutron-8257 HTTP/1.1" status: 200 len: 946 time: 0.0868671 Jan 21 10:14:04.466077 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef905c-be8b-48fc-9d2a-96907f81199c req-4ef2f756-156e-49e0-bb0f-07501f7b4826 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:04.467737 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fbef905c-be8b-48fc-9d2a-96907f81199c req-4ef2f756-156e-49e0-bb0f-07501f7b4826 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 946 time: 0.0795333 Jan 21 10:14:04.491835 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-403db4ef-8f70-414e-baf6-e40b188222f0 req-660420b8-9305-49fb-bf82-01a1b5cfbda9 service neutron] 10.222.0.72 "GET /v2.0/ports/cc4d4822-d890-444c-b65c-e7f15ffa2140/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.0735173 Jan 21 10:14:04.511464 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fbef905c-be8b-48fc-9d2a-96907f81199c req-9311192c-1bb7-4462-a71b-854b13eb18bc tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380747 Jan 21 10:14:04.584605 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403db4ef-8f70-414e-baf6-e40b188222f0 req-ae34d4c7-d986-4ac1-9fa3-0c16f9e87198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:04.586061 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-403db4ef-8f70-414e-baf6-e40b188222f0 req-ae34d4c7-d986-4ac1-9fa3-0c16f9e87198 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=650e2008729543979923456c3bb56898&device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 1099 time: 0.0735922 Jan 21 10:14:04.718327 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403db4ef-8f70-414e-baf6-e40b188222f0 req-d202a5c6-184e-4e37-9971-4b27e7bd369b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:04.719698 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-403db4ef-8f70-414e-baf6-e40b188222f0 req-d202a5c6-184e-4e37-9971-4b27e7bd369b service neutron] 10.222.0.72 "GET /v2.0/networks?id=58a455c5-6a0c-4f06-9457-1f478d6b45fd HTTP/1.1" status: 200 len: 913 time: 0.1283627 Jan 21 10:14:04.821887 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-403db4ef-8f70-414e-baf6-e40b188222f0 req-c893c9e4-cc77-4a3b-bf1f-3cfe233f7ee0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc4d4822-d890-444c-b65c-e7f15ffa2140 HTTP/1.1" status: 200 len: 1003 time: 0.0968034 Jan 21 10:14:04.975655 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403db4ef-8f70-414e-baf6-e40b188222f0 req-70d6e133-ee6a-4487-9d77-b0521f364540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:04.977027 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-403db4ef-8f70-414e-baf6-e40b188222f0 req-70d6e133-ee6a-4487-9d77-b0521f364540 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3c4f44a6-1c64-4cd0-8b58-099737897972 HTTP/1.1" status: 200 len: 851 time: 0.1495841 Jan 21 10:14:05.052807 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403db4ef-8f70-414e-baf6-e40b188222f0 req-aa3fa12f-aa07-462e-8c04-9c74e879916b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:05.054278 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-403db4ef-8f70-414e-baf6-e40b188222f0 req-aa3fa12f-aa07-462e-8c04-9c74e879916b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58a455c5-6a0c-4f06-9457-1f478d6b45fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719018 Jan 21 10:14:05.184040 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-403db4ef-8f70-414e-baf6-e40b188222f0 req-a46a0049-2b7d-4838-b021-711afd31571d service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239243 Jan 21 10:14:05.313436 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-403db4ef-8f70-414e-baf6-e40b188222f0 req-62e2590e-3807-4bf8-8049-2f97bf627b0a service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231689 Jan 21 10:14:05.695454 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c0e6b-1e41-45eb-8589-7ab20766b691 req-1efa9597-4246-4853-83a9-2edab9b6e46a tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:05.696883 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-de9c0e6b-1e41-45eb-8589-7ab20766b691 req-1efa9597-4246-4853-83a9-2edab9b6e46a tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 946 time: 0.0777504 Jan 21 10:14:05.740250 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-de9c0e6b-1e41-45eb-8589-7ab20766b691 req-2f0801d3-fa06-4bae-8647-30c9edbc3d3c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371890 Jan 21 10:14:06.930329 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c232bb-b5c0-487d-af73-c5de5fd0a29c req-ef4e73c1-c81a-4dd4-9ec7-b7dc5fc913de tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:06.931822 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-36c232bb-b5c0-487d-af73-c5de5fd0a29c req-ef4e73c1-c81a-4dd4-9ec7-b7dc5fc913de tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 946 time: 0.0851762 Jan 21 10:14:06.976363 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-36c232bb-b5c0-487d-af73-c5de5fd0a29c req-3863f345-0096-4acf-9125-b2c03be7e720 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381615 Jan 21 10:14:07.675355 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device cc4d4822-d890-444c-b65c-e7f15ffa2140 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:14:07.794765 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:07.821424 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31d62e4-45cb-4048-b180-5cdb43f9d5a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc4d4822-d890-444c-b65c-e7f15ffa2140'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:14:07.831125 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port cc4d4822-d890-444c-b65c-e7f15ffa2140, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=cc4d4822-d890-444c-b65c-e7f15ffa2140,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:14:07.836025 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:07.848331 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403db4ef-8f70-414e-baf6-e40b188222f0 req-a6f9a285-e137-4f7c-918c-8481ef8aa1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:07.849862 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-403db4ef-8f70-414e-baf6-e40b188222f0 req-a6f9a285-e137-4f7c-918c-8481ef8aa1b2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9&tenant_id=650e2008729543979923456c3bb56898 HTTP/1.1" status: 200 len: 1099 time: 0.0814843 Jan 21 10:14:07.878821 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31d62e4-45cb-4048-b180-5cdb43f9d5a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc4d4822-d890-444c-b65c-e7f15ffa2140', 'code': 200} Jan 21 10:14:07.913639 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=cc4d4822-d890-444c-b65c-e7f15ffa2140,revision_number=8']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:07.942762 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403db4ef-8f70-414e-baf6-e40b188222f0 req-ca913b7e-0fe1-4ef6-925c-d4e69b12ce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:07.944344 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-403db4ef-8f70-414e-baf6-e40b188222f0 req-ca913b7e-0fe1-4ef6-925c-d4e69b12ce71 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=650e2008729543979923456c3bb56898&device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 1097 time: 0.0733657 Jan 21 10:14:08.075418 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403db4ef-8f70-414e-baf6-e40b188222f0 req-ac7df06a-7d3c-4f06-bb54-a6ad434bbc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:08.076918 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-403db4ef-8f70-414e-baf6-e40b188222f0 req-ac7df06a-7d3c-4f06-bb54-a6ad434bbc39 service neutron] 10.222.0.72 "GET /v2.0/networks?id=58a455c5-6a0c-4f06-9457-1f478d6b45fd HTTP/1.1" status: 200 len: 913 time: 0.1265390 Jan 21 10:14:08.160747 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de3088-08f4-4286-a3ee-c3b397a1595b req-5a1aff69-bdbd-4f98-abd1-66650b1818cf tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:08.162395 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e3de3088-08f4-4286-a3ee-c3b397a1595b req-5a1aff69-bdbd-4f98-abd1-66650b1818cf tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 944 time: 0.0789282 Jan 21 10:14:08.180563 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-403db4ef-8f70-414e-baf6-e40b188222f0 req-e1b236c5-0904-4b6f-9a2f-a464d47041a1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc4d4822-d890-444c-b65c-e7f15ffa2140 HTTP/1.1" status: 200 len: 1001 time: 0.0976224 Jan 21 10:14:08.209110 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e3de3088-08f4-4286-a3ee-c3b397a1595b req-38e67587-5d2b-4ae9-a252-9ec181e76be9 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410790 Jan 21 10:14:08.241879 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403db4ef-8f70-414e-baf6-e40b188222f0 req-d724169b-2d4d-474c-bc9c-9f2651fdcd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:08.243299 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-403db4ef-8f70-414e-baf6-e40b188222f0 req-d724169b-2d4d-474c-bc9c-9f2651fdcd87 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3c4f44a6-1c64-4cd0-8b58-099737897972 HTTP/1.1" status: 200 len: 851 time: 0.0567441 Jan 21 10:14:08.319281 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403db4ef-8f70-414e-baf6-e40b188222f0 req-41044d91-4b7f-47ce-9dc7-6549784cbcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:08.320775 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-403db4ef-8f70-414e-baf6-e40b188222f0 req-41044d91-4b7f-47ce-9dc7-6549784cbcec service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58a455c5-6a0c-4f06-9457-1f478d6b45fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717592 Jan 21 10:14:08.457389 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-403db4ef-8f70-414e-baf6-e40b188222f0 req-74596819-492b-4b3d-8496-5dd513513ffe service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308300 Jan 21 10:14:08.584986 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-403db4ef-8f70-414e-baf6-e40b188222f0 req-9a0a233e-d3c5-47a2-8bae-db50bb911afd service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217709 Jan 21 10:14:09.393106 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0a1d9-5aa5-4caf-8de9-2d85ef5ee0e6 req-5f475c8e-c5d0-44e1-90ea-b45b25a1249a tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:09.394545 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4de0a1d9-5aa5-4caf-8de9-2d85ef5ee0e6 req-5f475c8e-c5d0-44e1-90ea-b45b25a1249a tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 944 time: 0.0789735 Jan 21 10:14:09.440976 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4de0a1d9-5aa5-4caf-8de9-2d85ef5ee0e6 req-46c2bc43-86e7-424e-b3ca-66605aae387f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407140 Jan 21 10:14:09.706029 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device cc4d4822-d890-444c-b65c-e7f15ffa2140 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:14:09.836945 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port cc4d4822-d890-444c-b65c-e7f15ffa2140, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=cc4d4822-d890-444c-b65c-e7f15ffa2140,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:14:09.849465 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': 'cc4d4822-d890-444c-b65c-e7f15ffa2140', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'port_id': 'cc4d4822-d890-444c-b65c-e7f15ffa2140', 'mac_address': 'fa:16:3e:d9:18:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:14:09.903204 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:09.920068 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc4d4822-d890-444c-b65c-e7f15ffa2140 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:14:09.935601 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port cc4d4822-d890-444c-b65c-e7f15ffa2140, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=cc4d4822-d890-444c-b65c-e7f15ffa2140,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:14:09.939469 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:10.010223 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=cc4d4822-d890-444c-b65c-e7f15ffa2140,revision_number=9']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:10.029548 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['cc4d4822-d890-444c-b65c-e7f15ffa2140'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:14:10.626954 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5cc2b6-b954-4c61-87bd-f0c5c4da7915 req-e8db4fe5-8059-45bc-a5ee-c6b1ad3d50e4 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:10.628427 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ca5cc2b6-b954-4c61-87bd-f0c5c4da7915 req-e8db4fe5-8059-45bc-a5ee-c6b1ad3d50e4 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 945 time: 0.0787454 Jan 21 10:14:10.676041 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ca5cc2b6-b954-4c61-87bd-f0c5c4da7915 req-db20fd8b-7565-46ec-a135-ae669eb59855 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420220 Jan 21 10:14:11.722910 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device cc4d4822-d890-444c-b65c-e7f15ffa2140 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:14:11.726288 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device cc4d4822-d890-444c-b65c-e7f15ffa2140 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:14:11.866285 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e85b5-e9eb-417b-9ac8-c50a12cd3556 req-2aa1c7f3-ebb3-4f24-b52b-7697eb3d3963 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:11.867752 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-864e85b5-e9eb-417b-9ac8-c50a12cd3556 req-2aa1c7f3-ebb3-4f24-b52b-7697eb3d3963 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 945 time: 0.0800014 Jan 21 10:14:11.913582 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-864e85b5-e9eb-417b-9ac8-c50a12cd3556 req-15fa2017-1263-4ad9-aa23-a84d1aba9b37 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390899 Jan 21 10:14:11.937304 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:11.968183 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port cc4d4822-d890-444c-b65c-e7f15ffa2140, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=cc4d4822-d890-444c-b65c-e7f15ffa2140,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:14:11.975602 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id cc4d4822-d890-444c-b65c-e7f15ffa2140 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:14:11.990735 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': 'cc4d4822-d890-444c-b65c-e7f15ffa2140', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'port_id': 'cc4d4822-d890-444c-b65c-e7f15ffa2140', 'mac_address': 'fa:16:3e:d9:18:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:14:11.997152 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port cc4d4822-d890-444c-b65c-e7f15ffa2140, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=cc4d4822-d890-444c-b65c-e7f15ffa2140,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:14:12.001261 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:12.070626 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['cc4d4822-d890-444c-b65c-e7f15ffa2140'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:14:12.104752 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74d61a-c376-4666-b0f0-8c5c5ef65c22 req-4780d160-3df2-4fcb-86d4-8a14a1ca319d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:12.106866 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2a74d61a-c376-4666-b0f0-8c5c5ef65c22 req-4780d160-3df2-4fcb-86d4-8a14a1ca319d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 945 time: 0.0854146 Jan 21 10:14:12.111134 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=cc4d4822-d890-444c-b65c-e7f15ffa2140,revision_number=10']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:12.152659 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2a74d61a-c376-4666-b0f0-8c5c5ef65c22 req-e68bbb5b-ed08-45e5-8ac8-10eacf788642 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394750 Jan 21 10:14:12.338528 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ee0db-e8c9-4c6f-abcc-9dd5b1c8751d req-b6a46313-a9f1-4408-8e36-0b5f84e12dbb tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:12.340013 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-a68ee0db-e8c9-4c6f-abcc-9dd5b1c8751d req-b6a46313-a9f1-4408-8e36-0b5f84e12dbb tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 945 time: 0.0812256 Jan 21 10:14:12.481019 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-a68ee0db-e8c9-4c6f-abcc-9dd5b1c8751d req-82c23f12-6853-42cf-a969-54295d5fe997 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354394 Jan 21 10:14:12.857139 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96633110-7f95-454e-8a46-7411ebc92a8d req-b68afcc0-bdf7-4eb6-9345-05a012f59661 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:12.858565 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-96633110-7f95-454e-8a46-7411ebc92a8d req-b68afcc0-bdf7-4eb6-9345-05a012f59661 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 945 time: 0.0783577 Jan 21 10:14:12.901738 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-96633110-7f95-454e-8a46-7411ebc92a8d req-9cccbdcf-7006-4cac-85b1-255f6e14a9ec tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376055 Jan 21 10:14:13.009613 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:13.727315 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device cc4d4822-d890-444c-b65c-e7f15ffa2140 up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:14:13.795750 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port cc4d4822-d890-444c-b65c-e7f15ffa2140 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:14:13.796120 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:13.912483 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:13.939132 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31d62e4-45cb-4048-b180-5cdb43f9d5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4d4822-d890-444c-b65c-e7f15ffa2140'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:14:13.948915 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port cc4d4822-d890-444c-b65c-e7f15ffa2140, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=cc4d4822-d890-444c-b65c-e7f15ffa2140,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:14:13.954213 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:13.991632 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31d62e4-45cb-4048-b180-5cdb43f9d5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4d4822-d890-444c-b65c-e7f15ffa2140', 'code': 200} Jan 21 10:14:14.022663 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=cc4d4822-d890-444c-b65c-e7f15ffa2140,revision_number=11']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:14.091585 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834fbc03-1117-454c-8b79-8695b8224268 req-c0ad5dc9-a522-4669-9ab8-ca48a5197f6d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:14.093084 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-834fbc03-1117-454c-8b79-8695b8224268 req-c0ad5dc9-a522-4669-9ab8-ca48a5197f6d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 947 time: 0.0806928 Jan 21 10:14:14.136114 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-834fbc03-1117-454c-8b79-8695b8224268 req-d8893633-31ae-4db7-b3fa-bf80ed4fc2a4 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374212 Jan 21 10:14:15.097770 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec061254-9650-44e2-ba2b-79c8ad5236ce req-38b4f203-8705-4cfd-877b-f8b14ec45120 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:15.099197 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ec061254-9650-44e2-ba2b-79c8ad5236ce req-38b4f203-8705-4cfd-877b-f8b14ec45120 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.72 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 947 time: 0.0818744 Jan 21 10:14:15.169740 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [req-ec061254-9650-44e2-ba2b-79c8ad5236ce req-0cd0c798-363a-43d3-bbb2-aa6280ac37c5 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Deleting port cc4d4822-d890-444c-b65c-e7f15ffa2140 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:14:15.170089 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-ec061254-9650-44e2-ba2b-79c8ad5236ce req-0cd0c798-363a-43d3-bbb2-aa6280ac37c5 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:15.456924 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de152d-ebb5-4f07-bf9c-bde303fc800f req-34fc08bb-a50f-428f-b66a-123a7384af57 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:15.458266 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-76de152d-ebb5-4f07-bf9c-bde303fc800f req-34fc08bb-a50f-428f-b66a-123a7384af57 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 947 time: 0.2034388 Jan 21 10:14:15.499064 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-ec061254-9650-44e2-ba2b-79c8ad5236ce req-0cd0c798-363a-43d3-bbb2-aa6280ac37c5 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] For port cc4d4822-d890-444c-b65c-e7f15ffa2140, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=cc4d4822-d890-444c-b65c-e7f15ffa2140,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:14:15.499438 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-ec061254-9650-44e2-ba2b-79c8ad5236ce req-0cd0c798-363a-43d3-bbb2-aa6280ac37c5 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:15.590058 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-76de152d-ebb5-4f07-bf9c-bde303fc800f req-e9a5e690-b8ce-49c4-bfbd-a8005804a4f0 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257603 Jan 21 10:14:15.802969 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-ec061254-9650-44e2-ba2b-79c8ad5236ce req-0cd0c798-363a-43d3-bbb2-aa6280ac37c5 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:15.803323 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-ec061254-9650-44e2-ba2b-79c8ad5236ce req-0cd0c798-363a-43d3-bbb2-aa6280ac37c5 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:15.803670 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.l3_db [req-ec061254-9650-44e2-ba2b-79c8ad5236ce req-0cd0c798-363a-43d3-bbb2-aa6280ac37c5 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Floating IP 38a2ca67-96e8-4e0b-b9f5-8f3b1e87013a disassociated. External IP: 172.26.3.219, port: cc4d4822-d890-444c-b65c-e7f15ffa2140. Jan 21 10:14:15.804008 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [req-ec061254-9650-44e2-ba2b-79c8ad5236ce req-0cd0c798-363a-43d3-bbb2-aa6280ac37c5 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Calling delete_port for cc4d4822-d890-444c-b65c-e7f15ffa2140 owned by compute:nova {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:14:15.964784 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-ec061254-9650-44e2-ba2b-79c8ad5236ce req-0cd0c798-363a-43d3-bbb2-aa6280ac37c5 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:16.020765 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd0c798-363a-43d3-bbb2-aa6280ac37c5 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Pushing event deleted for resources: {'Port': ['ID=cc4d4822-d890-444c-b65c-e7f15ffa2140,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:16.032122 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd0c798-363a-43d3-bbb2-aa6280ac37c5 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:16.032485 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd0c798-363a-43d3-bbb2-aa6280ac37c5 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:16.032819 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd0c798-363a-43d3-bbb2-aa6280ac37c5 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:16.033150 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd0c798-363a-43d3-bbb2-aa6280ac37c5 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:16.033474 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd0c798-363a-43d3-bbb2-aa6280ac37c5 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:16.033806 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd0c798-363a-43d3-bbb2-aa6280ac37c5 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:16.034164 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd0c798-363a-43d3-bbb2-aa6280ac37c5 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:16.034450 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd0c798-363a-43d3-bbb2-aa6280ac37c5 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:16.034769 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd0c798-363a-43d3-bbb2-aa6280ac37c5 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:16.035309 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd0c798-363a-43d3-bbb2-aa6280ac37c5 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:16.035869 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd0c798-363a-43d3-bbb2-aa6280ac37c5 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:16.036702 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd0c798-363a-43d3-bbb2-aa6280ac37c5 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:16.257125 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec061254-9650-44e2-ba2b-79c8ad5236ce req-0cd0c798-363a-43d3-bbb2-aa6280ac37c5 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Router 7a4ac26d-e5f5-471e-b114-6556d34eb4cd has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:14:16.586167 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4fb72b05-1991-45c0-a95e-eecf803dba92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:16.592809 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec061254-9650-44e2-ba2b-79c8ad5236ce req-0cd0c798-363a-43d3-bbb2-aa6280ac37c5 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:14:16.602047 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636e6613-4321-4b7a-a546-cd9019a6e885 None None] Sync routers for ids ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:14:16.612565 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636e6613-4321-4b7a-a546-cd9019a6e885 None None] Routers {'7a4ac26d-e5f5-471e-b114-6556d34eb4cd'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:14:16.613325 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-636e6613-4321-4b7a-a546-cd9019a6e885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:13:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:16.673113 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec061254-9650-44e2-ba2b-79c8ad5236ce req-0cd0c798-363a-43d3-bbb2-aa6280ac37c5 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] No DVR routers for this DVR port cc4d4822-d890-444c-b65c-e7f15ffa2140 on host hv-neutron-8257 {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:14:16.675589 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-ec061254-9650-44e2-ba2b-79c8ad5236ce req-0cd0c798-363a-43d3-bbb2-aa6280ac37c5 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:16.678114 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31d62e4-45cb-4048-b180-5cdb43f9d5a9', 'name': 'network-vif-deleted', 'tag': 'cc4d4822-d890-444c-b65c-e7f15ffa2140'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:14:16.702170 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ec061254-9650-44e2-ba2b-79c8ad5236ce req-0cd0c798-363a-43d3-bbb2-aa6280ac37c5 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.72 "DELETE /v2.0/ports/cc4d4822-d890-444c-b65c-e7f15ffa2140 HTTP/1.1" status: 204 len: 173 time: 1.5973611 Jan 21 10:14:16.752346 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31d62e4-45cb-4048-b180-5cdb43f9d5a9', 'name': 'network-vif-deleted', 'tag': 'cc4d4822-d890-444c-b65c-e7f15ffa2140', 'status': 'completed', 'code': 200} Jan 21 10:14:16.773010 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-bcebee66-6991-4c0d-b441-512b5a152fca req-8252c930-6ba7-49a5-8d50-b49d78e3a418 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=b31d62e4-45cb-4048-b180-5cdb43f9d5a9 HTTP/1.1" status: 200 len: 210 time: 0.0743704 Jan 21 10:14:16.829999 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-636e6613-4321-4b7a-a546-cd9019a6e885 None None] Set router 7a4ac26d-e5f5-471e-b114-6556d34eb4cd gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:14:17.177031 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-636e6613-4321-4b7a-a546-cd9019a6e885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'name': 'tempest-ServerActionsTestJSON-1839373431-router', 'tenant_id': '650e2008729543979923456c3bb56898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:52Z', 'updated_at': '2022-01-21T10:07:56Z', 'revision_number': 4, 'project_id': '650e2008729543979923456c3bb56898', 'gw_port': {'id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:53Z', 'updated_at': '2022-01-21T10:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '4adb5df6-866d-43b7-a4fd-4dd39c1c4e57', 'name': '', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'tenant_id': '650e2008729543979923456c3bb56898', 'mac_address': 'fa:16:3e:a6:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:55Z', 'updated_at': '2022-01-21T10:08:01Z', 'revision_number': 5, 'project_id': '650e2008729543979923456c3bb56898', 'subnets': [{'id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:17.181605 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636e6613-4321-4b7a-a546-cd9019a6e885 None None] Checking router: 7a4ac26d-e5f5-471e-b114-6556d34eb4cd for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:14:17.191225 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636e6613-4321-4b7a-a546-cd9019a6e885 None None] Routers {'7a4ac26d-e5f5-471e-b114-6556d34eb4cd'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:14:17.191888 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-636e6613-4321-4b7a-a546-cd9019a6e885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:13:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:17.408364 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-636e6613-4321-4b7a-a546-cd9019a6e885 None None] Set router 7a4ac26d-e5f5-471e-b114-6556d34eb4cd gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:14:17.709806 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-636e6613-4321-4b7a-a546-cd9019a6e885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'name': 'tempest-ServerActionsTestJSON-1839373431-router', 'tenant_id': '650e2008729543979923456c3bb56898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:52Z', 'updated_at': '2022-01-21T10:07:56Z', 'revision_number': 4, 'project_id': '650e2008729543979923456c3bb56898', 'gw_port': {'id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:53Z', 'updated_at': '2022-01-21T10:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '4adb5df6-866d-43b7-a4fd-4dd39c1c4e57', 'name': '', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'tenant_id': '650e2008729543979923456c3bb56898', 'mac_address': 'fa:16:3e:a6:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:55Z', 'updated_at': '2022-01-21T10:08:01Z', 'revision_number': 5, 'project_id': '650e2008729543979923456c3bb56898', 'subnets': [{'id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:17.713520 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636e6613-4321-4b7a-a546-cd9019a6e885 None None] The sync data for ids ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'] in dv-neutron-825731-1-hyperv is: [{'id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'name': 'tempest-ServerActionsTestJSON-1839373431-router', 'tenant_id': '650e2008729543979923456c3bb56898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:52Z', 'updated_at': '2022-01-21T10:07:56Z', 'revision_number': 4, 'project_id': '650e2008729543979923456c3bb56898', 'gw_port': {'id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:53Z', 'updated_at': '2022-01-21T10:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '4adb5df6-866d-43b7-a4fd-4dd39c1c4e57', 'name': '', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'tenant_id': '650e2008729543979923456c3bb56898', 'mac_address': 'fa:16:3e:a6:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:55Z', 'updated_at': '2022-01-21T10:08:01Z', 'revision_number': 5, 'project_id': '650e2008729543979923456c3bb56898', 'subnets': [{'id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:14:17.939918 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6032a3-04e7-42e2-882e-65907356aef1 None None] New status for floating IP 38a2ca67-96e8-4e0b-b9f5-8f3b1e87013a: DOWN {{(pid=87516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:14:18.155099 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ad13c37a-539b-40fb-b688-8659ec213000 req-c0567e61-60ec-4240-a26c-1518cc25b819 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-securitygroup--1894940457&fields=id&tenant_id=650e2008729543979923456c3bb56898 HTTP/1.1" status: 200 len: 267 time: 0.0392151 Jan 21 10:14:18.311060 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13c37a-539b-40fb-b688-8659ec213000 req-9a6e5be1-71e8-48c7-8d1c-b108f5f05f92 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:18.312576 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ad13c37a-539b-40fb-b688-8659ec213000 req-9a6e5be1-71e8-48c7-8d1c-b108f5f05f92 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/networks?id=58a455c5-6a0c-4f06-9457-1f478d6b45fd HTTP/1.1" status: 200 len: 812 time: 0.1501758 Jan 21 10:14:18.327331 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ad13c37a-539b-40fb-b688-8659ec213000 req-5f41dc7d-bb71-4aeb-a4c2-b8d1433677b5 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/quotas/650e2008729543979923456c3bb56898 HTTP/1.1" status: 200 len: 375 time: 0.0093923 Jan 21 10:14:18.409563 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-ad13c37a-539b-40fb-b688-8659ec213000 req-8e9369df-3fbb-4034-a53f-b879343f0ca7 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Synchronizing usage tracker for tenant:650e2008729543979923456c3bb56898 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:14:18.424553 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-ad13c37a-539b-40fb-b688-8659ec213000 req-8e9369df-3fbb-4034-a53f-b879343f0ca7 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Unset dirty status for tenant:650e2008729543979923456c3bb56898 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:14:18.425790 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ad13c37a-539b-40fb-b688-8659ec213000 req-8e9369df-3fbb-4034-a53f-b879343f0ca7 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=650e2008729543979923456c3bb56898&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0936613 Jan 21 10:14:18.563248 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ad13c37a-539b-40fb-b688-8659ec213000 req-7ec8bd30-ae81-4246-aa28-fd4852c610c1 service neutron] 10.222.0.110 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254766 Jan 21 10:14:18.693249 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ad13c37a-539b-40fb-b688-8659ec213000 req-ab008fe8-3776-4c6b-9ed7-de7a3be37607 service neutron] 10.222.0.110 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242509 Jan 21 10:14:18.864846 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a692f3e2-9bfb-474c-aac9-7f3d30bf75ba req-00e4741e-e432-4f27-b768-4277d7c53674 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 210 time: 0.0421846 Jan 21 10:14:18.946575 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0f9b988d-266f-4cb7-a3e0-2c160992b7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:19.753142 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device cc4d4822-d890-444c-b65c-e7f15ffa2140 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:14:19.792759 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] No Port match for: cc4d4822-d890-444c-b65c-e7f15ffa2140 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:14:19.793745 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device cc4d4822-d890-444c-b65c-e7f15ffa2140 not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:14:19.850332 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:19.894958 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13c37a-539b-40fb-b688-8659ec213000 req-fd97dced-13f0-484c-862b-538dfbe8d4a4 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:19.896420 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ad13c37a-539b-40fb-b688-8659ec213000 req-fd97dced-13f0-484c-862b-538dfbe8d4a4 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.72 "GET /v2.0/networks?id=58a455c5-6a0c-4f06-9457-1f478d6b45fd HTTP/1.1" status: 200 len: 812 time: 0.1639245 Jan 21 10:14:19.947738 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ad13c37a-539b-40fb-b688-8659ec213000 req-31932ccc-05ef-48b8-aa46-9327092bf8f7 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=650e2008729543979923456c3bb56898 HTTP/1.1" status: 200 len: 380 time: 0.0433722 Jan 21 10:14:19.955617 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-ad13c37a-539b-40fb-b688-8659ec213000 req-a98399ab-4d2f-4576-830b-3d049a1f075c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Request body: {'port': {'device_id': 'a699d070-6e3f-4f85-b943-e7a31d68bf0d', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'admin_state_up': True, 'tenant_id': '650e2008729543979923456c3bb56898', 'security_groups': ['fdbf0209-ccfd-4da7-8527-00fb9a80e1ba']}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:14:20.045994 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9497e889-e78c-4ebc-893d-d241ade3f91b req-c8f19b8a-dd58-4c5c-ba62-84abc7c136cb tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 210 time: 0.0638242 Jan 21 10:14:20.065260 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:20.139751 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [req-ad13c37a-539b-40fb-b688-8659ec213000 req-a98399ab-4d2f-4576-830b-3d049a1f075c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:14:20.149167 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [req-ad13c37a-539b-40fb-b688-8659ec213000 req-a98399ab-4d2f-4576-830b-3d049a1f075c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:14:20.159004 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad13c37a-539b-40fb-b688-8659ec213000 req-a98399ab-4d2f-4576-830b-3d049a1f075c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Made reservation on behalf of 650e2008729543979923456c3bb56898 for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:14:20.163055 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-ad13c37a-539b-40fb-b688-8659ec213000 req-a98399ab-4d2f-4576-830b-3d049a1f075c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:20.322465 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [req-ad13c37a-539b-40fb-b688-8659ec213000 req-a98399ab-4d2f-4576-830b-3d049a1f075c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Allocated IP 172.20.0.9 (58a455c5-6a0c-4f06-9457-1f478d6b45fd/3c4f44a6-1c64-4cd0-8b58-099737897972/d5f1979b-c239-4aed-82c3-f846c07bdde5) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:14:20.511260 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-ad13c37a-539b-40fb-b688-8659ec213000 req-a98399ab-4d2f-4576-830b-3d049a1f075c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:20.527153 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [req-ad13c37a-539b-40fb-b688-8659ec213000 req-a98399ab-4d2f-4576-830b-3d049a1f075c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Transition to ACTIVE for port object d5f1979b-c239-4aed-82c3-f846c07bdde5 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:14:20.550864 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-ad13c37a-539b-40fb-b688-8659ec213000 req-a98399ab-4d2f-4576-830b-3d049a1f075c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:20.620766 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad13c37a-539b-40fb-b688-8659ec213000 req-a98399ab-4d2f-4576-830b-3d049a1f075c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Network 58a455c5-6a0c-4f06-9457-1f478d6b45fd is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:14:20.624124 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [req-ad13c37a-539b-40fb-b688-8659ec213000 req-a98399ab-4d2f-4576-830b-3d049a1f075c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:14:20.627898 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad13c37a-539b-40fb-b688-8659ec213000 req-a98399ab-4d2f-4576-830b-3d049a1f075c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:14:20.666824 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98399ab-4d2f-4576-830b-3d049a1f075c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Pushing event updated for resources: {'Port': ['ID=d5f1979b-c239-4aed-82c3-f846c07bdde5,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:20.697881 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13c37a-539b-40fb-b688-8659ec213000 req-a98399ab-4d2f-4576-830b-3d049a1f075c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:20.698473 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-ad13c37a-539b-40fb-b688-8659ec213000 req-a98399ab-4d2f-4576-830b-3d049a1f075c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:20.729651 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ad13c37a-539b-40fb-b688-8659ec213000 req-a98399ab-4d2f-4576-830b-3d049a1f075c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7776644 Jan 21 10:14:20.797830 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-ad13c37a-539b-40fb-b688-8659ec213000 req-6ea4da13-bb7c-433f-ac33-8e52bfeb9c7f service neutron] Request body: {'port': {'device_id': 'a699d070-6e3f-4f85-b943-e7a31d68bf0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:14:20.910077 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-ee355704-7aaa-4efa-8b3f-34e1957d7626 None None] Provisioning for port d5f1979b-c239-4aed-82c3-f846c07bdde5 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:14:20.913835 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-ad13c37a-539b-40fb-b688-8659ec213000 req-6ea4da13-bb7c-433f-ac33-8e52bfeb9c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:20.915057 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-ee355704-7aaa-4efa-8b3f-34e1957d7626 None None] Provisioning complete for port d5f1979b-c239-4aed-82c3-f846c07bdde5 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:14:20.915459 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ee355704-7aaa-4efa-8b3f-34e1957d7626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:20.975127 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-ee355704-7aaa-4efa-8b3f-34e1957d7626 None None] Port d5f1979b-c239-4aed-82c3-f846c07bdde5 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:14:21.230501 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1732009-acda-413a-8f2a-ba64285eb93d req-b206de2e-8b48-4fb9-ae78-7aadbdcf58a9 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:21.232125 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f1732009-acda-413a-8f2a-ba64285eb93d req-b206de2e-8b48-4fb9-ae78-7aadbdcf58a9 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 931 time: 0.0798228 Jan 21 10:14:21.279276 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f1732009-acda-413a-8f2a-ba64285eb93d req-12af2f46-5030-418d-a194-8dab5e0ce2b3 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412822 Jan 21 10:14:21.358490 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [req-ad13c37a-539b-40fb-b688-8659ec213000 req-6ea4da13-bb7c-433f-ac33-8e52bfeb9c7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5f1979b-c239-4aed-82c3-f846c07bdde5 {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:14:21.365504 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-ad13c37a-539b-40fb-b688-8659ec213000 req-6ea4da13-bb7c-433f-ac33-8e52bfeb9c7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:21.379411 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [req-ad13c37a-539b-40fb-b688-8659ec213000 req-6ea4da13-bb7c-433f-ac33-8e52bfeb9c7f service neutron] Transition to ACTIVE for port object d5f1979b-c239-4aed-82c3-f846c07bdde5 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:14:21.382867 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-ad13c37a-539b-40fb-b688-8659ec213000 req-6ea4da13-bb7c-433f-ac33-8e52bfeb9c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:21.472000 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:21.539105 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4da13-bb7c-433f-ac33-8e52bfeb9c7f service neutron] Pushing event updated for resources: {'Port': ['ID=d5f1979b-c239-4aed-82c3-f846c07bdde5,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:21.622405 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-ad13c37a-539b-40fb-b688-8659ec213000 req-6ea4da13-bb7c-433f-ac33-8e52bfeb9c7f service neutron] Attempting to bind port d5f1979b-c239-4aed-82c3-f846c07bdde5 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:14:21.622752 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-ad13c37a-539b-40fb-b688-8659ec213000 req-6ea4da13-bb7c-433f-ac33-8e52bfeb9c7f service neutron] Attempting to bind port d5f1979b-c239-4aed-82c3-f846c07bdde5 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9b31e876-29e0-44c6-8dbb-b62e34bcc9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:14:21.623081 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad13c37a-539b-40fb-b688-8659ec213000 req-6ea4da13-bb7c-433f-ac33-8e52bfeb9c7f service neutron] Attempting to bind port d5f1979b-c239-4aed-82c3-f846c07bdde5 on network 58a455c5-6a0c-4f06-9457-1f478d6b45fd {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:14:21.627632 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad13c37a-539b-40fb-b688-8659ec213000 req-6ea4da13-bb7c-433f-ac33-8e52bfeb9c7f service neutron] Port d5f1979b-c239-4aed-82c3-f846c07bdde5 on network 58a455c5-6a0c-4f06-9457-1f478d6b45fd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:14:21.627952 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad13c37a-539b-40fb-b688-8659ec213000 req-6ea4da13-bb7c-433f-ac33-8e52bfeb9c7f service neutron] Attempting to bind port d5f1979b-c239-4aed-82c3-f846c07bdde5 on network 58a455c5-6a0c-4f06-9457-1f478d6b45fd {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:14:21.632869 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad13c37a-539b-40fb-b688-8659ec213000 req-6ea4da13-bb7c-433f-ac33-8e52bfeb9c7f service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:14:21.633202 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad13c37a-539b-40fb-b688-8659ec213000 req-6ea4da13-bb7c-433f-ac33-8e52bfeb9c7f service neutron] Checking segment: {'id': '9b31e876-29e0-44c6-8dbb-b62e34bcc9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:14:21.633579 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad13c37a-539b-40fb-b688-8659ec213000 req-6ea4da13-bb7c-433f-ac33-8e52bfeb9c7f service neutron] Bound using segment: {'id': '9b31e876-29e0-44c6-8dbb-b62e34bcc9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:14:21.634003 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-ad13c37a-539b-40fb-b688-8659ec213000 req-6ea4da13-bb7c-433f-ac33-8e52bfeb9c7f service neutron] Bound port: d5f1979b-c239-4aed-82c3-f846c07bdde5, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b31e876-29e0-44c6-8dbb-b62e34bcc9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:14:21.634346 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-ad13c37a-539b-40fb-b688-8659ec213000 req-6ea4da13-bb7c-433f-ac33-8e52bfeb9c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:21.724347 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-ad13c37a-539b-40fb-b688-8659ec213000 req-6ea4da13-bb7c-433f-ac33-8e52bfeb9c7f service neutron] For port d5f1979b-c239-4aed-82c3-f846c07bdde5, host hv-neutron-8257, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:14:21.727225 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-ad13c37a-539b-40fb-b688-8659ec213000 req-6ea4da13-bb7c-433f-ac33-8e52bfeb9c7f service neutron] For port d5f1979b-c239-4aed-82c3-f846c07bdde5, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d5f1979b-c239-4aed-82c3-f846c07bdde5,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:14:21.733355 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-ad13c37a-539b-40fb-b688-8659ec213000 req-6ea4da13-bb7c-433f-ac33-8e52bfeb9c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:21.794046 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13c37a-539b-40fb-b688-8659ec213000 req-6ea4da13-bb7c-433f-ac33-8e52bfeb9c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:21.794660 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-ad13c37a-539b-40fb-b688-8659ec213000 req-6ea4da13-bb7c-433f-ac33-8e52bfeb9c7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:21.796072 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ad13c37a-539b-40fb-b688-8659ec213000 req-6ea4da13-bb7c-433f-ac33-8e52bfeb9c7f service neutron] 10.222.0.72 "PUT /v2.0/ports/d5f1979b-c239-4aed-82c3-f846c07bdde5 HTTP/1.1" status: 200 len: 1093 time: 1.0583456 Jan 21 10:14:21.796528 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a699d070-6e3f-4f85-b943-e7a31d68bf0d', 'tag': 'd5f1979b-c239-4aed-82c3-f846c07bdde5'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:14:21.818702 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4da13-bb7c-433f-ac33-8e52bfeb9c7f service neutron] Pushing event updated for resources: {'Port': ['ID=d5f1979b-c239-4aed-82c3-f846c07bdde5,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:21.871248 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a699d070-6e3f-4f85-b943-e7a31d68bf0d', 'tag': 'd5f1979b-c239-4aed-82c3-f846c07bdde5', 'status': 'completed', 'code': 200} Jan 21 10:14:21.912854 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13c37a-539b-40fb-b688-8659ec213000 req-9b698fe9-3bbd-4a7c-a690-32087389ed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:21.914573 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ad13c37a-539b-40fb-b688-8659ec213000 req-9b698fe9-3bbd-4a7c-a690-32087389ed55 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=650e2008729543979923456c3bb56898&device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 1096 time: 0.0802879 Jan 21 10:14:21.984699 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ad13c37a-539b-40fb-b688-8659ec213000 req-75209346-ff7a-4d7d-a9c6-3b85a8f09ac5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5f1979b-c239-4aed-82c3-f846c07bdde5 HTTP/1.1" status: 200 len: 217 time: 0.0629790 Jan 21 10:14:22.051326 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13c37a-539b-40fb-b688-8659ec213000 req-575dbce5-d0ee-466a-aefe-d30d355a0a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:22.052720 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ad13c37a-539b-40fb-b688-8659ec213000 req-575dbce5-d0ee-466a-aefe-d30d355a0a35 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3c4f44a6-1c64-4cd0-8b58-099737897972 HTTP/1.1" status: 200 len: 851 time: 0.0627794 Jan 21 10:14:22.126553 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13c37a-539b-40fb-b688-8659ec213000 req-2797253d-f27f-497a-9055-30b0c4e2c439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:22.128040 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ad13c37a-539b-40fb-b688-8659ec213000 req-2797253d-f27f-497a-9055-30b0c4e2c439 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58a455c5-6a0c-4f06-9457-1f478d6b45fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695102 Jan 21 10:14:22.258066 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ad13c37a-539b-40fb-b688-8659ec213000 req-b08d0b42-b54a-4d52-9d6a-7fdc7e3c1118 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235287 Jan 21 10:14:22.389107 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ad13c37a-539b-40fb-b688-8659ec213000 req-54710ae2-66aa-4e33-9630-0fdc0efc6098 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252058 Jan 21 10:14:22.463478 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e853d-0757-494c-b201-474285805b7a req-8062acd9-566e-44f7-ba12-360e85ccf1ac tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:22.465080 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-366e853d-0757-494c-b201-474285805b7a req-8062acd9-566e-44f7-ba12-360e85ccf1ac tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 943 time: 0.0818052 Jan 21 10:14:22.502203 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695ef88-c3b1-430d-bf64-95f9f4ed0ecb req-8e7ef6f1-9fe6-4f67-9d29-cafba4b830d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:22.504020 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0695ef88-c3b1-430d-bf64-95f9f4ed0ecb req-8e7ef6f1-9fe6-4f67-9d29-cafba4b830d9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=650e2008729543979923456c3bb56898&device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 1096 time: 0.0726914 Jan 21 10:14:22.511039 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-366e853d-0757-494c-b201-474285805b7a req-e611f6c8-57d6-4d3f-9042-7796dae64884 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393789 Jan 21 10:14:22.639684 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695ef88-c3b1-430d-bf64-95f9f4ed0ecb req-155247aa-464f-4f5a-95f4-348a80287980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:22.641154 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0695ef88-c3b1-430d-bf64-95f9f4ed0ecb req-155247aa-464f-4f5a-95f4-348a80287980 service neutron] 10.222.0.72 "GET /v2.0/networks?id=58a455c5-6a0c-4f06-9457-1f478d6b45fd HTTP/1.1" status: 200 len: 913 time: 0.1308155 Jan 21 10:14:22.805127 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0695ef88-c3b1-430d-bf64-95f9f4ed0ecb req-63049345-1c7d-46a2-ba28-221581951320 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5f1979b-c239-4aed-82c3-f846c07bdde5 HTTP/1.1" status: 200 len: 217 time: 0.1581562 Jan 21 10:14:22.869251 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695ef88-c3b1-430d-bf64-95f9f4ed0ecb req-8d53a313-39fb-4f94-8df4-82949f084358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:22.870665 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0695ef88-c3b1-430d-bf64-95f9f4ed0ecb req-8d53a313-39fb-4f94-8df4-82949f084358 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3c4f44a6-1c64-4cd0-8b58-099737897972 HTTP/1.1" status: 200 len: 851 time: 0.0602891 Jan 21 10:14:22.945181 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695ef88-c3b1-430d-bf64-95f9f4ed0ecb req-dde240d6-fb6c-44a8-906b-124a4bad59d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:22.946616 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0695ef88-c3b1-430d-bf64-95f9f4ed0ecb req-dde240d6-fb6c-44a8-906b-124a4bad59d4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58a455c5-6a0c-4f06-9457-1f478d6b45fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694809 Jan 21 10:14:23.076127 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0695ef88-c3b1-430d-bf64-95f9f4ed0ecb req-372897bb-ec96-455e-871a-ce0eb7c9e288 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235805 Jan 21 10:14:23.206629 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0695ef88-c3b1-430d-bf64-95f9f4ed0ecb req-e76fe2ed-1387-432a-8fe3-74b0102258ae service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243122 Jan 21 10:14:23.698423 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22b614-a387-4f45-9844-a3a60202998e req-84176c5a-5d25-4b97-acf4-0915a9900344 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:23.699663 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-4c22b614-a387-4f45-9844-a3a60202998e req-84176c5a-5d25-4b97-acf4-0915a9900344 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Synchronizing usage tracker for tenant:650e2008729543979923456c3bb56898 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:14:23.714457 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-4c22b614-a387-4f45-9844-a3a60202998e req-84176c5a-5d25-4b97-acf4-0915a9900344 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Unset dirty status for tenant:650e2008729543979923456c3bb56898 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:14:23.716487 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4c22b614-a387-4f45-9844-a3a60202998e req-84176c5a-5d25-4b97-acf4-0915a9900344 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 943 time: 0.0991404 Jan 21 10:14:23.762093 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4c22b614-a387-4f45-9844-a3a60202998e req-371c7052-4856-4c7d-a461-bdef998f752f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396898 Jan 21 10:14:24.953565 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35175d08-4619-4ad4-9044-77acacb5fb52 req-d48a101b-4853-4a1d-9596-3ffa8569dcb0 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:24.955027 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-35175d08-4619-4ad4-9044-77acacb5fb52 req-d48a101b-4853-4a1d-9596-3ffa8569dcb0 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 943 time: 0.0815778 Jan 21 10:14:24.998975 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-35175d08-4619-4ad4-9044-77acacb5fb52 req-2f759065-7c56-47a8-ac94-11fcfb498d91 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382946 Jan 21 10:14:25.798935 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device d5f1979b-c239-4aed-82c3-f846c07bdde5 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:14:25.934470 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port d5f1979b-c239-4aed-82c3-f846c07bdde5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d5f1979b-c239-4aed-82c3-f846c07bdde5,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:14:25.946968 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': 'd5f1979b-c239-4aed-82c3-f846c07bdde5', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'port_id': 'd5f1979b-c239-4aed-82c3-f846c07bdde5', 'mac_address': 'fa:16:3e:2d:1e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:14:26.001746 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:26.018552 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5f1979b-c239-4aed-82c3-f846c07bdde5 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:14:26.034125 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port d5f1979b-c239-4aed-82c3-f846c07bdde5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d5f1979b-c239-4aed-82c3-f846c07bdde5,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:14:26.038594 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:26.109117 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=d5f1979b-c239-4aed-82c3-f846c07bdde5,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:26.181549 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0ce1e-bfdb-4eb5-b003-2e18d7cc0e4f req-abe482c4-056b-4310-b712-e933319c1d20 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:26.183010 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-29e0ce1e-bfdb-4eb5-b003-2e18d7cc0e4f req-abe482c4-056b-4310-b712-e933319c1d20 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 944 time: 0.0785632 Jan 21 10:14:26.227429 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-29e0ce1e-bfdb-4eb5-b003-2e18d7cc0e4f req-bbf84fdb-5144-48dc-8bf1-11fc32f9030f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378013 Jan 21 10:14:26.356575 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['d5f1979b-c239-4aed-82c3-f846c07bdde5'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:14:27.408730 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ce26d-1208-4b3a-8698-c739acbf160b req-dceae1e1-f31f-4bf1-9559-a830f62ea983 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:27.410090 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ca7ce26d-1208-4b3a-8698-c739acbf160b req-dceae1e1-f31f-4bf1-9559-a830f62ea983 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 944 time: 0.0772793 Jan 21 10:14:27.452466 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ca7ce26d-1208-4b3a-8698-c739acbf160b req-4a253130-022a-4ef0-8a4c-373a9dd1cabb tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366826 Jan 21 10:14:27.815156 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device d5f1979b-c239-4aed-82c3-f846c07bdde5 up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:14:27.884228 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port d5f1979b-c239-4aed-82c3-f846c07bdde5 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:14:27.888942 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port d5f1979b-c239-4aed-82c3-f846c07bdde5 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:14:27.889318 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:28.004853 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:28.030249 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a699d070-6e3f-4f85-b943-e7a31d68bf0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f1979b-c239-4aed-82c3-f846c07bdde5'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:14:28.039863 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port d5f1979b-c239-4aed-82c3-f846c07bdde5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d5f1979b-c239-4aed-82c3-f846c07bdde5,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:14:28.044451 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:28.081366 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a699d070-6e3f-4f85-b943-e7a31d68bf0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f1979b-c239-4aed-82c3-f846c07bdde5', 'code': 200} Jan 21 10:14:28.113347 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=d5f1979b-c239-4aed-82c3-f846c07bdde5,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:28.309831 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c65a0f-0d6c-49bf-9edd-b21f127201d0 req-a513d702-a7c0-417d-8872-2572882b2e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:28.311189 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-47c65a0f-0d6c-49bf-9edd-b21f127201d0 req-a513d702-a7c0-417d-8872-2572882b2e83 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 1098 time: 0.0715821 Jan 21 10:14:28.350055 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-47c65a0f-0d6c-49bf-9edd-b21f127201d0 req-c76965a1-6ba3-42a0-9493-1c5c9a7819a5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331590 Jan 21 10:14:28.641370 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fa26e-85c9-465b-98fd-c377349dacc6 req-ed27ecea-8a1a-4b31-bf72-4289b2f0fb5c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:28.642795 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-bb1fa26e-85c9-465b-98fd-c377349dacc6 req-ed27ecea-8a1a-4b31-bf72-4289b2f0fb5c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 945 time: 0.0854790 Jan 21 10:14:28.686566 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-bb1fa26e-85c9-465b-98fd-c377349dacc6 req-6629bf9e-7c50-4d53-aa9a-58ae4510f3a8 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378892 Jan 21 10:14:29.875406 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b2024-43ca-41f2-82fe-08d034b94f32 req-4d4f4089-0e89-4e9b-b52e-3de7d94525b7 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:29.876858 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-156b2024-43ca-41f2-82fe-08d034b94f32 req-4d4f4089-0e89-4e9b-b52e-3de7d94525b7 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 945 time: 0.0777347 Jan 21 10:14:29.924242 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-156b2024-43ca-41f2-82fe-08d034b94f32 req-0eed044b-536b-447d-9477-225199778d24 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416763 Jan 21 10:14:30.105221 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6e367-c86a-43cc-8d78-b8aab98ddc3e req-93b46035-bd5e-4a09-85d5-35baa53738b6 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:30.107328 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f7e6e367-c86a-43cc-8d78-b8aab98ddc3e req-93b46035-bd5e-4a09-85d5-35baa53738b6 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 945 time: 0.0820642 Jan 21 10:14:30.115981 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 32962) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:14:30.120757 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-5246ecfd-72ca-46fd-b945-c234e4040e53 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Request body: {'floatingip': {'port_id': 'd5f1979b-c239-4aed-82c3-f846c07bdde5'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:14:30.198025 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5246ecfd-72ca-46fd-b945-c234e4040e53 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks [] for floatingip, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:30.876339 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5246ecfd-72ca-46fd-b945-c234e4040e53 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:30.880032 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5246ecfd-72ca-46fd-b945-c234e4040e53 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:31.054870 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.l3_db [None req-5246ecfd-72ca-46fd-b945-c234e4040e53 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Floating IP 38a2ca67-96e8-4e0b-b9f5-8f3b1e87013a associated. External IP: 172.26.3.219, port: d5f1979b-c239-4aed-82c3-f846c07bdde5. Jan 21 10:14:31.399022 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5246ecfd-72ca-46fd-b945-c234e4040e53 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Router 7a4ac26d-e5f5-471e-b114-6556d34eb4cd has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:14:31.574305 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5246ecfd-72ca-46fd-b945-c234e4040e53 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:14:31.579097 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5246ecfd-72ca-46fd-b945-c234e4040e53 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:31.584133 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ce27db-783e-4cd5-9e93-a9210efd047e None None] Sync routers for ids ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:14:31.593754 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ce27db-783e-4cd5-9e93-a9210efd047e None None] Routers {'7a4ac26d-e5f5-471e-b114-6556d34eb4cd'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:14:31.594356 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-e5ce27db-783e-4cd5-9e93-a9210efd047e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:14:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:31.634476 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5246ecfd-72ca-46fd-b945-c234e4040e53 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "PUT /v2.0/floatingips/38a2ca67-96e8-4e0b-b9f5-8f3b1e87013a HTTP/1.1" status: 200 len: 992 time: 1.5174673 Jan 21 10:14:31.635107 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a699d070-6e3f-4f85-b943-e7a31d68bf0d', 'tag': 'd5f1979b-c239-4aed-82c3-f846c07bdde5'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:14:31.682666 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a699d070-6e3f-4f85-b943-e7a31d68bf0d', 'tag': 'd5f1979b-c239-4aed-82c3-f846c07bdde5', 'status': 'completed', 'code': 200} Jan 21 10:14:31.777707 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a11da9-717f-427d-a5de-77bb986f9223 req-b29bd7af-6a80-4600-8e2b-8ad3ceab0ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:31.779856 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e6a11da9-717f-427d-a5de-77bb986f9223 req-b29bd7af-6a80-4600-8e2b-8ad3ceab0ba3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=650e2008729543979923456c3bb56898&device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 1098 time: 0.0760722 Jan 21 10:14:31.786550 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-e5ce27db-783e-4cd5-9e93-a9210efd047e None None] Set router 7a4ac26d-e5f5-471e-b114-6556d34eb4cd gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:14:31.913296 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a11da9-717f-427d-a5de-77bb986f9223 req-6fd99aab-4d9b-4913-b52d-5c242ea261e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:31.914764 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e6a11da9-717f-427d-a5de-77bb986f9223 req-6fd99aab-4d9b-4913-b52d-5c242ea261e5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=58a455c5-6a0c-4f06-9457-1f478d6b45fd HTTP/1.1" status: 200 len: 913 time: 0.1273656 Jan 21 10:14:32.017465 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e6a11da9-717f-427d-a5de-77bb986f9223 req-474451cc-6105-4e32-8934-a65e55a39ee9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5f1979b-c239-4aed-82c3-f846c07bdde5 HTTP/1.1" status: 200 len: 1000 time: 0.0965044 Jan 21 10:14:32.079481 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a11da9-717f-427d-a5de-77bb986f9223 req-92f96ca1-f074-4b2f-b8b9-79277faa03fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:32.080919 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e6a11da9-717f-427d-a5de-77bb986f9223 req-92f96ca1-f074-4b2f-b8b9-79277faa03fe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3c4f44a6-1c64-4cd0-8b58-099737897972 HTTP/1.1" status: 200 len: 851 time: 0.0574718 Jan 21 10:14:32.126734 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-e5ce27db-783e-4cd5-9e93-a9210efd047e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'name': 'tempest-ServerActionsTestJSON-1839373431-router', 'tenant_id': '650e2008729543979923456c3bb56898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:52Z', 'updated_at': '2022-01-21T10:07:56Z', 'revision_number': 4, 'project_id': '650e2008729543979923456c3bb56898', 'gw_port': {'id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:53Z', 'updated_at': '2022-01-21T10:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '38a2ca67-96e8-4e0b-b9f5-8f3b1e87013a', 'tenant_id': '650e2008729543979923456c3bb56898', 'floating_ip_address': '172.26.3.219', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'port_id': 'd5f1979b-c239-4aed-82c3-f846c07bdde5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'mac_address': 'fa:16:3e:2d:1e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a699d070-6e3f-4f85-b943-e7a31d68bf0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:07:59Z', 'updated_at': '2022-01-21T10:14:30Z', 'revision_number': 13, 'project_id': '650e2008729543979923456c3bb56898', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4adb5df6-866d-43b7-a4fd-4dd39c1c4e57', 'name': '', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'tenant_id': '650e2008729543979923456c3bb56898', 'mac_address': 'fa:16:3e:a6:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:55Z', 'updated_at': '2022-01-21T10:08:01Z', 'revision_number': 5, 'project_id': '650e2008729543979923456c3bb56898', 'subnets': [{'id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:32.130432 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ce27db-783e-4cd5-9e93-a9210efd047e None None] Checking router: 7a4ac26d-e5f5-471e-b114-6556d34eb4cd for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:14:32.138631 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ce27db-783e-4cd5-9e93-a9210efd047e None None] Routers {'7a4ac26d-e5f5-471e-b114-6556d34eb4cd'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:14:32.139218 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-e5ce27db-783e-4cd5-9e93-a9210efd047e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:14:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:32.158655 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a11da9-717f-427d-a5de-77bb986f9223 req-cb52cb41-a013-440d-a3be-16e3d04e4839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:32.160155 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e6a11da9-717f-427d-a5de-77bb986f9223 req-cb52cb41-a013-440d-a3be-16e3d04e4839 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58a455c5-6a0c-4f06-9457-1f478d6b45fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730927 Jan 21 10:14:32.292050 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e6a11da9-717f-427d-a5de-77bb986f9223 req-7ed14f33-577f-486b-b5d8-44703552b392 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252601 Jan 21 10:14:32.310582 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-e5ce27db-783e-4cd5-9e93-a9210efd047e None None] Set router 7a4ac26d-e5f5-471e-b114-6556d34eb4cd gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:14:32.518948 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e6a11da9-717f-427d-a5de-77bb986f9223 req-7af00d83-5978-4100-8936-8220261b9a0e service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212207 Jan 21 10:14:32.694476 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-e5ce27db-783e-4cd5-9e93-a9210efd047e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'name': 'tempest-ServerActionsTestJSON-1839373431-router', 'tenant_id': '650e2008729543979923456c3bb56898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:52Z', 'updated_at': '2022-01-21T10:07:56Z', 'revision_number': 4, 'project_id': '650e2008729543979923456c3bb56898', 'gw_port': {'id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:53Z', 'updated_at': '2022-01-21T10:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '38a2ca67-96e8-4e0b-b9f5-8f3b1e87013a', 'tenant_id': '650e2008729543979923456c3bb56898', 'floating_ip_address': '172.26.3.219', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'port_id': 'd5f1979b-c239-4aed-82c3-f846c07bdde5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'mac_address': 'fa:16:3e:2d:1e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a699d070-6e3f-4f85-b943-e7a31d68bf0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:07:59Z', 'updated_at': '2022-01-21T10:14:30Z', 'revision_number': 13, 'project_id': '650e2008729543979923456c3bb56898', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4adb5df6-866d-43b7-a4fd-4dd39c1c4e57', 'name': '', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'tenant_id': '650e2008729543979923456c3bb56898', 'mac_address': 'fa:16:3e:a6:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:55Z', 'updated_at': '2022-01-21T10:08:01Z', 'revision_number': 5, 'project_id': '650e2008729543979923456c3bb56898', 'subnets': [{'id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:32.698367 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ce27db-783e-4cd5-9e93-a9210efd047e None None] The sync data for ids ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'] in dv-neutron-825731-1-hyperv is: [{'id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'name': 'tempest-ServerActionsTestJSON-1839373431-router', 'tenant_id': '650e2008729543979923456c3bb56898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:52Z', 'updated_at': '2022-01-21T10:07:56Z', 'revision_number': 4, 'project_id': '650e2008729543979923456c3bb56898', 'gw_port': {'id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:53Z', 'updated_at': '2022-01-21T10:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '38a2ca67-96e8-4e0b-b9f5-8f3b1e87013a', 'tenant_id': '650e2008729543979923456c3bb56898', 'floating_ip_address': '172.26.3.219', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'port_id': 'd5f1979b-c239-4aed-82c3-f846c07bdde5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'mac_address': 'fa:16:3e:2d:1e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a699d070-6e3f-4f85-b943-e7a31d68bf0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:07:59Z', 'updated_at': '2022-01-21T10:14:30Z', 'revision_number': 13, 'project_id': '650e2008729543979923456c3bb56898', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4adb5df6-866d-43b7-a4fd-4dd39c1c4e57', 'name': '', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'tenant_id': '650e2008729543979923456c3bb56898', 'mac_address': 'fa:16:3e:a6:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:55Z', 'updated_at': '2022-01-21T10:08:01Z', 'revision_number': 5, 'project_id': '650e2008729543979923456c3bb56898', 'subnets': [{'id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:14:32.897142 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd310a8e-dcca-4bb0-b507-b3805776efb1 None None] New status for floating IP 38a2ca67-96e8-4e0b-b9f5-8f3b1e87013a: ACTIVE {{(pid=87516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:14:38.037056 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:14:43.007253 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:46.589570 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2af51116-50ba-4efe-8dfb-60fadab7ff58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:48.950142 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a3be4bff-c8fb-4761-8dd4-1b6baf969c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.852709 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:50.054147 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:51.473212 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:13.016265 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:15.035502 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:15:16.593147 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-81cd9820-9247-4158-a4cd-f582b745f2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:18.959484 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5daabf1f-dadf-4316-86f2-24089372ae4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:19.856103 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:20.056165 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:21.476457 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:21.773910 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-10656035-cc30-4df2-b8a8-12f4a122dfbe req-1612d570-c9ee-4154-bcf4-e77536d64caf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695210 Jan 21 10:15:21.911680 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10656035-cc30-4df2-b8a8-12f4a122dfbe req-7b599661-d012-4042-be19-371fe05f6953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:21.913369 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-10656035-cc30-4df2-b8a8-12f4a122dfbe req-7b599661-d012-4042-be19-371fe05f6953 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=650e2008729543979923456c3bb56898&device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 1098 time: 0.0744607 Jan 21 10:15:22.055093 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10656035-cc30-4df2-b8a8-12f4a122dfbe req-591c69d9-aa1f-4467-a909-67a6405eea12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:22.056472 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-10656035-cc30-4df2-b8a8-12f4a122dfbe req-591c69d9-aa1f-4467-a909-67a6405eea12 service neutron] 10.222.0.72 "GET /v2.0/networks?id=58a455c5-6a0c-4f06-9457-1f478d6b45fd HTTP/1.1" status: 200 len: 913 time: 0.1247652 Jan 21 10:15:22.157694 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-10656035-cc30-4df2-b8a8-12f4a122dfbe req-14a4270e-0723-4607-ae8b-e3d76bc8ecb8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5f1979b-c239-4aed-82c3-f846c07bdde5 HTTP/1.1" status: 200 len: 1002 time: 0.0940895 Jan 21 10:15:22.219111 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10656035-cc30-4df2-b8a8-12f4a122dfbe req-0d19d0f1-e6ba-4e76-b8a0-7d8a095b3573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:22.220533 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-10656035-cc30-4df2-b8a8-12f4a122dfbe req-0d19d0f1-e6ba-4e76-b8a0-7d8a095b3573 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3c4f44a6-1c64-4cd0-8b58-099737897972 HTTP/1.1" status: 200 len: 851 time: 0.0565860 Jan 21 10:15:22.297869 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10656035-cc30-4df2-b8a8-12f4a122dfbe req-501d2023-6a50-499e-8ef7-fa45787a05fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:22.299498 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-10656035-cc30-4df2-b8a8-12f4a122dfbe req-501d2023-6a50-499e-8ef7-fa45787a05fa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58a455c5-6a0c-4f06-9457-1f478d6b45fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732429 Jan 21 10:15:22.430310 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-10656035-cc30-4df2-b8a8-12f4a122dfbe req-e7298091-3e5d-448b-a73a-4e8f0bad3905 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247649 Jan 21 10:15:22.559443 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-10656035-cc30-4df2-b8a8-12f4a122dfbe req-6e98d1b4-3d01-4756-a107-2a6bbc35c516 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221249 Jan 21 10:15:43.017440 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:46.596440 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3d3bffe8-5151-4cd6-bca9-f776d2c2aa8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:48.951541 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b7202c24-51a3-4fc5-9ba3-12a0ca160162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:49.858248 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:50.060011 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:51.192482 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c064a-2ba0-45fd-81aa-948b66ae2b60 req-bd95fd72-1cb6-4904-b1dd-b9b08f207796 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:51.193930 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f91c064a-2ba0-45fd-81aa-948b66ae2b60 req-bd95fd72-1cb6-4904-b1dd-b9b08f207796 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 945 time: 0.1230958 Jan 21 10:15:51.240588 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f91c064a-2ba0-45fd-81aa-948b66ae2b60 req-19dc1da0-74ca-49ec-8b82-0dfb53861cc2 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410581 Jan 21 10:15:51.477413 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:52.033471 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:16:01.353561 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa991cfa-7dcc-4b04-9adb-bda97c37d4cf req-a27422f3-3a4e-4430-917e-a3683b48ffbe tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:01.355049 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fa991cfa-7dcc-4b04-9adb-bda97c37d4cf req-a27422f3-3a4e-4430-917e-a3683b48ffbe tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 945 time: 0.2498918 Jan 21 10:16:01.358376 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3f7ee0ae-d3b8-47e5-af74-83795c64179c req-3096f60c-f057-454a-918f-4d0a81c67991 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2984383 Jan 21 10:16:01.401125 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fa991cfa-7dcc-4b04-9adb-bda97c37d4cf req-c01e084b-e446-4634-b9dd-797f7e51ff79 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401540 Jan 21 10:16:02.650178 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7b6a6-0059-4abf-bff2-ab64849fc116 req-0c443531-081e-4ee4-924b-03e0e1bb8c38 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:02.651647 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-25e7b6a6-0059-4abf-bff2-ab64849fc116 req-0c443531-081e-4ee4-924b-03e0e1bb8c38 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 945 time: 0.1386292 Jan 21 10:16:02.653964 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ee0ae-d3b8-47e5-af74-83795c64179c req-b65d7213-5c1d-4000-b95e-636461e81493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:02.655267 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3f7ee0ae-d3b8-47e5-af74-83795c64179c req-b65d7213-5c1d-4000-b95e-636461e81493 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=650e2008729543979923456c3bb56898&device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 1098 time: 0.1095848 Jan 21 10:16:02.778434 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-25e7b6a6-0059-4abf-bff2-ab64849fc116 req-eb56b186-682a-442b-8ec0-f98bd445fbc4 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204302 Jan 21 10:16:02.814528 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ee0ae-d3b8-47e5-af74-83795c64179c req-8125124d-34e1-49d2-bddb-3f30aa45a829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:02.815983 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3f7ee0ae-d3b8-47e5-af74-83795c64179c req-8125124d-34e1-49d2-bddb-3f30aa45a829 service neutron] 10.222.0.72 "GET /v2.0/networks?id=58a455c5-6a0c-4f06-9457-1f478d6b45fd HTTP/1.1" status: 200 len: 913 time: 0.1457469 Jan 21 10:16:02.920132 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3f7ee0ae-d3b8-47e5-af74-83795c64179c req-977d9c2c-0f4a-4055-b222-1fb7b2c78018 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5f1979b-c239-4aed-82c3-f846c07bdde5 HTTP/1.1" status: 200 len: 1002 time: 0.0978029 Jan 21 10:16:02.981003 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ee0ae-d3b8-47e5-af74-83795c64179c req-b3a941a8-eec2-448c-a799-c0bfb119376a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:02.982372 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3f7ee0ae-d3b8-47e5-af74-83795c64179c req-b3a941a8-eec2-448c-a799-c0bfb119376a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3c4f44a6-1c64-4cd0-8b58-099737897972 HTTP/1.1" status: 200 len: 851 time: 0.0567179 Jan 21 10:16:03.058629 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ee0ae-d3b8-47e5-af74-83795c64179c req-e15dbd65-0689-4206-8dac-72a46bbbe9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:03.060334 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3f7ee0ae-d3b8-47e5-af74-83795c64179c req-e15dbd65-0689-4206-8dac-72a46bbbe9d1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58a455c5-6a0c-4f06-9457-1f478d6b45fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726852 Jan 21 10:16:03.317740 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3f7ee0ae-d3b8-47e5-af74-83795c64179c req-1661c16f-695e-4603-bb29-f705b3a64e65 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465577 Jan 21 10:16:03.450289 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3f7ee0ae-d3b8-47e5-af74-83795c64179c req-460f2076-b8ea-4049-b5a4-962736c6cac8 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260743 Jan 21 10:16:03.964394 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593c221-cf14-4806-a4c8-0ce5020cb64c req-4156a34d-64f2-4d86-b40d-1568d5800f99 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:03.966010 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5593c221-cf14-4806-a4c8-0ce5020cb64c req-4156a34d-64f2-4d86-b40d-1568d5800f99 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 945 time: 0.0801694 Jan 21 10:16:04.009022 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5593c221-cf14-4806-a4c8-0ce5020cb64c req-bf0305de-8305-48e6-91b7-f4f9da8f98f1 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375233 Jan 21 10:16:05.191717 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf52a2-52e3-4ffd-9316-c12d5946f771 req-462a6145-d772-43a3-ada9-b186a42b8cda tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:05.193161 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-22bf52a2-52e3-4ffd-9316-c12d5946f771 req-462a6145-d772-43a3-ada9-b186a42b8cda tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 945 time: 0.0787866 Jan 21 10:16:05.236684 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-22bf52a2-52e3-4ffd-9316-c12d5946f771 req-fb17432c-83a7-4f44-bfdc-2c36ebf56080 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379488 Jan 21 10:16:06.425934 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66097f-6245-4bd5-a24b-8ac1ed63ce74 req-39579da6-0bdb-49b3-a555-9a8bd665cfa9 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:06.427375 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5c66097f-6245-4bd5-a24b-8ac1ed63ce74 req-39579da6-0bdb-49b3-a555-9a8bd665cfa9 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 945 time: 0.0778711 Jan 21 10:16:06.473918 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5c66097f-6245-4bd5-a24b-8ac1ed63ce74 req-c765fdd3-075e-4943-b681-da843e8d0ab4 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410318 Jan 21 10:16:07.659820 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a33e87-f112-4660-98e0-24dd6b763e97 req-2b671391-4347-4adf-a2fb-d461949120f4 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:07.661264 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c7a33e87-f112-4660-98e0-24dd6b763e97 req-2b671391-4347-4adf-a2fb-d461949120f4 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 945 time: 0.0818653 Jan 21 10:16:07.704908 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c7a33e87-f112-4660-98e0-24dd6b763e97 req-70b67473-47e1-4f24-b79e-1c9fa369d465 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377877 Jan 21 10:16:08.889513 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6a06a-a773-4f2a-b117-b0b4381959d5 req-4ab899f7-8c18-4991-9e8d-be65f21a2c36 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:08.890954 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0ab6a06a-a773-4f2a-b117-b0b4381959d5 req-4ab899f7-8c18-4991-9e8d-be65f21a2c36 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 945 time: 0.0814660 Jan 21 10:16:08.936000 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0ab6a06a-a773-4f2a-b117-b0b4381959d5 req-7896c6b6-9465-473a-b0e6-7b4c86486853 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392768 Jan 21 10:16:10.124917 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c4e0b-9f60-49a6-b89e-8d95377db6d1 req-6d7e53f9-205c-414a-8a2c-32429a321a47 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:10.126362 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-973c4e0b-9f60-49a6-b89e-8d95377db6d1 req-6d7e53f9-205c-414a-8a2c-32429a321a47 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 945 time: 0.0795393 Jan 21 10:16:10.171282 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-973c4e0b-9f60-49a6-b89e-8d95377db6d1 req-638b9bca-3824-4c9c-bd6c-44232751bd44 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393217 Jan 21 10:16:11.357268 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634ef85-cba0-4a8e-ba39-bd6336257dc4 req-df29585c-dbe3-4355-a1ea-8319b4b88a8f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:11.358704 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4634ef85-cba0-4a8e-ba39-bd6336257dc4 req-df29585c-dbe3-4355-a1ea-8319b4b88a8f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 945 time: 0.0831671 Jan 21 10:16:11.401019 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4634ef85-cba0-4a8e-ba39-bd6336257dc4 req-994486ba-7a6a-4d21-b4b2-c72d4a549547 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366998 Jan 21 10:16:12.588008 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d81f7-2da1-43b9-bb9d-01899cac8e92 req-a2d66c15-0dbf-4d08-bd62-8ec4b72b7f53 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:12.589987 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b48d81f7-2da1-43b9-bb9d-01899cac8e92 req-a2d66c15-0dbf-4d08-bd62-8ec4b72b7f53 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 945 time: 0.0826168 Jan 21 10:16:12.632579 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b48d81f7-2da1-43b9-bb9d-01899cac8e92 req-cc774cf5-5b8f-4d1d-a8aa-9759a1791afb tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370331 Jan 21 10:16:13.028016 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:13.821415 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33998f9-4821-4469-96cf-0a16d5f4bab6 req-1b53535c-9701-4521-9f00-dedfd515863b tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:13.822850 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e33998f9-4821-4469-96cf-0a16d5f4bab6 req-1b53535c-9701-4521-9f00-dedfd515863b tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 945 time: 0.0793378 Jan 21 10:16:13.865991 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e33998f9-4821-4469-96cf-0a16d5f4bab6 req-f3ccea25-b005-4dc5-9a4e-16f54fffd284 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366194 Jan 21 10:16:15.050301 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0accd4-adfe-496a-bae4-428b013c677f req-31f1f8bd-05c7-40db-a792-c24950c51d2d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:15.051673 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9f0accd4-adfe-496a-bae4-428b013c677f req-31f1f8bd-05c7-40db-a792-c24950c51d2d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 945 time: 0.0792904 Jan 21 10:16:15.098485 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9f0accd4-adfe-496a-bae4-428b013c677f req-9892a985-52a2-47af-875c-1cac7e11232f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412891 Jan 21 10:16:16.284730 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ddd647-0346-4182-b10d-bb1364e3192b req-cfdf7943-0864-4143-b22b-d1bd055cf312 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:16.286153 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c3ddd647-0346-4182-b10d-bb1364e3192b req-cfdf7943-0864-4143-b22b-d1bd055cf312 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 945 time: 0.0827012 Jan 21 10:16:16.328687 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c3ddd647-0346-4182-b10d-bb1364e3192b req-3c2ea223-3b19-4321-87b5-f7eff97590bc tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366285 Jan 21 10:16:16.598917 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e9007cbd-000a-4682-a7fb-946f2eabc5f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:17.514187 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2613e-f62f-42b4-8e23-db79b59b25c4 req-f6ff92d8-b8dd-4f95-9a2f-8c84a89b9b76 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:17.515608 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-5ed2613e-f62f-42b4-8e23-db79b59b25c4 req-f6ff92d8-b8dd-4f95-9a2f-8c84a89b9b76 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 945 time: 0.0794313 Jan 21 10:16:17.560358 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-5ed2613e-f62f-42b4-8e23-db79b59b25c4 req-2642969b-fe29-4f77-99a9-4690d3fb7e34 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391705 Jan 21 10:16:18.746532 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb1bd4-3674-4f2c-ac6b-59df4667727d req-b7fba381-6b55-48be-846d-e4b594d9de4b tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:18.748245 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d2bb1bd4-3674-4f2c-ac6b-59df4667727d req-b7fba381-6b55-48be-846d-e4b594d9de4b tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 945 time: 0.0809534 Jan 21 10:16:18.799048 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d2bb1bd4-3674-4f2c-ac6b-59df4667727d req-e778a055-1c82-4a3c-96be-2bb8d3935313 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446665 Jan 21 10:16:18.952780 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-47d7093e-9c24-442c-9172-c79fc3d7b916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:19.863833 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:19.991272 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c858d-9145-435d-832e-a03388a443ad req-80eda0f5-315a-4661-8a0b-360504e519cc tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:19.992735 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ad1c858d-9145-435d-832e-a03388a443ad req-80eda0f5-315a-4661-8a0b-360504e519cc tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 945 time: 0.0853314 Jan 21 10:16:20.037587 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ad1c858d-9145-435d-832e-a03388a443ad req-84f7ebe7-fdd2-4da8-bdeb-db3f38514d8b tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381875 Jan 21 10:16:20.066866 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:20.962074 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3f7ee0ae-d3b8-47e5-af74-83795c64179c req-70b9a29c-30a1-4d61-86ad-b873dda8831c service neutron] 10.222.0.72 "GET /v2.0/ports/d5f1979b-c239-4aed-82c3-f846c07bdde5/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.0740304 Jan 21 10:16:21.224223 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ee0ae-d3b8-47e5-af74-83795c64179c req-59657a1a-cb5d-42b7-9abc-ccf2f954a4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:21.225738 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3f7ee0ae-d3b8-47e5-af74-83795c64179c req-59657a1a-cb5d-42b7-9abc-ccf2f954a4f1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d&tenant_id=650e2008729543979923456c3bb56898 HTTP/1.1" status: 200 len: 1098 time: 0.0753720 Jan 21 10:16:21.230823 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683b438-88b6-46bc-9a3a-6ed12fc0b18f req-f7ffe230-3749-4787-af19-649301120abf tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:21.232512 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e683b438-88b6-46bc-9a3a-6ed12fc0b18f req-f7ffe230-3749-4787-af19-649301120abf tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 945 time: 0.0810313 Jan 21 10:16:21.278078 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e683b438-88b6-46bc-9a3a-6ed12fc0b18f req-7394ef39-ed3b-4e53-933a-57ebb3651021 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396695 Jan 21 10:16:21.318562 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ee0ae-d3b8-47e5-af74-83795c64179c req-6fcc8e4b-3e75-4c53-a545-e176d2f20172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:21.320076 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3f7ee0ae-d3b8-47e5-af74-83795c64179c req-6fcc8e4b-3e75-4c53-a545-e176d2f20172 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=650e2008729543979923456c3bb56898&device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 1098 time: 0.0712521 Jan 21 10:16:21.448789 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ee0ae-d3b8-47e5-af74-83795c64179c req-114a5404-1170-4ab8-b48b-e52f9896fb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:21.450223 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3f7ee0ae-d3b8-47e5-af74-83795c64179c req-114a5404-1170-4ab8-b48b-e52f9896fb57 service neutron] 10.222.0.72 "GET /v2.0/networks?id=58a455c5-6a0c-4f06-9457-1f478d6b45fd HTTP/1.1" status: 200 len: 913 time: 0.1245146 Jan 21 10:16:21.481443 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:21.551413 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3f7ee0ae-d3b8-47e5-af74-83795c64179c req-0e07c35b-c0a4-44de-87c6-39b465dae96d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5f1979b-c239-4aed-82c3-f846c07bdde5 HTTP/1.1" status: 200 len: 1002 time: 0.0950773 Jan 21 10:16:21.613002 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ee0ae-d3b8-47e5-af74-83795c64179c req-ca72c1e9-2c2b-45db-a750-89a741eb77ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:21.614442 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3f7ee0ae-d3b8-47e5-af74-83795c64179c req-ca72c1e9-2c2b-45db-a750-89a741eb77ca service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3c4f44a6-1c64-4cd0-8b58-099737897972 HTTP/1.1" status: 200 len: 851 time: 0.0573516 Jan 21 10:16:21.691041 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ee0ae-d3b8-47e5-af74-83795c64179c req-9fff1807-89af-4cdb-95de-995b46aacec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:21.692512 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3f7ee0ae-d3b8-47e5-af74-83795c64179c req-9fff1807-89af-4cdb-95de-995b46aacec9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58a455c5-6a0c-4f06-9457-1f478d6b45fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722651 Jan 21 10:16:21.919619 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3f7ee0ae-d3b8-47e5-af74-83795c64179c req-682ee2f4-a458-4446-b124-8dd9b45c9a5a service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197776 Jan 21 10:16:22.048746 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3f7ee0ae-d3b8-47e5-af74-83795c64179c req-5e5d1a5e-90c4-4c63-9b87-14c30e124249 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224132 Jan 21 10:16:22.463665 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3d656-c64b-4146-874a-50740e16b081 req-810e73fd-3465-4b31-b6f4-591dac1ef2de tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:22.465074 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dae3d656-c64b-4146-874a-50740e16b081 req-810e73fd-3465-4b31-b6f4-591dac1ef2de tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 945 time: 0.0795469 Jan 21 10:16:22.513378 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dae3d656-c64b-4146-874a-50740e16b081 req-3b1a52f2-fda2-4fc0-801c-9f8bfadd67fa tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426948 Jan 21 10:16:23.085492 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb6f78-d2b8-49f6-b9b8-305ac4b89687 req-e53c4b1b-eea2-4f14-80a4-d4b3f72d0bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:23.086950 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f4bb6f78-d2b8-49f6-b9b8-305ac4b89687 req-e53c4b1b-eea2-4f14-80a4-d4b3f72d0bb3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=650e2008729543979923456c3bb56898&device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 1098 time: 0.0708399 Jan 21 10:16:23.233051 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb6f78-d2b8-49f6-b9b8-305ac4b89687 req-38c3b7cd-476b-4f8e-9563-fe436a4bec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:23.234479 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f4bb6f78-d2b8-49f6-b9b8-305ac4b89687 req-38c3b7cd-476b-4f8e-9563-fe436a4bec6b service neutron] 10.222.0.72 "GET /v2.0/networks?id=58a455c5-6a0c-4f06-9457-1f478d6b45fd HTTP/1.1" status: 200 len: 913 time: 0.1285226 Jan 21 10:16:23.337423 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f4bb6f78-d2b8-49f6-b9b8-305ac4b89687 req-bbfb7209-74b1-49f5-beeb-6dc724860cca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5f1979b-c239-4aed-82c3-f846c07bdde5 HTTP/1.1" status: 200 len: 1002 time: 0.0961163 Jan 21 10:16:23.401858 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb6f78-d2b8-49f6-b9b8-305ac4b89687 req-adc5e114-d91d-45f5-8a77-dcdc906fe9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:23.403455 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f4bb6f78-d2b8-49f6-b9b8-305ac4b89687 req-adc5e114-d91d-45f5-8a77-dcdc906fe9f9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3c4f44a6-1c64-4cd0-8b58-099737897972 HTTP/1.1" status: 200 len: 851 time: 0.0598111 Jan 21 10:16:23.480720 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb6f78-d2b8-49f6-b9b8-305ac4b89687 req-60a146d0-20e2-448c-9b9d-dc015ca3ccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:23.482199 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f4bb6f78-d2b8-49f6-b9b8-305ac4b89687 req-60a146d0-20e2-448c-9b9d-dc015ca3ccfe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58a455c5-6a0c-4f06-9457-1f478d6b45fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729485 Jan 21 10:16:23.617106 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f4bb6f78-d2b8-49f6-b9b8-305ac4b89687 req-de6e60bd-8ed0-46e8-9425-068c63638bb8 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287985 Jan 21 10:16:23.709608 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f820bd-f5dd-4268-b1e9-bb82661c6eee req-e60ed1c7-6d0b-4456-af54-14f786aba530 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:23.711067 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-01f820bd-f5dd-4268-b1e9-bb82661c6eee req-e60ed1c7-6d0b-4456-af54-14f786aba530 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 945 time: 0.0864029 Jan 21 10:16:23.758623 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-01f820bd-f5dd-4268-b1e9-bb82661c6eee req-c6a08a26-6abf-4c76-895b-269260c04b8d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407693 Jan 21 10:16:23.763511 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f4bb6f78-d2b8-49f6-b9b8-305ac4b89687 req-12e74925-cbf3-490d-886b-ded043ae1d0c service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371527 Jan 21 10:16:24.422854 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device d5f1979b-c239-4aed-82c3-f846c07bdde5 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:16:24.532171 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:24.558393 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a699d070-6e3f-4f85-b943-e7a31d68bf0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5f1979b-c239-4aed-82c3-f846c07bdde5'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:16:24.567538 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port d5f1979b-c239-4aed-82c3-f846c07bdde5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d5f1979b-c239-4aed-82c3-f846c07bdde5,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:16:24.574116 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:24.623599 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a699d070-6e3f-4f85-b943-e7a31d68bf0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5f1979b-c239-4aed-82c3-f846c07bdde5', 'code': 200} Jan 21 10:16:24.645124 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=d5f1979b-c239-4aed-82c3-f846c07bdde5,revision_number=6']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:24.652665 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:24.653010 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:24.653347 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:24.653682 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:24.654011 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:24.654339 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:24.654663 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:24.654987 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:24.655310 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:24.655656 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:24.655978 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:24.656302 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:24.945088 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121282b-6d03-4506-9091-00daba8d2d00 req-e62b1aa6-5f23-4fc8-94be-a428604542f9 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:24.946453 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e121282b-6d03-4506-9091-00daba8d2d00 req-e62b1aa6-5f23-4fc8-94be-a428604542f9 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 943 time: 0.0816052 Jan 21 10:16:24.990659 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e121282b-6d03-4506-9091-00daba8d2d00 req-267e09f7-f40c-4e5a-af3d-da1228d62501 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380344 Jan 21 10:16:26.177144 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0308110-5ac0-4180-9fce-312c3b7f63b4 req-04a3a57c-9259-46b6-89a8-a4666a414ac6 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:26.178600 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-a0308110-5ac0-4180-9fce-312c3b7f63b4 req-04a3a57c-9259-46b6-89a8-a4666a414ac6 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 943 time: 0.0798790 Jan 21 10:16:26.222053 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-a0308110-5ac0-4180-9fce-312c3b7f63b4 req-80cd8fd6-5f1b-4a84-97b8-064e29f1e6c7 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376778 Jan 21 10:16:26.416564 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device d5f1979b-c239-4aed-82c3-f846c07bdde5 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:16:26.549421 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port d5f1979b-c239-4aed-82c3-f846c07bdde5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d5f1979b-c239-4aed-82c3-f846c07bdde5,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:16:26.564119 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': 'd5f1979b-c239-4aed-82c3-f846c07bdde5', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'port_id': 'd5f1979b-c239-4aed-82c3-f846c07bdde5', 'mac_address': 'fa:16:3e:2d:1e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:16:26.617182 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:26.634745 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5f1979b-c239-4aed-82c3-f846c07bdde5 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:16:26.649861 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port d5f1979b-c239-4aed-82c3-f846c07bdde5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d5f1979b-c239-4aed-82c3-f846c07bdde5,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:16:26.653465 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:26.722605 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['d5f1979b-c239-4aed-82c3-f846c07bdde5'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:16:26.758972 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=d5f1979b-c239-4aed-82c3-f846c07bdde5,revision_number=7']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:27.410834 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d3f11-e12e-4902-b109-265f252e0ff9 req-2603d81c-9028-4b2d-93c8-5d12c7e6a8e2 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:27.412305 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b73d3f11-e12e-4902-b109-265f252e0ff9 req-2603d81c-9028-4b2d-93c8-5d12c7e6a8e2 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 944 time: 0.0827911 Jan 21 10:16:27.455331 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b73d3f11-e12e-4902-b109-265f252e0ff9 req-db933e1c-4f0b-4fc0-bef7-754f24881720 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369718 Jan 21 10:16:28.420476 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device d5f1979b-c239-4aed-82c3-f846c07bdde5 up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:16:28.488568 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port d5f1979b-c239-4aed-82c3-f846c07bdde5 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:16:28.488950 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:28.605139 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:28.631964 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a699d070-6e3f-4f85-b943-e7a31d68bf0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f1979b-c239-4aed-82c3-f846c07bdde5'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:16:28.641052 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c4298-9b0a-41a7-b043-4412dfe29e3b req-d62efdd1-8409-482b-b832-49c8da739327 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:28.641843 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port d5f1979b-c239-4aed-82c3-f846c07bdde5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d5f1979b-c239-4aed-82c3-f846c07bdde5,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:16:28.642505 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-285c4298-9b0a-41a7-b043-4412dfe29e3b req-d62efdd1-8409-482b-b832-49c8da739327 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 944 time: 0.0810170 Jan 21 10:16:28.649971 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:28.693407 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-285c4298-9b0a-41a7-b043-4412dfe29e3b req-5a9b6176-3486-4994-a085-d238fb4a3b8c tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437014 Jan 21 10:16:28.695096 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a699d070-6e3f-4f85-b943-e7a31d68bf0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f1979b-c239-4aed-82c3-f846c07bdde5', 'code': 200} Jan 21 10:16:28.720559 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=d5f1979b-c239-4aed-82c3-f846c07bdde5,revision_number=8']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:29.032656 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:16:29.878952 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f1993-59ff-4f10-9501-d0ec5e6a5dd4 req-8002e412-570d-46a6-876a-c28c47d087b5 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:29.880755 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c55f1993-59ff-4f10-9501-d0ec5e6a5dd4 req-8002e412-570d-46a6-876a-c28c47d087b5 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 945 time: 0.0794835 Jan 21 10:16:29.924931 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c55f1993-59ff-4f10-9501-d0ec5e6a5dd4 req-c4753601-dd67-4214-9705-e4744b8182a5 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376563 Jan 21 10:16:31.109876 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b558d94-2ad5-4d0a-83a7-8339f0eef266 req-38b69fb8-0e74-49c4-937a-db1d0fb39736 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:31.111316 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0b558d94-2ad5-4d0a-83a7-8339f0eef266 req-38b69fb8-0e74-49c4-937a-db1d0fb39736 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 945 time: 0.0787835 Jan 21 10:16:31.157401 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0b558d94-2ad5-4d0a-83a7-8339f0eef266 req-3c160493-faf5-4535-8f9f-ddde5e2cd762 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403254 Jan 21 10:16:32.354895 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cce9ce-c3f6-4e2c-afb9-be17be095500 req-f2fa3a1a-7584-4bbf-9584-e95237e3d5d6 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:32.356394 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-62cce9ce-c3f6-4e2c-afb9-be17be095500 req-f2fa3a1a-7584-4bbf-9584-e95237e3d5d6 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 945 time: 0.0826054 Jan 21 10:16:32.399824 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-62cce9ce-c3f6-4e2c-afb9-be17be095500 req-fb8268ea-a18d-4a8a-85e9-7b246aecd684 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377727 Jan 21 10:16:32.444725 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device d5f1979b-c239-4aed-82c3-f846c07bdde5 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:16:32.577943 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port d5f1979b-c239-4aed-82c3-f846c07bdde5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d5f1979b-c239-4aed-82c3-f846c07bdde5,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:16:32.591868 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': 'd5f1979b-c239-4aed-82c3-f846c07bdde5', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'port_id': 'd5f1979b-c239-4aed-82c3-f846c07bdde5', 'mac_address': 'fa:16:3e:2d:1e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:16:32.682654 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:32.701339 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5f1979b-c239-4aed-82c3-f846c07bdde5 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:16:32.718372 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port d5f1979b-c239-4aed-82c3-f846c07bdde5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d5f1979b-c239-4aed-82c3-f846c07bdde5,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:16:32.724783 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:32.796026 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['d5f1979b-c239-4aed-82c3-f846c07bdde5'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:16:32.812562 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62b438-0d24-4e82-b310-e9c913183e5c req-55be5c76-84b5-450c-bd9f-14d9d69761dc tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:32.814668 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6d62b438-0d24-4e82-b310-e9c913183e5c req-55be5c76-84b5-450c-bd9f-14d9d69761dc tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.72 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d&tenant_id=650e2008729543979923456c3bb56898&binding%3Ahost_id=hv-neutron-8257 HTTP/1.1" status: 200 len: 944 time: 0.1010203 Jan 21 10:16:32.849841 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=d5f1979b-c239-4aed-82c3-f846c07bdde5,revision_number=9']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:32.869880 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acd42c-e613-47b5-a3a3-8b02726e6c56 req-0ff25fe9-fb01-4068-a1e7-1c3c9a50a4d2 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:32.873241 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-88acd42c-e613-47b5-a3a3-8b02726e6c56 req-0ff25fe9-fb01-4068-a1e7-1c3c9a50a4d2 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 944 time: 0.0848098 Jan 21 10:16:32.898571 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6d62b438-0d24-4e82-b310-e9c913183e5c req-5c383cec-dd95-4356-a4e2-8d9de2a561b7 service neutron] 10.222.0.72 "GET /v2.0/ports/d5f1979b-c239-4aed-82c3-f846c07bdde5/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.0771406 Jan 21 10:16:32.928977 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-88acd42c-e613-47b5-a3a3-8b02726e6c56 req-564fa8c5-80cb-4dfd-af55-8058e8e85cd4 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494790 Jan 21 10:16:32.992989 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62b438-0d24-4e82-b310-e9c913183e5c req-ddbaf044-28da-4217-97be-c6f535003f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:32.994348 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6d62b438-0d24-4e82-b310-e9c913183e5c req-ddbaf044-28da-4217-97be-c6f535003f3d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=650e2008729543979923456c3bb56898&device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 1097 time: 0.0752630 Jan 21 10:16:33.221017 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62b438-0d24-4e82-b310-e9c913183e5c req-d8cb13e3-1b90-4976-af1a-c12acac0f6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:33.222461 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6d62b438-0d24-4e82-b310-e9c913183e5c req-d8cb13e3-1b90-4976-af1a-c12acac0f6df service neutron] 10.222.0.72 "GET /v2.0/networks?id=58a455c5-6a0c-4f06-9457-1f478d6b45fd HTTP/1.1" status: 200 len: 913 time: 0.2206473 Jan 21 10:16:33.324299 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6d62b438-0d24-4e82-b310-e9c913183e5c req-b5453485-8b66-45a7-8592-f5a68b6829b3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5f1979b-c239-4aed-82c3-f846c07bdde5 HTTP/1.1" status: 200 len: 1001 time: 0.0950129 Jan 21 10:16:33.384666 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62b438-0d24-4e82-b310-e9c913183e5c req-0337eab5-e095-48ae-a1ba-9bbd260eb615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:33.386124 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6d62b438-0d24-4e82-b310-e9c913183e5c req-0337eab5-e095-48ae-a1ba-9bbd260eb615 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3c4f44a6-1c64-4cd0-8b58-099737897972 HTTP/1.1" status: 200 len: 851 time: 0.0565784 Jan 21 10:16:33.461443 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62b438-0d24-4e82-b310-e9c913183e5c req-b7160ff6-4c7b-47d4-ac7d-9d63815e9235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:33.462887 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6d62b438-0d24-4e82-b310-e9c913183e5c req-b7160ff6-4c7b-47d4-ac7d-9d63815e9235 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58a455c5-6a0c-4f06-9457-1f478d6b45fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711691 Jan 21 10:16:33.592174 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6d62b438-0d24-4e82-b310-e9c913183e5c req-28820733-6fd9-4deb-8550-ed499a300f35 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228812 Jan 21 10:16:33.719609 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6d62b438-0d24-4e82-b310-e9c913183e5c req-4802449d-918b-4960-8a20-429179abdb92 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221666 Jan 21 10:16:34.118897 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df453cf6-7139-43b3-9605-82b6aca73975 req-b0f68afa-508a-4161-9fa8-809edb6a9974 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:34.120490 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-df453cf6-7139-43b3-9605-82b6aca73975 req-b0f68afa-508a-4161-9fa8-809edb6a9974 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 944 time: 0.0805767 Jan 21 10:16:34.163711 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-df453cf6-7139-43b3-9605-82b6aca73975 req-4eafe5a4-fc72-482f-8957-7cd33f23fa8a tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376298 Jan 21 10:16:34.442472 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device d5f1979b-c239-4aed-82c3-f846c07bdde5 up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:16:34.506992 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port d5f1979b-c239-4aed-82c3-f846c07bdde5 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:16:34.507410 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:34.620113 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:34.647554 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a699d070-6e3f-4f85-b943-e7a31d68bf0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f1979b-c239-4aed-82c3-f846c07bdde5'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:16:34.658063 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port d5f1979b-c239-4aed-82c3-f846c07bdde5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d5f1979b-c239-4aed-82c3-f846c07bdde5,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:16:34.662007 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:34.701994 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a699d070-6e3f-4f85-b943-e7a31d68bf0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f1979b-c239-4aed-82c3-f846c07bdde5', 'code': 200} Jan 21 10:16:34.732305 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=d5f1979b-c239-4aed-82c3-f846c07bdde5,revision_number=10']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:35.348874 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e65ab-9653-452b-babc-5209ad1b26a9 req-d292350c-0837-4ef6-afe9-3feb95db8250 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:35.350307 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0f9e65ab-9653-452b-babc-5209ad1b26a9 req-d292350c-0837-4ef6-afe9-3feb95db8250 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 946 time: 0.0805318 Jan 21 10:16:35.392969 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0f9e65ab-9653-452b-babc-5209ad1b26a9 req-62b2020c-cc04-4896-8f80-5d5300fcbf35 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365412 Jan 21 10:16:36.578169 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da344f6-d768-44ff-8acf-f25080321063 req-876f587d-631d-4428-a8ca-7ae82e8f1d07 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:36.579638 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5da344f6-d768-44ff-8acf-f25080321063 req-876f587d-631d-4428-a8ca-7ae82e8f1d07 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 946 time: 0.0794611 Jan 21 10:16:36.624965 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5da344f6-d768-44ff-8acf-f25080321063 req-74876a7f-0dff-4037-8130-7b1162fd8b22 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395794 Jan 21 10:16:37.059939 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62b438-0d24-4e82-b310-e9c913183e5c req-59aa06e5-910b-4d75-95df-18158b50e6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:37.061393 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6d62b438-0d24-4e82-b310-e9c913183e5c req-59aa06e5-910b-4d75-95df-18158b50e6b3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d&tenant_id=650e2008729543979923456c3bb56898 HTTP/1.1" status: 200 len: 1099 time: 0.0700941 Jan 21 10:16:37.154297 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62b438-0d24-4e82-b310-e9c913183e5c req-e9eaeba2-5fda-44f7-bb01-ecfeaa869d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:37.155695 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6d62b438-0d24-4e82-b310-e9c913183e5c req-e9eaeba2-5fda-44f7-bb01-ecfeaa869d4e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=650e2008729543979923456c3bb56898&device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 1099 time: 0.0727274 Jan 21 10:16:37.283196 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62b438-0d24-4e82-b310-e9c913183e5c req-abdd71ba-3adb-4df4-b5cf-33da72850e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:37.284657 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6d62b438-0d24-4e82-b310-e9c913183e5c req-abdd71ba-3adb-4df4-b5cf-33da72850e48 service neutron] 10.222.0.72 "GET /v2.0/networks?id=58a455c5-6a0c-4f06-9457-1f478d6b45fd HTTP/1.1" status: 200 len: 913 time: 0.1236162 Jan 21 10:16:37.386303 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6d62b438-0d24-4e82-b310-e9c913183e5c req-3031bc2e-634d-4bad-ad25-e1f91d25eaa0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5f1979b-c239-4aed-82c3-f846c07bdde5 HTTP/1.1" status: 200 len: 1002 time: 0.0947878 Jan 21 10:16:37.447280 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62b438-0d24-4e82-b310-e9c913183e5c req-4ef1c628-1bcd-4578-b092-5d8dbfc3888a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:37.448741 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6d62b438-0d24-4e82-b310-e9c913183e5c req-4ef1c628-1bcd-4578-b092-5d8dbfc3888a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3c4f44a6-1c64-4cd0-8b58-099737897972 HTTP/1.1" status: 200 len: 851 time: 0.0562727 Jan 21 10:16:37.523865 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62b438-0d24-4e82-b310-e9c913183e5c req-dcae6b88-a3de-4783-ae4e-e0011aa18456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:37.525444 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6d62b438-0d24-4e82-b310-e9c913183e5c req-dcae6b88-a3de-4783-ae4e-e0011aa18456 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58a455c5-6a0c-4f06-9457-1f478d6b45fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713942 Jan 21 10:16:37.657463 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6d62b438-0d24-4e82-b310-e9c913183e5c req-34c6e185-88dc-4837-be9d-075745b140dd service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256106 Jan 21 10:16:37.940584 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6d62b438-0d24-4e82-b310-e9c913183e5c req-b40c0b85-4296-4aba-9829-df2f54b41249 service neutron] 10.222.0.72 "GET /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771628 Jan 21 10:16:37.966033 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717070a7-94ef-4e2c-ba1d-dae0ae91ee7b req-4bb2d162-cd46-462f-a4a6-3d0d1de011de tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:37.967573 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-717070a7-94ef-4e2c-ba1d-dae0ae91ee7b req-4bb2d162-cd46-462f-a4a6-3d0d1de011de tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 946 time: 0.2186546 Jan 21 10:16:38.013570 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-717070a7-94ef-4e2c-ba1d-dae0ae91ee7b req-e080987d-6419-48f8-866b-ca5075aa3478 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402913 Jan 21 10:16:39.208008 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3da6d-665f-4edc-9398-dba2e0176cfd req-48927ced-1ab0-4b99-863b-3e196516d562 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:39.209474 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-23d3da6d-665f-4edc-9398-dba2e0176cfd req-48927ced-1ab0-4b99-863b-3e196516d562 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 946 time: 0.0868037 Jan 21 10:16:39.253999 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-23d3da6d-665f-4edc-9398-dba2e0176cfd req-d2f39791-2c7e-4fc4-89c1-9e561423b7c5 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381682 Jan 21 10:16:40.443670 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d2e9d-6d76-49b8-8865-9f07313a3b57 req-c0add89a-563a-4f4d-9841-3c361824ff78 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:40.445122 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-824d2e9d-6d76-49b8-8865-9f07313a3b57 req-c0add89a-563a-4f4d-9841-3c361824ff78 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 946 time: 0.0815253 Jan 21 10:16:40.478042 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device d5f1979b-c239-4aed-82c3-f846c07bdde5 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:16:40.488191 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-824d2e9d-6d76-49b8-8865-9f07313a3b57 req-c5e32e97-2160-4018-bf85-db96978feae0 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373418 Jan 21 10:16:40.589139 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:40.614997 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a699d070-6e3f-4f85-b943-e7a31d68bf0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5f1979b-c239-4aed-82c3-f846c07bdde5'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:16:40.625362 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port d5f1979b-c239-4aed-82c3-f846c07bdde5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d5f1979b-c239-4aed-82c3-f846c07bdde5,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:16:40.629565 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:40.672145 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a699d070-6e3f-4f85-b943-e7a31d68bf0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5f1979b-c239-4aed-82c3-f846c07bdde5', 'code': 200} Jan 21 10:16:40.696254 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=d5f1979b-c239-4aed-82c3-f846c07bdde5,revision_number=11']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:41.674642 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde380da-0318-4760-8eed-f4885e7fcd02 req-199286b9-f47b-4719-ba1e-bc44b37c07ee tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:41.676113 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fde380da-0318-4760-8eed-f4885e7fcd02 req-199286b9-f47b-4719-ba1e-bc44b37c07ee tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 944 time: 0.0804060 Jan 21 10:16:41.724495 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fde380da-0318-4760-8eed-f4885e7fcd02 req-4a5b0adc-b6c9-44f7-b372-aefdb39ccb1d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425773 Jan 21 10:16:42.481653 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device d5f1979b-c239-4aed-82c3-f846c07bdde5 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:16:42.611995 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port d5f1979b-c239-4aed-82c3-f846c07bdde5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d5f1979b-c239-4aed-82c3-f846c07bdde5,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:16:42.625414 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': 'd5f1979b-c239-4aed-82c3-f846c07bdde5', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'port_id': 'd5f1979b-c239-4aed-82c3-f846c07bdde5', 'mac_address': 'fa:16:3e:2d:1e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:16:42.681721 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:42.698602 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5f1979b-c239-4aed-82c3-f846c07bdde5 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:16:42.713308 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port d5f1979b-c239-4aed-82c3-f846c07bdde5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d5f1979b-c239-4aed-82c3-f846c07bdde5,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:16:42.717312 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:42.782664 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['d5f1979b-c239-4aed-82c3-f846c07bdde5'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:16:42.831126 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=d5f1979b-c239-4aed-82c3-f846c07bdde5,revision_number=12']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:42.919273 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c50aee-85a4-402e-996c-89f212ff2d63 req-9ff28857-e9e1-48d5-a2a7-14cd2f2485a8 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:42.920759 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-16c50aee-85a4-402e-996c-89f212ff2d63 req-9ff28857-e9e1-48d5-a2a7-14cd2f2485a8 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 945 time: 0.0821965 Jan 21 10:16:42.965293 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-16c50aee-85a4-402e-996c-89f212ff2d63 req-6d9cb921-33de-413c-94b3-5f6b1c139366 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387273 Jan 21 10:16:43.034412 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:44.150175 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92edb6dc-3ebd-4355-ba8d-e06c1efca5da req-f08571cf-a681-4b36-9a6e-f34053dd96ce tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:44.151913 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-92edb6dc-3ebd-4355-ba8d-e06c1efca5da req-f08571cf-a681-4b36-9a6e-f34053dd96ce tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 945 time: 0.0808363 Jan 21 10:16:44.196231 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-92edb6dc-3ebd-4355-ba8d-e06c1efca5da req-a7f8651b-6fff-491d-b260-00beeebbe577 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387919 Jan 21 10:16:44.497927 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device d5f1979b-c239-4aed-82c3-f846c07bdde5 up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:16:44.563664 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port d5f1979b-c239-4aed-82c3-f846c07bdde5 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:16:44.564027 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:44.675910 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:44.702611 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a699d070-6e3f-4f85-b943-e7a31d68bf0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f1979b-c239-4aed-82c3-f846c07bdde5'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:16:44.712563 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port d5f1979b-c239-4aed-82c3-f846c07bdde5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d5f1979b-c239-4aed-82c3-f846c07bdde5,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:16:44.717882 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:44.756369 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a699d070-6e3f-4f85-b943-e7a31d68bf0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f1979b-c239-4aed-82c3-f846c07bdde5', 'code': 200} Jan 21 10:16:44.791370 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=d5f1979b-c239-4aed-82c3-f846c07bdde5,revision_number=13']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:45.387897 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e704a-75e6-4306-a5f8-efc37649f5cd req-8f02b7bc-5ef9-4975-8756-b91db05a9941 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:45.389337 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-af3e704a-75e6-4306-a5f8-efc37649f5cd req-8f02b7bc-5ef9-4975-8756-b91db05a9941 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 946 time: 0.0819957 Jan 21 10:16:45.432858 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-af3e704a-75e6-4306-a5f8-efc37649f5cd req-82e80c4e-f97e-4a0a-adb6-d0df07974df4 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379457 Jan 21 10:16:46.600081 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-630c20af-f3b2-432b-ac12-fa429ce9f032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:46.626766 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156654c-508b-48e8-b72f-34a141281c89 req-c4815994-d10a-4858-9918-465df482367e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:46.628537 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c156654c-508b-48e8-b72f-34a141281c89 req-c4815994-d10a-4858-9918-465df482367e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 946 time: 0.0899374 Jan 21 10:16:46.673382 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c156654c-508b-48e8-b72f-34a141281c89 req-856eea86-cfeb-4a05-b0cf-d3de1ca447a9 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391858 Jan 21 10:16:47.857159 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019608ad-c3d9-4e1a-8ea4-e98b71d24ef1 req-0463424a-becf-4dba-9df8-7d9134335e27 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:47.858583 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-019608ad-c3d9-4e1a-8ea4-e98b71d24ef1 req-0463424a-becf-4dba-9df8-7d9134335e27 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 946 time: 0.0777471 Jan 21 10:16:47.901102 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-019608ad-c3d9-4e1a-8ea4-e98b71d24ef1 req-e8cc3cc2-9a52-49bd-bfb8-6e2d9b2c0c44 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367281 Jan 21 10:16:48.086433 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31977ae3-a8c4-4520-afa4-7d6f60e4d661 req-33e95245-7a2c-4366-b3b2-18a2b1cab144 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:48.087945 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-31977ae3-a8c4-4520-afa4-7d6f60e4d661 req-33e95245-7a2c-4366-b3b2-18a2b1cab144 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 946 time: 0.0802660 Jan 21 10:16:48.138387 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-31977ae3-a8c4-4520-afa4-7d6f60e4d661 req-ba275370-22ff-4d61-a416-e9fe61d9a78e tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442085 Jan 21 10:16:48.321989 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051177ce-b2ba-43ae-83f9-b05f9adbf167 req-c0e9c30a-109e-4273-8547-98a1f9381eca tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:48.323460 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-051177ce-b2ba-43ae-83f9-b05f9adbf167 req-c0e9c30a-109e-4273-8547-98a1f9381eca tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 946 time: 0.0823877 Jan 21 10:16:48.366559 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-051177ce-b2ba-43ae-83f9-b05f9adbf167 req-8fa913fa-518c-4968-b988-330ec98832d4 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368428 Jan 21 10:16:48.741510 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f9b10-b2e7-4eab-b7d3-7943bca7a574 req-79b5b6b6-d448-4ba8-a464-b83864ce5cc4 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:48.742858 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b32f9b10-b2e7-4eab-b7d3-7943bca7a574 req-79b5b6b6-d448-4ba8-a464-b83864ce5cc4 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 946 time: 0.0783024 Jan 21 10:16:48.790597 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b32f9b10-b2e7-4eab-b7d3-7943bca7a574 req-10d8caaa-e53f-4688-bf3b-ed2284269782 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413980 Jan 21 10:16:48.955009 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-546774ee-ea59-4e94-80f2-996123285171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:49.856619 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:49.975589 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1aea7d-1898-41d7-af4a-788ea3529168 req-de486caa-0757-4745-8a26-84b5595d3942 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:49.976921 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1f1aea7d-1898-41d7-af4a-788ea3529168 req-de486caa-0757-4745-8a26-84b5595d3942 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 946 time: 0.0781541 Jan 21 10:16:50.019828 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1f1aea7d-1898-41d7-af4a-788ea3529168 req-19c0e444-0c7d-4724-ac7a-b9eecfd5d895 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366213 Jan 21 10:16:50.063597 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:51.216926 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9130b-2e2f-41c6-ab9f-4d66fa6af36a req-9f4bcb7b-c6fd-4865-88bb-879e00792b24 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:51.218381 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b8a9130b-2e2f-41c6-ab9f-4d66fa6af36a req-9f4bcb7b-c6fd-4865-88bb-879e00792b24 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 946 time: 0.0847325 Jan 21 10:16:51.306586 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b8a9130b-2e2f-41c6-ab9f-4d66fa6af36a req-1182f8cc-b512-4245-8bb9-e8c31944745a tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups?id=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823529 Jan 21 10:16:51.341881 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365dc28a-9791-4ed2-8d4b-eb352403c956 req-743ba90e-e9f0-4ddc-8e8b-fe00919771ee tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:51.343294 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-365dc28a-9791-4ed2-8d4b-eb352403c956 req-743ba90e-e9f0-4ddc-8e8b-fe00919771ee tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.72 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 946 time: 0.0981083 Jan 21 10:16:51.412105 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [req-365dc28a-9791-4ed2-8d4b-eb352403c956 req-72e9ab92-b940-4195-8c20-3f4fc73a14df tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Deleting port d5f1979b-c239-4aed-82c3-f846c07bdde5 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:16:51.412446 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-365dc28a-9791-4ed2-8d4b-eb352403c956 req-72e9ab92-b940-4195-8c20-3f4fc73a14df tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:51.486453 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:51.661037 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-365dc28a-9791-4ed2-8d4b-eb352403c956 req-72e9ab92-b940-4195-8c20-3f4fc73a14df tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] For port d5f1979b-c239-4aed-82c3-f846c07bdde5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d5f1979b-c239-4aed-82c3-f846c07bdde5,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:16:51.661392 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-365dc28a-9791-4ed2-8d4b-eb352403c956 req-72e9ab92-b940-4195-8c20-3f4fc73a14df tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:51.945308 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-365dc28a-9791-4ed2-8d4b-eb352403c956 req-72e9ab92-b940-4195-8c20-3f4fc73a14df tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:51.945596 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-365dc28a-9791-4ed2-8d4b-eb352403c956 req-72e9ab92-b940-4195-8c20-3f4fc73a14df tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:51.945910 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.l3_db [req-365dc28a-9791-4ed2-8d4b-eb352403c956 req-72e9ab92-b940-4195-8c20-3f4fc73a14df tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Floating IP 38a2ca67-96e8-4e0b-b9f5-8f3b1e87013a disassociated. External IP: 172.26.3.219, port: d5f1979b-c239-4aed-82c3-f846c07bdde5. Jan 21 10:16:51.946247 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [req-365dc28a-9791-4ed2-8d4b-eb352403c956 req-72e9ab92-b940-4195-8c20-3f4fc73a14df tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Calling delete_port for d5f1979b-c239-4aed-82c3-f846c07bdde5 owned by compute:nova {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:16:52.184593 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-365dc28a-9791-4ed2-8d4b-eb352403c956 req-72e9ab92-b940-4195-8c20-3f4fc73a14df tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:52.233204 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9ab92-b940-4195-8c20-3f4fc73a14df tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Pushing event deleted for resources: {'Port': ['ID=d5f1979b-c239-4aed-82c3-f846c07bdde5,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:52.243111 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e9ab92-b940-4195-8c20-3f4fc73a14df tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:52.243386 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e9ab92-b940-4195-8c20-3f4fc73a14df tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:52.243743 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e9ab92-b940-4195-8c20-3f4fc73a14df tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:52.244076 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e9ab92-b940-4195-8c20-3f4fc73a14df tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:52.244404 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e9ab92-b940-4195-8c20-3f4fc73a14df tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:52.244730 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e9ab92-b940-4195-8c20-3f4fc73a14df tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:52.245056 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e9ab92-b940-4195-8c20-3f4fc73a14df tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:52.245443 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e9ab92-b940-4195-8c20-3f4fc73a14df tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:52.245771 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e9ab92-b940-4195-8c20-3f4fc73a14df tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:52.246100 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e9ab92-b940-4195-8c20-3f4fc73a14df tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:52.246422 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e9ab92-b940-4195-8c20-3f4fc73a14df tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:52.246732 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e9ab92-b940-4195-8c20-3f4fc73a14df tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:52.434156 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [req-365dc28a-9791-4ed2-8d4b-eb352403c956 req-72e9ab92-b940-4195-8c20-3f4fc73a14df tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Router 7a4ac26d-e5f5-471e-b114-6556d34eb4cd has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:16:52.461489 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-06a1c13a-a6d3-4e04-b8ee-e68ff2a1d42a req-39048742-73f1-4e84-91ef-d756c60655c0 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 210 time: 0.0414159 Jan 21 10:16:52.611150 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-365dc28a-9791-4ed2-8d4b-eb352403c956 req-72e9ab92-b940-4195-8c20-3f4fc73a14df tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:16:52.620719 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e359fb66-07bd-4af2-ac87-46f010404848 None None] Sync routers for ids ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:16:52.630559 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e359fb66-07bd-4af2-ac87-46f010404848 None None] Routers {'7a4ac26d-e5f5-471e-b114-6556d34eb4cd'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:16:52.631158 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-e359fb66-07bd-4af2-ac87-46f010404848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:16:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:52.683631 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [req-365dc28a-9791-4ed2-8d4b-eb352403c956 req-72e9ab92-b940-4195-8c20-3f4fc73a14df tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] No DVR routers for this DVR port d5f1979b-c239-4aed-82c3-f846c07bdde5 on host hv-neutron-8257 {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:16:52.686193 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-365dc28a-9791-4ed2-8d4b-eb352403c956 req-72e9ab92-b940-4195-8c20-3f4fc73a14df tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:52.688745 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a699d070-6e3f-4f85-b943-e7a31d68bf0d', 'name': 'network-vif-deleted', 'tag': 'd5f1979b-c239-4aed-82c3-f846c07bdde5'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:16:52.705512 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-365dc28a-9791-4ed2-8d4b-eb352403c956 req-72e9ab92-b940-4195-8c20-3f4fc73a14df tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.72 "DELETE /v2.0/ports/d5f1979b-c239-4aed-82c3-f846c07bdde5 HTTP/1.1" status: 204 len: 173 time: 1.3569088 Jan 21 10:16:52.736422 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a699d070-6e3f-4f85-b943-e7a31d68bf0d', 'name': 'network-vif-deleted', 'tag': 'd5f1979b-c239-4aed-82c3-f846c07bdde5', 'status': 'completed', 'code': 200} Jan 21 10:16:52.813868 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-e359fb66-07bd-4af2-ac87-46f010404848 None None] Set router 7a4ac26d-e5f5-471e-b114-6556d34eb4cd gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:16:53.126271 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-e359fb66-07bd-4af2-ac87-46f010404848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'name': 'tempest-ServerActionsTestJSON-1839373431-router', 'tenant_id': '650e2008729543979923456c3bb56898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:52Z', 'updated_at': '2022-01-21T10:07:56Z', 'revision_number': 4, 'project_id': '650e2008729543979923456c3bb56898', 'gw_port': {'id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:53Z', 'updated_at': '2022-01-21T10:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '4adb5df6-866d-43b7-a4fd-4dd39c1c4e57', 'name': '', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'tenant_id': '650e2008729543979923456c3bb56898', 'mac_address': 'fa:16:3e:a6:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:55Z', 'updated_at': '2022-01-21T10:08:01Z', 'revision_number': 5, 'project_id': '650e2008729543979923456c3bb56898', 'subnets': [{'id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:53.130076 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e359fb66-07bd-4af2-ac87-46f010404848 None None] Checking router: 7a4ac26d-e5f5-471e-b114-6556d34eb4cd for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:16:53.138410 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e359fb66-07bd-4af2-ac87-46f010404848 None None] Routers {'7a4ac26d-e5f5-471e-b114-6556d34eb4cd'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:16:53.139007 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-e359fb66-07bd-4af2-ac87-46f010404848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:16:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:53.315959 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-e359fb66-07bd-4af2-ac87-46f010404848 None None] Set router 7a4ac26d-e5f5-471e-b114-6556d34eb4cd gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:16:53.650994 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-80476537-42a3-45a5-99ed-7517d0f7f2ab req-9473e652-bae0-4ccc-b03e-abb4637e254f tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/ports?device_id=a699d070-6e3f-4f85-b943-e7a31d68bf0d HTTP/1.1" status: 200 len: 210 time: 0.0552204 Jan 21 10:16:53.669932 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-e359fb66-07bd-4af2-ac87-46f010404848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'name': 'tempest-ServerActionsTestJSON-1839373431-router', 'tenant_id': '650e2008729543979923456c3bb56898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:52Z', 'updated_at': '2022-01-21T10:07:56Z', 'revision_number': 4, 'project_id': '650e2008729543979923456c3bb56898', 'gw_port': {'id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:53Z', 'updated_at': '2022-01-21T10:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '4adb5df6-866d-43b7-a4fd-4dd39c1c4e57', 'name': '', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'tenant_id': '650e2008729543979923456c3bb56898', 'mac_address': 'fa:16:3e:a6:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:55Z', 'updated_at': '2022-01-21T10:08:01Z', 'revision_number': 5, 'project_id': '650e2008729543979923456c3bb56898', 'subnets': [{'id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:53.674749 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e359fb66-07bd-4af2-ac87-46f010404848 None None] The sync data for ids ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'] in dv-neutron-825731-1-hyperv is: [{'id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'name': 'tempest-ServerActionsTestJSON-1839373431-router', 'tenant_id': '650e2008729543979923456c3bb56898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:52Z', 'updated_at': '2022-01-21T10:07:56Z', 'revision_number': 4, 'project_id': '650e2008729543979923456c3bb56898', 'gw_port': {'id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:53Z', 'updated_at': '2022-01-21T10:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '4adb5df6-866d-43b7-a4fd-4dd39c1c4e57', 'name': '', 'network_id': '58a455c5-6a0c-4f06-9457-1f478d6b45fd', 'tenant_id': '650e2008729543979923456c3bb56898', 'mac_address': 'fa:16:3e:a6:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:55Z', 'updated_at': '2022-01-21T10:08:01Z', 'revision_number': 5, 'project_id': '650e2008729543979923456c3bb56898', 'subnets': [{'id': '3c4f44a6-1c64-4cd0-8b58-099737897972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:16:53.947456 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac0cbe6-bef6-42ed-bc0d-aa5e3b8869b5 None None] New status for floating IP 38a2ca67-96e8-4e0b-b9f5-8f3b1e87013a: DOWN {{(pid=87516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:16:54.561174 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device d5f1979b-c239-4aed-82c3-f846c07bdde5 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:16:54.593864 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] No Port match for: d5f1979b-c239-4aed-82c3-f846c07bdde5 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:16:54.594211 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device d5f1979b-c239-4aed-82c3-f846c07bdde5 not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:16:57.955688 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33346) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:58.018075 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ae1c6222-1c3b-458f-a821-5b4803abaaca tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:58.045841 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ae1c6222-1c3b-458f-a821-5b4803abaaca tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:58.098868 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ae1c6222-1c3b-458f-a821-5b4803abaaca tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:58.117691 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c6222-1c3b-458f-a821-5b4803abaaca tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbf0209-ccfd-4da7-8527-00fb9a80e1ba,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:58.126270 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1c6222-1c3b-458f-a821-5b4803abaaca tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:58.126605 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1c6222-1c3b-458f-a821-5b4803abaaca tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:58.126943 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1c6222-1c3b-458f-a821-5b4803abaaca tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:58.127276 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1c6222-1c3b-458f-a821-5b4803abaaca tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:58.127629 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1c6222-1c3b-458f-a821-5b4803abaaca tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:58.127959 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1c6222-1c3b-458f-a821-5b4803abaaca tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:58.128283 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1c6222-1c3b-458f-a821-5b4803abaaca tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:58.128606 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1c6222-1c3b-458f-a821-5b4803abaaca tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:58.128928 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1c6222-1c3b-458f-a821-5b4803abaaca tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:58.129250 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1c6222-1c3b-458f-a821-5b4803abaaca tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:58.129568 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1c6222-1c3b-458f-a821-5b4803abaaca tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:58.129884 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1c6222-1c3b-458f-a821-5b4803abaaca tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:58.136874 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ae1c6222-1c3b-458f-a821-5b4803abaaca tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:58.138148 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ae1c6222-1c3b-458f-a821-5b4803abaaca tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "DELETE /v2.0/security-groups/fdbf0209-ccfd-4da7-8527-00fb9a80e1ba HTTP/1.1" status: 204 len: 168 time: 0.1814744 Jan 21 10:16:58.140713 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33350) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:58.160473 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.api.v2.resource [None req-cc9b1617-cc74-44db-92ea-5327cd3ac330 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] show failed (client error): The resource could not be found. Jan 21 10:16:58.161460 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-cc9b1617-cc74-44db-92ea-5327cd3ac330 tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "GET /v2.0/security-groups/fdbf0209-ccfd-4da7-8527-00fb9a80e1ba HTTP/1.1" status: 404 len: 347 time: 0.0198667 Jan 21 10:16:58.164342 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33354) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:58.319111 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-0f31a948-87bb-466b-aa6d-9d4189ff478d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Deleting port efd8f952-43fa-4b76-8e2c-8f6b82b6e251 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:16:58.319348 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0f31a948-87bb-466b-aa6d-9d4189ff478d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:58.489557 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0f31a948-87bb-466b-aa6d-9d4189ff478d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:58.489879 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0f31a948-87bb-466b-aa6d-9d4189ff478d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:58.705097 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-0f31a948-87bb-466b-aa6d-9d4189ff478d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Calling delete_port for efd8f952-43fa-4b76-8e2c-8f6b82b6e251 owned by network:floatingip {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:16:58.850809 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0f31a948-87bb-466b-aa6d-9d4189ff478d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:58.896557 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f31a948-87bb-466b-aa6d-9d4189ff478d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Pushing event deleted for resources: {'Port': ['ID=efd8f952-43fa-4b76-8e2c-8f6b82b6e251,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:58.987197 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0f31a948-87bb-466b-aa6d-9d4189ff478d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks [] for floatingip, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:59.000259 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0f31a948-87bb-466b-aa6d-9d4189ff478d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:59.001372 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0f31a948-87bb-466b-aa6d-9d4189ff478d tempest-ServerActionsTestJSON-1943942816 tempest-ServerActionsTestJSON-1943942816-project] 10.222.0.110 "DELETE /v2.0/floatingips/38a2ca67-96e8-4e0b-b9f5-8f3b1e87013a HTTP/1.1" status: 204 len: 168 time: 0.8361802 Jan 21 10:16:59.004312 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33358) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:59.586138 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9c796f15-056b-4d8c-9a16-27a12632a07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:59.925558 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-9c796f15-056b-4d8c-9a16-27a12632a07c admin admin] Deleting port 4adb5df6-866d-43b7-a4fd-4dd39c1c4e57 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:16:59.925806 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9c796f15-056b-4d8c-9a16-27a12632a07c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:00.198397 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-9c796f15-056b-4d8c-9a16-27a12632a07c admin admin] For port 4adb5df6-866d-43b7-a4fd-4dd39c1c4e57, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=4adb5df6-866d-43b7-a4fd-4dd39c1c4e57,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:17:00.199244 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9c796f15-056b-4d8c-9a16-27a12632a07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:00.321607 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-9c796f15-056b-4d8c-9a16-27a12632a07c admin admin] Calling delete_port for 4adb5df6-866d-43b7-a4fd-4dd39c1c4e57 owned by network:router_interface {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:17:00.649312 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9c796f15-056b-4d8c-9a16-27a12632a07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:00.698053 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c796f15-056b-4d8c-9a16-27a12632a07c admin admin] Pushing event deleted for resources: {'Port': ['ID=4adb5df6-866d-43b7-a4fd-4dd39c1c4e57,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:00.964945 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9c796f15-056b-4d8c-9a16-27a12632a07c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:01.315691 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c796f15-056b-4d8c-9a16-27a12632a07c admin admin] Router 7a4ac26d-e5f5-471e-b114-6556d34eb4cd has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:17:01.598326 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c796f15-056b-4d8c-9a16-27a12632a07c admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:17:01.608266 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af462aa3-b19f-4534-a4fc-6807396d99e7 None None] Sync routers for ids ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:17:01.611044 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-9c796f15-056b-4d8c-9a16-27a12632a07c admin admin] 10.222.0.110 "PUT /v2.0/routers/7a4ac26d-e5f5-471e-b114-6556d34eb4cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6057720 Jan 21 10:17:01.613466 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33364) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:01.617234 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af462aa3-b19f-4534-a4fc-6807396d99e7 None None] Routers {'7a4ac26d-e5f5-471e-b114-6556d34eb4cd'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:17:01.617829 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-af462aa3-b19f-4534-a4fc-6807396d99e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:16:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:01.785953 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7c2d00b2-2fa7-41e7-9ae1-225027b9d522 admin admin] Notify callbacks [] for router, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:01.796027 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-af462aa3-b19f-4534-a4fc-6807396d99e7 None None] Set router 7a4ac26d-e5f5-471e-b114-6556d34eb4cd gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:17:01.960937 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7c2d00b2-2fa7-41e7-9ae1-225027b9d522 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:01.970656 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d00b2-2fa7-41e7-9ae1-225027b9d522 admin admin] Deleting port 0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:17:01.970983 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7c2d00b2-2fa7-41e7-9ae1-225027b9d522 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:02.071400 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-af462aa3-b19f-4534-a4fc-6807396d99e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'name': 'tempest-ServerActionsTestJSON-1839373431-router', 'tenant_id': '650e2008729543979923456c3bb56898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:52Z', 'updated_at': '2022-01-21T10:17:00Z', 'revision_number': 5, 'project_id': '650e2008729543979923456c3bb56898', 'gw_port': {'id': '0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:07:53Z', 'updated_at': '2022-01-21T10:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:02.075176 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af462aa3-b19f-4534-a4fc-6807396d99e7 None None] Checking router: 7a4ac26d-e5f5-471e-b114-6556d34eb4cd for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:17:02.083077 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af462aa3-b19f-4534-a4fc-6807396d99e7 None None] Routers {'7a4ac26d-e5f5-471e-b114-6556d34eb4cd'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:17:02.083691 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-af462aa3-b19f-4534-a4fc-6807396d99e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:16:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:02.146661 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-7c2d00b2-2fa7-41e7-9ae1-225027b9d522 admin admin] For port 0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:17:02.146974 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7c2d00b2-2fa7-41e7-9ae1-225027b9d522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:02.233200 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-af462aa3-b19f-4534-a4fc-6807396d99e7 None None] Set router 7a4ac26d-e5f5-471e-b114-6556d34eb4cd gateway port host: None {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:17:02.268214 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d00b2-2fa7-41e7-9ae1-225027b9d522 admin admin] Calling delete_port for 0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9 owned by network:router_gateway {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:17:02.338141 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-af462aa3-b19f-4534-a4fc-6807396d99e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'name': 'tempest-ServerActionsTestJSON-1839373431-router', 'tenant_id': '650e2008729543979923456c3bb56898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:52Z', 'updated_at': '2022-01-21T10:17:01Z', 'revision_number': 6, 'project_id': '650e2008729543979923456c3bb56898', 'gw_port_host': None}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:02.342136 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af462aa3-b19f-4534-a4fc-6807396d99e7 None None] The sync data for ids ['7a4ac26d-e5f5-471e-b114-6556d34eb4cd'] in dv-neutron-825731-1-hyperv is: [{'id': '7a4ac26d-e5f5-471e-b114-6556d34eb4cd', 'name': 'tempest-ServerActionsTestJSON-1839373431-router', 'tenant_id': '650e2008729543979923456c3bb56898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:07:52Z', 'updated_at': '2022-01-21T10:17:01Z', 'revision_number': 6, 'project_id': '650e2008729543979923456c3bb56898', 'gw_port_host': None}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:17:02.440344 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7c2d00b2-2fa7-41e7-9ae1-225027b9d522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:02.485877 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d00b2-2fa7-41e7-9ae1-225027b9d522 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:02.572778 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7c2d00b2-2fa7-41e7-9ae1-225027b9d522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:02.850787 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7c2d00b2-2fa7-41e7-9ae1-225027b9d522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:02.852986 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7c2d00b2-2fa7-41e7-9ae1-225027b9d522 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:02.875804 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7c2d00b2-2fa7-41e7-9ae1-225027b9d522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:02.876300 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2d00b2-2fa7-41e7-9ae1-225027b9d522 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a4ac26d-e5f5-471e-b114-6556d34eb4cd {{(pid=87515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 10:17:02.888969 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7c2d00b2-2fa7-41e7-9ae1-225027b9d522 admin admin] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:02.890101 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7c2d00b2-2fa7-41e7-9ae1-225027b9d522 admin admin] 10.222.0.110 "DELETE /v2.0/routers/7a4ac26d-e5f5-471e-b114-6556d34eb4cd HTTP/1.1" status: 204 len: 168 time: 1.2757514 Jan 21 10:17:02.892660 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33368) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:02.950832 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-9516b7a4-50af-4c4c-9441-db927081d217 admin admin] Deleting subnet 3c4f44a6-1c64-4cd0-8b58-099737897972 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:17:02.953743 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9516b7a4-50af-4c4c-9441-db927081d217 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:03.003440 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9516b7a4-50af-4c4c-9441-db927081d217 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:03.078588 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9516b7a4-50af-4c4c-9441-db927081d217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:03.146234 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9516b7a4-50af-4c4c-9441-db927081d217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:03.187290 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9516b7a4-50af-4c4c-9441-db927081d217 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c4f44a6-1c64-4cd0-8b58-099737897972,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:03.193281 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9516b7a4-50af-4c4c-9441-db927081d217 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:03.196976 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7639bd5f-382a-4157-a908-2ebd78122cea None None] Network 58a455c5-6a0c-4f06-9457-1f478d6b45fd requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:17:03.200338 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-9516b7a4-50af-4c4c-9441-db927081d217 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/3c4f44a6-1c64-4cd0-8b58-099737897972 HTTP/1.1" status: 204 len: 168 time: 0.3064120 Jan 21 10:17:03.202446 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33372) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:03.299275 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:17:03.310559 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-af3fee09-cc75-440b-864a-a0ec0cfe4b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:03.321350 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-af3fee09-cc75-440b-864a-a0ec0cfe4b87 admin admin] Deleting port 1dcdc46c-7b68-41af-ac21-c2645dce535c {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:17:03.321679 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-af3fee09-cc75-440b-864a-a0ec0cfe4b87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:03.340981 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:17:03.341323 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 0c0a26dd-b5dd-4af1-981f-2e23be3f3fb9 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:17:03.341739 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4adb5df6-866d-43b7-a4fd-4dd39c1c4e57 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:17:03.401949 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 4adb5df6-866d-43b7-a4fd-4dd39c1c4e57 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:17:03.402300 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4adb5df6-866d-43b7-a4fd-4dd39c1c4e57 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:17:03.531765 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5748fe-6664-4782-9133-71c9083b2b09 None None] DHCP port deletion for 58a455c5-6a0c-4f06-9457-1f478d6b45fd request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 10:17:03.536014 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-1b5748fe-6664-4782-9133-71c9083b2b09 None None] Deleting port 1dcdc46c-7b68-41af-ac21-c2645dce535c {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:17:03.536459 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1b5748fe-6664-4782-9133-71c9083b2b09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:03.537658 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-af3fee09-cc75-440b-864a-a0ec0cfe4b87 admin admin] For port 1dcdc46c-7b68-41af-ac21-c2645dce535c, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=1dcdc46c-7b68-41af-ac21-c2645dce535c,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:17:03.538464 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-af3fee09-cc75-440b-864a-a0ec0cfe4b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:03.661971 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-af3fee09-cc75-440b-864a-a0ec0cfe4b87 admin admin] Calling delete_port for 1dcdc46c-7b68-41af-ac21-c2645dce535c owned by network:dhcp {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:17:03.741199 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-1b5748fe-6664-4782-9133-71c9083b2b09 None None] For port 1dcdc46c-7b68-41af-ac21-c2645dce535c, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=1dcdc46c-7b68-41af-ac21-c2645dce535c,segment=NetworkSegment(9b31e876-29e0-44c6-8dbb-b62e34bcc9a3),segment_id=9b31e876-29e0-44c6-8dbb-b62e34bcc9a3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:17:03.741524 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1b5748fe-6664-4782-9133-71c9083b2b09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:03.742496 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-af3fee09-cc75-440b-864a-a0ec0cfe4b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:03.789405 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3fee09-cc75-440b-864a-a0ec0cfe4b87 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dcdc46c-7b68-41af-ac21-c2645dce535c,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:03.795259 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3fee09-cc75-440b-864a-a0ec0cfe4b87 admin admin] No DVR routers for this DVR port 1dcdc46c-7b68-41af-ac21-c2645dce535c on host dv-neutron-825731-1-hyperv {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:17:03.866695 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-1b5748fe-6664-4782-9133-71c9083b2b09 None None] Calling delete_port for 1dcdc46c-7b68-41af-ac21-c2645dce535c owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:17:03.910938 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-af3fee09-cc75-440b-864a-a0ec0cfe4b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:03.936711 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-af3fee09-cc75-440b-864a-a0ec0cfe4b87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58a455c5-6a0c-4f06-9457-1f478d6b45fd']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:03.941513 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-1b5748fe-6664-4782-9133-71c9083b2b09 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:17:03.941861 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-1b5748fe-6664-4782-9133-71c9083b2b09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:17:03.949528 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-af3fee09-cc75-440b-864a-a0ec0cfe4b87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b31e876-29e0-44c6-8dbb-b62e34bcc9a3') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:03.949814 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-af3fee09-cc75-440b-864a-a0ec0cfe4b87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b31e876-29e0-44c6-8dbb-b62e34bcc9a3') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:03.960725 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-af3fee09-cc75-440b-864a-a0ec0cfe4b87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:03.975820 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-af3fee09-cc75-440b-864a-a0ec0cfe4b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:03.981578 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af3fee09-cc75-440b-864a-a0ec0cfe4b87 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:17:03.981948 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-af3fee09-cc75-440b-864a-a0ec0cfe4b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:03.999055 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 10:17:03.999055 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:17:03.999055 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 10:17:03.999055 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:17:03.999055 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 10:17:03.999055 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:17:03.999055 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 10:17:03.999055 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:17:03.999055 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 10:17:03.999055 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:17:03.999055 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 10:17:03.999055 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:17:03.999055 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 10:17:03.999055 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:17:03.999055 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:17:03.999055 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:17:03.999055 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:17:03.999055 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:17:03.999055 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 10:17:03.999055 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:17:03.999055 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 10:17:03.999055 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:17:03.999055 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:17:03.999055 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:17:03.999055 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 10:17:03.999055 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:17:03.999055 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:17:03.999055 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:17:03.999055 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:17:03.999055 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:17:03.999055 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:17:03.999055 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:17:04.070959 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-af3fee09-cc75-440b-864a-a0ec0cfe4b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:04.076074 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-af3fee09-cc75-440b-864a-a0ec0cfe4b87 admin admin] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:04.100132 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3fee09-cc75-440b-864a-a0ec0cfe4b87 admin admin] Pushing event deleted for resources: {'Network': ['ID=58a455c5-6a0c-4f06-9457-1f478d6b45fd,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:04.105819 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-af3fee09-cc75-440b-864a-a0ec0cfe4b87 admin admin] 10.222.0.110 "DELETE /v2.0/networks/58a455c5-6a0c-4f06-9457-1f478d6b45fd HTTP/1.1" status: 204 len: 168 time: 0.9024479 Jan 21 10:17:04.217542 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33378) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:04.269207 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-21ef9884-5bdb-447e-8a37-e2321ec95c7b admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=650e2008729543979923456c3bb56898&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505192 Jan 21 10:17:04.271697 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33382) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:04.327603 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ff92184d-b77a-419c-93d8-69ca9629799b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:04.353097 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ff92184d-b77a-419c-93d8-69ca9629799b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:04.405021 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ff92184d-b77a-419c-93d8-69ca9629799b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:04.422220 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92184d-b77a-419c-93d8-69ca9629799b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dce78e-661f-440b-8a01-de1cd552e2e9,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:04.428959 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ff92184d-b77a-419c-93d8-69ca9629799b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:04.430127 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ff92184d-b77a-419c-93d8-69ca9629799b admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/18dce78e-661f-440b-8a01-de1cd552e2e9 HTTP/1.1" status: 204 len: 168 time: 0.1575720 Jan 21 10:17:04.443042 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-1b5748fe-6664-4782-9133-71c9083b2b09 None None] Deleting port 1dcdc46c-7b68-41af-ac21-c2645dce535c {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:17:04.443518 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1b5748fe-6664-4782-9133-71c9083b2b09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:04.510754 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-1b5748fe-6664-4782-9133-71c9083b2b09 None None] The port '1dcdc46c-7b68-41af-ac21-c2645dce535c' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 10:17:05.206771 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33406) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:05.288901 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 1dcdc46c-7b68-41af-ac21-c2645dce535c no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:17:05.323173 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 1dcdc46c-7b68-41af-ac21-c2645dce535c {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:17:05.323799 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 1dcdc46c-7b68-41af-ac21-c2645dce535c not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:17:05.332215 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-26b50232-17cd-4de7-b4a9-11cbf90b52bb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-917479538-network', 'tenant_id': '79d54c3448bb45358a97779f2f35bfcf'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:17:05.336973 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-26b50232-17cd-4de7-b4a9-11cbf90b52bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:05.341056 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-26b50232-17cd-4de7-b4a9-11cbf90b52bb admin admin] Usage tracker for resource:network and tenant:79d54c3448bb45358a97779f2f35bfcf is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:05.343880 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-26b50232-17cd-4de7-b4a9-11cbf90b52bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:05.349836 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-26b50232-17cd-4de7-b4a9-11cbf90b52bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:05.360385 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b50232-17cd-4de7-b4a9-11cbf90b52bb admin admin] Made reservation on behalf of 79d54c3448bb45358a97779f2f35bfcf for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:17:05.362974 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-26b50232-17cd-4de7-b4a9-11cbf90b52bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:05.375314 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-26b50232-17cd-4de7-b4a9-11cbf90b52bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:05.389202 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-26b50232-17cd-4de7-b4a9-11cbf90b52bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:05.392868 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-26b50232-17cd-4de7-b4a9-11cbf90b52bb admin admin] Usage tracker for resource:security_group_rule and tenant:79d54c3448bb45358a97779f2f35bfcf is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:05.395669 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-26b50232-17cd-4de7-b4a9-11cbf90b52bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:05.401152 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-26b50232-17cd-4de7-b4a9-11cbf90b52bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:05.486969 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-26b50232-17cd-4de7-b4a9-11cbf90b52bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:05.490457 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-26b50232-17cd-4de7-b4a9-11cbf90b52bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:05.519749 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b50232-17cd-4de7-b4a9-11cbf90b52bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:17:05.527589 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b50232-17cd-4de7-b4a9-11cbf90b52bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae911eaa-238f-49f7-bc1a-1c6a6cc61775,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:05.535291 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-26b50232-17cd-4de7-b4a9-11cbf90b52bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:05.535291 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-26b50232-17cd-4de7-b4a9-11cbf90b52bb admin admin] Added segment 1fc9b048-68cb-424b-a78f-4471718c20b3 of type vlan for network 282d7113-e28a-4e12-bf86-f4a8c2562f76 Jan 21 10:17:05.561741 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-26b50232-17cd-4de7-b4a9-11cbf90b52bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:05.589897 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-26b50232-17cd-4de7-b4a9-11cbf90b52bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:05.591003 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b50232-17cd-4de7-b4a9-11cbf90b52bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:05.591596 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-26b50232-17cd-4de7-b4a9-11cbf90b52bb admin admin] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:05.689252 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-26b50232-17cd-4de7-b4a9-11cbf90b52bb admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4815903 Jan 21 10:17:05.692196 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 33414) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:05.694222 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b50232-17cd-4de7-b4a9-11cbf90b52bb admin admin] Pushing event updated for resources: {'Network': ['ID=282d7113-e28a-4e12-bf86-f4a8c2562f76,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:05.697733 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-c2088be1-62c0-46ae-a0a0-830046a235dd admin admin] Request body: {'subnet': {'network_id': '282d7113-e28a-4e12-bf86-f4a8c2562f76', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-917479538-subnet', 'tenant_id': '79d54c3448bb45358a97779f2f35bfcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:17:05.702656 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c2088be1-62c0-46ae-a0a0-830046a235dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:05.704602 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 282d7113-e28a-4e12-bf86-f4a8c2562f76 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:17:05.706568 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c2088be1-62c0-46ae-a0a0-830046a235dd admin admin] Usage tracker for resource:subnet and tenant:79d54c3448bb45358a97779f2f35bfcf is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:05.709481 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c2088be1-62c0-46ae-a0a0-830046a235dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:05.716357 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c2088be1-62c0-46ae-a0a0-830046a235dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:05.725554 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2088be1-62c0-46ae-a0a0-830046a235dd admin admin] Made reservation on behalf of 79d54c3448bb45358a97779f2f35bfcf for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:17:05.727851 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c2088be1-62c0-46ae-a0a0-830046a235dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:05.927840 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c2088be1-62c0-46ae-a0a0-830046a235dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:06.000848 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2088be1-62c0-46ae-a0a0-830046a235dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6c1ee68-ba86-475d-a503-4d474e8ecd6f,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:06.010679 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2088be1-62c0-46ae-a0a0-830046a235dd admin admin] Checking segment: {'id': '1fc9b048-68cb-424b-a78f-4471718c20b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '282d7113-e28a-4e12-bf86-f4a8c2562f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:17:06.011191 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2088be1-62c0-46ae-a0a0-830046a235dd admin admin] Network hostable DHCP agents. Network: 282d7113-e28a-4e12-bf86-f4a8c2562f76, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:17:06.029792 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2088be1-62c0-46ae-a0a0-830046a235dd admin admin] Network 282d7113-e28a-4e12-bf86-f4a8c2562f76 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:17:06.031187 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:17:06.039064 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-c2088be1-62c0-46ae-a0a0-830046a235dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 282d7113-e28a-4e12-bf86-f4a8c2562f76) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:17:06.043977 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2088be1-62c0-46ae-a0a0-830046a235dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:06.044552 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c2088be1-62c0-46ae-a0a0-830046a235dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:06.049730 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d485b0fd-7c3a-4e10-b375-3f65ba90bf7a None None] Network 282d7113-e28a-4e12-bf86-f4a8c2562f76 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:17:06.065366 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c2088be1-62c0-46ae-a0a0-830046a235dd admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3720534 Jan 21 10:17:06.259514 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfa0f2e-1f9f-45e3-b516-f7055fc03a04 None None] Network 282d7113-e28a-4e12-bf86-f4a8c2562f76 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:17:06.590255 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-d69a9384-bfb9-4d12-9afe-02eabbfe431f tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:06.590920 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-d69a9384-bfb9-4d12-9afe-02eabbfe431f tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Synchronizing usage tracker for tenant:79d54c3448bb45358a97779f2f35bfcf on resource:network {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:17:06.607216 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-d69a9384-bfb9-4d12-9afe-02eabbfe431f tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Unset dirty status for tenant:79d54c3448bb45358a97779f2f35bfcf on resource:network {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:17:06.608315 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-d69a9384-bfb9-4d12-9afe-02eabbfe431f tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/networks?id=282d7113-e28a-4e12-bf86-f4a8c2562f76 HTTP/1.1" status: 200 len: 813 time: 0.1627007 Jan 21 10:17:06.622790 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-9f4e9f40-637f-438d-912b-5c2f42515df5 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/quotas/79d54c3448bb45358a97779f2f35bfcf HTTP/1.1" status: 200 len: 375 time: 0.0088518 Jan 21 10:17:06.671908 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-c6bd25c8-5c1e-4979-8f9c-83d6ea9eadc1 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=79d54c3448bb45358a97779f2f35bfcf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428927 Jan 21 10:17:06.724721 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-ed2c179f-b786-4452-95b1-6b2e8a32c0ca service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=87515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 10:17:06.725791 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-ed2c179f-b786-4452-95b1-6b2e8a32c0ca service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476248 Jan 21 10:17:06.954602 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-2452e6f0-ebbc-47b2-8807-2db372fdb7c0 service neutron] 10.222.0.110 "GET /v2.0/networks/282d7113-e28a-4e12-bf86-f4a8c2562f76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220964 Jan 21 10:17:07.082467 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-2bd5639f-e1f9-4fbc-8cd9-c94df9f5c714 service neutron] 10.222.0.110 "GET /v2.0/networks/282d7113-e28a-4e12-bf86-f4a8c2562f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220970 Jan 21 10:17:07.258983 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8564019c-e620-48b5-851b-1c08554fa2ef req-7af36690-c7ae-41d5-af1d-23ef80621a82 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/ports?device_id=6b1ce8ae-4618-45bb-a256-a16c08753168 HTTP/1.1" status: 200 len: 210 time: 0.0429111 Jan 21 10:17:08.305361 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-44969d32-2cd6-40c5-bfbb-17442f925cd8 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:08.306800 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-44969d32-2cd6-40c5-bfbb-17442f925cd8 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.72 "GET /v2.0/networks?id=282d7113-e28a-4e12-bf86-f4a8c2562f76 HTTP/1.1" status: 200 len: 813 time: 0.1455071 Jan 21 10:17:08.318880 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-c0800c6b-7697-48f9-9bad-14737a4f95cf tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Request body: {'port': {'device_id': '6b1ce8ae-4618-45bb-a256-a16c08753168', 'network_id': '282d7113-e28a-4e12-bf86-f4a8c2562f76', 'admin_state_up': True, 'tenant_id': '79d54c3448bb45358a97779f2f35bfcf'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:17:08.417265 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-574ae5dc-3246-4763-91a1-8465fcd6d016 req-767ea73d-dc2b-4b09-bac1-e2c32a4d277a tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/ports?device_id=6b1ce8ae-4618-45bb-a256-a16c08753168 HTTP/1.1" status: 200 len: 210 time: 0.0478215 Jan 21 10:17:08.458288 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-c0800c6b-7697-48f9-9bad-14737a4f95cf tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:08.462014 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-c0800c6b-7697-48f9-9bad-14737a4f95cf tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Usage tracker for resource:port and tenant:79d54c3448bb45358a97779f2f35bfcf is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:08.465321 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-c0800c6b-7697-48f9-9bad-14737a4f95cf tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:08.478112 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-c0800c6b-7697-48f9-9bad-14737a4f95cf tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:08.488104 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-c0800c6b-7697-48f9-9bad-14737a4f95cf tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Made reservation on behalf of 79d54c3448bb45358a97779f2f35bfcf for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:17:08.491589 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-c0800c6b-7697-48f9-9bad-14737a4f95cf tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:08.650971 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-c0800c6b-7697-48f9-9bad-14737a4f95cf tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Allocated IP 172.20.0.10 (282d7113-e28a-4e12-bf86-f4a8c2562f76/c6c1ee68-ba86-475d-a503-4d474e8ecd6f/ec6700b5-3918-40c5-9599-99bbcd06286c) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:17:08.951706 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-c0800c6b-7697-48f9-9bad-14737a4f95cf tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:08.980981 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-c0800c6b-7697-48f9-9bad-14737a4f95cf tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:09.053210 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-c0800c6b-7697-48f9-9bad-14737a4f95cf tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Network 282d7113-e28a-4e12-bf86-f4a8c2562f76 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:17:09.056278 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-c0800c6b-7697-48f9-9bad-14737a4f95cf tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:17:09.060468 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-c0800c6b-7697-48f9-9bad-14737a4f95cf tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:17:09.091303 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0800c6b-7697-48f9-9bad-14737a4f95cf tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Pushing event updated for resources: {'Port': ['ID=ec6700b5-3918-40c5-9599-99bbcd06286c,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:09.126131 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-c0800c6b-7697-48f9-9bad-14737a4f95cf tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:09.126729 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-c0800c6b-7697-48f9-9bad-14737a4f95cf tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:09.146661 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-c0800c6b-7697-48f9-9bad-14737a4f95cf tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8316393 Jan 21 10:17:09.158075 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-2df78e6d-369c-43f0-a0a5-5833b92807e3 service neutron] Request body: {'port': {'device_id': '6b1ce8ae-4618-45bb-a256-a16c08753168', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:17:09.269278 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-2df78e6d-369c-43f0-a0a5-5833b92807e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:09.670125 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-2df78e6d-369c-43f0-a0a5-5833b92807e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec6700b5-3918-40c5-9599-99bbcd06286c {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:17:09.681020 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123acd3-d953-4312-bf62-a6b41ff472f8 req-b6a6fb38-9b3c-45a1-af8f-3c4038d07e5e tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:09.681709 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-e123acd3-d953-4312-bf62-a6b41ff472f8 req-b6a6fb38-9b3c-45a1-af8f-3c4038d07e5e tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Synchronizing usage tracker for tenant:79d54c3448bb45358a97779f2f35bfcf on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:17:09.687847 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-2df78e6d-369c-43f0-a0a5-5833b92807e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:09.709003 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-2df78e6d-369c-43f0-a0a5-5833b92807e3 service neutron] Transition to ACTIVE for port object ec6700b5-3918-40c5-9599-99bbcd06286c will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:17:09.713019 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-2df78e6d-369c-43f0-a0a5-5833b92807e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:09.752166 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-e123acd3-d953-4312-bf62-a6b41ff472f8 req-b6a6fb38-9b3c-45a1-af8f-3c4038d07e5e tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Unset dirty status for tenant:79d54c3448bb45358a97779f2f35bfcf on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:17:09.753316 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e123acd3-d953-4312-bf62-a6b41ff472f8 req-b6a6fb38-9b3c-45a1-af8f-3c4038d07e5e tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/ports?device_id=6b1ce8ae-4618-45bb-a256-a16c08753168 HTTP/1.1" status: 200 len: 932 time: 0.2227547 Jan 21 10:17:09.900084 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df78e6d-369c-43f0-a0a5-5833b92807e3 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6700b5-3918-40c5-9599-99bbcd06286c,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:09.947014 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e123acd3-d953-4312-bf62-a6b41ff472f8 req-a1dd48c9-a666-4ffe-b756-5ed27259ea56 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/security-groups?id=ae911eaa-238f-49f7-bc1a-1c6a6cc61775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830606 Jan 21 10:17:09.985398 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-2df78e6d-369c-43f0-a0a5-5833b92807e3 service neutron] Attempting to bind port ec6700b5-3918-40c5-9599-99bbcd06286c on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:17:09.985730 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-2df78e6d-369c-43f0-a0a5-5833b92807e3 service neutron] Attempting to bind port ec6700b5-3918-40c5-9599-99bbcd06286c by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '1fc9b048-68cb-424b-a78f-4471718c20b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '282d7113-e28a-4e12-bf86-f4a8c2562f76'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:17:09.986079 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-2df78e6d-369c-43f0-a0a5-5833b92807e3 service neutron] Attempting to bind port ec6700b5-3918-40c5-9599-99bbcd06286c on network 282d7113-e28a-4e12-bf86-f4a8c2562f76 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:17:09.990535 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-2df78e6d-369c-43f0-a0a5-5833b92807e3 service neutron] Port ec6700b5-3918-40c5-9599-99bbcd06286c on network 282d7113-e28a-4e12-bf86-f4a8c2562f76 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:17:09.990849 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-2df78e6d-369c-43f0-a0a5-5833b92807e3 service neutron] Attempting to bind port ec6700b5-3918-40c5-9599-99bbcd06286c on network 282d7113-e28a-4e12-bf86-f4a8c2562f76 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:17:09.996328 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-2df78e6d-369c-43f0-a0a5-5833b92807e3 service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:17:09.996654 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-2df78e6d-369c-43f0-a0a5-5833b92807e3 service neutron] Checking segment: {'id': '1fc9b048-68cb-424b-a78f-4471718c20b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '282d7113-e28a-4e12-bf86-f4a8c2562f76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:17:09.997031 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-2df78e6d-369c-43f0-a0a5-5833b92807e3 service neutron] Bound using segment: {'id': '1fc9b048-68cb-424b-a78f-4471718c20b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '282d7113-e28a-4e12-bf86-f4a8c2562f76'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:17:09.997450 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-2df78e6d-369c-43f0-a0a5-5833b92807e3 service neutron] Bound port: ec6700b5-3918-40c5-9599-99bbcd06286c, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc9b048-68cb-424b-a78f-4471718c20b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '282d7113-e28a-4e12-bf86-f4a8c2562f76'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:17:09.997788 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-2df78e6d-369c-43f0-a0a5-5833b92807e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:10.089913 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-2df78e6d-369c-43f0-a0a5-5833b92807e3 service neutron] For port ec6700b5-3918-40c5-9599-99bbcd06286c, host hv-neutron-8257, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:17:10.093216 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-2df78e6d-369c-43f0-a0a5-5833b92807e3 service neutron] For port ec6700b5-3918-40c5-9599-99bbcd06286c, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=ec6700b5-3918-40c5-9599-99bbcd06286c,segment=NetworkSegment(1fc9b048-68cb-424b-a78f-4471718c20b3),segment_id=1fc9b048-68cb-424b-a78f-4471718c20b3)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:17:10.097350 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-2df78e6d-369c-43f0-a0a5-5833b92807e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:10.157970 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-2df78e6d-369c-43f0-a0a5-5833b92807e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:10.158570 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-2df78e6d-369c-43f0-a0a5-5833b92807e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:10.159957 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-2df78e6d-369c-43f0-a0a5-5833b92807e3 service neutron] 10.222.0.72 "PUT /v2.0/ports/ec6700b5-3918-40c5-9599-99bbcd06286c HTTP/1.1" status: 200 len: 1094 time: 1.0057623 Jan 21 10:17:10.160387 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1ce8ae-4618-45bb-a256-a16c08753168', 'tag': 'ec6700b5-3918-40c5-9599-99bbcd06286c'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:17:10.181467 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df78e6d-369c-43f0-a0a5-5833b92807e3 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6700b5-3918-40c5-9599-99bbcd06286c,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:10.265292 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1ce8ae-4618-45bb-a256-a16c08753168', 'tag': 'ec6700b5-3918-40c5-9599-99bbcd06286c', 'status': 'completed', 'code': 200} Jan 21 10:17:10.276254 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-f01bb53b-d311-4ec6-99da-8c0f6fb39200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:10.278342 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-f01bb53b-d311-4ec6-99da-8c0f6fb39200 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=79d54c3448bb45358a97779f2f35bfcf&device_id=6b1ce8ae-4618-45bb-a256-a16c08753168 HTTP/1.1" status: 200 len: 1097 time: 0.0784578 Jan 21 10:17:10.344998 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-8df12782-5398-4e2e-a2bc-385abfa37faa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec6700b5-3918-40c5-9599-99bbcd06286c HTTP/1.1" status: 200 len: 217 time: 0.0602160 Jan 21 10:17:10.408574 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-d8b420ca-175f-4bee-9514-1a490d4ad204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:10.410123 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-d8b420ca-175f-4bee-9514-1a490d4ad204 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c6c1ee68-ba86-475d-a503-4d474e8ecd6f HTTP/1.1" status: 200 len: 853 time: 0.0594962 Jan 21 10:17:10.455770 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-82ca3035-4894-493e-889b-0d9441550e85 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=282d7113-e28a-4e12-bf86-f4a8c2562f76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393002 Jan 21 10:17:10.688051 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-9f52c8bf-8e3c-4549-82e1-041c8b729a23 service neutron] 10.222.0.72 "GET /v2.0/networks/282d7113-e28a-4e12-bf86-f4a8c2562f76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266703 Jan 21 10:17:10.816853 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1f348655-8488-4618-9bea-20da11ea7dc9 req-416305dd-94a7-4a2b-a4ba-9e08a316d70a service neutron] 10.222.0.72 "GET /v2.0/networks/282d7113-e28a-4e12-bf86-f4a8c2562f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231387 Jan 21 10:17:10.937582 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9154d5-03cc-485f-bc87-897997265e72 req-37990faa-5dc8-4eaf-92e4-cfa8bd6741a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:10.939034 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fd9154d5-03cc-485f-bc87-897997265e72 req-37990faa-5dc8-4eaf-92e4-cfa8bd6741a0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=79d54c3448bb45358a97779f2f35bfcf&device_id=6b1ce8ae-4618-45bb-a256-a16c08753168 HTTP/1.1" status: 200 len: 1097 time: 0.0749295 Jan 21 10:17:11.114388 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9154d5-03cc-485f-bc87-897997265e72 req-1fd05b8b-f05a-453c-957c-61a0693c72d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:11.115894 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fd9154d5-03cc-485f-bc87-897997265e72 req-1fd05b8b-f05a-453c-957c-61a0693c72d0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=282d7113-e28a-4e12-bf86-f4a8c2562f76 HTTP/1.1" status: 200 len: 914 time: 0.1702874 Jan 21 10:17:11.194322 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fd9154d5-03cc-485f-bc87-897997265e72 req-8f8ed25d-e965-43c3-abd6-ccc4020ed910 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec6700b5-3918-40c5-9599-99bbcd06286c HTTP/1.1" status: 200 len: 217 time: 0.0659499 Jan 21 10:17:11.249180 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a4a2c-d8fe-4513-ad96-a2e6ab3e0226 req-5c5b7db8-656c-462b-8412-37c678f417fe tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:11.250613 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-be8a4a2c-d8fe-4513-ad96-a2e6ab3e0226 req-5c5b7db8-656c-462b-8412-37c678f417fe tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/ports?device_id=6b1ce8ae-4618-45bb-a256-a16c08753168 HTTP/1.1" status: 200 len: 944 time: 0.1995139 Jan 21 10:17:11.286098 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9154d5-03cc-485f-bc87-897997265e72 req-2f1a3370-b302-4bd2-b13e-432139e043aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:11.287544 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fd9154d5-03cc-485f-bc87-897997265e72 req-2f1a3370-b302-4bd2-b13e-432139e043aa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c6c1ee68-ba86-475d-a503-4d474e8ecd6f HTTP/1.1" status: 200 len: 853 time: 0.0872614 Jan 21 10:17:11.343875 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fd9154d5-03cc-485f-bc87-897997265e72 req-bee6290e-6802-46d3-b629-16dae082949f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=282d7113-e28a-4e12-bf86-f4a8c2562f76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475290 Jan 21 10:17:11.348252 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-be8a4a2c-d8fe-4513-ad96-a2e6ab3e0226 req-6041416b-e29a-4e93-b987-8970c6e47d49 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/security-groups?id=ae911eaa-238f-49f7-bc1a-1c6a6cc61775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881047 Jan 21 10:17:11.475212 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fd9154d5-03cc-485f-bc87-897997265e72 req-a912d9f8-b9e7-4a37-9270-1440af84b85b service neutron] 10.222.0.72 "GET /v2.0/networks/282d7113-e28a-4e12-bf86-f4a8c2562f76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255207 Jan 21 10:17:11.603572 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fd9154d5-03cc-485f-bc87-897997265e72 req-129d1e77-53e8-40d6-81b4-849f4c08800d service neutron] 10.222.0.72 "GET /v2.0/networks/282d7113-e28a-4e12-bf86-f4a8c2562f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210015 Jan 21 10:17:12.533184 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e52b56-3ab0-42ac-ba54-4cb45764fb07 req-a4d40f61-9120-4e5b-8632-488d3d089a17 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:12.534638 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d8e52b56-3ab0-42ac-ba54-4cb45764fb07 req-a4d40f61-9120-4e5b-8632-488d3d089a17 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/ports?device_id=6b1ce8ae-4618-45bb-a256-a16c08753168 HTTP/1.1" status: 200 len: 944 time: 0.0792716 Jan 21 10:17:12.577976 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-d8e52b56-3ab0-42ac-ba54-4cb45764fb07 req-165fbc09-0258-41e0-ac8e-d63319e1152b tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Synchronizing usage tracker for tenant:79d54c3448bb45358a97779f2f35bfcf on resource:security_group {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:17:12.594182 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-d8e52b56-3ab0-42ac-ba54-4cb45764fb07 req-165fbc09-0258-41e0-ac8e-d63319e1152b tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Unset dirty status for tenant:79d54c3448bb45358a97779f2f35bfcf on resource:security_group {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:17:12.595474 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d8e52b56-3ab0-42ac-ba54-4cb45764fb07 req-165fbc09-0258-41e0-ac8e-d63319e1152b tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/security-groups?id=ae911eaa-238f-49f7-bc1a-1c6a6cc61775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549300 Jan 21 10:17:13.025922 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:13.777553 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3a3f9-5577-40bd-bbbc-4925d88c9079 req-64b43ceb-2618-42fb-a9e8-e929a6fdb9e4 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:13.779025 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-86c3a3f9-5577-40bd-bbbc-4925d88c9079 req-64b43ceb-2618-42fb-a9e8-e929a6fdb9e4 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/ports?device_id=6b1ce8ae-4618-45bb-a256-a16c08753168 HTTP/1.1" status: 200 len: 944 time: 0.0808518 Jan 21 10:17:13.821857 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-86c3a3f9-5577-40bd-bbbc-4925d88c9079 req-ff0ff8ca-eb79-440d-aa5d-0ba6070a33c3 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/security-groups?id=ae911eaa-238f-49f7-bc1a-1c6a6cc61775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369499 Jan 21 10:17:14.653642 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device ec6700b5-3918-40c5-9599-99bbcd06286c details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:17:14.784390 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port ec6700b5-3918-40c5-9599-99bbcd06286c, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=ec6700b5-3918-40c5-9599-99bbcd06286c,segment=NetworkSegment(1fc9b048-68cb-424b-a78f-4471718c20b3),segment_id=1fc9b048-68cb-424b-a78f-4471718c20b3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:17:14.797799 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': 'ec6700b5-3918-40c5-9599-99bbcd06286c', 'network_id': '282d7113-e28a-4e12-bf86-f4a8c2562f76', 'port_id': 'ec6700b5-3918-40c5-9599-99bbcd06286c', 'mac_address': 'fa:16:3e:29:e0:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c1ee68-ba86-475d-a503-4d474e8ecd6f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:17:14.855695 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:14.873779 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec6700b5-3918-40c5-9599-99bbcd06286c {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:17:14.891797 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port ec6700b5-3918-40c5-9599-99bbcd06286c, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=ec6700b5-3918-40c5-9599-99bbcd06286c,segment=NetworkSegment(1fc9b048-68cb-424b-a78f-4471718c20b3),segment_id=1fc9b048-68cb-424b-a78f-4471718c20b3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:17:14.895498 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:14.963266 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=ec6700b5-3918-40c5-9599-99bbcd06286c,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:15.010363 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b7698-ded3-4555-8f44-f1c6b5e9ac41 req-f90e54e2-c6f0-4c56-b944-c50462145ad6 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:15.011862 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f43b7698-ded3-4555-8f44-f1c6b5e9ac41 req-f90e54e2-c6f0-4c56-b944-c50462145ad6 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/ports?device_id=6b1ce8ae-4618-45bb-a256-a16c08753168 HTTP/1.1" status: 200 len: 945 time: 0.0813463 Jan 21 10:17:15.054080 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f43b7698-ded3-4555-8f44-f1c6b5e9ac41 req-f9095492-d4a3-4c15-99fc-81ee00beaf81 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/security-groups?id=ae911eaa-238f-49f7-bc1a-1c6a6cc61775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365570 Jan 21 10:17:15.279283 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['ec6700b5-3918-40c5-9599-99bbcd06286c'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:17:16.240501 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b3e7e-214c-444f-a802-0521975a34f8 req-d918fda3-cc32-442a-816c-6bbb560e7439 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:16.241937 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d15b3e7e-214c-444f-a802-0521975a34f8 req-d918fda3-cc32-442a-816c-6bbb560e7439 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/ports?device_id=6b1ce8ae-4618-45bb-a256-a16c08753168 HTTP/1.1" status: 200 len: 945 time: 0.0820518 Jan 21 10:17:16.287186 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d15b3e7e-214c-444f-a802-0521975a34f8 req-168caa39-e5a7-4721-b6bb-5bf60f76bcd8 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/security-groups?id=ae911eaa-238f-49f7-bc1a-1c6a6cc61775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388193 Jan 21 10:17:16.603588 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d6b3818e-9e32-4e44-b0d5-fcb1a7b9dc4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:16.669526 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device ec6700b5-3918-40c5-9599-99bbcd06286c up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:17:16.735315 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port ec6700b5-3918-40c5-9599-99bbcd06286c completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:17:16.740139 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port ec6700b5-3918-40c5-9599-99bbcd06286c triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:17:16.740535 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:16.862797 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:16.889128 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1ce8ae-4618-45bb-a256-a16c08753168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6700b5-3918-40c5-9599-99bbcd06286c'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:17:16.899163 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port ec6700b5-3918-40c5-9599-99bbcd06286c, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=ec6700b5-3918-40c5-9599-99bbcd06286c,segment=NetworkSegment(1fc9b048-68cb-424b-a78f-4471718c20b3),segment_id=1fc9b048-68cb-424b-a78f-4471718c20b3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:17:16.903285 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:16.937880 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1ce8ae-4618-45bb-a256-a16c08753168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6700b5-3918-40c5-9599-99bbcd06286c', 'code': 200} Jan 21 10:17:16.980519 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=ec6700b5-3918-40c5-9599-99bbcd06286c,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:17.153524 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28264ec8-bfcb-4d14-8be9-0ab6624f373f req-5869302d-053a-4410-99e1-3d8cd209be1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:17.154985 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-28264ec8-bfcb-4d14-8be9-0ab6624f373f req-5869302d-053a-4410-99e1-3d8cd209be1a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6b1ce8ae-4618-45bb-a256-a16c08753168 HTTP/1.1" status: 200 len: 1099 time: 0.0695782 Jan 21 10:17:17.197422 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-28264ec8-bfcb-4d14-8be9-0ab6624f373f req-eac72ed3-fb83-4cbe-a299-84c2c88df705 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ae911eaa-238f-49f7-bc1a-1c6a6cc61775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361390 Jan 21 10:17:17.470186 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e4ae0-e474-4c72-b1ba-7a77ad4a684d req-2713fb78-b5f8-4867-8a97-7ec9cce56fe5 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:17.471652 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f19e4ae0-e474-4c72-b1ba-7a77ad4a684d req-2713fb78-b5f8-4867-8a97-7ec9cce56fe5 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/ports?device_id=6b1ce8ae-4618-45bb-a256-a16c08753168 HTTP/1.1" status: 200 len: 946 time: 0.0789273 Jan 21 10:17:17.516673 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f19e4ae0-e474-4c72-b1ba-7a77ad4a684d req-1a20d0ba-d159-44a2-afb8-11a793432ce4 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/security-groups?id=ae911eaa-238f-49f7-bc1a-1c6a6cc61775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392087 Jan 21 10:17:18.705967 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc376ced-a59f-4183-ab26-ba71946ad047 req-05284f14-edc3-4387-aefe-f043a7d9ee4f tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:18.707443 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-dc376ced-a59f-4183-ab26-ba71946ad047 req-05284f14-edc3-4387-aefe-f043a7d9ee4f tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/ports?device_id=6b1ce8ae-4618-45bb-a256-a16c08753168 HTTP/1.1" status: 200 len: 946 time: 0.0785997 Jan 21 10:17:18.751326 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-dc376ced-a59f-4183-ab26-ba71946ad047 req-49ce06ab-19b8-4f51-8ee8-51e2cb9e95e0 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/security-groups?id=ae911eaa-238f-49f7-bc1a-1c6a6cc61775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382710 Jan 21 10:17:18.957276 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-85ac3dce-5e2b-461e-bd13-eb4a538ed848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:19.032076 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-b679d0cd-8377-40a5-9daf-b6d4246d8261 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:19.033512 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-b679d0cd-8377-40a5-9daf-b6d4246d8261 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/networks?id=282d7113-e28a-4e12-bf86-f4a8c2562f76 HTTP/1.1" status: 200 len: 813 time: 0.1437080 Jan 21 10:17:19.048745 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-145f0e79-2b70-4851-8b30-09aab5e6a1ab tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/quotas/79d54c3448bb45358a97779f2f35bfcf HTTP/1.1" status: 200 len: 375 time: 0.0096357 Jan 21 10:17:19.229337 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-97e4ab54-0eb9-40ba-b4c4-7ef56a34498a tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=79d54c3448bb45358a97779f2f35bfcf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1756382 Jan 21 10:17:19.405832 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-3235c98a-fcb1-4e14-b6a6-95088bd5dbf5 service neutron] 10.222.0.110 "GET /v2.0/networks/282d7113-e28a-4e12-bf86-f4a8c2562f76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691465 Jan 21 10:17:19.536180 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-112ad4ad-1d1e-439a-aa0d-903438d62038 service neutron] 10.222.0.110 "GET /v2.0/networks/282d7113-e28a-4e12-bf86-f4a8c2562f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245396 Jan 21 10:17:19.717073 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-23273b1b-6374-4026-ab81-4791f4dab90e req-6fe73d5a-8cde-42a2-a49a-8a4903f3eabe tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/ports?device_id=818cbe76-7278-4707-91c9-c2c625c859d4 HTTP/1.1" status: 200 len: 210 time: 0.0458503 Jan 21 10:17:19.868540 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:20.069781 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:20.874220 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-88da1e92-44b9-472e-ae73-4260cffb10bb req-a55737ff-930a-466c-8bce-efb00b6d9ee3 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/ports?device_id=818cbe76-7278-4707-91c9-c2c625c859d4 HTTP/1.1" status: 200 len: 210 time: 0.0536528 Jan 21 10:17:21.187068 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-a464b30d-5c95-46ea-aec0-7cf6f09a3a44 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:21.188499 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-a464b30d-5c95-46ea-aec0-7cf6f09a3a44 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.72 "GET /v2.0/networks?id=282d7113-e28a-4e12-bf86-f4a8c2562f76 HTTP/1.1" status: 200 len: 813 time: 0.1443918 Jan 21 10:17:21.200922 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-6004ecad-75b5-46c7-bde1-d8300b2a2d89 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Request body: {'port': {'device_id': '818cbe76-7278-4707-91c9-c2c625c859d4', 'network_id': '282d7113-e28a-4e12-bf86-f4a8c2562f76', 'admin_state_up': True, 'tenant_id': '79d54c3448bb45358a97779f2f35bfcf'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:17:21.336585 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-6004ecad-75b5-46c7-bde1-d8300b2a2d89 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:21.347240 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-6004ecad-75b5-46c7-bde1-d8300b2a2d89 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:21.356571 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-6004ecad-75b5-46c7-bde1-d8300b2a2d89 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Made reservation on behalf of 79d54c3448bb45358a97779f2f35bfcf for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:17:21.360121 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-6004ecad-75b5-46c7-bde1-d8300b2a2d89 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:21.488330 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:21.520336 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-6004ecad-75b5-46c7-bde1-d8300b2a2d89 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Allocated IP 172.20.0.11 (282d7113-e28a-4e12-bf86-f4a8c2562f76/c6c1ee68-ba86-475d-a503-4d474e8ecd6f/6a342872-f3be-4dca-9edb-5787e2f6035d) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:17:21.719412 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-6004ecad-75b5-46c7-bde1-d8300b2a2d89 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:21.749891 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-6004ecad-75b5-46c7-bde1-d8300b2a2d89 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:21.762698 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['ec6700b5-3918-40c5-9599-99bbcd06286c'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:17:21.827165 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-6004ecad-75b5-46c7-bde1-d8300b2a2d89 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Network 282d7113-e28a-4e12-bf86-f4a8c2562f76 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:17:21.830847 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-6004ecad-75b5-46c7-bde1-d8300b2a2d89 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:17:21.833497 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-6004ecad-75b5-46c7-bde1-d8300b2a2d89 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:17:21.870121 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004ecad-75b5-46c7-bde1-d8300b2a2d89 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Pushing event updated for resources: {'Port': ['ID=6a342872-f3be-4dca-9edb-5787e2f6035d,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:21.905321 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-6004ecad-75b5-46c7-bde1-d8300b2a2d89 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:21.905987 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-6004ecad-75b5-46c7-bde1-d8300b2a2d89 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:21.935357 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-6004ecad-75b5-46c7-bde1-d8300b2a2d89 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7381270 Jan 21 10:17:21.946554 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-976c846e-1a6e-4dec-8811-459019d2559e service neutron] Request body: {'port': {'device_id': '818cbe76-7278-4707-91c9-c2c625c859d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:17:22.059966 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8863bad-bc83-496e-bc97-72442b13b89d req-b2b9ea7a-848b-4c60-9a33-8185264ce982 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:22.061310 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a8863bad-bc83-496e-bc97-72442b13b89d req-b2b9ea7a-848b-4c60-9a33-8185264ce982 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/ports?device_id=818cbe76-7278-4707-91c9-c2c625c859d4 HTTP/1.1" status: 200 len: 932 time: 0.0777340 Jan 21 10:17:22.061702 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-976c846e-1a6e-4dec-8811-459019d2559e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:22.105571 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a8863bad-bc83-496e-bc97-72442b13b89d req-4da2f63e-5d76-4796-9181-0fb1f06531a3 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/security-groups?id=ae911eaa-238f-49f7-bc1a-1c6a6cc61775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372746 Jan 21 10:17:22.399439 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-976c846e-1a6e-4dec-8811-459019d2559e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a342872-f3be-4dca-9edb-5787e2f6035d {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:17:22.407618 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-976c846e-1a6e-4dec-8811-459019d2559e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:22.422264 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-976c846e-1a6e-4dec-8811-459019d2559e service neutron] Transition to ACTIVE for port object 6a342872-f3be-4dca-9edb-5787e2f6035d will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:17:22.425841 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-976c846e-1a6e-4dec-8811-459019d2559e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:22.676926 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c846e-1a6e-4dec-8811-459019d2559e service neutron] Pushing event updated for resources: {'Port': ['ID=6a342872-f3be-4dca-9edb-5787e2f6035d,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:22.753822 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-976c846e-1a6e-4dec-8811-459019d2559e service neutron] Attempting to bind port 6a342872-f3be-4dca-9edb-5787e2f6035d on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:17:22.754151 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-976c846e-1a6e-4dec-8811-459019d2559e service neutron] Attempting to bind port 6a342872-f3be-4dca-9edb-5787e2f6035d by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '1fc9b048-68cb-424b-a78f-4471718c20b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '282d7113-e28a-4e12-bf86-f4a8c2562f76'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:17:22.754474 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-976c846e-1a6e-4dec-8811-459019d2559e service neutron] Attempting to bind port 6a342872-f3be-4dca-9edb-5787e2f6035d on network 282d7113-e28a-4e12-bf86-f4a8c2562f76 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:17:22.758930 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-976c846e-1a6e-4dec-8811-459019d2559e service neutron] Port 6a342872-f3be-4dca-9edb-5787e2f6035d on network 282d7113-e28a-4e12-bf86-f4a8c2562f76 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:17:22.759263 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-976c846e-1a6e-4dec-8811-459019d2559e service neutron] Attempting to bind port 6a342872-f3be-4dca-9edb-5787e2f6035d on network 282d7113-e28a-4e12-bf86-f4a8c2562f76 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:17:22.764512 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-976c846e-1a6e-4dec-8811-459019d2559e service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:17:22.764841 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-976c846e-1a6e-4dec-8811-459019d2559e service neutron] Checking segment: {'id': '1fc9b048-68cb-424b-a78f-4471718c20b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '282d7113-e28a-4e12-bf86-f4a8c2562f76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:17:22.765228 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-976c846e-1a6e-4dec-8811-459019d2559e service neutron] Bound using segment: {'id': '1fc9b048-68cb-424b-a78f-4471718c20b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '282d7113-e28a-4e12-bf86-f4a8c2562f76'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:17:22.765646 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-976c846e-1a6e-4dec-8811-459019d2559e service neutron] Bound port: 6a342872-f3be-4dca-9edb-5787e2f6035d, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc9b048-68cb-424b-a78f-4471718c20b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '282d7113-e28a-4e12-bf86-f4a8c2562f76'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:17:22.765982 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-976c846e-1a6e-4dec-8811-459019d2559e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:22.857380 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-976c846e-1a6e-4dec-8811-459019d2559e service neutron] For port 6a342872-f3be-4dca-9edb-5787e2f6035d, host hv-neutron-8257, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:17:22.860584 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-976c846e-1a6e-4dec-8811-459019d2559e service neutron] For port 6a342872-f3be-4dca-9edb-5787e2f6035d, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6a342872-f3be-4dca-9edb-5787e2f6035d,segment=NetworkSegment(1fc9b048-68cb-424b-a78f-4471718c20b3),segment_id=1fc9b048-68cb-424b-a78f-4471718c20b3)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:17:22.864599 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-976c846e-1a6e-4dec-8811-459019d2559e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:22.924568 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-976c846e-1a6e-4dec-8811-459019d2559e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:22.925278 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-976c846e-1a6e-4dec-8811-459019d2559e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:22.926394 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-976c846e-1a6e-4dec-8811-459019d2559e service neutron] 10.222.0.72 "PUT /v2.0/ports/6a342872-f3be-4dca-9edb-5787e2f6035d HTTP/1.1" status: 200 len: 1094 time: 0.9840860 Jan 21 10:17:22.926828 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818cbe76-7278-4707-91c9-c2c625c859d4', 'tag': '6a342872-f3be-4dca-9edb-5787e2f6035d'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:17:22.946482 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c846e-1a6e-4dec-8811-459019d2559e service neutron] Pushing event updated for resources: {'Port': ['ID=6a342872-f3be-4dca-9edb-5787e2f6035d,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:23.003031 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '818cbe76-7278-4707-91c9-c2c625c859d4', 'tag': '6a342872-f3be-4dca-9edb-5787e2f6035d', 'status': 'completed', 'code': 200} Jan 21 10:17:23.044514 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-c3b6fe5b-1543-4072-80b9-68ff40e8d2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:23.045997 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-c3b6fe5b-1543-4072-80b9-68ff40e8d2f4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=79d54c3448bb45358a97779f2f35bfcf&device_id=818cbe76-7278-4707-91c9-c2c625c859d4 HTTP/1.1" status: 200 len: 1097 time: 0.0784605 Jan 21 10:17:23.053953 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b256c0b1-48d0-471e-9ed8-c8e71b398515 req-22276711-f074-494c-93a2-0cd335e8c5fe service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6b1ce8ae-4618-45bb-a256-a16c08753168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742900 Jan 21 10:17:23.115305 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-4179f0f5-06ad-4202-97bb-2e70a7107399 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a342872-f3be-4dca-9edb-5787e2f6035d HTTP/1.1" status: 200 len: 217 time: 0.0626943 Jan 21 10:17:23.189231 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-15129e5a-e08e-49c9-ada8-0e99045a3a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:23.190769 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-15129e5a-e08e-49c9-ada8-0e99045a3a62 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c6c1ee68-ba86-475d-a503-4d474e8ecd6f HTTP/1.1" status: 200 len: 853 time: 0.0644352 Jan 21 10:17:23.196236 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256c0b1-48d0-471e-9ed8-c8e71b398515 req-b6f53270-df76-4fba-b29d-3d9de6a19c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:23.197760 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b256c0b1-48d0-471e-9ed8-c8e71b398515 req-b6f53270-df76-4fba-b29d-3d9de6a19c36 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=79d54c3448bb45358a97779f2f35bfcf&device_id=6b1ce8ae-4618-45bb-a256-a16c08753168 HTTP/1.1" status: 200 len: 1099 time: 0.0718284 Jan 21 10:17:23.240447 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-23caa821-b454-4e4d-9d84-bdcc430dd152 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=282d7113-e28a-4e12-bf86-f4a8c2562f76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428214 Jan 21 10:17:23.375689 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-dfb076d3-eb7c-45f9-984f-71ddaa054e13 service neutron] 10.222.0.72 "GET /v2.0/networks/282d7113-e28a-4e12-bf86-f4a8c2562f76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291935 Jan 21 10:17:23.400559 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256c0b1-48d0-471e-9ed8-c8e71b398515 req-387d0be7-3466-455f-9bc8-cec21bf02063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:23.401994 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b256c0b1-48d0-471e-9ed8-c8e71b398515 req-387d0be7-3466-455f-9bc8-cec21bf02063 service neutron] 10.222.0.72 "GET /v2.0/networks?id=282d7113-e28a-4e12-bf86-f4a8c2562f76 HTTP/1.1" status: 200 len: 914 time: 0.1842406 Jan 21 10:17:23.409537 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d308b3-15e1-40ec-ad71-db436533469c req-5e707c98-bc23-4eef-b2c7-1cfe4adf919a tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:23.410880 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-09d308b3-15e1-40ec-ad71-db436533469c req-5e707c98-bc23-4eef-b2c7-1cfe4adf919a tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/ports?device_id=818cbe76-7278-4707-91c9-c2c625c859d4 HTTP/1.1" status: 200 len: 944 time: 0.1955552 Jan 21 10:17:23.485766 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b256c0b1-48d0-471e-9ed8-c8e71b398515 req-4dc67e0c-2116-468c-ba89-bbcca120a13b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec6700b5-3918-40c5-9599-99bbcd06286c HTTP/1.1" status: 200 len: 217 time: 0.0738733 Jan 21 10:17:23.510270 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e72f14a8-1ecd-417f-9f03-3c139603aaf9 req-b1efc4f0-5fb1-407b-a091-fb62ea7634a5 service neutron] 10.222.0.72 "GET /v2.0/networks/282d7113-e28a-4e12-bf86-f4a8c2562f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282766 Jan 21 10:17:23.558307 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-09d308b3-15e1-40ec-ad71-db436533469c req-b84b5a67-e846-4d13-8d65-3e8e4756f0f1 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/security-groups?id=ae911eaa-238f-49f7-bc1a-1c6a6cc61775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948691 Jan 21 10:17:23.566439 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256c0b1-48d0-471e-9ed8-c8e71b398515 req-0448f153-70a0-456f-80d4-5b6beb3bcff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:23.567868 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b256c0b1-48d0-471e-9ed8-c8e71b398515 req-0448f153-70a0-456f-80d4-5b6beb3bcff5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c6c1ee68-ba86-475d-a503-4d474e8ecd6f HTTP/1.1" status: 200 len: 853 time: 0.0753117 Jan 21 10:17:23.617451 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b256c0b1-48d0-471e-9ed8-c8e71b398515 req-e930712a-0d27-44bc-8460-ad072ba085f7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=282d7113-e28a-4e12-bf86-f4a8c2562f76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409904 Jan 21 10:17:23.628874 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc101cc-60b9-4794-8366-819d3ba1852f req-65d11b91-f895-48a6-aa19-e5f84a66e795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:23.630338 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4bc101cc-60b9-4794-8366-819d3ba1852f req-65d11b91-f895-48a6-aa19-e5f84a66e795 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=79d54c3448bb45358a97779f2f35bfcf&device_id=818cbe76-7278-4707-91c9-c2c625c859d4 HTTP/1.1" status: 200 len: 1097 time: 0.0749950 Jan 21 10:17:23.750429 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b256c0b1-48d0-471e-9ed8-c8e71b398515 req-5c936fb5-a6f2-4382-9be0-142c3d0fcf58 service neutron] 10.222.0.72 "GET /v2.0/networks/282d7113-e28a-4e12-bf86-f4a8c2562f76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262286 Jan 21 10:17:23.760704 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc101cc-60b9-4794-8366-819d3ba1852f req-cf17fa24-10e9-4dcf-ad57-7de384cabc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:23.762672 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4bc101cc-60b9-4794-8366-819d3ba1852f req-cf17fa24-10e9-4dcf-ad57-7de384cabc51 service neutron] 10.222.0.72 "GET /v2.0/networks?id=282d7113-e28a-4e12-bf86-f4a8c2562f76 HTTP/1.1" status: 200 len: 914 time: 0.1258307 Jan 21 10:17:23.827973 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4bc101cc-60b9-4794-8366-819d3ba1852f req-44bbcb08-8987-45cd-bc26-ac24a2a3e45e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a342872-f3be-4dca-9edb-5787e2f6035d HTTP/1.1" status: 200 len: 217 time: 0.0600154 Jan 21 10:17:23.884802 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b256c0b1-48d0-471e-9ed8-c8e71b398515 req-e0ab6e37-dcba-4a48-af1c-e23a1c728c9a service neutron] 10.222.0.72 "GET /v2.0/networks/282d7113-e28a-4e12-bf86-f4a8c2562f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279488 Jan 21 10:17:23.893800 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc101cc-60b9-4794-8366-819d3ba1852f req-b9be8299-54da-40b1-8f40-fd7a9a6cbf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:23.895252 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4bc101cc-60b9-4794-8366-819d3ba1852f req-b9be8299-54da-40b1-8f40-fd7a9a6cbf10 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c6c1ee68-ba86-475d-a503-4d474e8ecd6f HTTP/1.1" status: 200 len: 853 time: 0.0616639 Jan 21 10:17:23.943731 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4bc101cc-60b9-4794-8366-819d3ba1852f req-ee34905d-2c97-48b3-a195-c639cf266bbf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=282d7113-e28a-4e12-bf86-f4a8c2562f76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420856 Jan 21 10:17:24.072922 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4bc101cc-60b9-4794-8366-819d3ba1852f req-a8a7ff95-d613-4307-8da3-de05c6a07654 service neutron] 10.222.0.72 "GET /v2.0/networks/282d7113-e28a-4e12-bf86-f4a8c2562f76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223135 Jan 21 10:17:24.292834 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4bc101cc-60b9-4794-8366-819d3ba1852f req-8f80b429-0493-46cf-a0d8-67178a03cf61 service neutron] 10.222.0.72 "GET /v2.0/networks/282d7113-e28a-4e12-bf86-f4a8c2562f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139063 Jan 21 10:17:24.757375 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644b00b-65bc-4dfe-9c51-2dbdd77a2a3b req-977df34b-b4de-4257-a226-d79c50d58795 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:24.758071 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-e644b00b-65bc-4dfe-9c51-2dbdd77a2a3b req-977df34b-b4de-4257-a226-d79c50d58795 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Synchronizing usage tracker for tenant:79d54c3448bb45358a97779f2f35bfcf on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:17:24.774500 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-e644b00b-65bc-4dfe-9c51-2dbdd77a2a3b req-977df34b-b4de-4257-a226-d79c50d58795 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Unset dirty status for tenant:79d54c3448bb45358a97779f2f35bfcf on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:17:24.775726 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e644b00b-65bc-4dfe-9c51-2dbdd77a2a3b req-977df34b-b4de-4257-a226-d79c50d58795 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/ports?device_id=818cbe76-7278-4707-91c9-c2c625c859d4 HTTP/1.1" status: 200 len: 944 time: 0.0991914 Jan 21 10:17:24.821003 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e644b00b-65bc-4dfe-9c51-2dbdd77a2a3b req-be00ad51-7050-4b1b-8d2c-72a344411f5a tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/security-groups?id=ae911eaa-238f-49f7-bc1a-1c6a6cc61775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387464 Jan 21 10:17:26.007547 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab0dc2-57c7-48fa-9788-407ed2a72f67 req-274907d3-1882-445a-91df-a338af7da6fd tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:26.008985 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f1ab0dc2-57c7-48fa-9788-407ed2a72f67 req-274907d3-1882-445a-91df-a338af7da6fd tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/ports?device_id=818cbe76-7278-4707-91c9-c2c625c859d4 HTTP/1.1" status: 200 len: 944 time: 0.0825188 Jan 21 10:17:26.051626 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f1ab0dc2-57c7-48fa-9788-407ed2a72f67 req-5b0fbf19-1a4d-4de3-a55f-79bc40b8cc85 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/security-groups?id=ae911eaa-238f-49f7-bc1a-1c6a6cc61775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364895 Jan 21 10:17:27.231994 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27493f-5649-4997-9755-3e348d355a3f req-98cad47a-0a8e-432b-b82e-a6f647a0da39 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:27.233424 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8e27493f-5649-4997-9755-3e348d355a3f req-98cad47a-0a8e-432b-b82e-a6f647a0da39 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/ports?device_id=818cbe76-7278-4707-91c9-c2c625c859d4 HTTP/1.1" status: 200 len: 944 time: 0.0787063 Jan 21 10:17:27.279155 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8e27493f-5649-4997-9755-3e348d355a3f req-3e9ae73e-3864-4efc-be12-4d02d9a4d2ba tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/security-groups?id=ae911eaa-238f-49f7-bc1a-1c6a6cc61775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400171 Jan 21 10:17:28.459853 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88db53-7992-4ed8-9d26-c90686b42b4c req-15e2ecd4-3738-48e0-b558-01611c47c7a4 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:28.461275 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ea88db53-7992-4ed8-9d26-c90686b42b4c req-15e2ecd4-3738-48e0-b558-01611c47c7a4 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/ports?device_id=818cbe76-7278-4707-91c9-c2c625c859d4 HTTP/1.1" status: 200 len: 944 time: 0.0767751 Jan 21 10:17:28.508599 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ea88db53-7992-4ed8-9d26-c90686b42b4c req-7bd8ccd5-a48b-42ad-8401-0c4d697c2037 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/security-groups?id=ae911eaa-238f-49f7-bc1a-1c6a6cc61775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414402 Jan 21 10:17:28.735880 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 6a342872-f3be-4dca-9edb-5787e2f6035d details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:17:28.866368 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 6a342872-f3be-4dca-9edb-5787e2f6035d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6a342872-f3be-4dca-9edb-5787e2f6035d,segment=NetworkSegment(1fc9b048-68cb-424b-a78f-4471718c20b3),segment_id=1fc9b048-68cb-424b-a78f-4471718c20b3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:17:28.878791 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': '6a342872-f3be-4dca-9edb-5787e2f6035d', 'network_id': '282d7113-e28a-4e12-bf86-f4a8c2562f76', 'port_id': '6a342872-f3be-4dca-9edb-5787e2f6035d', 'mac_address': 'fa:16:3e:ec:82:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c1ee68-ba86-475d-a503-4d474e8ecd6f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:17:28.933462 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:28.949561 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a342872-f3be-4dca-9edb-5787e2f6035d {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:17:28.964102 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 6a342872-f3be-4dca-9edb-5787e2f6035d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6a342872-f3be-4dca-9edb-5787e2f6035d,segment=NetworkSegment(1fc9b048-68cb-424b-a78f-4471718c20b3),segment_id=1fc9b048-68cb-424b-a78f-4471718c20b3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:17:28.969013 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:29.037235 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=6a342872-f3be-4dca-9edb-5787e2f6035d,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:29.044664 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:29.045052 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:29.045383 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:29.045718 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:29.046052 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:29.046383 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:29.046711 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:29.047044 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:29.047369 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:29.047716 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:29.048042 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:29.048361 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:29.314135 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['6a342872-f3be-4dca-9edb-5787e2f6035d'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:17:29.699917 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9530970-7bc3-4df4-8dff-81684e13aa10 req-1adfe370-bbde-4020-83d7-68e16939eaa5 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:29.701370 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f9530970-7bc3-4df4-8dff-81684e13aa10 req-1adfe370-bbde-4020-83d7-68e16939eaa5 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/ports?device_id=818cbe76-7278-4707-91c9-c2c625c859d4 HTTP/1.1" status: 200 len: 945 time: 0.0871742 Jan 21 10:17:29.744890 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f9530970-7bc3-4df4-8dff-81684e13aa10 req-506c3844-eb51-4e5a-b8dc-8b4cfc9fe5f0 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/security-groups?id=ae911eaa-238f-49f7-bc1a-1c6a6cc61775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373993 Jan 21 10:17:30.746425 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 6a342872-f3be-4dca-9edb-5787e2f6035d up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:17:30.817058 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port 6a342872-f3be-4dca-9edb-5787e2f6035d completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:17:30.822032 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port 6a342872-f3be-4dca-9edb-5787e2f6035d triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:17:30.822403 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:30.943714 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:30.972261 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818cbe76-7278-4707-91c9-c2c625c859d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a342872-f3be-4dca-9edb-5787e2f6035d'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:17:30.983260 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 6a342872-f3be-4dca-9edb-5787e2f6035d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6a342872-f3be-4dca-9edb-5787e2f6035d,segment=NetworkSegment(1fc9b048-68cb-424b-a78f-4471718c20b3),segment_id=1fc9b048-68cb-424b-a78f-4471718c20b3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:17:30.987323 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:31.022772 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818cbe76-7278-4707-91c9-c2c625c859d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a342872-f3be-4dca-9edb-5787e2f6035d', 'code': 200} Jan 21 10:17:31.044596 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcb9e3-9913-4457-abfd-8989ea578d4c req-73b78fbb-888e-4df4-a332-36e0c238fc8c tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:31.046077 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e0dcb9e3-9913-4457-abfd-8989ea578d4c req-73b78fbb-888e-4df4-a332-36e0c238fc8c tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/ports?device_id=818cbe76-7278-4707-91c9-c2c625c859d4 HTTP/1.1" status: 200 len: 946 time: 0.1897266 Jan 21 10:17:31.056074 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=6a342872-f3be-4dca-9edb-5787e2f6035d,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:31.092346 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e0dcb9e3-9913-4457-abfd-8989ea578d4c req-db8b0c03-95a2-44b8-8c2d-167c9993bb4b tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/security-groups?id=ae911eaa-238f-49f7-bc1a-1c6a6cc61775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390508 Jan 21 10:17:31.248737 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de3bbe-79a2-4da1-8e96-08f49b41730a req-65b03220-7da2-4a13-a7af-deb665233e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:31.250220 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-62de3bbe-79a2-4da1-8e96-08f49b41730a req-65b03220-7da2-4a13-a7af-deb665233e35 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=818cbe76-7278-4707-91c9-c2c625c859d4 HTTP/1.1" status: 200 len: 1099 time: 0.0724406 Jan 21 10:17:31.291093 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-62de3bbe-79a2-4da1-8e96-08f49b41730a req-f34d7692-463b-49a0-9bb9-bf19cdacd694 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ae911eaa-238f-49f7-bc1a-1c6a6cc61775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345771 Jan 21 10:17:32.276036 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a13144-8a99-4fa4-bfb2-cb3e19a64ca5 req-ba59ad0f-45c1-4f6d-a359-975c0bda3deb tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:32.277500 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e0a13144-8a99-4fa4-bfb2-cb3e19a64ca5 req-ba59ad0f-45c1-4f6d-a359-975c0bda3deb tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/ports?device_id=818cbe76-7278-4707-91c9-c2c625c859d4 HTTP/1.1" status: 200 len: 946 time: 0.0787446 Jan 21 10:17:32.321167 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e0a13144-8a99-4fa4-bfb2-cb3e19a64ca5 req-5052a374-9448-48ad-a34d-74af82e82075 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/security-groups?id=ae911eaa-238f-49f7-bc1a-1c6a6cc61775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379603 Jan 21 10:17:33.503378 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05312a7a-5aac-44f3-8ecd-20919dd40625 req-faee23da-a5c8-44f9-aae0-40c86f0ffaa0 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:33.504739 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-05312a7a-5aac-44f3-8ecd-20919dd40625 req-faee23da-a5c8-44f9-aae0-40c86f0ffaa0 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/ports?device_id=818cbe76-7278-4707-91c9-c2c625c859d4 HTTP/1.1" status: 200 len: 946 time: 0.0804245 Jan 21 10:17:33.548277 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-05312a7a-5aac-44f3-8ecd-20919dd40625 req-0a1353ef-a339-4b3a-aa5c-ae7b1ecbaed3 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/security-groups?id=ae911eaa-238f-49f7-bc1a-1c6a6cc61775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379822 Jan 21 10:17:33.924573 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe36315-dc78-4c4e-bb98-bda2f0e66f1e req-aaaeaa33-21bf-429b-be0a-30786e445309 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:33.926032 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1fe36315-dc78-4c4e-bb98-bda2f0e66f1e req-aaaeaa33-21bf-429b-be0a-30786e445309 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/ports?device_id=818cbe76-7278-4707-91c9-c2c625c859d4 HTTP/1.1" status: 200 len: 946 time: 0.0781116 Jan 21 10:17:33.969109 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1fe36315-dc78-4c4e-bb98-bda2f0e66f1e req-d8cc74d6-b019-4731-ac6b-9579960c971b tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/security-groups?id=ae911eaa-238f-49f7-bc1a-1c6a6cc61775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374866 Jan 21 10:17:35.302100 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443b5ba-64c1-455f-8f09-04390470ca50 req-843a512c-726f-42ca-a960-a2d47725744e tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:35.303576 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2443b5ba-64c1-455f-8f09-04390470ca50 req-843a512c-726f-42ca-a960-a2d47725744e tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/ports?device_id=818cbe76-7278-4707-91c9-c2c625c859d4 HTTP/1.1" status: 200 len: 946 time: 0.0820403 Jan 21 10:17:35.348456 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2443b5ba-64c1-455f-8f09-04390470ca50 req-1b7866db-d29f-4b01-8144-4821b1bdcf95 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/security-groups?id=ae911eaa-238f-49f7-bc1a-1c6a6cc61775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381594 Jan 21 10:17:35.494591 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b45704-97aa-49af-99ce-887aa8944583 req-c4a77fbc-6518-41c6-8c60-4c2a5b563185 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:35.496036 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-87b45704-97aa-49af-99ce-887aa8944583 req-c4a77fbc-6518-41c6-8c60-4c2a5b563185 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.72 "GET /v2.0/ports?device_id=818cbe76-7278-4707-91c9-c2c625c859d4 HTTP/1.1" status: 200 len: 946 time: 0.0766585 Jan 21 10:17:35.566700 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [req-87b45704-97aa-49af-99ce-887aa8944583 req-6b19d4a0-fbf5-4355-8652-30b496ebcc14 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Deleting port 6a342872-f3be-4dca-9edb-5787e2f6035d {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:17:35.566960 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-87b45704-97aa-49af-99ce-887aa8944583 req-6b19d4a0-fbf5-4355-8652-30b496ebcc14 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:35.809861 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-87b45704-97aa-49af-99ce-887aa8944583 req-6b19d4a0-fbf5-4355-8652-30b496ebcc14 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] For port 6a342872-f3be-4dca-9edb-5787e2f6035d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6a342872-f3be-4dca-9edb-5787e2f6035d,segment=NetworkSegment(1fc9b048-68cb-424b-a78f-4471718c20b3),segment_id=1fc9b048-68cb-424b-a78f-4471718c20b3)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:17:35.810208 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-87b45704-97aa-49af-99ce-887aa8944583 req-6b19d4a0-fbf5-4355-8652-30b496ebcc14 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:35.931249 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [req-87b45704-97aa-49af-99ce-887aa8944583 req-6b19d4a0-fbf5-4355-8652-30b496ebcc14 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Calling delete_port for 6a342872-f3be-4dca-9edb-5787e2f6035d owned by compute:nova {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:17:36.071828 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-87b45704-97aa-49af-99ce-887aa8944583 req-6b19d4a0-fbf5-4355-8652-30b496ebcc14 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:36.083079 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['ec6700b5-3918-40c5-9599-99bbcd06286c', '6a342872-f3be-4dca-9edb-5787e2f6035d'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:17:36.122919 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19d4a0-fbf5-4355-8652-30b496ebcc14 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Pushing event deleted for resources: {'Port': ['ID=6a342872-f3be-4dca-9edb-5787e2f6035d,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:36.199583 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b45704-97aa-49af-99ce-887aa8944583 req-6b19d4a0-fbf5-4355-8652-30b496ebcc14 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] No DVR routers for this DVR port 6a342872-f3be-4dca-9edb-5787e2f6035d on host hv-neutron-8257 {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:17:36.202076 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-87b45704-97aa-49af-99ce-887aa8944583 req-6b19d4a0-fbf5-4355-8652-30b496ebcc14 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:36.204764 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818cbe76-7278-4707-91c9-c2c625c859d4', 'name': 'network-vif-deleted', 'tag': '6a342872-f3be-4dca-9edb-5787e2f6035d'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:17:36.221284 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-87b45704-97aa-49af-99ce-887aa8944583 req-6b19d4a0-fbf5-4355-8652-30b496ebcc14 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.72 "DELETE /v2.0/ports/6a342872-f3be-4dca-9edb-5787e2f6035d HTTP/1.1" status: 204 len: 173 time: 0.7200069 Jan 21 10:17:36.253624 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818cbe76-7278-4707-91c9-c2c625c859d4', 'name': 'network-vif-deleted', 'tag': '6a342872-f3be-4dca-9edb-5787e2f6035d', 'status': 'completed', 'code': 200} Jan 21 10:17:36.509312 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-079f893e-f9ef-408a-8195-5a4fe8664c24 req-968290d2-adef-4965-a990-af0ecbf6a19a tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Synchronizing usage tracker for tenant:79d54c3448bb45358a97779f2f35bfcf on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:17:36.524909 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-079f893e-f9ef-408a-8195-5a4fe8664c24 req-968290d2-adef-4965-a990-af0ecbf6a19a tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Unset dirty status for tenant:79d54c3448bb45358a97779f2f35bfcf on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:17:36.526238 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-079f893e-f9ef-408a-8195-5a4fe8664c24 req-968290d2-adef-4965-a990-af0ecbf6a19a tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/ports?device_id=818cbe76-7278-4707-91c9-c2c625c859d4 HTTP/1.1" status: 200 len: 210 time: 0.0596075 Jan 21 10:17:37.794263 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990315c-8826-44ee-aa25-5006448bbcc6 req-17a00642-0c5a-4119-813e-2cb1811e177a tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:37.795745 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3990315c-8826-44ee-aa25-5006448bbcc6 req-17a00642-0c5a-4119-813e-2cb1811e177a tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/ports?device_id=6b1ce8ae-4618-45bb-a256-a16c08753168 HTTP/1.1" status: 200 len: 946 time: 0.0880015 Jan 21 10:17:37.837948 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3990315c-8826-44ee-aa25-5006448bbcc6 req-2d74d8bc-0573-4e53-87bb-eab7c230b868 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/security-groups?id=ae911eaa-238f-49f7-bc1a-1c6a6cc61775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365639 Jan 21 10:17:38.035706 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47fc1d-9c82-4824-a224-af5b081abe21 req-e4aeff88-74d7-47b5-8918-10bf0f7e4089 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:38.037133 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0f47fc1d-9c82-4824-a224-af5b081abe21 req-e4aeff88-74d7-47b5-8918-10bf0f7e4089 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/ports?device_id=6b1ce8ae-4618-45bb-a256-a16c08753168 HTTP/1.1" status: 200 len: 946 time: 0.0789421 Jan 21 10:17:38.083426 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0f47fc1d-9c82-4824-a224-af5b081abe21 req-d324e1a1-2085-49bc-99f3-4efbaee5fe8a tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/security-groups?id=ae911eaa-238f-49f7-bc1a-1c6a6cc61775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404637 Jan 21 10:17:38.270216 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5777a8-573c-4032-b59b-56193e6b1639 req-bd97f95b-0676-41df-8ea7-5d39d74e9014 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:38.271670 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-db5777a8-573c-4032-b59b-56193e6b1639 req-bd97f95b-0676-41df-8ea7-5d39d74e9014 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/ports?device_id=6b1ce8ae-4618-45bb-a256-a16c08753168 HTTP/1.1" status: 200 len: 946 time: 0.0813007 Jan 21 10:17:38.315257 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-db5777a8-573c-4032-b59b-56193e6b1639 req-e010054e-d60e-4337-adb9-c9ed226130ff tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/security-groups?id=ae911eaa-238f-49f7-bc1a-1c6a6cc61775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379832 Jan 21 10:17:38.595828 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb090c5c-52cc-4c40-b2ac-ed1aeb70a781 req-64e5d20f-c21e-48c3-bcbd-b5b5b64e3b8d tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:38.597160 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cb090c5c-52cc-4c40-b2ac-ed1aeb70a781 req-64e5d20f-c21e-48c3-bcbd-b5b5b64e3b8d tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/ports?device_id=6b1ce8ae-4618-45bb-a256-a16c08753168 HTTP/1.1" status: 200 len: 946 time: 0.0776443 Jan 21 10:17:38.643235 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cb090c5c-52cc-4c40-b2ac-ed1aeb70a781 req-c4f5e5ed-641c-4816-9b6c-05344d525031 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/security-groups?id=ae911eaa-238f-49f7-bc1a-1c6a6cc61775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405719 Jan 21 10:17:38.765528 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 6a342872-f3be-4dca-9edb-5787e2f6035d no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:17:38.800580 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] No Port match for: 6a342872-f3be-4dca-9edb-5787e2f6035d {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:17:38.801102 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 6a342872-f3be-4dca-9edb-5787e2f6035d not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:17:38.831883 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208a84d-948c-4313-986f-9e1d92e21fcf req-171652e5-613a-4546-adf3-04aa4fab5a90 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:38.833359 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0208a84d-948c-4313-986f-9e1d92e21fcf req-171652e5-613a-4546-adf3-04aa4fab5a90 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/ports?device_id=6b1ce8ae-4618-45bb-a256-a16c08753168 HTTP/1.1" status: 200 len: 946 time: 0.0841780 Jan 21 10:17:38.877821 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0208a84d-948c-4313-986f-9e1d92e21fcf req-2c81364f-e53f-4676-911c-b32c904fb205 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/security-groups?id=ae911eaa-238f-49f7-bc1a-1c6a6cc61775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385585 Jan 21 10:17:39.068390 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a4ab8-83c7-427a-8537-3a7aeb0b7e9f req-86bec7c1-9561-4742-9c76-b807f2e8475c tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:39.069855 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-500a4ab8-83c7-427a-8537-3a7aeb0b7e9f req-86bec7c1-9561-4742-9c76-b807f2e8475c tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/ports?device_id=6b1ce8ae-4618-45bb-a256-a16c08753168 HTTP/1.1" status: 200 len: 946 time: 0.0796599 Jan 21 10:17:39.116112 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-500a4ab8-83c7-427a-8537-3a7aeb0b7e9f req-32676808-d4d2-4e9a-b963-f4711d5f1f8f tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/security-groups?id=ae911eaa-238f-49f7-bc1a-1c6a6cc61775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406621 Jan 21 10:17:39.865668 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7638768-295c-4749-854e-19dd1d022a34 req-63a1f896-fb4b-4806-835f-850655ab09b9 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:39.867116 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d7638768-295c-4749-854e-19dd1d022a34 req-63a1f896-fb4b-4806-835f-850655ab09b9 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/ports?device_id=6b1ce8ae-4618-45bb-a256-a16c08753168 HTTP/1.1" status: 200 len: 946 time: 0.1717227 Jan 21 10:17:39.911933 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d7638768-295c-4749-854e-19dd1d022a34 req-d6ae4f19-3e41-4280-87f3-e1a41b4cc6e4 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/security-groups?id=ae911eaa-238f-49f7-bc1a-1c6a6cc61775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382075 Jan 21 10:17:41.102797 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff48991-ce69-4034-b17c-fccc2f585468 req-3c0bf455-27b3-4c49-bbd8-2451225410d8 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:41.104286 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1ff48991-ce69-4034-b17c-fccc2f585468 req-3c0bf455-27b3-4c49-bbd8-2451225410d8 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/ports?device_id=6b1ce8ae-4618-45bb-a256-a16c08753168 HTTP/1.1" status: 200 len: 946 time: 0.0820656 Jan 21 10:17:41.151177 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1ff48991-ce69-4034-b17c-fccc2f585468 req-7b2672ea-ecdc-4092-a8bb-c68b9c9c337a tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/security-groups?id=ae911eaa-238f-49f7-bc1a-1c6a6cc61775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397406 Jan 21 10:17:41.264947 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb56e39-1bfc-4324-bae7-46aa9cb8a34c req-03b835a9-a441-40c0-ba1c-55ef13c03b0b tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:41.266529 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dcb56e39-1bfc-4324-bae7-46aa9cb8a34c req-03b835a9-a441-40c0-ba1c-55ef13c03b0b tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b1ce8ae-4618-45bb-a256-a16c08753168 HTTP/1.1" status: 200 len: 946 time: 0.0825899 Jan 21 10:17:41.334554 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [req-dcb56e39-1bfc-4324-bae7-46aa9cb8a34c req-78a0c969-6ab3-495a-851f-e3e87cf6cb17 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Deleting port ec6700b5-3918-40c5-9599-99bbcd06286c {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:17:41.334893 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-dcb56e39-1bfc-4324-bae7-46aa9cb8a34c req-78a0c969-6ab3-495a-851f-e3e87cf6cb17 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:41.584519 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-dcb56e39-1bfc-4324-bae7-46aa9cb8a34c req-78a0c969-6ab3-495a-851f-e3e87cf6cb17 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] For port ec6700b5-3918-40c5-9599-99bbcd06286c, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=ec6700b5-3918-40c5-9599-99bbcd06286c,segment=NetworkSegment(1fc9b048-68cb-424b-a78f-4471718c20b3),segment_id=1fc9b048-68cb-424b-a78f-4471718c20b3)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:17:41.584872 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-dcb56e39-1bfc-4324-bae7-46aa9cb8a34c req-78a0c969-6ab3-495a-851f-e3e87cf6cb17 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:41.709641 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [req-dcb56e39-1bfc-4324-bae7-46aa9cb8a34c req-78a0c969-6ab3-495a-851f-e3e87cf6cb17 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Calling delete_port for ec6700b5-3918-40c5-9599-99bbcd06286c owned by compute:nova {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:17:41.862702 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-dcb56e39-1bfc-4324-bae7-46aa9cb8a34c req-78a0c969-6ab3-495a-851f-e3e87cf6cb17 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:41.874625 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['ec6700b5-3918-40c5-9599-99bbcd06286c'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:17:41.916463 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0c969-6ab3-495a-851f-e3e87cf6cb17 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Pushing event deleted for resources: {'Port': ['ID=ec6700b5-3918-40c5-9599-99bbcd06286c,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:41.988819 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb56e39-1bfc-4324-bae7-46aa9cb8a34c req-78a0c969-6ab3-495a-851f-e3e87cf6cb17 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] No DVR routers for this DVR port ec6700b5-3918-40c5-9599-99bbcd06286c on host hv-neutron-8257 {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:17:41.991108 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-dcb56e39-1bfc-4324-bae7-46aa9cb8a34c req-78a0c969-6ab3-495a-851f-e3e87cf6cb17 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:41.993599 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1ce8ae-4618-45bb-a256-a16c08753168', 'name': 'network-vif-deleted', 'tag': 'ec6700b5-3918-40c5-9599-99bbcd06286c'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:17:42.008915 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dcb56e39-1bfc-4324-bae7-46aa9cb8a34c req-78a0c969-6ab3-495a-851f-e3e87cf6cb17 tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.72 "DELETE /v2.0/ports/ec6700b5-3918-40c5-9599-99bbcd06286c HTTP/1.1" status: 204 len: 173 time: 0.7376058 Jan 21 10:17:42.037563 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1ce8ae-4618-45bb-a256-a16c08753168', 'name': 'network-vif-deleted', 'tag': 'ec6700b5-3918-40c5-9599-99bbcd06286c', 'status': 'completed', 'code': 200} Jan 21 10:17:42.314292 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f2f7a023-c5b1-4ee1-b217-7e3f037eb13d req-f2b9498d-937b-46b0-9c57-c416d987360c tempest-ServersNegativeTestJSON-1046483879 tempest-ServersNegativeTestJSON-1046483879-project] 10.222.0.110 "GET /v2.0/ports?device_id=6b1ce8ae-4618-45bb-a256-a16c08753168 HTTP/1.1" status: 200 len: 210 time: 0.0454116 Jan 21 10:17:43.024757 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:43.030317 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:17:43.408095 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 33580) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:43.466266 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee405dd-f1e4-4696-b02e-3b8181366368 admin admin] Deleting subnet c6c1ee68-ba86-475d-a503-4d474e8ecd6f {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:17:43.469048 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dee405dd-f1e4-4696-b02e-3b8181366368 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:43.519491 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dee405dd-f1e4-4696-b02e-3b8181366368 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:43.572007 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dee405dd-f1e4-4696-b02e-3b8181366368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:43.639651 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dee405dd-f1e4-4696-b02e-3b8181366368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:43.676659 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee405dd-f1e4-4696-b02e-3b8181366368 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6c1ee68-ba86-475d-a503-4d474e8ecd6f,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:43.680066 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dee405dd-f1e4-4696-b02e-3b8181366368 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:43.685839 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-dee405dd-f1e4-4696-b02e-3b8181366368 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/c6c1ee68-ba86-475d-a503-4d474e8ecd6f HTTP/1.1" status: 204 len: 168 time: 0.2767506 Jan 21 10:17:43.688273 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 33584) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:43.791778 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a437b0c9-adad-4abd-a8aa-108ecb663bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:43.914723 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a437b0c9-adad-4abd-a8aa-108ecb663bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:43.938651 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-a437b0c9-adad-4abd-a8aa-108ecb663bff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['282d7113-e28a-4e12-bf86-f4a8c2562f76']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:43.950627 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-a437b0c9-adad-4abd-a8aa-108ecb663bff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc9b048-68cb-424b-a78f-4471718c20b3') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:43.950908 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-a437b0c9-adad-4abd-a8aa-108ecb663bff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc9b048-68cb-424b-a78f-4471718c20b3') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:43.961625 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a437b0c9-adad-4abd-a8aa-108ecb663bff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:43.977053 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a437b0c9-adad-4abd-a8aa-108ecb663bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:43.983458 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a437b0c9-adad-4abd-a8aa-108ecb663bff admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:17:43.983826 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a437b0c9-adad-4abd-a8aa-108ecb663bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:43.996345 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 10:17:43.996345 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:17:43.996345 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 10:17:43.996345 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:17:43.996345 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 10:17:43.996345 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:17:43.996345 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 10:17:43.996345 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:17:43.996345 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 10:17:43.996345 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:17:43.996345 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 10:17:43.996345 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:17:43.996345 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 10:17:43.996345 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:17:43.996345 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:17:43.996345 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:17:43.996345 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:17:43.996345 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:17:43.996345 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 10:17:43.996345 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:17:43.996345 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 10:17:43.996345 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:17:43.996345 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:17:43.996345 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:17:43.996345 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 10:17:43.996345 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:17:43.996345 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:17:43.996345 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:17:43.996345 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:17:43.996345 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:17:43.996345 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:17:43.996345 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:17:44.164431 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a437b0c9-adad-4abd-a8aa-108ecb663bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:44.180062 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a437b0c9-adad-4abd-a8aa-108ecb663bff admin admin] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:44.190063 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437b0c9-adad-4abd-a8aa-108ecb663bff admin admin] Pushing event deleted for resources: {'Network': ['ID=282d7113-e28a-4e12-bf86-f4a8c2562f76,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:44.198662 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a437b0c9-adad-4abd-a8aa-108ecb663bff admin admin] 10.222.0.110 "DELETE /v2.0/networks/282d7113-e28a-4e12-bf86-f4a8c2562f76 HTTP/1.1" status: 204 len: 168 time: 0.5094717 Jan 21 10:17:44.308346 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 33590) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:44.356061 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-199bd161-c07d-45ce-9d0d-d76ab8938533 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=79d54c3448bb45358a97779f2f35bfcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448968 Jan 21 10:17:44.358724 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 33594) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:44.413599 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-40f173ee-67de-4a51-a2f1-eb723bdf7582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:44.441308 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-40f173ee-67de-4a51-a2f1-eb723bdf7582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:44.492263 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-40f173ee-67de-4a51-a2f1-eb723bdf7582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:44.509506 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f173ee-67de-4a51-a2f1-eb723bdf7582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae911eaa-238f-49f7-bc1a-1c6a6cc61775,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:44.519954 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-40f173ee-67de-4a51-a2f1-eb723bdf7582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:44.521081 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-40f173ee-67de-4a51-a2f1-eb723bdf7582 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/ae911eaa-238f-49f7-bc1a-1c6a6cc61775 HTTP/1.1" status: 204 len: 168 time: 0.1615005 Jan 21 10:17:44.807903 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device ec6700b5-3918-40c5-9599-99bbcd06286c no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:17:44.842303 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] No Port match for: ec6700b5-3918-40c5-9599-99bbcd06286c {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:17:44.842644 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device ec6700b5-3918-40c5-9599-99bbcd06286c not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:17:45.256958 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 33618) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:45.360067 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-4daedd6d-dd4a-4225-964e-5800ee0fc9f5 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1355069494'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:17:45.364951 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-4daedd6d-dd4a-4225-964e-5800ee0fc9f5 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:45.368980 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4daedd6d-dd4a-4225-964e-5800ee0fc9f5 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Usage tracker for resource:network and tenant:1c2ef12b5bca4f2cbac11f14b93aa12e is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:45.372626 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4daedd6d-dd4a-4225-964e-5800ee0fc9f5 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:45.378810 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-4daedd6d-dd4a-4225-964e-5800ee0fc9f5 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:45.388983 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4daedd6d-dd4a-4225-964e-5800ee0fc9f5 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Made reservation on behalf of 1c2ef12b5bca4f2cbac11f14b93aa12e for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:17:45.392472 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4daedd6d-dd4a-4225-964e-5800ee0fc9f5 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:45.404730 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4daedd6d-dd4a-4225-964e-5800ee0fc9f5 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:45.419630 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-4daedd6d-dd4a-4225-964e-5800ee0fc9f5 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:45.423273 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4daedd6d-dd4a-4225-964e-5800ee0fc9f5 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Usage tracker for resource:security_group_rule and tenant:1c2ef12b5bca4f2cbac11f14b93aa12e is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:45.426032 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4daedd6d-dd4a-4225-964e-5800ee0fc9f5 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:45.431498 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-4daedd6d-dd4a-4225-964e-5800ee0fc9f5 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:45.516170 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4daedd6d-dd4a-4225-964e-5800ee0fc9f5 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:45.520154 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4daedd6d-dd4a-4225-964e-5800ee0fc9f5 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:45.553177 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4daedd6d-dd4a-4225-964e-5800ee0fc9f5 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:17:45.561425 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daedd6d-dd4a-4225-964e-5800ee0fc9f5 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a450c715-0d95-4e52-8877-b68224c15c23,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:45.567306 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4daedd6d-dd4a-4225-964e-5800ee0fc9f5 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:45.567768 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-4daedd6d-dd4a-4225-964e-5800ee0fc9f5 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Added segment 3fe26b4e-8c1a-4fce-ba28-f81d3cc279f0 of type vlan for network bb1c9e91-7687-41f2-8f4b-0cf5f43e3c22 Jan 21 10:17:45.595201 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4daedd6d-dd4a-4225-964e-5800ee0fc9f5 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:45.627292 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4daedd6d-dd4a-4225-964e-5800ee0fc9f5 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:45.632577 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4daedd6d-dd4a-4225-964e-5800ee0fc9f5 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:45.633145 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4daedd6d-dd4a-4225-964e-5800ee0fc9f5 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:45.692135 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4daedd6d-dd4a-4225-964e-5800ee0fc9f5 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4341223 Jan 21 10:17:45.744282 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daedd6d-dd4a-4225-964e-5800ee0fc9f5 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Pushing event updated for resources: {'Network': ['ID=bb1c9e91-7687-41f2-8f4b-0cf5f43e3c22,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:45.756990 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network bb1c9e91-7687-41f2-8f4b-0cf5f43e3c22 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:17:46.605159 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-25f8f7f1-d2aa-4ded-996d-19c8ad1f3bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:48.931675 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 33624) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:48.937392 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-f3b79c26-fef3-40af-b23e-596600faf0e3 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Request body: {'subnet': {'network_id': 'bb1c9e91-7687-41f2-8f4b-0cf5f43e3c22', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:17:48.960785 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7ef0f22f-93c1-44aa-bbc0-307e1a49f5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:49.048123 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f3b79c26-fef3-40af-b23e-596600faf0e3 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:49.051785 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f3b79c26-fef3-40af-b23e-596600faf0e3 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Usage tracker for resource:subnet and tenant:1c2ef12b5bca4f2cbac11f14b93aa12e is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:49.054667 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f3b79c26-fef3-40af-b23e-596600faf0e3 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:49.061117 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f3b79c26-fef3-40af-b23e-596600faf0e3 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:49.069512 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b79c26-fef3-40af-b23e-596600faf0e3 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Made reservation on behalf of 1c2ef12b5bca4f2cbac11f14b93aa12e for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:17:49.072932 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f3b79c26-fef3-40af-b23e-596600faf0e3 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:49.303010 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f3b79c26-fef3-40af-b23e-596600faf0e3 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:49.380342 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b79c26-fef3-40af-b23e-596600faf0e3 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Pushing event updated for resources: {'Subnet': ['ID=9d1f030d-cab2-47fb-b1e0-6520f8a07ab2,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:49.387317 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b79c26-fef3-40af-b23e-596600faf0e3 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Checking segment: {'id': '3fe26b4e-8c1a-4fce-ba28-f81d3cc279f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bb1c9e91-7687-41f2-8f4b-0cf5f43e3c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:17:49.387863 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b79c26-fef3-40af-b23e-596600faf0e3 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Network hostable DHCP agents. Network: bb1c9e91-7687-41f2-8f4b-0cf5f43e3c22, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:17:49.407321 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b79c26-fef3-40af-b23e-596600faf0e3 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Network bb1c9e91-7687-41f2-8f4b-0cf5f43e3c22 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:17:49.416175 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-f3b79c26-fef3-40af-b23e-596600faf0e3 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, bb1c9e91-7687-41f2-8f4b-0cf5f43e3c22) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:17:49.420409 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b79c26-fef3-40af-b23e-596600faf0e3 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:49.420978 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f3b79c26-fef3-40af-b23e-596600faf0e3 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:49.426260 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a59f487-5c1e-4367-99d6-d444ecdb0ee6 None None] Network bb1c9e91-7687-41f2-8f4b-0cf5f43e3c22 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:17:49.442852 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f3b79c26-fef3-40af-b23e-596600faf0e3 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5100698 Jan 21 10:17:49.446576 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 33628) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:49.453283 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-b38fff42-820f-4c7e-9a92-2db288abf016 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-618046163'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:17:49.458021 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-b38fff42-820f-4c7e-9a92-2db288abf016 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:49.461769 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-b38fff42-820f-4c7e-9a92-2db288abf016 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Usage tracker for resource:network and tenant:1c2ef12b5bca4f2cbac11f14b93aa12e is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:49.464557 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-b38fff42-820f-4c7e-9a92-2db288abf016 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:49.470902 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-b38fff42-820f-4c7e-9a92-2db288abf016 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:49.481047 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38fff42-820f-4c7e-9a92-2db288abf016 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Made reservation on behalf of 1c2ef12b5bca4f2cbac11f14b93aa12e for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:17:49.484505 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b38fff42-820f-4c7e-9a92-2db288abf016 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:49.511183 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b38fff42-820f-4c7e-9a92-2db288abf016 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:17:49.520739 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b38fff42-820f-4c7e-9a92-2db288abf016 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:49.521078 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-b38fff42-820f-4c7e-9a92-2db288abf016 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Added segment 7ca52599-e003-49db-b042-c7a4629b27dc of type vlan for network d10b4983-88a3-4a20-baf7-ad3d21f87a0b Jan 21 10:17:49.550796 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b38fff42-820f-4c7e-9a92-2db288abf016 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:49.580113 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b38fff42-820f-4c7e-9a92-2db288abf016 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:49.585373 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38fff42-820f-4c7e-9a92-2db288abf016 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:49.585945 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b38fff42-820f-4c7e-9a92-2db288abf016 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:49.640967 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b38fff42-820f-4c7e-9a92-2db288abf016 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1933703 Jan 21 10:17:49.643970 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33632) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:49.648912 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636c6093-9f2d-4a65-8dec-4f3a36ad4d8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-bb1c9e91-7687-41f2-8f4b-0cf5f43e3c22', 'network_id': 'bb1c9e91-7687-41f2-8f4b-0cf5f43e3c22', 'tenant_id': '1c2ef12b5bca4f2cbac11f14b93aa12e', 'fixed_ips': [{'subnet_id': '9d1f030d-cab2-47fb-b1e0-6520f8a07ab2'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:17:49.650493 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-636c6093-9f2d-4a65-8dec-4f3a36ad4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:49.650790 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-93099429-6f19-4fab-9fc8-dff7b1b8c349 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Request body: {'subnet': {'network_id': 'd10b4983-88a3-4a20-baf7-ad3d21f87a0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:17:49.697559 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38fff42-820f-4c7e-9a92-2db288abf016 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Pushing event updated for resources: {'Network': ['ID=d10b4983-88a3-4a20-baf7-ad3d21f87a0b,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:49.710621 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network d10b4983-88a3-4a20-baf7-ad3d21f87a0b details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:17:49.765631 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-93099429-6f19-4fab-9fc8-dff7b1b8c349 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:49.769911 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-93099429-6f19-4fab-9fc8-dff7b1b8c349 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Usage tracker for resource:subnet and tenant:1c2ef12b5bca4f2cbac11f14b93aa12e is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:49.772752 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-93099429-6f19-4fab-9fc8-dff7b1b8c349 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:49.779273 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-93099429-6f19-4fab-9fc8-dff7b1b8c349 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:49.789613 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93099429-6f19-4fab-9fc8-dff7b1b8c349 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Made reservation on behalf of 1c2ef12b5bca4f2cbac11f14b93aa12e for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:17:49.794353 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-93099429-6f19-4fab-9fc8-dff7b1b8c349 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:49.895852 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:49.915660 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-636c6093-9f2d-4a65-8dec-4f3a36ad4d8d None None] Allocated IP 2001:db8:0:ffff::2 (bb1c9e91-7687-41f2-8f4b-0cf5f43e3c22/9d1f030d-cab2-47fb-b1e0-6520f8a07ab2/1830732b-7418-4194-a44a-d7e3ff3116b4) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:17:50.041560 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-93099429-6f19-4fab-9fc8-dff7b1b8c349 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:50.119878 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93099429-6f19-4fab-9fc8-dff7b1b8c349 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Pushing event updated for resources: {'Subnet': ['ID=b61e4485-af04-4056-8b86-77c0fae234fa,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:50.130216 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:50.133124 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93099429-6f19-4fab-9fc8-dff7b1b8c349 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Checking segment: {'id': '7ca52599-e003-49db-b042-c7a4629b27dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd10b4983-88a3-4a20-baf7-ad3d21f87a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:17:50.133477 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93099429-6f19-4fab-9fc8-dff7b1b8c349 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Network hostable DHCP agents. Network: d10b4983-88a3-4a20-baf7-ad3d21f87a0b, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:17:50.142079 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-636c6093-9f2d-4a65-8dec-4f3a36ad4d8d None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:50.152393 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-636c6093-9f2d-4a65-8dec-4f3a36ad4d8d None None] Transition to ACTIVE for port object 1830732b-7418-4194-a44a-d7e3ff3116b4 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:17:50.153391 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93099429-6f19-4fab-9fc8-dff7b1b8c349 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Network d10b4983-88a3-4a20-baf7-ad3d21f87a0b is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:17:50.162489 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-93099429-6f19-4fab-9fc8-dff7b1b8c349 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, d10b4983-88a3-4a20-baf7-ad3d21f87a0b) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:17:50.166757 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93099429-6f19-4fab-9fc8-dff7b1b8c349 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:50.167335 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-93099429-6f19-4fab-9fc8-dff7b1b8c349 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:50.172167 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-636c6093-9f2d-4a65-8dec-4f3a36ad4d8d None None] Transition to ACTIVE for port object 1830732b-7418-4194-a44a-d7e3ff3116b4 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:17:50.176154 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd38af03-1f9e-4dd9-bbf1-ad1a97a7391b None None] Network d10b4983-88a3-4a20-baf7-ad3d21f87a0b requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:17:50.190343 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-93099429-6f19-4fab-9fc8-dff7b1b8c349 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5452793 Jan 21 10:17:50.192449 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-636c6093-9f2d-4a65-8dec-4f3a36ad4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:50.193094 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33636) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:50.326344 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636c6093-9f2d-4a65-8dec-4f3a36ad4d8d None None] Network bb1c9e91-7687-41f2-8f4b-0cf5f43e3c22 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:17:50.330642 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-636c6093-9f2d-4a65-8dec-4f3a36ad4d8d None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:17:50.335436 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3c29ec30-297e-4049-bbf0-66eca53c875c tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:50.343435 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636c6093-9f2d-4a65-8dec-4f3a36ad4d8d None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:17:50.348316 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c6093-9f2d-4a65-8dec-4f3a36ad4d8d None None] Pushing event updated for resources: {'Port': ['ID=1830732b-7418-4194-a44a-d7e3ff3116b4,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:50.405893 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3c29ec30-297e-4049-bbf0-66eca53c875c tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:50.481267 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-636c6093-9f2d-4a65-8dec-4f3a36ad4d8d None None] Attempting to bind port 1830732b-7418-4194-a44a-d7e3ff3116b4 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:17:50.481629 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-636c6093-9f2d-4a65-8dec-4f3a36ad4d8d None None] Attempting to bind port 1830732b-7418-4194-a44a-d7e3ff3116b4 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '3fe26b4e-8c1a-4fce-ba28-f81d3cc279f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bb1c9e91-7687-41f2-8f4b-0cf5f43e3c22'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:17:50.481979 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636c6093-9f2d-4a65-8dec-4f3a36ad4d8d None None] Attempting to bind port 1830732b-7418-4194-a44a-d7e3ff3116b4 on network bb1c9e91-7687-41f2-8f4b-0cf5f43e3c22 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:17:50.485748 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3c29ec30-297e-4049-bbf0-66eca53c875c tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:50.494700 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636c6093-9f2d-4a65-8dec-4f3a36ad4d8d None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:17:50.495071 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636c6093-9f2d-4a65-8dec-4f3a36ad4d8d None None] Checking segment: {'id': '3fe26b4e-8c1a-4fce-ba28-f81d3cc279f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bb1c9e91-7687-41f2-8f4b-0cf5f43e3c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:17:50.495500 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-636c6093-9f2d-4a65-8dec-4f3a36ad4d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:50.496488 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636c6093-9f2d-4a65-8dec-4f3a36ad4d8d None None] Bound using segment: {'id': '3fe26b4e-8c1a-4fce-ba28-f81d3cc279f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bb1c9e91-7687-41f2-8f4b-0cf5f43e3c22'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:17:50.496950 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-636c6093-9f2d-4a65-8dec-4f3a36ad4d8d None None] Bound port: 1830732b-7418-4194-a44a-d7e3ff3116b4, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe26b4e-8c1a-4fce-ba28-f81d3cc279f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bb1c9e91-7687-41f2-8f4b-0cf5f43e3c22'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:17:50.497321 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-636c6093-9f2d-4a65-8dec-4f3a36ad4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:50.529604 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c29ec30-297e-4049-bbf0-66eca53c875c tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Pushing event deleted for resources: {'Subnet': ['ID=b61e4485-af04-4056-8b86-77c0fae234fa,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:50.591473 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ab41fe-6b2d-431e-8e65-d2508aafd07d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-d10b4983-88a3-4a20-baf7-ad3d21f87a0b', 'network_id': 'd10b4983-88a3-4a20-baf7-ad3d21f87a0b', 'tenant_id': '1c2ef12b5bca4f2cbac11f14b93aa12e', 'fixed_ips': [{'subnet_id': 'b61e4485-af04-4056-8b86-77c0fae234fa'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:17:50.592286 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d8ab41fe-6b2d-431e-8e65-d2508aafd07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:50.624814 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3c29ec30-297e-4049-bbf0-66eca53c875c tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:50.654987 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-3c29ec30-297e-4049-bbf0-66eca53c875c tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d10b4983-88a3-4a20-baf7-ad3d21f87a0b']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:50.669325 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-3c29ec30-297e-4049-bbf0-66eca53c875c tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca52599-e003-49db-b042-c7a4629b27dc') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:50.669544 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-3c29ec30-297e-4049-bbf0-66eca53c875c tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca52599-e003-49db-b042-c7a4629b27dc') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:50.681746 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3c29ec30-297e-4049-bbf0-66eca53c875c tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:50.698862 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3c29ec30-297e-4049-bbf0-66eca53c875c tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:50.706020 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c29ec30-297e-4049-bbf0-66eca53c875c tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:17:50.706304 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3c29ec30-297e-4049-bbf0-66eca53c875c tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:50.713666 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-636c6093-9f2d-4a65-8dec-4f3a36ad4d8d None None] For port 1830732b-7418-4194-a44a-d7e3ff3116b4, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:17:50.722134 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 10:17:50.722134 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:17:50.722134 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 10:17:50.722134 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:17:50.722134 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 10:17:50.722134 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:17:50.722134 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 10:17:50.722134 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:17:50.722134 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 10:17:50.722134 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:17:50.722134 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 10:17:50.722134 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:17:50.722134 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 10:17:50.722134 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:17:50.722134 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:17:50.722134 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:17:50.722134 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:17:50.722134 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:17:50.722134 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 10:17:50.722134 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:17:50.722134 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 10:17:50.722134 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:17:50.722134 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:17:50.722134 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:17:50.722134 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 10:17:50.722134 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:17:50.722134 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:17:50.722134 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:17:50.722134 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:17:50.722134 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:17:50.722134 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:17:50.722134 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:17:50.734831 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-636c6093-9f2d-4a65-8dec-4f3a36ad4d8d None None] For port 1830732b-7418-4194-a44a-d7e3ff3116b4, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=1830732b-7418-4194-a44a-d7e3ff3116b4,segment=NetworkSegment(3fe26b4e-8c1a-4fce-ba28-f81d3cc279f0),segment_id=3fe26b4e-8c1a-4fce-ba28-f81d3cc279f0)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:17:50.740874 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-636c6093-9f2d-4a65-8dec-4f3a36ad4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:50.802977 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3c29ec30-297e-4049-bbf0-66eca53c875c tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:50.815373 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc78e136-f918-488f-8183-1df6e0ee6646 None None] Network d10b4983-88a3-4a20-baf7-ad3d21f87a0b requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:17:50.829021 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-3c29ec30-297e-4049-bbf0-66eca53c875c tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:50.841025 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc78e136-f918-488f-8183-1df6e0ee6646 None None] Network d10b4983-88a3-4a20-baf7-ad3d21f87a0b could not be found, it might have been deleted concurrently. {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 21 10:17:50.841788 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c29ec30-297e-4049-bbf0-66eca53c875c tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Pushing event deleted for resources: {'Network': ['ID=d10b4983-88a3-4a20-baf7-ad3d21f87a0b,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:50.849185 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-3c29ec30-297e-4049-bbf0-66eca53c875c tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] 10.222.0.110 "DELETE /v2.0/networks/d10b4983-88a3-4a20-baf7-ad3d21f87a0b HTTP/1.1" status: 204 len: 168 time: 0.6549170 Jan 21 10:17:50.851083 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33640) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:50.852221 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c6093-9f2d-4a65-8dec-4f3a36ad4d8d None None] Pushing event updated for resources: {'Port': ['ID=1830732b-7418-4194-a44a-d7e3ff3116b4,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:50.859304 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-c88933d0-29c8-4d61-8a18-6fda422e61ae tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2062827948'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:17:50.864770 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-c88933d0-29c8-4d61-8a18-6fda422e61ae tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:50.868786 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-c88933d0-29c8-4d61-8a18-6fda422e61ae tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Usage tracker for resource:network and tenant:1c2ef12b5bca4f2cbac11f14b93aa12e is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:50.872537 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-c88933d0-29c8-4d61-8a18-6fda422e61ae tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:50.878444 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-c88933d0-29c8-4d61-8a18-6fda422e61ae tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:50.890163 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88933d0-29c8-4d61-8a18-6fda422e61ae tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Made reservation on behalf of 1c2ef12b5bca4f2cbac11f14b93aa12e for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:17:50.893639 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c88933d0-29c8-4d61-8a18-6fda422e61ae tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:50.922910 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c88933d0-29c8-4d61-8a18-6fda422e61ae tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:17:50.935167 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c88933d0-29c8-4d61-8a18-6fda422e61ae tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:50.935540 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-c88933d0-29c8-4d61-8a18-6fda422e61ae tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Added segment 19a9e3e3-1995-4ba5-91af-3f4ced3152f2 of type vlan for network e276b38d-6a4b-4ff3-b4f4-0a517349fb20 Jan 21 10:17:50.967713 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c88933d0-29c8-4d61-8a18-6fda422e61ae tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:51.015922 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c88933d0-29c8-4d61-8a18-6fda422e61ae tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:51.021313 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88933d0-29c8-4d61-8a18-6fda422e61ae tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:51.021884 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c88933d0-29c8-4d61-8a18-6fda422e61ae tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:51.128229 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c88933d0-29c8-4d61-8a18-6fda422e61ae tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2757764 Jan 21 10:17:51.131020 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 33644) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:51.133845 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88933d0-29c8-4d61-8a18-6fda422e61ae tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Pushing event updated for resources: {'Network': ['ID=e276b38d-6a4b-4ff3-b4f4-0a517349fb20,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:51.138179 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-a835e478-ee31-447c-b347-1dfa06be3b63 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Request body: {'subnet': {'network_id': 'e276b38d-6a4b-4ff3-b4f4-0a517349fb20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:17:51.145770 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network e276b38d-6a4b-4ff3-b4f4-0a517349fb20 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:17:51.245778 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a835e478-ee31-447c-b347-1dfa06be3b63 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:51.250194 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a835e478-ee31-447c-b347-1dfa06be3b63 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Usage tracker for resource:subnet and tenant:1c2ef12b5bca4f2cbac11f14b93aa12e is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:51.253006 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a835e478-ee31-447c-b347-1dfa06be3b63 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:51.259050 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a835e478-ee31-447c-b347-1dfa06be3b63 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:51.269129 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a835e478-ee31-447c-b347-1dfa06be3b63 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Made reservation on behalf of 1c2ef12b5bca4f2cbac11f14b93aa12e for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:17:51.274467 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a835e478-ee31-447c-b347-1dfa06be3b63 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:51.336074 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 1830732b-7418-4194-a44a-d7e3ff3116b4 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:17:51.380289 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.ipam_backend_mixin [None req-a835e478-ee31-447c-b347-1dfa06be3b63 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Performing IP validity checks on allocation pools {{(pid=87514) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 21 10:17:51.380803 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.ipam_backend_mixin [None req-a835e478-ee31-447c-b347-1dfa06be3b63 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87514) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 21 10:17:51.404640 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 1830732b-7418-4194-a44a-d7e3ff3116b4 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:17:51.492755 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:51.514086 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a835e478-ee31-447c-b347-1dfa06be3b63 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:51.595678 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835e478-ee31-447c-b347-1dfa06be3b63 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Pushing event updated for resources: {'Subnet': ['ID=a19c3f6c-f841-416c-ac23-45c961908abe,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:51.606575 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a835e478-ee31-447c-b347-1dfa06be3b63 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Checking segment: {'id': '19a9e3e3-1995-4ba5-91af-3f4ced3152f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e276b38d-6a4b-4ff3-b4f4-0a517349fb20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:17:51.606930 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a835e478-ee31-447c-b347-1dfa06be3b63 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Network hostable DHCP agents. Network: e276b38d-6a4b-4ff3-b4f4-0a517349fb20, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:17:51.626871 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a835e478-ee31-447c-b347-1dfa06be3b63 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Network e276b38d-6a4b-4ff3-b4f4-0a517349fb20 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:17:51.637556 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-a835e478-ee31-447c-b347-1dfa06be3b63 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, e276b38d-6a4b-4ff3-b4f4-0a517349fb20) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:17:51.642314 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a835e478-ee31-447c-b347-1dfa06be3b63 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:51.642910 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a835e478-ee31-447c-b347-1dfa06be3b63 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:51.647059 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe225fb6-7ac1-47dd-ade3-75f1110839ea None None] Network e276b38d-6a4b-4ff3-b4f4-0a517349fb20 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:17:51.673655 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a835e478-ee31-447c-b347-1dfa06be3b63 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5412524 Jan 21 10:17:51.676235 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 33648) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:51.823551 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6276c97d-1b96-4b91-a650-94040fc6e5c7 None None] Network bb1c9e91-7687-41f2-8f4b-0cf5f43e3c22 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:17:51.837519 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d14d8cf7-36ed-49b1-b538-2fe1eed95936 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:51.910489 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d14d8cf7-36ed-49b1-b538-2fe1eed95936 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:51.951298 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953e6b3f-579e-4016-92d9-3825fd7073da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-e276b38d-6a4b-4ff3-b4f4-0a517349fb20', 'network_id': 'e276b38d-6a4b-4ff3-b4f4-0a517349fb20', 'tenant_id': '1c2ef12b5bca4f2cbac11f14b93aa12e', 'fixed_ips': [{'subnet_id': 'a19c3f6c-f841-416c-ac23-45c961908abe'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:17:51.952156 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-953e6b3f-579e-4016-92d9-3825fd7073da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:51.984995 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d14d8cf7-36ed-49b1-b538-2fe1eed95936 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:52.026878 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d8cf7-36ed-49b1-b538-2fe1eed95936 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Pushing event deleted for resources: {'Subnet': ['ID=a19c3f6c-f841-416c-ac23-45c961908abe,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:52.031539 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-844cfdb2-53b8-4a99-8491-bbe0232122da None None] Provisioning for port 1830732b-7418-4194-a44a-d7e3ff3116b4 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:17:52.082768 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-844cfdb2-53b8-4a99-8491-bbe0232122da None None] Provisioning complete for port 1830732b-7418-4194-a44a-d7e3ff3116b4 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:17:52.083135 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-844cfdb2-53b8-4a99-8491-bbe0232122da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:52.123426 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d14d8cf7-36ed-49b1-b538-2fe1eed95936 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:52.148038 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-d14d8cf7-36ed-49b1-b538-2fe1eed95936 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e276b38d-6a4b-4ff3-b4f4-0a517349fb20']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:52.165782 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-d14d8cf7-36ed-49b1-b538-2fe1eed95936 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19a9e3e3-1995-4ba5-91af-3f4ced3152f2') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:52.166117 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-d14d8cf7-36ed-49b1-b538-2fe1eed95936 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19a9e3e3-1995-4ba5-91af-3f4ced3152f2') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:52.179055 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d14d8cf7-36ed-49b1-b538-2fe1eed95936 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:52.194923 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4637f144-c2b8-4eb5-870d-8b281a6ec38f None None] Network e276b38d-6a4b-4ff3-b4f4-0a517349fb20 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:17:52.195568 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d14d8cf7-36ed-49b1-b538-2fe1eed95936 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:52.202354 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d14d8cf7-36ed-49b1-b538-2fe1eed95936 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:17:52.202734 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d14d8cf7-36ed-49b1-b538-2fe1eed95936 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:52.217522 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 10:17:52.217522 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:17:52.217522 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 10:17:52.217522 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:17:52.217522 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 10:17:52.217522 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:17:52.217522 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 10:17:52.217522 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:17:52.217522 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 10:17:52.217522 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:17:52.217522 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 10:17:52.217522 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:17:52.217522 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 10:17:52.217522 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:17:52.217522 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:17:52.217522 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:17:52.217522 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:17:52.217522 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:17:52.217522 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 10:17:52.217522 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:17:52.217522 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 10:17:52.217522 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:17:52.217522 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:17:52.217522 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:17:52.217522 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 10:17:52.217522 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:17:52.217522 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:17:52.217522 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:17:52.217522 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:17:52.217522 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:17:52.217522 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:17:52.217522 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:17:52.295436 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d14d8cf7-36ed-49b1-b538-2fe1eed95936 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:52.313737 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d14d8cf7-36ed-49b1-b538-2fe1eed95936 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:52.328112 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d8cf7-36ed-49b1-b538-2fe1eed95936 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Pushing event deleted for resources: {'Network': ['ID=e276b38d-6a4b-4ff3-b4f4-0a517349fb20,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:52.336358 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d14d8cf7-36ed-49b1-b538-2fe1eed95936 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] 10.222.0.110 "DELETE /v2.0/networks/e276b38d-6a4b-4ff3-b4f4-0a517349fb20 HTTP/1.1" status: 204 len: 168 time: 0.6589918 Jan 21 10:17:52.337897 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14d8cf7-36ed-49b1-b538-2fe1eed95936 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:52.339359 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14d8cf7-36ed-49b1-b538-2fe1eed95936 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:52.339359 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14d8cf7-36ed-49b1-b538-2fe1eed95936 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:52.339359 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14d8cf7-36ed-49b1-b538-2fe1eed95936 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:52.339359 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14d8cf7-36ed-49b1-b538-2fe1eed95936 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:52.339756 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14d8cf7-36ed-49b1-b538-2fe1eed95936 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:52.339901 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14d8cf7-36ed-49b1-b538-2fe1eed95936 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:52.340602 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33652) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:52.341132 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14d8cf7-36ed-49b1-b538-2fe1eed95936 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:52.341570 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14d8cf7-36ed-49b1-b538-2fe1eed95936 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:52.342018 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14d8cf7-36ed-49b1-b538-2fe1eed95936 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:52.342485 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14d8cf7-36ed-49b1-b538-2fe1eed95936 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:52.342981 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14d8cf7-36ed-49b1-b538-2fe1eed95936 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:52.346636 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-48119ee0-0bf7-474b-82ed-e1ee9e3be501 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1254962623'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:17:52.351665 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-48119ee0-0bf7-474b-82ed-e1ee9e3be501 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:52.356045 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-48119ee0-0bf7-474b-82ed-e1ee9e3be501 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Usage tracker for resource:network and tenant:1c2ef12b5bca4f2cbac11f14b93aa12e is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:52.359125 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-48119ee0-0bf7-474b-82ed-e1ee9e3be501 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:52.365331 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-48119ee0-0bf7-474b-82ed-e1ee9e3be501 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:52.376023 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48119ee0-0bf7-474b-82ed-e1ee9e3be501 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Made reservation on behalf of 1c2ef12b5bca4f2cbac11f14b93aa12e for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:17:52.379471 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-48119ee0-0bf7-474b-82ed-e1ee9e3be501 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:52.407828 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48119ee0-0bf7-474b-82ed-e1ee9e3be501 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:17:52.416740 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-48119ee0-0bf7-474b-82ed-e1ee9e3be501 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:52.417098 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-48119ee0-0bf7-474b-82ed-e1ee9e3be501 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Added segment 36992f56-0e00-4473-9d66-7692e293bcff of type vlan for network e158b4da-2fbb-4406-b173-a4aa5efa374d Jan 21 10:17:52.432918 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-844cfdb2-53b8-4a99-8491-bbe0232122da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:52.443846 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-48119ee0-0bf7-474b-82ed-e1ee9e3be501 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:52.470584 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-844cfdb2-53b8-4a99-8491-bbe0232122da None None] For port 1830732b-7418-4194-a44a-d7e3ff3116b4, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=1830732b-7418-4194-a44a-d7e3ff3116b4,segment=NetworkSegment(3fe26b4e-8c1a-4fce-ba28-f81d3cc279f0),segment_id=3fe26b4e-8c1a-4fce-ba28-f81d3cc279f0)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:17:52.475765 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-844cfdb2-53b8-4a99-8491-bbe0232122da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:52.478795 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-48119ee0-0bf7-474b-82ed-e1ee9e3be501 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:52.484870 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48119ee0-0bf7-474b-82ed-e1ee9e3be501 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:52.485444 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-48119ee0-0bf7-474b-82ed-e1ee9e3be501 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:52.547961 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844cfdb2-53b8-4a99-8491-bbe0232122da None None] Pushing event updated for resources: {'Port': ['ID=1830732b-7418-4194-a44a-d7e3ff3116b4,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:52.551743 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-48119ee0-0bf7-474b-82ed-e1ee9e3be501 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2073779 Jan 21 10:17:52.552062 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 33656) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:52.557982 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-a973acec-383f-4205-8a6b-309da1882138 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Request body: {'subnet': {'network_id': 'e158b4da-2fbb-4406-b173-a4aa5efa374d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:17:52.602303 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48119ee0-0bf7-474b-82ed-e1ee9e3be501 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Pushing event updated for resources: {'Network': ['ID=e158b4da-2fbb-4406-b173-a4aa5efa374d,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:52.613697 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network e158b4da-2fbb-4406-b173-a4aa5efa374d details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:17:52.729234 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-b0f6f8a4-1751-41cc-9cb4-71521e60a8f7 None None] Provisioning complete for port 1830732b-7418-4194-a44a-d7e3ff3116b4 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:17:52.729610 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b0f6f8a4-1751-41cc-9cb4-71521e60a8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:52.777783 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a973acec-383f-4205-8a6b-309da1882138 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:52.781841 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a973acec-383f-4205-8a6b-309da1882138 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Usage tracker for resource:subnet and tenant:1c2ef12b5bca4f2cbac11f14b93aa12e is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:52.785187 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a973acec-383f-4205-8a6b-309da1882138 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:52.791747 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a973acec-383f-4205-8a6b-309da1882138 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:52.803512 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a973acec-383f-4205-8a6b-309da1882138 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Made reservation on behalf of 1c2ef12b5bca4f2cbac11f14b93aa12e for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:17:52.807170 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a973acec-383f-4205-8a6b-309da1882138 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:53.031905 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a973acec-383f-4205-8a6b-309da1882138 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:53.111916 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a973acec-383f-4205-8a6b-309da1882138 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Pushing event updated for resources: {'Subnet': ['ID=c487dcf6-005c-4703-9aa1-21e90fd127fd,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:53.121592 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a973acec-383f-4205-8a6b-309da1882138 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Checking segment: {'id': '36992f56-0e00-4473-9d66-7692e293bcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e158b4da-2fbb-4406-b173-a4aa5efa374d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:17:53.121942 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a973acec-383f-4205-8a6b-309da1882138 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Network hostable DHCP agents. Network: e158b4da-2fbb-4406-b173-a4aa5efa374d, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:17:53.141104 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a973acec-383f-4205-8a6b-309da1882138 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Network e158b4da-2fbb-4406-b173-a4aa5efa374d is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:17:53.150341 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-a973acec-383f-4205-8a6b-309da1882138 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, e158b4da-2fbb-4406-b173-a4aa5efa374d) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:17:53.154800 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a973acec-383f-4205-8a6b-309da1882138 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:53.155351 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a973acec-383f-4205-8a6b-309da1882138 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:53.161179 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d1ace2-2683-46f0-b8eb-c24d4f740cfa None None] Network e158b4da-2fbb-4406-b173-a4aa5efa374d requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:17:53.178027 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a973acec-383f-4205-8a6b-309da1882138 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6247733 Jan 21 10:17:53.181386 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 33660) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:53.187627 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-bbcddea0-2c5f-4e97-9811-ceb927ffdc96 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-475882897'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:17:53.192451 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-bbcddea0-2c5f-4e97-9811-ceb927ffdc96 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:53.196316 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-bbcddea0-2c5f-4e97-9811-ceb927ffdc96 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Usage tracker for resource:network and tenant:1c2ef12b5bca4f2cbac11f14b93aa12e is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:53.199322 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-bbcddea0-2c5f-4e97-9811-ceb927ffdc96 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:53.205047 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-bbcddea0-2c5f-4e97-9811-ceb927ffdc96 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:53.215837 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcddea0-2c5f-4e97-9811-ceb927ffdc96 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Made reservation on behalf of 1c2ef12b5bca4f2cbac11f14b93aa12e for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:17:53.219230 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bbcddea0-2c5f-4e97-9811-ceb927ffdc96 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:53.247541 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbcddea0-2c5f-4e97-9811-ceb927ffdc96 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:17:53.256809 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bbcddea0-2c5f-4e97-9811-ceb927ffdc96 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:53.257148 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-bbcddea0-2c5f-4e97-9811-ceb927ffdc96 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Added segment 539a5f75-1468-4428-b70c-a969eac8acd8 of type vlan for network a2f81375-3d38-4d8e-9244-f3f9781e05bb Jan 21 10:17:53.285961 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bbcddea0-2c5f-4e97-9811-ceb927ffdc96 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:53.318186 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bbcddea0-2c5f-4e97-9811-ceb927ffdc96 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:53.324229 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcddea0-2c5f-4e97-9811-ceb927ffdc96 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:53.324864 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bbcddea0-2c5f-4e97-9811-ceb927ffdc96 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:53.326366 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 1830732b-7418-4194-a44a-d7e3ff3116b4 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:17:53.375406 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-bbcddea0-2c5f-4e97-9811-ceb927ffdc96 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1928947 Jan 21 10:17:53.378259 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33664) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:53.384932 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-5ac1d843-b582-4532-9bbf-20505b7d403c tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Request body: {'subnet': {'network_id': 'a2f81375-3d38-4d8e-9244-f3f9781e05bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:17:53.438546 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcddea0-2c5f-4e97-9811-ceb927ffdc96 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Pushing event updated for resources: {'Network': ['ID=a2f81375-3d38-4d8e-9244-f3f9781e05bb,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:53.444981 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd926359-f86a-414e-92ae-afc8c3d2563e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-e158b4da-2fbb-4406-b173-a4aa5efa374d', 'network_id': 'e158b4da-2fbb-4406-b173-a4aa5efa374d', 'tenant_id': '1c2ef12b5bca4f2cbac11f14b93aa12e', 'fixed_ips': [{'subnet_id': 'c487dcf6-005c-4703-9aa1-21e90fd127fd'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:17:53.445794 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fd926359-f86a-414e-92ae-afc8c3d2563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:53.458064 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network a2f81375-3d38-4d8e-9244-f3f9781e05bb details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:17:53.476619 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 1830732b-7418-4194-a44a-d7e3ff3116b4 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:17:53.476991 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:53.498124 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-5ac1d843-b582-4532-9bbf-20505b7d403c tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:53.502085 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-5ac1d843-b582-4532-9bbf-20505b7d403c tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Usage tracker for resource:subnet and tenant:1c2ef12b5bca4f2cbac11f14b93aa12e is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:53.505040 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-5ac1d843-b582-4532-9bbf-20505b7d403c tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:53.510584 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-5ac1d843-b582-4532-9bbf-20505b7d403c tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:53.521305 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac1d843-b582-4532-9bbf-20505b7d403c tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Made reservation on behalf of 1c2ef12b5bca4f2cbac11f14b93aa12e for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:17:53.524891 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5ac1d843-b582-4532-9bbf-20505b7d403c tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:53.814299 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-fd926359-f86a-414e-92ae-afc8c3d2563e None None] Allocated IP 2001:db8::2 (e158b4da-2fbb-4406-b173-a4aa5efa374d/c487dcf6-005c-4703-9aa1-21e90fd127fd/5ec7aff3-717b-4464-90f9-fb723d426c50) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:17:53.844009 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5ac1d843-b582-4532-9bbf-20505b7d403c tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:53.925284 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1d843-b582-4532-9bbf-20505b7d403c tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Pushing event updated for resources: {'Subnet': ['ID=04ca29f4-c191-45f6-91f3-c1afb0205175,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:53.936500 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac1d843-b582-4532-9bbf-20505b7d403c tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Checking segment: {'id': '539a5f75-1468-4428-b70c-a969eac8acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a2f81375-3d38-4d8e-9244-f3f9781e05bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:17:53.936855 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac1d843-b582-4532-9bbf-20505b7d403c tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Network hostable DHCP agents. Network: a2f81375-3d38-4d8e-9244-f3f9781e05bb, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:17:53.957777 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac1d843-b582-4532-9bbf-20505b7d403c tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Network a2f81375-3d38-4d8e-9244-f3f9781e05bb is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:17:53.969449 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-5ac1d843-b582-4532-9bbf-20505b7d403c tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, a2f81375-3d38-4d8e-9244-f3f9781e05bb) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:17:53.976906 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac1d843-b582-4532-9bbf-20505b7d403c tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:53.978800 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5ac1d843-b582-4532-9bbf-20505b7d403c tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:54.002548 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5ac1d843-b582-4532-9bbf-20505b7d403c tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6231642 Jan 21 10:17:54.005642 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33668) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:54.009771 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d635d3-9214-42c9-9a84-07e06b73f23e None None] Network a2f81375-3d38-4d8e-9244-f3f9781e05bb requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:17:54.123046 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fd926359-f86a-414e-92ae-afc8c3d2563e None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:54.143601 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-fd926359-f86a-414e-92ae-afc8c3d2563e None None] Transition to ACTIVE for port object 5ec7aff3-717b-4464-90f9-fb723d426c50 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:17:54.158946 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-350598bc-cc80-4893-b7cb-1c979bf9b4be tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:54.179475 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-fd926359-f86a-414e-92ae-afc8c3d2563e None None] Transition to ACTIVE for port object 5ec7aff3-717b-4464-90f9-fb723d426c50 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:17:54.213675 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fd926359-f86a-414e-92ae-afc8c3d2563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:54.227613 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-350598bc-cc80-4893-b7cb-1c979bf9b4be tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:54.285927 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd926359-f86a-414e-92ae-afc8c3d2563e None None] Network e158b4da-2fbb-4406-b173-a4aa5efa374d is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:17:54.290790 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-fd926359-f86a-414e-92ae-afc8c3d2563e None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:17:54.297870 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd926359-f86a-414e-92ae-afc8c3d2563e None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:17:54.306849 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-350598bc-cc80-4893-b7cb-1c979bf9b4be tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:54.346308 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350598bc-cc80-4893-b7cb-1c979bf9b4be tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Pushing event deleted for resources: {'Subnet': ['ID=04ca29f4-c191-45f6-91f3-c1afb0205175,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:54.371492 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd926359-f86a-414e-92ae-afc8c3d2563e None None] Pushing event updated for resources: {'Port': ['ID=5ec7aff3-717b-4464-90f9-fb723d426c50,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:54.409337 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6e8519-9d1f-425d-a455-e93d49e0f1e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-a2f81375-3d38-4d8e-9244-f3f9781e05bb', 'network_id': 'a2f81375-3d38-4d8e-9244-f3f9781e05bb', 'tenant_id': '1c2ef12b5bca4f2cbac11f14b93aa12e', 'fixed_ips': [{'subnet_id': '04ca29f4-c191-45f6-91f3-c1afb0205175'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:17:54.410140 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3f6e8519-9d1f-425d-a455-e93d49e0f1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:54.444061 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-350598bc-cc80-4893-b7cb-1c979bf9b4be tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:54.469903 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-350598bc-cc80-4893-b7cb-1c979bf9b4be tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f81375-3d38-4d8e-9244-f3f9781e05bb']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:54.481323 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-fd926359-f86a-414e-92ae-afc8c3d2563e None None] Attempting to bind port 5ec7aff3-717b-4464-90f9-fb723d426c50 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:17:54.481783 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-fd926359-f86a-414e-92ae-afc8c3d2563e None None] Attempting to bind port 5ec7aff3-717b-4464-90f9-fb723d426c50 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '36992f56-0e00-4473-9d66-7692e293bcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e158b4da-2fbb-4406-b173-a4aa5efa374d'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:17:54.482146 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd926359-f86a-414e-92ae-afc8c3d2563e None None] Attempting to bind port 5ec7aff3-717b-4464-90f9-fb723d426c50 on network e158b4da-2fbb-4406-b173-a4aa5efa374d {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:17:54.482498 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-350598bc-cc80-4893-b7cb-1c979bf9b4be tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '539a5f75-1468-4428-b70c-a969eac8acd8') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:54.482734 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-350598bc-cc80-4893-b7cb-1c979bf9b4be tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '539a5f75-1468-4428-b70c-a969eac8acd8') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:54.492646 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd926359-f86a-414e-92ae-afc8c3d2563e None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:17:54.493009 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd926359-f86a-414e-92ae-afc8c3d2563e None None] Checking segment: {'id': '36992f56-0e00-4473-9d66-7692e293bcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e158b4da-2fbb-4406-b173-a4aa5efa374d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:17:54.493402 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fd926359-f86a-414e-92ae-afc8c3d2563e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:54.493783 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd926359-f86a-414e-92ae-afc8c3d2563e None None] Bound using segment: {'id': '36992f56-0e00-4473-9d66-7692e293bcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e158b4da-2fbb-4406-b173-a4aa5efa374d'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:17:54.494234 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-fd926359-f86a-414e-92ae-afc8c3d2563e None None] Bound port: 5ec7aff3-717b-4464-90f9-fb723d426c50, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36992f56-0e00-4473-9d66-7692e293bcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e158b4da-2fbb-4406-b173-a4aa5efa374d'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:17:54.494351 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-350598bc-cc80-4893-b7cb-1c979bf9b4be tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:54.494601 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fd926359-f86a-414e-92ae-afc8c3d2563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:54.510505 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-350598bc-cc80-4893-b7cb-1c979bf9b4be tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:54.517529 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-350598bc-cc80-4893-b7cb-1c979bf9b4be tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:17:54.517908 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-350598bc-cc80-4893-b7cb-1c979bf9b4be tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:54.532981 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 10:17:54.532981 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:17:54.532981 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 10:17:54.532981 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:17:54.532981 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 10:17:54.532981 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:17:54.532981 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 10:17:54.532981 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:17:54.532981 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 10:17:54.532981 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:17:54.532981 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 10:17:54.532981 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:17:54.532981 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 10:17:54.532981 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:17:54.532981 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:17:54.532981 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:17:54.532981 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:17:54.532981 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:17:54.532981 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 10:17:54.532981 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:17:54.532981 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 10:17:54.532981 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:17:54.532981 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:17:54.532981 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:17:54.532981 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 10:17:54.532981 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:17:54.532981 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:17:54.532981 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:17:54.532981 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:17:54.532981 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:17:54.532981 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:17:54.532981 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:17:54.587055 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b09a41-a903-417d-b308-56f108092ed6 None None] Network a2f81375-3d38-4d8e-9244-f3f9781e05bb requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:17:54.616141 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-350598bc-cc80-4893-b7cb-1c979bf9b4be tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:54.621108 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-350598bc-cc80-4893-b7cb-1c979bf9b4be tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:54.649885 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-350598bc-cc80-4893-b7cb-1c979bf9b4be tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] 10.222.0.110 "DELETE /v2.0/networks/a2f81375-3d38-4d8e-9244-f3f9781e05bb HTTP/1.1" status: 204 len: 168 time: 0.6433489 Jan 21 10:17:54.651171 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350598bc-cc80-4893-b7cb-1c979bf9b4be tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Pushing event deleted for resources: {'Network': ['ID=a2f81375-3d38-4d8e-9244-f3f9781e05bb,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:54.653960 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 33672) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:54.673777 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-fd926359-f86a-414e-92ae-afc8c3d2563e None None] For port 5ec7aff3-717b-4464-90f9-fb723d426c50, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:17:54.698266 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b432c7-cefb-4ab6-8d0d-88f6b5803879 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] GET failed (client error): The resource could not be found. Jan 21 10:17:54.698770 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-53b432c7-cefb-4ab6-8d0d-88f6b5803879 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Synchronizing usage tracker for tenant:1c2ef12b5bca4f2cbac11f14b93aa12e on resource:subnet {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:17:54.716802 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-53b432c7-cefb-4ab6-8d0d-88f6b5803879 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Unset dirty status for tenant:1c2ef12b5bca4f2cbac11f14b93aa12e on resource:subnet {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:17:54.717967 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-53b432c7-cefb-4ab6-8d0d-88f6b5803879 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] 10.222.0.110 "GET /v2.0/subnets/04ca29f4-c191-45f6-91f3-c1afb0205175 HTTP/1.1" status: 404 len: 337 time: 0.0599227 Jan 21 10:17:54.720919 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33676) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:54.738140 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-fd926359-f86a-414e-92ae-afc8c3d2563e None None] For port 5ec7aff3-717b-4464-90f9-fb723d426c50, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=5ec7aff3-717b-4464-90f9-fb723d426c50,segment=NetworkSegment(36992f56-0e00-4473-9d66-7692e293bcff),segment_id=36992f56-0e00-4473-9d66-7692e293bcff)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:17:54.745293 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f153ff-12e6-4ed1-bfbe-a185f6794d68 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] DELETE failed (client error): The resource could not be found. Jan 21 10:17:54.745836 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64f153ff-12e6-4ed1-bfbe-a185f6794d68 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 10:17:54.751742 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-64f153ff-12e6-4ed1-bfbe-a185f6794d68 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] 10.222.0.110 "DELETE /v2.0/networks/a2f81375-3d38-4d8e-9244-f3f9781e05bb HTTP/1.1" status: 404 len: 339 time: 0.0257428 Jan 21 10:17:54.751973 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33680) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:54.772770 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fd926359-f86a-414e-92ae-afc8c3d2563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:54.794646 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-41b05043-8d6f-4a9b-8ab4-4f1458bff8cb tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] DELETE failed (client error): The resource could not be found. Jan 21 10:17:54.795092 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41b05043-8d6f-4a9b-8ab4-4f1458bff8cb tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 10:17:54.796885 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-41b05043-8d6f-4a9b-8ab4-4f1458bff8cb tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] 10.222.0.110 "DELETE /v2.0/subnets/04ca29f4-c191-45f6-91f3-c1afb0205175 HTTP/1.1" status: 404 len: 337 time: 0.0439939 Jan 21 10:17:54.799448 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33684) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:54.823849 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f84c6a2-08e5-4ede-8dda-ce9c9edc92d0 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] DELETE failed (client error): The resource could not be found. Jan 21 10:17:54.824300 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f84c6a2-08e5-4ede-8dda-ce9c9edc92d0 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 10:17:54.825884 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1f84c6a2-08e5-4ede-8dda-ce9c9edc92d0 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] 10.222.0.110 "DELETE /v2.0/networks/a2f81375-3d38-4d8e-9244-f3f9781e05bb HTTP/1.1" status: 404 len: 339 time: 0.0255790 Jan 21 10:17:54.828418 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33688) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:54.888796 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd926359-f86a-414e-92ae-afc8c3d2563e None None] Pushing event updated for resources: {'Port': ['ID=5ec7aff3-717b-4464-90f9-fb723d426c50,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:54.902497 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-5006862a-7323-48d1-8fee-5dd46676efd8 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Deleting subnet c487dcf6-005c-4703-9aa1-21e90fd127fd {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:17:54.905909 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5006862a-7323-48d1-8fee-5dd46676efd8 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:54.966985 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5006862a-7323-48d1-8fee-5dd46676efd8 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:55.073497 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5006862a-7323-48d1-8fee-5dd46676efd8 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:55.152354 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5006862a-7323-48d1-8fee-5dd46676efd8 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:55.206304 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006862a-7323-48d1-8fee-5dd46676efd8 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Pushing event deleted for resources: {'Subnet': ['ID=c487dcf6-005c-4703-9aa1-21e90fd127fd,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:55.209870 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5006862a-7323-48d1-8fee-5dd46676efd8 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:55.223012 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5006862a-7323-48d1-8fee-5dd46676efd8 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] 10.222.0.110 "DELETE /v2.0/subnets/c487dcf6-005c-4703-9aa1-21e90fd127fd HTTP/1.1" status: 204 len: 168 time: 0.3936810 Jan 21 10:17:55.225406 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33692) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:55.338922 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 5ec7aff3-717b-4464-90f9-fb723d426c50 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:17:55.341860 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0dae8c5a-e28b-4d10-9ff9-5b8ee1185cf1 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:55.352544 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-0dae8c5a-e28b-4d10-9ff9-5b8ee1185cf1 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Deleting port 5ec7aff3-717b-4464-90f9-fb723d426c50 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:17:55.352864 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0dae8c5a-e28b-4d10-9ff9-5b8ee1185cf1 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:55.409659 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 5ec7aff3-717b-4464-90f9-fb723d426c50 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:17:55.564060 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-0dae8c5a-e28b-4d10-9ff9-5b8ee1185cf1 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] For port 5ec7aff3-717b-4464-90f9-fb723d426c50, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=5ec7aff3-717b-4464-90f9-fb723d426c50,segment=NetworkSegment(36992f56-0e00-4473-9d66-7692e293bcff),segment_id=36992f56-0e00-4473-9d66-7692e293bcff)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:17:55.564647 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0dae8c5a-e28b-4d10-9ff9-5b8ee1185cf1 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:55.790922 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6af686-2a90-464a-b1c3-d610ecf90adb None None] Network e158b4da-2fbb-4406-b173-a4aa5efa374d requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:17:55.802835 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-0dae8c5a-e28b-4d10-9ff9-5b8ee1185cf1 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Calling delete_port for 5ec7aff3-717b-4464-90f9-fb723d426c50 owned by network:dhcp {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:17:55.882131 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0dae8c5a-e28b-4d10-9ff9-5b8ee1185cf1 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:55.928042 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae8c5a-e28b-4d10-9ff9-5b8ee1185cf1 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Pushing event deleted for resources: {'Port': ['ID=5ec7aff3-717b-4464-90f9-fb723d426c50,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:55.933826 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dae8c5a-e28b-4d10-9ff9-5b8ee1185cf1 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] No DVR routers for this DVR port 5ec7aff3-717b-4464-90f9-fb723d426c50 on host dv-neutron-825731-1-hyperv {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:17:55.956235 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0e9cefdb-2b94-4b7a-800b-4f8b4114d2b9 None None] Provisioning complete for port 5ec7aff3-717b-4464-90f9-fb723d426c50 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:17:55.956609 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0e9cefdb-2b94-4b7a-800b-4f8b4114d2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:55.999692 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-0e9cefdb-2b94-4b7a-800b-4f8b4114d2b9 None None] Port 5ec7aff3-717b-4464-90f9-fb723d426c50 was deleted so its status cannot be updated. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 10:17:56.054777 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0f1c01-09a4-4712-bd1a-e7644a67b946 None None] DHCP port deletion for e158b4da-2fbb-4406-b173-a4aa5efa374d request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 10:17:56.066873 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0dae8c5a-e28b-4d10-9ff9-5b8ee1185cf1 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:56.092939 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-0dae8c5a-e28b-4d10-9ff9-5b8ee1185cf1 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e158b4da-2fbb-4406-b173-a4aa5efa374d']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:56.104755 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-0dae8c5a-e28b-4d10-9ff9-5b8ee1185cf1 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36992f56-0e00-4473-9d66-7692e293bcff') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:56.105056 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-0dae8c5a-e28b-4d10-9ff9-5b8ee1185cf1 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36992f56-0e00-4473-9d66-7692e293bcff') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:56.117105 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0dae8c5a-e28b-4d10-9ff9-5b8ee1185cf1 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:56.137177 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0dae8c5a-e28b-4d10-9ff9-5b8ee1185cf1 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:56.143470 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dae8c5a-e28b-4d10-9ff9-5b8ee1185cf1 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:17:56.143842 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0dae8c5a-e28b-4d10-9ff9-5b8ee1185cf1 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:56.157868 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 10:17:56.157868 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:17:56.157868 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 10:17:56.157868 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:17:56.157868 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 10:17:56.157868 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:17:56.157868 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 10:17:56.157868 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:17:56.157868 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 10:17:56.157868 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:17:56.157868 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 10:17:56.157868 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:17:56.157868 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 10:17:56.157868 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:17:56.157868 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:17:56.157868 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:17:56.157868 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:17:56.157868 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:17:56.157868 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 10:17:56.157868 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:17:56.157868 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 10:17:56.157868 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:17:56.157868 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:17:56.157868 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:17:56.157868 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 10:17:56.157868 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:17:56.157868 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:17:56.157868 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:17:56.157868 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:17:56.157868 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:17:56.157868 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:17:56.157868 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:17:56.235078 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0dae8c5a-e28b-4d10-9ff9-5b8ee1185cf1 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:56.252457 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0dae8c5a-e28b-4d10-9ff9-5b8ee1185cf1 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:56.263712 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae8c5a-e28b-4d10-9ff9-5b8ee1185cf1 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Pushing event deleted for resources: {'Network': ['ID=e158b4da-2fbb-4406-b173-a4aa5efa374d,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:56.267632 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0dae8c5a-e28b-4d10-9ff9-5b8ee1185cf1 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] 10.222.0.110 "DELETE /v2.0/networks/e158b4da-2fbb-4406-b173-a4aa5efa374d HTTP/1.1" status: 204 len: 168 time: 1.0412645 Jan 21 10:17:56.270045 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33696) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:56.311465 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-375976df-3a3b-46d7-96d3-541ad2637aee tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] DELETE failed (client error): The resource could not be found. Jan 21 10:17:56.311914 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-375976df-3a3b-46d7-96d3-541ad2637aee tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 10:17:56.313529 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-375976df-3a3b-46d7-96d3-541ad2637aee tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] 10.222.0.110 "DELETE /v2.0/subnets/a19c3f6c-f841-416c-ac23-45c961908abe HTTP/1.1" status: 404 len: 337 time: 0.0426061 Jan 21 10:17:56.316074 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33700) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:56.340424 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c943260-1309-4262-87fe-a36a051e3264 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] DELETE failed (client error): The resource could not be found. Jan 21 10:17:56.340895 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c943260-1309-4262-87fe-a36a051e3264 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 10:17:56.342454 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4c943260-1309-4262-87fe-a36a051e3264 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] 10.222.0.110 "DELETE /v2.0/networks/e276b38d-6a4b-4ff3-b4f4-0a517349fb20 HTTP/1.1" status: 404 len: 339 time: 0.0255857 Jan 21 10:17:56.344718 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33704) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:56.380613 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-1223d75b-dc36-4ccb-aa00-306c64e848a2 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] DELETE failed (client error): The resource could not be found. Jan 21 10:17:56.381049 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1223d75b-dc36-4ccb-aa00-306c64e848a2 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 10:17:56.382598 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1223d75b-dc36-4ccb-aa00-306c64e848a2 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] 10.222.0.110 "DELETE /v2.0/subnets/b61e4485-af04-4056-8b86-77c0fae234fa HTTP/1.1" status: 404 len: 337 time: 0.0370471 Jan 21 10:17:56.384805 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33708) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:56.408275 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.pecan_wsgi.hooks.translation [None req-91404262-1bb4-43e7-9ba2-9b4acd071f3c tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] DELETE failed (client error): The resource could not be found. Jan 21 10:17:56.408726 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91404262-1bb4-43e7-9ba2-9b4acd071f3c tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 10:17:56.410255 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-91404262-1bb4-43e7-9ba2-9b4acd071f3c tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] 10.222.0.110 "DELETE /v2.0/networks/d10b4983-88a3-4a20-baf7-ad3d21f87a0b HTTP/1.1" status: 404 len: 339 time: 0.0246139 Jan 21 10:17:56.412465 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33712) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:56.479146 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d6ddee-6522-417d-a0e8-4cee84175c73 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Deleting subnet 9d1f030d-cab2-47fb-b1e0-6520f8a07ab2 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:17:56.482105 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d4d6ddee-6522-417d-a0e8-4cee84175c73 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:56.534955 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d4d6ddee-6522-417d-a0e8-4cee84175c73 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:56.618911 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d4d6ddee-6522-417d-a0e8-4cee84175c73 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:56.692318 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d4d6ddee-6522-417d-a0e8-4cee84175c73 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:56.732676 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6ddee-6522-417d-a0e8-4cee84175c73 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Pushing event deleted for resources: {'Subnet': ['ID=9d1f030d-cab2-47fb-b1e0-6520f8a07ab2,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:56.734764 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d4d6ddee-6522-417d-a0e8-4cee84175c73 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:56.738986 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455fc19d-7824-47fa-90d8-c3ddef26c828 None None] Network bb1c9e91-7687-41f2-8f4b-0cf5f43e3c22 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:17:56.746059 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d4d6ddee-6522-417d-a0e8-4cee84175c73 tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] 10.222.0.110 "DELETE /v2.0/subnets/9d1f030d-cab2-47fb-b1e0-6520f8a07ab2 HTTP/1.1" status: 204 len: 168 time: 0.3323569 Jan 21 10:17:56.748736 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33716) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:56.861138 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0fe5ec2f-3b9f-4257-bd27-b1529384182a tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:56.872176 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-0fe5ec2f-3b9f-4257-bd27-b1529384182a tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Deleting port 1830732b-7418-4194-a44a-d7e3ff3116b4 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:17:56.872499 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0fe5ec2f-3b9f-4257-bd27-b1529384182a tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:56.986335 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fffa7b-713a-4cc2-a322-bb39543d5d71 None None] DHCP port deletion for bb1c9e91-7687-41f2-8f4b-0cf5f43e3c22 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 10:17:56.990762 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-53fffa7b-713a-4cc2-a322-bb39543d5d71 None None] Deleting port 1830732b-7418-4194-a44a-d7e3ff3116b4 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:17:56.991133 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-53fffa7b-713a-4cc2-a322-bb39543d5d71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:57.080018 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-0fe5ec2f-3b9f-4257-bd27-b1529384182a tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] For port 1830732b-7418-4194-a44a-d7e3ff3116b4, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=1830732b-7418-4194-a44a-d7e3ff3116b4,segment=NetworkSegment(3fe26b4e-8c1a-4fce-ba28-f81d3cc279f0),segment_id=3fe26b4e-8c1a-4fce-ba28-f81d3cc279f0)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:17:57.080363 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0fe5ec2f-3b9f-4257-bd27-b1529384182a tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:57.202660 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-0fe5ec2f-3b9f-4257-bd27-b1529384182a tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Calling delete_port for 1830732b-7418-4194-a44a-d7e3ff3116b4 owned by network:dhcp {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:17:57.215990 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-53fffa7b-713a-4cc2-a322-bb39543d5d71 None None] For port 1830732b-7418-4194-a44a-d7e3ff3116b4, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=1830732b-7418-4194-a44a-d7e3ff3116b4,segment=NetworkSegment(3fe26b4e-8c1a-4fce-ba28-f81d3cc279f0),segment_id=3fe26b4e-8c1a-4fce-ba28-f81d3cc279f0)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:17:57.216345 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-53fffa7b-713a-4cc2-a322-bb39543d5d71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:57.278250 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0fe5ec2f-3b9f-4257-bd27-b1529384182a tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:57.330392 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5ec2f-3b9f-4257-bd27-b1529384182a tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Pushing event deleted for resources: {'Port': ['ID=1830732b-7418-4194-a44a-d7e3ff3116b4,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:57.332093 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe5ec2f-3b9f-4257-bd27-b1529384182a tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] No DVR routers for this DVR port 1830732b-7418-4194-a44a-d7e3ff3116b4 on host dv-neutron-825731-1-hyperv {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:17:57.334766 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 5ec7aff3-717b-4464-90f9-fb723d426c50 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:17:57.365306 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-53fffa7b-713a-4cc2-a322-bb39543d5d71 None None] Calling delete_port for 1830732b-7418-4194-a44a-d7e3ff3116b4 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:17:57.409922 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 5ec7aff3-717b-4464-90f9-fb723d426c50 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:17:57.410267 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 5ec7aff3-717b-4464-90f9-fb723d426c50 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:17:57.410680 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 1830732b-7418-4194-a44a-d7e3ff3116b4 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:17:57.453532 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 1830732b-7418-4194-a44a-d7e3ff3116b4 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:17:57.453877 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 1830732b-7418-4194-a44a-d7e3ff3116b4 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:17:57.455558 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0fe5ec2f-3b9f-4257-bd27-b1529384182a tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:57.480756 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-0fe5ec2f-3b9f-4257-bd27-b1529384182a tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb1c9e91-7687-41f2-8f4b-0cf5f43e3c22']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:57.482907 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-53fffa7b-713a-4cc2-a322-bb39543d5d71 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:17:57.483263 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-53fffa7b-713a-4cc2-a322-bb39543d5d71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:17:57.492462 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-0fe5ec2f-3b9f-4257-bd27-b1529384182a tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe26b4e-8c1a-4fce-ba28-f81d3cc279f0') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:57.492750 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-0fe5ec2f-3b9f-4257-bd27-b1529384182a tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe26b4e-8c1a-4fce-ba28-f81d3cc279f0') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:57.504364 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0fe5ec2f-3b9f-4257-bd27-b1529384182a tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:57.519461 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0fe5ec2f-3b9f-4257-bd27-b1529384182a tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:57.525171 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe5ec2f-3b9f-4257-bd27-b1529384182a tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:17:57.525544 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0fe5ec2f-3b9f-4257-bd27-b1529384182a tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:57.540255 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 10:17:57.540255 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:17:57.540255 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 10:17:57.540255 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:17:57.540255 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 10:17:57.540255 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:17:57.540255 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 10:17:57.540255 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:17:57.540255 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 10:17:57.540255 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:17:57.540255 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 10:17:57.540255 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:17:57.540255 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 10:17:57.540255 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:17:57.540255 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:17:57.540255 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:17:57.540255 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:17:57.540255 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:17:57.540255 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 10:17:57.540255 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:17:57.540255 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 10:17:57.540255 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:17:57.540255 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:17:57.540255 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:17:57.540255 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 10:17:57.540255 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:17:57.540255 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:17:57.540255 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:17:57.540255 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:17:57.540255 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:17:57.540255 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:17:57.540255 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:17:57.620426 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0fe5ec2f-3b9f-4257-bd27-b1529384182a tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:57.637504 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0fe5ec2f-3b9f-4257-bd27-b1529384182a tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:57.647989 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5ec2f-3b9f-4257-bd27-b1529384182a tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] Pushing event deleted for resources: {'Network': ['ID=bb1c9e91-7687-41f2-8f4b-0cf5f43e3c22,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:57.651920 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0fe5ec2f-3b9f-4257-bd27-b1529384182a tempest-NetworksIpV6Test-1931151062 tempest-NetworksIpV6Test-1931151062-project] 10.222.0.110 "DELETE /v2.0/networks/bb1c9e91-7687-41f2-8f4b-0cf5f43e3c22 HTTP/1.1" status: 204 len: 168 time: 0.9022517 Jan 21 10:17:57.915241 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33724) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:57.984756 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-53fffa7b-713a-4cc2-a322-bb39543d5d71 None None] Deleting port 1830732b-7418-4194-a44a-d7e3ff3116b4 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:17:57.985293 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-53fffa7b-713a-4cc2-a322-bb39543d5d71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:58.053344 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-53fffa7b-713a-4cc2-a322-bb39543d5d71 None None] The port '1830732b-7418-4194-a44a-d7e3ff3116b4' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 10:17:58.063863 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7f3951bd-7ff7-4eb1-9b09-b5d73b82d01f admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=1c2ef12b5bca4f2cbac11f14b93aa12e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1451499 Jan 21 10:17:58.064393 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33730) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:58.123184 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6fae39b4-633b-4923-ae6a-0c23c1c6acad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:58.151537 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6fae39b4-633b-4923-ae6a-0c23c1c6acad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:58.205625 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6fae39b4-633b-4923-ae6a-0c23c1c6acad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:58.219102 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae39b4-633b-4923-ae6a-0c23c1c6acad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a450c715-0d95-4e52-8877-b68224c15c23,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:58.228673 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae39b4-633b-4923-ae6a-0c23c1c6acad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:58.229028 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae39b4-633b-4923-ae6a-0c23c1c6acad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:58.229363 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae39b4-633b-4923-ae6a-0c23c1c6acad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:58.229696 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae39b4-633b-4923-ae6a-0c23c1c6acad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:58.230559 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae39b4-633b-4923-ae6a-0c23c1c6acad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:58.230938 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae39b4-633b-4923-ae6a-0c23c1c6acad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:58.231267 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae39b4-633b-4923-ae6a-0c23c1c6acad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:58.231619 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae39b4-633b-4923-ae6a-0c23c1c6acad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:58.231944 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae39b4-633b-4923-ae6a-0c23c1c6acad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:58.232274 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae39b4-633b-4923-ae6a-0c23c1c6acad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:58.232589 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae39b4-633b-4923-ae6a-0c23c1c6acad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:58.232904 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae39b4-633b-4923-ae6a-0c23c1c6acad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:58.236882 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6fae39b4-633b-4923-ae6a-0c23c1c6acad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:58.238593 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6fae39b4-633b-4923-ae6a-0c23c1c6acad admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/a450c715-0d95-4e52-8877-b68224c15c23 HTTP/1.1" status: 204 len: 168 time: 0.1731398 Jan 21 10:17:58.912149 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33754) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:59.014401 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-edb7db1d-2a8d-45b7-a261-9ada0df281fd tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1282943369', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:17:59.021056 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-edb7db1d-2a8d-45b7-a261-9ada0df281fd tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:59.025080 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-edb7db1d-2a8d-45b7-a261-9ada0df281fd tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Usage tracker for resource:router and tenant:6f4cabc77ff942bdb80eaaea8317218e is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:59.028585 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-edb7db1d-2a8d-45b7-a261-9ada0df281fd tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:59.034642 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-edb7db1d-2a8d-45b7-a261-9ada0df281fd tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:59.045176 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-edb7db1d-2a8d-45b7-a261-9ada0df281fd tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:59.046132 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-edb7db1d-2a8d-45b7-a261-9ada0df281fd tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:59.060551 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-edb7db1d-2a8d-45b7-a261-9ada0df281fd tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:59.079141 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-edb7db1d-2a8d-45b7-a261-9ada0df281fd tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:59.101049 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-edb7db1d-2a8d-45b7-a261-9ada0df281fd tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:59.102196 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-edb7db1d-2a8d-45b7-a261-9ada0df281fd tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1890745 Jan 21 10:17:59.104925 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33760) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:59.111208 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-ea0789e4-4b89-4da5-80b3-aa58b47ee5e1 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-864949258'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:17:59.115953 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ea0789e4-4b89-4da5-80b3-aa58b47ee5e1 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:59.120205 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ea0789e4-4b89-4da5-80b3-aa58b47ee5e1 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Usage tracker for resource:network and tenant:6f4cabc77ff942bdb80eaaea8317218e is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:59.124044 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ea0789e4-4b89-4da5-80b3-aa58b47ee5e1 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:59.129653 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ea0789e4-4b89-4da5-80b3-aa58b47ee5e1 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:59.138979 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0789e4-4b89-4da5-80b3-aa58b47ee5e1 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Made reservation on behalf of 6f4cabc77ff942bdb80eaaea8317218e for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:17:59.142314 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ea0789e4-4b89-4da5-80b3-aa58b47ee5e1 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:59.154405 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ea0789e4-4b89-4da5-80b3-aa58b47ee5e1 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:59.169816 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ea0789e4-4b89-4da5-80b3-aa58b47ee5e1 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:59.173576 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ea0789e4-4b89-4da5-80b3-aa58b47ee5e1 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Usage tracker for resource:security_group_rule and tenant:6f4cabc77ff942bdb80eaaea8317218e is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:59.176451 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ea0789e4-4b89-4da5-80b3-aa58b47ee5e1 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:59.182090 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ea0789e4-4b89-4da5-80b3-aa58b47ee5e1 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:59.264865 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ea0789e4-4b89-4da5-80b3-aa58b47ee5e1 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:59.268216 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ea0789e4-4b89-4da5-80b3-aa58b47ee5e1 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:59.303110 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea0789e4-4b89-4da5-80b3-aa58b47ee5e1 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:17:59.311897 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0789e4-4b89-4da5-80b3-aa58b47ee5e1 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd5ab57-2b81-4185-9d70-b781e38e2608,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:59.317228 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ea0789e4-4b89-4da5-80b3-aa58b47ee5e1 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:59.317569 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-ea0789e4-4b89-4da5-80b3-aa58b47ee5e1 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Added segment 5880a69e-3cd4-4848-963c-c596539daf8a of type vlan for network 55e6316b-f3a0-4281-acc5-891d1be787d4 Jan 21 10:17:59.343024 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ea0789e4-4b89-4da5-80b3-aa58b47ee5e1 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:59.371496 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ea0789e4-4b89-4da5-80b3-aa58b47ee5e1 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:59.376777 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0789e4-4b89-4da5-80b3-aa58b47ee5e1 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:59.377351 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ea0789e4-4b89-4da5-80b3-aa58b47ee5e1 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:59.481202 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ea0789e4-4b89-4da5-80b3-aa58b47ee5e1 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3743026 Jan 21 10:17:59.484124 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 33764) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:59.486308 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0789e4-4b89-4da5-80b3-aa58b47ee5e1 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Pushing event updated for resources: {'Network': ['ID=55e6316b-f3a0-4281-acc5-891d1be787d4,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:59.490660 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-bee38c6b-d571-4ff5-babf-e38aac41cd3b tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Request body: {'subnet': {'network_id': '55e6316b-f3a0-4281-acc5-891d1be787d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:17:59.497359 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 55e6316b-f3a0-4281-acc5-891d1be787d4 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:17:59.601620 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-bee38c6b-d571-4ff5-babf-e38aac41cd3b tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:59.605428 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-bee38c6b-d571-4ff5-babf-e38aac41cd3b tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Usage tracker for resource:subnet and tenant:6f4cabc77ff942bdb80eaaea8317218e is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:59.608412 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-bee38c6b-d571-4ff5-babf-e38aac41cd3b tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:59.613920 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-bee38c6b-d571-4ff5-babf-e38aac41cd3b tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:59.623745 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee38c6b-d571-4ff5-babf-e38aac41cd3b tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Made reservation on behalf of 6f4cabc77ff942bdb80eaaea8317218e for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:17:59.627125 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bee38c6b-d571-4ff5-babf-e38aac41cd3b tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:59.843419 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bee38c6b-d571-4ff5-babf-e38aac41cd3b tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:59.918029 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee38c6b-d571-4ff5-babf-e38aac41cd3b tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Pushing event updated for resources: {'Subnet': ['ID=75c4fcdf-e5c7-409d-965f-f3de7ce1e282,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:59.928113 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee38c6b-d571-4ff5-babf-e38aac41cd3b tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Checking segment: {'id': '5880a69e-3cd4-4848-963c-c596539daf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '55e6316b-f3a0-4281-acc5-891d1be787d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:17:59.928475 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee38c6b-d571-4ff5-babf-e38aac41cd3b tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Network hostable DHCP agents. Network: 55e6316b-f3a0-4281-acc5-891d1be787d4, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:17:59.947207 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee38c6b-d571-4ff5-babf-e38aac41cd3b tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Network 55e6316b-f3a0-4281-acc5-891d1be787d4 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:17:59.957635 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-bee38c6b-d571-4ff5-babf-e38aac41cd3b tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 55e6316b-f3a0-4281-acc5-891d1be787d4) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:17:59.961817 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee38c6b-d571-4ff5-babf-e38aac41cd3b tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:59.962399 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bee38c6b-d571-4ff5-babf-e38aac41cd3b tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:59.967967 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae733d5-4ba2-4a91-a2a3-6d8c9e12f1fb None None] Network 55e6316b-f3a0-4281-acc5-891d1be787d4 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:17:59.985665 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-bee38c6b-d571-4ff5-babf-e38aac41cd3b tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5003762 Jan 21 10:17:59.988723 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33768) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:59.994475 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-c0c0e1c3-6301-43ad-90ba-3132dc14fff0 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-209560834'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:18:00.000351 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-c0c0e1c3-6301-43ad-90ba-3132dc14fff0 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:18:00.004241 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-c0c0e1c3-6301-43ad-90ba-3132dc14fff0 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Usage tracker for resource:network and tenant:6f4cabc77ff942bdb80eaaea8317218e is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:18:00.007182 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-c0c0e1c3-6301-43ad-90ba-3132dc14fff0 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:18:00.118473 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-c0c0e1c3-6301-43ad-90ba-3132dc14fff0 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:18:00.129332 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c0e1c3-6301-43ad-90ba-3132dc14fff0 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Made reservation on behalf of 6f4cabc77ff942bdb80eaaea8317218e for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:18:00.133094 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c0c0e1c3-6301-43ad-90ba-3132dc14fff0 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:00.162463 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0c0e1c3-6301-43ad-90ba-3132dc14fff0 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:18:00.172941 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c0c0e1c3-6301-43ad-90ba-3132dc14fff0 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:00.173214 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-c0c0e1c3-6301-43ad-90ba-3132dc14fff0 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Added segment a8f8922f-e09f-4209-8f23-8608eefe158c of type vlan for network 1b716cc7-5a96-471f-91e9-f85ba4899c02 Jan 21 10:18:00.200473 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c0c0e1c3-6301-43ad-90ba-3132dc14fff0 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:00.227179 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a024d304-79f2-4e3a-abaf-aa38ba494dde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-55e6316b-f3a0-4281-acc5-891d1be787d4', 'network_id': '55e6316b-f3a0-4281-acc5-891d1be787d4', 'tenant_id': '6f4cabc77ff942bdb80eaaea8317218e', 'fixed_ips': [{'subnet_id': '75c4fcdf-e5c7-409d-965f-f3de7ce1e282'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:18:00.228035 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a024d304-79f2-4e3a-abaf-aa38ba494dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:00.228975 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c0c0e1c3-6301-43ad-90ba-3132dc14fff0 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:00.234620 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c0e1c3-6301-43ad-90ba-3132dc14fff0 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:00.235194 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c0c0e1c3-6301-43ad-90ba-3132dc14fff0 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:00.290988 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c0c0e1c3-6301-43ad-90ba-3132dc14fff0 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3011434 Jan 21 10:18:00.295895 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 33772) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:18:00.305018 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-299f9da3-b82d-4277-8179-eed98e23eb14 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Request body: {'subnet': {'network_id': '1b716cc7-5a96-471f-91e9-f85ba4899c02', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:18:00.347479 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0e1c3-6301-43ad-90ba-3132dc14fff0 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Pushing event updated for resources: {'Network': ['ID=1b716cc7-5a96-471f-91e9-f85ba4899c02,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:00.360755 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 1b716cc7-5a96-471f-91e9-f85ba4899c02 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:18:00.431971 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-299f9da3-b82d-4277-8179-eed98e23eb14 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:18:00.435912 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-299f9da3-b82d-4277-8179-eed98e23eb14 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Usage tracker for resource:subnet and tenant:6f4cabc77ff942bdb80eaaea8317218e is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:18:00.438672 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-299f9da3-b82d-4277-8179-eed98e23eb14 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:18:00.444344 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-299f9da3-b82d-4277-8179-eed98e23eb14 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:18:00.453839 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299f9da3-b82d-4277-8179-eed98e23eb14 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Made reservation on behalf of 6f4cabc77ff942bdb80eaaea8317218e for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:18:00.457567 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-299f9da3-b82d-4277-8179-eed98e23eb14 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:00.471839 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-a024d304-79f2-4e3a-abaf-aa38ba494dde None None] Allocated IP 172.20.0.2 (55e6316b-f3a0-4281-acc5-891d1be787d4/75c4fcdf-e5c7-409d-965f-f3de7ce1e282/df64d1c0-5522-46cf-90fa-d3e30ec15165) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:18:00.674155 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-299f9da3-b82d-4277-8179-eed98e23eb14 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:00.677342 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a024d304-79f2-4e3a-abaf-aa38ba494dde None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:00.688115 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-a024d304-79f2-4e3a-abaf-aa38ba494dde None None] Transition to ACTIVE for port object df64d1c0-5522-46cf-90fa-d3e30ec15165 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:18:00.705779 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-a024d304-79f2-4e3a-abaf-aa38ba494dde None None] Transition to ACTIVE for port object df64d1c0-5522-46cf-90fa-d3e30ec15165 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:18:00.712060 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a024d304-79f2-4e3a-abaf-aa38ba494dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:00.760659 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f9da3-b82d-4277-8179-eed98e23eb14 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Pushing event updated for resources: {'Subnet': ['ID=523ae670-78b6-433c-a1d0-22ee8514b67d,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:00.766288 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299f9da3-b82d-4277-8179-eed98e23eb14 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Checking segment: {'id': 'a8f8922f-e09f-4209-8f23-8608eefe158c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '1b716cc7-5a96-471f-91e9-f85ba4899c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:18:00.766642 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299f9da3-b82d-4277-8179-eed98e23eb14 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Network hostable DHCP agents. Network: 1b716cc7-5a96-471f-91e9-f85ba4899c02, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:18:00.786005 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299f9da3-b82d-4277-8179-eed98e23eb14 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Network 1b716cc7-5a96-471f-91e9-f85ba4899c02 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:18:00.787550 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a024d304-79f2-4e3a-abaf-aa38ba494dde None None] Network 55e6316b-f3a0-4281-acc5-891d1be787d4 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:18:00.791186 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-a024d304-79f2-4e3a-abaf-aa38ba494dde None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:18:00.793842 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024d304-79f2-4e3a-abaf-aa38ba494dde None None] Pushing event updated for resources: {'Port': ['ID=df64d1c0-5522-46cf-90fa-d3e30ec15165,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:00.796014 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a024d304-79f2-4e3a-abaf-aa38ba494dde None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:18:00.797861 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-299f9da3-b82d-4277-8179-eed98e23eb14 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 1b716cc7-5a96-471f-91e9-f85ba4899c02) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:18:00.802707 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299f9da3-b82d-4277-8179-eed98e23eb14 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:00.803354 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-299f9da3-b82d-4277-8179-eed98e23eb14 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:00.825679 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-299f9da3-b82d-4277-8179-eed98e23eb14 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5284042 Jan 21 10:18:00.827337 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6cf59d-9acb-419a-86b8-56555c435f49 None None] Network 1b716cc7-5a96-471f-91e9-f85ba4899c02 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:18:00.828416 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 33776) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:18:00.833606 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-3ac09472-7d32-4728-be74-d0ff5bc9d226 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Request body: {'router': {'external_gateway_info': {'network_id': '1b716cc7-5a96-471f-91e9-f85ba4899c02'}}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:18:00.974504 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-a024d304-79f2-4e3a-abaf-aa38ba494dde None None] Attempting to bind port df64d1c0-5522-46cf-90fa-d3e30ec15165 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:18:00.974772 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-a024d304-79f2-4e3a-abaf-aa38ba494dde None None] Attempting to bind port df64d1c0-5522-46cf-90fa-d3e30ec15165 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '5880a69e-3cd4-4848-963c-c596539daf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '55e6316b-f3a0-4281-acc5-891d1be787d4'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:18:00.975138 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a024d304-79f2-4e3a-abaf-aa38ba494dde None None] Attempting to bind port df64d1c0-5522-46cf-90fa-d3e30ec15165 on network 55e6316b-f3a0-4281-acc5-891d1be787d4 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:18:00.991205 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a024d304-79f2-4e3a-abaf-aa38ba494dde None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:18:00.991612 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a024d304-79f2-4e3a-abaf-aa38ba494dde None None] Checking segment: {'id': '5880a69e-3cd4-4848-963c-c596539daf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '55e6316b-f3a0-4281-acc5-891d1be787d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:18:00.992019 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a024d304-79f2-4e3a-abaf-aa38ba494dde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:00.992415 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a024d304-79f2-4e3a-abaf-aa38ba494dde None None] Bound using segment: {'id': '5880a69e-3cd4-4848-963c-c596539daf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '55e6316b-f3a0-4281-acc5-891d1be787d4'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:18:00.992890 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-a024d304-79f2-4e3a-abaf-aa38ba494dde None None] Bound port: df64d1c0-5522-46cf-90fa-d3e30ec15165, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5880a69e-3cd4-4848-963c-c596539daf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '55e6316b-f3a0-4281-acc5-891d1be787d4'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:18:00.993263 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a024d304-79f2-4e3a-abaf-aa38ba494dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:01.142007 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-a024d304-79f2-4e3a-abaf-aa38ba494dde None None] For port df64d1c0-5522-46cf-90fa-d3e30ec15165, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:18:01.146463 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-a024d304-79f2-4e3a-abaf-aa38ba494dde None None] For port df64d1c0-5522-46cf-90fa-d3e30ec15165, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=df64d1c0-5522-46cf-90fa-d3e30ec15165,segment=NetworkSegment(5880a69e-3cd4-4848-963c-c596539daf8a),segment_id=5880a69e-3cd4-4848-963c-c596539daf8a)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:18:01.177407 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a024d304-79f2-4e3a-abaf-aa38ba494dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:01.230891 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ef3072-4955-4674-b40b-269b1321f708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-1b716cc7-5a96-471f-91e9-f85ba4899c02', 'network_id': '1b716cc7-5a96-471f-91e9-f85ba4899c02', 'tenant_id': '6f4cabc77ff942bdb80eaaea8317218e', 'fixed_ips': [{'subnet_id': '523ae670-78b6-433c-a1d0-22ee8514b67d'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:18:01.231749 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a9ef3072-4955-4674-b40b-269b1321f708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:01.339789 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3ac09472-7d32-4728-be74-d0ff5bc9d226 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:01.351938 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024d304-79f2-4e3a-abaf-aa38ba494dde None None] Pushing event updated for resources: {'Port': ['ID=df64d1c0-5522-46cf-90fa-d3e30ec15165,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:01.425825 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-a9ef3072-4955-4674-b40b-269b1321f708 None None] Allocated IP 172.21.0.2 (1b716cc7-5a96-471f-91e9-f85ba4899c02/523ae670-78b6-433c-a1d0-22ee8514b67d/b60a5169-7acd-42b0-9f13-2a3b8b86aca5) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:18:01.498727 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.api.v2.resource [None req-3ac09472-7d32-4728-be74-d0ff5bc9d226 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 10:18:01.498727 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3ac09472-7d32-4728-be74-d0ff5bc9d226 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] 10.222.0.110 "PUT /v2.0/routers/20fe9326-e1ce-4b42-8c01-1edc419e69da HTTP/1.1" status: 400 len: 364 time: 0.6664250 Jan 21 10:18:01.506664 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33780) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:18:01.593681 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-65bb3314-da58-42d8-b96f-700f0e6e482d tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Deleting subnet 523ae670-78b6-433c-a1d0-22ee8514b67d {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:18:01.662913 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a9ef3072-4955-4674-b40b-269b1321f708 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:01.673619 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-a9ef3072-4955-4674-b40b-269b1321f708 None None] Transition to ACTIVE for port object b60a5169-7acd-42b0-9f13-2a3b8b86aca5 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:18:01.692235 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-a9ef3072-4955-4674-b40b-269b1321f708 None None] Transition to ACTIVE for port object b60a5169-7acd-42b0-9f13-2a3b8b86aca5 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:18:01.696811 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-65bb3314-da58-42d8-b96f-700f0e6e482d tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:01.697448 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a9ef3072-4955-4674-b40b-269b1321f708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:01.758457 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-65bb3314-da58-42d8-b96f-700f0e6e482d tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:01.799203 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ef3072-4955-4674-b40b-269b1321f708 None None] Network 1b716cc7-5a96-471f-91e9-f85ba4899c02 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:18:01.802110 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-a9ef3072-4955-4674-b40b-269b1321f708 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:18:01.805972 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ef3072-4955-4674-b40b-269b1321f708 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:18:01.815671 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef3072-4955-4674-b40b-269b1321f708 None None] Pushing event updated for resources: {'Port': ['ID=b60a5169-7acd-42b0-9f13-2a3b8b86aca5,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:01.846737 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-65bb3314-da58-42d8-b96f-700f0e6e482d tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:01.902514 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-a9ef3072-4955-4674-b40b-269b1321f708 None None] Attempting to bind port b60a5169-7acd-42b0-9f13-2a3b8b86aca5 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:18:01.903034 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-a9ef3072-4955-4674-b40b-269b1321f708 None None] Attempting to bind port b60a5169-7acd-42b0-9f13-2a3b8b86aca5 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'a8f8922f-e09f-4209-8f23-8608eefe158c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '1b716cc7-5a96-471f-91e9-f85ba4899c02'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:18:01.903420 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef3072-4955-4674-b40b-269b1321f708 None None] Attempting to bind port b60a5169-7acd-42b0-9f13-2a3b8b86aca5 on network 1b716cc7-5a96-471f-91e9-f85ba4899c02 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:18:01.909384 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef3072-4955-4674-b40b-269b1321f708 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:18:01.909845 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef3072-4955-4674-b40b-269b1321f708 None None] Checking segment: {'id': 'a8f8922f-e09f-4209-8f23-8608eefe158c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '1b716cc7-5a96-471f-91e9-f85ba4899c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:18:01.910157 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a9ef3072-4955-4674-b40b-269b1321f708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:01.910902 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef3072-4955-4674-b40b-269b1321f708 None None] Bound using segment: {'id': 'a8f8922f-e09f-4209-8f23-8608eefe158c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '1b716cc7-5a96-471f-91e9-f85ba4899c02'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:18:01.911009 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-a9ef3072-4955-4674-b40b-269b1321f708 None None] Bound port: b60a5169-7acd-42b0-9f13-2a3b8b86aca5, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f8922f-e09f-4209-8f23-8608eefe158c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '1b716cc7-5a96-471f-91e9-f85ba4899c02'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:18:01.911362 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a9ef3072-4955-4674-b40b-269b1321f708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:01.925493 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-65bb3314-da58-42d8-b96f-700f0e6e482d tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:01.970559 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-65bb3314-da58-42d8-b96f-700f0e6e482d tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:01.973219 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb3314-da58-42d8-b96f-700f0e6e482d tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Pushing event deleted for resources: {'Subnet': ['ID=523ae670-78b6-433c-a1d0-22ee8514b67d,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:01.979232 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-65bb3314-da58-42d8-b96f-700f0e6e482d tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] 10.222.0.110 "DELETE /v2.0/subnets/523ae670-78b6-433c-a1d0-22ee8514b67d HTTP/1.1" status: 204 len: 168 time: 0.4750221 Jan 21 10:18:01.982322 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33784) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:18:02.011960 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-a9ef3072-4955-4674-b40b-269b1321f708 None None] For port b60a5169-7acd-42b0-9f13-2a3b8b86aca5, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:18:02.015553 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-a9ef3072-4955-4674-b40b-269b1321f708 None None] For port b60a5169-7acd-42b0-9f13-2a3b8b86aca5, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=b60a5169-7acd-42b0-9f13-2a3b8b86aca5,segment=NetworkSegment(a8f8922f-e09f-4209-8f23-8608eefe158c),segment_id=a8f8922f-e09f-4209-8f23-8608eefe158c)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:18:02.020431 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a9ef3072-4955-4674-b40b-269b1321f708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:02.101917 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0bd8ad82-bed4-4714-a2c1-124e01b81bb9 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:02.113226 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-0bd8ad82-bed4-4714-a2c1-124e01b81bb9 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Deleting port b60a5169-7acd-42b0-9f13-2a3b8b86aca5 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:18:02.113547 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0bd8ad82-bed4-4714-a2c1-124e01b81bb9 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:02.144606 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef3072-4955-4674-b40b-269b1321f708 None None] Pushing event updated for resources: {'Port': ['ID=b60a5169-7acd-42b0-9f13-2a3b8b86aca5,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:02.171546 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac9e222-e675-4f1d-bdb8-dae27ac03e0e None None] Network 1b716cc7-5a96-471f-91e9-f85ba4899c02 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:18:02.330889 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-0bd8ad82-bed4-4714-a2c1-124e01b81bb9 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] For port b60a5169-7acd-42b0-9f13-2a3b8b86aca5, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=b60a5169-7acd-42b0-9f13-2a3b8b86aca5,segment=NetworkSegment(a8f8922f-e09f-4209-8f23-8608eefe158c),segment_id=a8f8922f-e09f-4209-8f23-8608eefe158c)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:18:02.331234 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0bd8ad82-bed4-4714-a2c1-124e01b81bb9 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:02.336960 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6496645-346c-48ca-a006-5cf0bc211acd None None] Network 55e6316b-f3a0-4281-acc5-891d1be787d4 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:18:02.446365 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-72e882ed-8563-4e24-89f8-aeb1d76c953e None None] Provisioning for port df64d1c0-5522-46cf-90fa-d3e30ec15165 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:18:02.457273 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-0bd8ad82-bed4-4714-a2c1-124e01b81bb9 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Calling delete_port for b60a5169-7acd-42b0-9f13-2a3b8b86aca5 owned by network:dhcp {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:18:02.532861 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0bd8ad82-bed4-4714-a2c1-124e01b81bb9 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:02.577953 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8ad82-bed4-4714-a2c1-124e01b81bb9 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Pushing event deleted for resources: {'Port': ['ID=b60a5169-7acd-42b0-9f13-2a3b8b86aca5,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:02.583086 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd8ad82-bed4-4714-a2c1-124e01b81bb9 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] No DVR routers for this DVR port b60a5169-7acd-42b0-9f13-2a3b8b86aca5 on host dv-neutron-825731-1-hyperv {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:18:02.708185 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0bd8ad82-bed4-4714-a2c1-124e01b81bb9 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:02.739287 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-0bd8ad82-bed4-4714-a2c1-124e01b81bb9 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b716cc7-5a96-471f-91e9-f85ba4899c02']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:02.752262 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-0bd8ad82-bed4-4714-a2c1-124e01b81bb9 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8f8922f-e09f-4209-8f23-8608eefe158c') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:02.752537 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-0bd8ad82-bed4-4714-a2c1-124e01b81bb9 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8f8922f-e09f-4209-8f23-8608eefe158c') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:02.765220 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0bd8ad82-bed4-4714-a2c1-124e01b81bb9 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:02.782242 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0bd8ad82-bed4-4714-a2c1-124e01b81bb9 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:02.788411 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bd8ad82-bed4-4714-a2c1-124e01b81bb9 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:18:02.789088 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0bd8ad82-bed4-4714-a2c1-124e01b81bb9 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:02.801589 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68741e3-5927-41e4-aac3-4e7ef45971e6 None None] get_active_networks_info from dv-neutron-825731-1-hyperv {{(pid=87516) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 21 10:18:02.804231 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 10:18:02.804231 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:18:02.804231 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 10:18:02.804231 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:18:02.804231 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 10:18:02.804231 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:18:02.804231 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 10:18:02.804231 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:18:02.804231 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 10:18:02.804231 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:18:02.804231 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 10:18:02.804231 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:18:02.804231 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 10:18:02.804231 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:18:02.804231 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:18:02.804231 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:18:02.804231 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:18:02.804231 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:18:02.804231 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 10:18:02.804231 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:18:02.804231 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 10:18:02.804231 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:18:02.804231 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:18:02.804231 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:18:02.804231 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 10:18:02.804231 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:18:02.804231 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:18:02.804231 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:18:02.804231 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:18:02.804231 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:18:02.804231 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:18:02.804231 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:18:02.882015 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0bd8ad82-bed4-4714-a2c1-124e01b81bb9 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:02.888435 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0bd8ad82-bed4-4714-a2c1-124e01b81bb9 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:02.894689 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68741e3-5927-41e4-aac3-4e7ef45971e6 None None] Resources bound (agent type, host, resource id): {{(pid=87516) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 10:18:02.918902 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8ad82-bed4-4714-a2c1-124e01b81bb9 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Pushing event deleted for resources: {'Network': ['ID=1b716cc7-5a96-471f-91e9-f85ba4899c02,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:02.922121 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0bd8ad82-bed4-4714-a2c1-124e01b81bb9 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] 10.222.0.110 "DELETE /v2.0/networks/1b716cc7-5a96-471f-91e9-f85ba4899c02 HTTP/1.1" status: 204 len: 168 time: 0.9389031 Jan 21 10:18:02.924571 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33788) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:18:02.987388 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-4413e126-de24-462b-9dbb-7c5db94138ab tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Deleting subnet 75c4fcdf-e5c7-409d-965f-f3de7ce1e282 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:18:02.990216 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4413e126-de24-462b-9dbb-7c5db94138ab tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:03.043462 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4413e126-de24-462b-9dbb-7c5db94138ab tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:03.128875 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4413e126-de24-462b-9dbb-7c5db94138ab tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:03.202440 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4413e126-de24-462b-9dbb-7c5db94138ab tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:03.247471 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4413e126-de24-462b-9dbb-7c5db94138ab tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Pushing event deleted for resources: {'Subnet': ['ID=75c4fcdf-e5c7-409d-965f-f3de7ce1e282,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:03.253223 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4413e126-de24-462b-9dbb-7c5db94138ab tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:03.259094 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8361ccfb-6aba-4a8c-84ad-b13183e4cea2 None None] Network 55e6316b-f3a0-4281-acc5-891d1be787d4 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:18:03.261081 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4413e126-de24-462b-9dbb-7c5db94138ab tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] 10.222.0.110 "DELETE /v2.0/subnets/75c4fcdf-e5c7-409d-965f-f3de7ce1e282 HTTP/1.1" status: 204 len: 168 time: 0.3355858 Jan 21 10:18:03.264201 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33792) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:18:03.359522 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device df64d1c0-5522-46cf-90fa-d3e30ec15165 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:18:03.479661 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f58fea64-8c2f-4fe7-9f3d-7bb4c1e4feba tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:03.490782 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-f58fea64-8c2f-4fe7-9f3d-7bb4c1e4feba tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Deleting port df64d1c0-5522-46cf-90fa-d3e30ec15165 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:18:03.491110 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f58fea64-8c2f-4fe7-9f3d-7bb4c1e4feba tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:03.516880 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port df64d1c0-5522-46cf-90fa-d3e30ec15165 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:18:03.524055 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port df64d1c0-5522-46cf-90fa-d3e30ec15165 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:18:03.524432 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:03.660974 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59516448-5ccb-4f2b-9190-358301a25c7e None None] DHCP port deletion for 55e6316b-f3a0-4281-acc5-891d1be787d4 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 10:18:03.676784 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-59516448-5ccb-4f2b-9190-358301a25c7e None None] Deleting port df64d1c0-5522-46cf-90fa-d3e30ec15165 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:18:03.677156 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-59516448-5ccb-4f2b-9190-358301a25c7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:03.696848 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-f58fea64-8c2f-4fe7-9f3d-7bb4c1e4feba tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] For port df64d1c0-5522-46cf-90fa-d3e30ec15165, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=df64d1c0-5522-46cf-90fa-d3e30ec15165,segment=NetworkSegment(5880a69e-3cd4-4848-963c-c596539daf8a),segment_id=5880a69e-3cd4-4848-963c-c596539daf8a)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:18:03.697405 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f58fea64-8c2f-4fe7-9f3d-7bb4c1e4feba tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:03.721338 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:03.805915 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port df64d1c0-5522-46cf-90fa-d3e30ec15165, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=df64d1c0-5522-46cf-90fa-d3e30ec15165,segment=NetworkSegment(5880a69e-3cd4-4848-963c-c596539daf8a),segment_id=5880a69e-3cd4-4848-963c-c596539daf8a)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:18:03.812446 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:03.821125 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-f58fea64-8c2f-4fe7-9f3d-7bb4c1e4feba tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Calling delete_port for df64d1c0-5522-46cf-90fa-d3e30ec15165 owned by network:dhcp {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:18:03.899374 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.api [None req-f58fea64-8c2f-4fe7-9f3d-7bb4c1e4feba tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:18:03.899702 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG oslo_db.api [None req-f58fea64-8c2f-4fe7-9f3d-7bb4c1e4feba tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:18:03.966867 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-59516448-5ccb-4f2b-9190-358301a25c7e None None] For port df64d1c0-5522-46cf-90fa-d3e30ec15165, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=df64d1c0-5522-46cf-90fa-d3e30ec15165,segment=NetworkSegment(5880a69e-3cd4-4848-963c-c596539daf8a),segment_id=5880a69e-3cd4-4848-963c-c596539daf8a)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:18:03.967256 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-59516448-5ccb-4f2b-9190-358301a25c7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:03.977925 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=df64d1c0-5522-46cf-90fa-d3e30ec15165,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:04.091076 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-59516448-5ccb-4f2b-9190-358301a25c7e None None] Calling delete_port for df64d1c0-5522-46cf-90fa-d3e30ec15165 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:18:04.166416 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-59516448-5ccb-4f2b-9190-358301a25c7e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:18:04.166766 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-59516448-5ccb-4f2b-9190-358301a25c7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:18:04.400648 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-f58fea64-8c2f-4fe7-9f3d-7bb4c1e4feba tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Deleting port df64d1c0-5522-46cf-90fa-d3e30ec15165 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:18:04.400922 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f58fea64-8c2f-4fe7-9f3d-7bb4c1e4feba tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:04.600199 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-f58fea64-8c2f-4fe7-9f3d-7bb4c1e4feba tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] For port df64d1c0-5522-46cf-90fa-d3e30ec15165, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=df64d1c0-5522-46cf-90fa-d3e30ec15165,segment=NetworkSegment(5880a69e-3cd4-4848-963c-c596539daf8a),segment_id=5880a69e-3cd4-4848-963c-c596539daf8a)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:18:04.600547 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f58fea64-8c2f-4fe7-9f3d-7bb4c1e4feba tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:04.668475 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-59516448-5ccb-4f2b-9190-358301a25c7e None None] Deleting port df64d1c0-5522-46cf-90fa-d3e30ec15165 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:18:04.668879 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-59516448-5ccb-4f2b-9190-358301a25c7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:04.726635 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-f58fea64-8c2f-4fe7-9f3d-7bb4c1e4feba tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Calling delete_port for df64d1c0-5522-46cf-90fa-d3e30ec15165 owned by network:dhcp {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:18:04.803236 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f58fea64-8c2f-4fe7-9f3d-7bb4c1e4feba tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:04.847869 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58fea64-8c2f-4fe7-9f3d-7bb4c1e4feba tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Pushing event deleted for resources: {'Port': ['ID=df64d1c0-5522-46cf-90fa-d3e30ec15165,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:04.855940 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58fea64-8c2f-4fe7-9f3d-7bb4c1e4feba tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] No DVR routers for this DVR port df64d1c0-5522-46cf-90fa-d3e30ec15165 on host dv-neutron-825731-1-hyperv {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:18:04.881103 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-59516448-5ccb-4f2b-9190-358301a25c7e None None] For port df64d1c0-5522-46cf-90fa-d3e30ec15165, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=df64d1c0-5522-46cf-90fa-d3e30ec15165,segment=NetworkSegment(5880a69e-3cd4-4848-963c-c596539daf8a),segment_id=5880a69e-3cd4-4848-963c-c596539daf8a)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:18:04.881704 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-59516448-5ccb-4f2b-9190-358301a25c7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:04.979444 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f58fea64-8c2f-4fe7-9f3d-7bb4c1e4feba tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:05.005367 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-59516448-5ccb-4f2b-9190-358301a25c7e None None] Calling delete_port for df64d1c0-5522-46cf-90fa-d3e30ec15165 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:18:05.008302 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-f58fea64-8c2f-4fe7-9f3d-7bb4c1e4feba tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e6316b-f3a0-4281-acc5-891d1be787d4']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:05.023679 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-f58fea64-8c2f-4fe7-9f3d-7bb4c1e4feba tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5880a69e-3cd4-4848-963c-c596539daf8a') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:05.023971 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-f58fea64-8c2f-4fe7-9f3d-7bb4c1e4feba tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5880a69e-3cd4-4848-963c-c596539daf8a') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:05.036013 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f58fea64-8c2f-4fe7-9f3d-7bb4c1e4feba tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:05.052623 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f58fea64-8c2f-4fe7-9f3d-7bb4c1e4feba tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:05.059324 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f58fea64-8c2f-4fe7-9f3d-7bb4c1e4feba tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:18:05.059784 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f58fea64-8c2f-4fe7-9f3d-7bb4c1e4feba tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:05.074423 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 10:18:05.074423 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:18:05.074423 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 10:18:05.074423 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:18:05.074423 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 10:18:05.074423 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:18:05.074423 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 10:18:05.074423 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:18:05.074423 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 10:18:05.074423 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:18:05.074423 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 10:18:05.074423 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:18:05.074423 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 10:18:05.074423 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:18:05.074423 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:18:05.074423 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:18:05.074423 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:18:05.074423 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:18:05.074423 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 10:18:05.074423 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:18:05.074423 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 10:18:05.074423 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:18:05.074423 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:18:05.074423 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:18:05.074423 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 10:18:05.074423 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:18:05.074423 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:18:05.074423 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:18:05.074423 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:18:05.074423 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:18:05.074423 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:18:05.074423 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:18:05.080785 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-59516448-5ccb-4f2b-9190-358301a25c7e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:18:05.081142 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-59516448-5ccb-4f2b-9190-358301a25c7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:18:05.150277 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f58fea64-8c2f-4fe7-9f3d-7bb4c1e4feba tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:05.172133 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f58fea64-8c2f-4fe7-9f3d-7bb4c1e4feba tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:05.184585 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58fea64-8c2f-4fe7-9f3d-7bb4c1e4feba tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Pushing event deleted for resources: {'Network': ['ID=55e6316b-f3a0-4281-acc5-891d1be787d4,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:05.187341 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f58fea64-8c2f-4fe7-9f3d-7bb4c1e4feba tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] 10.222.0.110 "DELETE /v2.0/networks/55e6316b-f3a0-4281-acc5-891d1be787d4 HTTP/1.1" status: 204 len: 168 time: 1.9220793 Jan 21 10:18:05.190013 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33796) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:18:05.232485 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e5d9deee-66e3-4aa7-91a1-0cd08e386b89 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Synchronizing usage tracker for tenant:6f4cabc77ff942bdb80eaaea8317218e on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:18:05.247548 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e5d9deee-66e3-4aa7-91a1-0cd08e386b89 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Unset dirty status for tenant:6f4cabc77ff942bdb80eaaea8317218e on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:18:05.248669 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e5d9deee-66e3-4aa7-91a1-0cd08e386b89 tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] 10.222.0.110 "GET /v2.0/ports?device_id=20fe9326-e1ce-4b42-8c01-1edc419e69da HTTP/1.1" status: 200 len: 205 time: 0.0577848 Jan 21 10:18:05.251218 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33800) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:18:05.322157 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device df64d1c0-5522-46cf-90fa-d3e30ec15165 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:18:05.358729 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: df64d1c0-5522-46cf-90fa-d3e30ec15165 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:18:05.359080 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device df64d1c0-5522-46cf-90fa-d3e30ec15165 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:18:05.404687 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-59516448-5ccb-4f2b-9190-358301a25c7e None None] Deleting port df64d1c0-5522-46cf-90fa-d3e30ec15165 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:18:05.405121 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-59516448-5ccb-4f2b-9190-358301a25c7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:05.471667 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-59516448-5ccb-4f2b-9190-358301a25c7e None None] The port 'df64d1c0-5522-46cf-90fa-d3e30ec15165' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 10:18:05.487801 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c362bcef-1dca-4692-99a9-be72068d822b tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks [] for router, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:05.787903 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c362bcef-1dca-4692-99a9-be72068d822b tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:05.790348 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c362bcef-1dca-4692-99a9-be72068d822b tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:05.811879 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c362bcef-1dca-4692-99a9-be72068d822b tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:05.812373 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c362bcef-1dca-4692-99a9-be72068d822b tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Fanout notify agent at l3_agent the message router_deleted on router 20fe9326-e1ce-4b42-8c01-1edc419e69da {{(pid=87515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 10:18:05.823316 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c362bcef-1dca-4692-99a9-be72068d822b tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:05.825204 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c362bcef-1dca-4692-99a9-be72068d822b tempest-RoutersNegativeTest-1909443171 tempest-RoutersNegativeTest-1909443171-project] 10.222.0.110 "DELETE /v2.0/routers/20fe9326-e1ce-4b42-8c01-1edc419e69da HTTP/1.1" status: 204 len: 168 time: 0.5730441 Jan 21 10:18:06.091068 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33808) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:18:06.236745 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-417ed0ef-3d51-4d88-91e1-092f5b0c89f9 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=6f4cabc77ff942bdb80eaaea8317218e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444669 Jan 21 10:18:06.239100 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33814) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:18:06.295449 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4804b12c-7610-4046-a85b-33c6f3bd872f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:06.320430 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4804b12c-7610-4046-a85b-33c6f3bd872f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:06.375672 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4804b12c-7610-4046-a85b-33c6f3bd872f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:06.390306 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804b12c-7610-4046-a85b-33c6f3bd872f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd5ab57-2b81-4185-9d70-b781e38e2608,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:06.398293 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4804b12c-7610-4046-a85b-33c6f3bd872f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:06.399422 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4804b12c-7610-4046-a85b-33c6f3bd872f admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/2cd5ab57-2b81-4185-9d70-b781e38e2608 HTTP/1.1" status: 204 len: 168 time: 0.1594069 Jan 21 10:18:07.052762 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33838) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:18:07.157260 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-592c8f70-a712-4a5b-9461-72f38b283a0e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-830225159-network', 'tenant_id': '41eacb3690c5470da1f05c891767e1fa'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:18:07.162120 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-592c8f70-a712-4a5b-9461-72f38b283a0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:18:07.166123 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-592c8f70-a712-4a5b-9461-72f38b283a0e admin admin] Usage tracker for resource:network and tenant:41eacb3690c5470da1f05c891767e1fa is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:18:07.168980 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-592c8f70-a712-4a5b-9461-72f38b283a0e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:18:07.174546 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-592c8f70-a712-4a5b-9461-72f38b283a0e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:18:07.184995 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592c8f70-a712-4a5b-9461-72f38b283a0e admin admin] Made reservation on behalf of 41eacb3690c5470da1f05c891767e1fa for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:18:07.187324 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-592c8f70-a712-4a5b-9461-72f38b283a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:07.199829 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-592c8f70-a712-4a5b-9461-72f38b283a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:07.213571 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-592c8f70-a712-4a5b-9461-72f38b283a0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:18:07.217293 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-592c8f70-a712-4a5b-9461-72f38b283a0e admin admin] Usage tracker for resource:security_group_rule and tenant:41eacb3690c5470da1f05c891767e1fa is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:18:07.220006 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-592c8f70-a712-4a5b-9461-72f38b283a0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:18:07.225658 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-592c8f70-a712-4a5b-9461-72f38b283a0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:18:07.311155 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-592c8f70-a712-4a5b-9461-72f38b283a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:07.314842 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-592c8f70-a712-4a5b-9461-72f38b283a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:07.343844 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-592c8f70-a712-4a5b-9461-72f38b283a0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:18:07.352854 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c8f70-a712-4a5b-9461-72f38b283a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30647f77-f92b-470b-9b3f-ca50a3a3f905,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:07.359109 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-592c8f70-a712-4a5b-9461-72f38b283a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:07.359495 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-592c8f70-a712-4a5b-9461-72f38b283a0e admin admin] Added segment 54820095-0cb2-4a9d-9704-966086420cdb of type vlan for network 4b6e8608-c2d6-483a-98aa-f783b85442e0 Jan 21 10:18:07.385476 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-592c8f70-a712-4a5b-9461-72f38b283a0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:07.415727 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-592c8f70-a712-4a5b-9461-72f38b283a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:07.416564 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592c8f70-a712-4a5b-9461-72f38b283a0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:07.417170 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-592c8f70-a712-4a5b-9461-72f38b283a0e admin admin] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:07.515523 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-592c8f70-a712-4a5b-9461-72f38b283a0e admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4616046 Jan 21 10:18:07.518681 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 33844) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:18:07.520471 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c8f70-a712-4a5b-9461-72f38b283a0e admin admin] Pushing event updated for resources: {'Network': ['ID=4b6e8608-c2d6-483a-98aa-f783b85442e0,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:07.524979 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-24c8aef4-c0b0-462b-b0b3-7c79b3351e29 admin admin] Request body: {'subnet': {'network_id': '4b6e8608-c2d6-483a-98aa-f783b85442e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-830225159-subnet', 'tenant_id': '41eacb3690c5470da1f05c891767e1fa', 'ip_version': 4}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:18:07.530251 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 4b6e8608-c2d6-483a-98aa-f783b85442e0 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:18:07.530799 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-24c8aef4-c0b0-462b-b0b3-7c79b3351e29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:18:07.534568 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-24c8aef4-c0b0-462b-b0b3-7c79b3351e29 admin admin] Usage tracker for resource:subnet and tenant:41eacb3690c5470da1f05c891767e1fa is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:18:07.537362 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-24c8aef4-c0b0-462b-b0b3-7c79b3351e29 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:18:07.544987 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-24c8aef4-c0b0-462b-b0b3-7c79b3351e29 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:18:07.555522 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c8aef4-c0b0-462b-b0b3-7c79b3351e29 admin admin] Made reservation on behalf of 41eacb3690c5470da1f05c891767e1fa for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:18:07.557805 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-24c8aef4-c0b0-462b-b0b3-7c79b3351e29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:07.763368 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-24c8aef4-c0b0-462b-b0b3-7c79b3351e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:07.833131 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c8aef4-c0b0-462b-b0b3-7c79b3351e29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27d7fb9f-0f34-4a39-9d21-25d894c5ba5f,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:07.844814 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c8aef4-c0b0-462b-b0b3-7c79b3351e29 admin admin] Checking segment: {'id': '54820095-0cb2-4a9d-9704-966086420cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4b6e8608-c2d6-483a-98aa-f783b85442e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:18:07.845158 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c8aef4-c0b0-462b-b0b3-7c79b3351e29 admin admin] Network hostable DHCP agents. Network: 4b6e8608-c2d6-483a-98aa-f783b85442e0, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:18:07.863641 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c8aef4-c0b0-462b-b0b3-7c79b3351e29 admin admin] Network 4b6e8608-c2d6-483a-98aa-f783b85442e0 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:18:07.872616 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-24c8aef4-c0b0-462b-b0b3-7c79b3351e29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 4b6e8608-c2d6-483a-98aa-f783b85442e0) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:18:07.876682 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c8aef4-c0b0-462b-b0b3-7c79b3351e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:07.877291 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-24c8aef4-c0b0-462b-b0b3-7c79b3351e29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:07.881283 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36acf33-12bc-4317-9c9f-5f36b09aa364 None None] Network 4b6e8608-c2d6-483a-98aa-f783b85442e0 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:18:07.903072 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-24c8aef4-c0b0-462b-b0b3-7c79b3351e29 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3832903 Jan 21 10:18:07.905794 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 33848) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:18:07.910727 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-cd296203-1260-4302-a68e-a064e4bbb48c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-830225159-router', 'tenant_id': '41eacb3690c5470da1f05c891767e1fa', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:18:07.915554 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-cd296203-1260-4302-a68e-a064e4bbb48c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:18:07.920054 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-cd296203-1260-4302-a68e-a064e4bbb48c admin admin] Usage tracker for resource:router and tenant:41eacb3690c5470da1f05c891767e1fa is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:18:07.922882 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-cd296203-1260-4302-a68e-a064e4bbb48c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:18:07.928622 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-cd296203-1260-4302-a68e-a064e4bbb48c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:18:07.939513 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd296203-1260-4302-a68e-a064e4bbb48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:07.940465 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd296203-1260-4302-a68e-a064e4bbb48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:07.955107 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd296203-1260-4302-a68e-a064e4bbb48c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:08.097820 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d50ba4b-45fb-4786-a653-aac282437a31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-4b6e8608-c2d6-483a-98aa-f783b85442e0', 'network_id': '4b6e8608-c2d6-483a-98aa-f783b85442e0', 'tenant_id': '41eacb3690c5470da1f05c891767e1fa', 'fixed_ips': [{'subnet_id': '27d7fb9f-0f34-4a39-9d21-25d894c5ba5f'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:18:08.098658 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6d50ba4b-45fb-4786-a653-aac282437a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:08.222852 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd296203-1260-4302-a68e-a064e4bbb48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:08.289340 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-6d50ba4b-45fb-4786-a653-aac282437a31 None None] Allocated IP 172.20.0.2 (4b6e8608-c2d6-483a-98aa-f783b85442e0/27d7fb9f-0f34-4a39-9d21-25d894c5ba5f/c1d716fd-4cb7-44d7-83d3-a9cefaf3c1e4) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:18:08.501245 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6d50ba4b-45fb-4786-a653-aac282437a31 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:08.512459 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-6d50ba4b-45fb-4786-a653-aac282437a31 None None] Transition to ACTIVE for port object c1d716fd-4cb7-44d7-83d3-a9cefaf3c1e4 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:18:08.532411 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-6d50ba4b-45fb-4786-a653-aac282437a31 None None] Transition to ACTIVE for port object c1d716fd-4cb7-44d7-83d3-a9cefaf3c1e4 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:18:08.537673 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6d50ba4b-45fb-4786-a653-aac282437a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:08.603713 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d50ba4b-45fb-4786-a653-aac282437a31 None None] Network 4b6e8608-c2d6-483a-98aa-f783b85442e0 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:18:08.607503 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-6d50ba4b-45fb-4786-a653-aac282437a31 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:18:08.609934 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d50ba4b-45fb-4786-a653-aac282437a31 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:18:08.618795 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50ba4b-45fb-4786-a653-aac282437a31 None None] Pushing event updated for resources: {'Port': ['ID=c1d716fd-4cb7-44d7-83d3-a9cefaf3c1e4,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:08.665479 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd296203-1260-4302-a68e-a064e4bbb48c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:08.717106 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd296203-1260-4302-a68e-a064e4bbb48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:08.764601 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-6d50ba4b-45fb-4786-a653-aac282437a31 None None] Attempting to bind port c1d716fd-4cb7-44d7-83d3-a9cefaf3c1e4 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:18:08.765090 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-6d50ba4b-45fb-4786-a653-aac282437a31 None None] Attempting to bind port c1d716fd-4cb7-44d7-83d3-a9cefaf3c1e4 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '54820095-0cb2-4a9d-9704-966086420cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4b6e8608-c2d6-483a-98aa-f783b85442e0'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:18:08.765656 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d50ba4b-45fb-4786-a653-aac282437a31 None None] Attempting to bind port c1d716fd-4cb7-44d7-83d3-a9cefaf3c1e4 on network 4b6e8608-c2d6-483a-98aa-f783b85442e0 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:18:08.774003 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d50ba4b-45fb-4786-a653-aac282437a31 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:18:08.774604 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d50ba4b-45fb-4786-a653-aac282437a31 None None] Checking segment: {'id': '54820095-0cb2-4a9d-9704-966086420cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4b6e8608-c2d6-483a-98aa-f783b85442e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:18:08.775263 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6d50ba4b-45fb-4786-a653-aac282437a31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:08.775887 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d50ba4b-45fb-4786-a653-aac282437a31 None None] Bound using segment: {'id': '54820095-0cb2-4a9d-9704-966086420cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4b6e8608-c2d6-483a-98aa-f783b85442e0'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:18:08.776654 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-6d50ba4b-45fb-4786-a653-aac282437a31 None None] Bound port: c1d716fd-4cb7-44d7-83d3-a9cefaf3c1e4, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54820095-0cb2-4a9d-9704-966086420cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4b6e8608-c2d6-483a-98aa-f783b85442e0'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:18:08.777869 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6d50ba4b-45fb-4786-a653-aac282437a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:08.871452 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-6d50ba4b-45fb-4786-a653-aac282437a31 None None] For port c1d716fd-4cb7-44d7-83d3-a9cefaf3c1e4, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:18:08.874361 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-6d50ba4b-45fb-4786-a653-aac282437a31 None None] For port c1d716fd-4cb7-44d7-83d3-a9cefaf3c1e4, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=c1d716fd-4cb7-44d7-83d3-a9cefaf3c1e4,segment=NetworkSegment(54820095-0cb2-4a9d-9704-966086420cdb),segment_id=54820095-0cb2-4a9d-9704-966086420cdb)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:18:08.878863 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6d50ba4b-45fb-4786-a653-aac282437a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:08.882345 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-cd296203-1260-4302-a68e-a064e4bbb48c admin admin] Allocated IP 172.26.3.232 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/924ff96d-b950-49d6-908f-6fd8868a648f) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:18:08.960564 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50ba4b-45fb-4786-a653-aac282437a31 None None] Pushing event updated for resources: {'Port': ['ID=c1d716fd-4cb7-44d7-83d3-a9cefaf3c1e4,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:09.038045 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd296203-1260-4302-a68e-a064e4bbb48c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:09.068905 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd296203-1260-4302-a68e-a064e4bbb48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:09.149127 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd296203-1260-4302-a68e-a064e4bbb48c admin admin] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:18:09.152891 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-cd296203-1260-4302-a68e-a064e4bbb48c admin admin] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:18:09.156530 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd296203-1260-4302-a68e-a064e4bbb48c admin admin] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:18:09.188275 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd296203-1260-4302-a68e-a064e4bbb48c admin admin] Pushing event updated for resources: {'Port': ['ID=924ff96d-b950-49d6-908f-6fd8868a648f,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:09.346532 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c1d716fd-4cb7-44d7-83d3-a9cefaf3c1e4 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:18:09.419822 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port c1d716fd-4cb7-44d7-83d3-a9cefaf3c1e4 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:18:09.583088 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd296203-1260-4302-a68e-a064e4bbb48c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:09.859071 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec60d64-7bab-44af-bbc3-aedb09dbc11c None None] Network 4b6e8608-c2d6-483a-98aa-f783b85442e0 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:18:09.929608 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd296203-1260-4302-a68e-a064e4bbb48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:09.986615 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-8ec76469-232d-42d5-b7b1-c8f5cc882c44 None None] Provisioning for port c1d716fd-4cb7-44d7-83d3-a9cefaf3c1e4 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:18:10.019506 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-8ec76469-232d-42d5-b7b1-c8f5cc882c44 None None] Provisioning complete for port c1d716fd-4cb7-44d7-83d3-a9cefaf3c1e4 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:18:10.019881 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8ec76469-232d-42d5-b7b1-c8f5cc882c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:10.206371 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8ec76469-232d-42d5-b7b1-c8f5cc882c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:10.246068 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-8ec76469-232d-42d5-b7b1-c8f5cc882c44 None None] For port c1d716fd-4cb7-44d7-83d3-a9cefaf3c1e4, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=c1d716fd-4cb7-44d7-83d3-a9cefaf3c1e4,segment=NetworkSegment(54820095-0cb2-4a9d-9704-966086420cdb),segment_id=54820095-0cb2-4a9d-9704-966086420cdb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:18:10.250166 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8ec76469-232d-42d5-b7b1-c8f5cc882c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:10.254867 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd296203-1260-4302-a68e-a064e4bbb48c admin admin] Router c6a027f5-e183-4de4-90b0-d495418282c7 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 10:18:10.324268 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec76469-232d-42d5-b7b1-c8f5cc882c44 None None] Pushing event updated for resources: {'Port': ['ID=c1d716fd-4cb7-44d7-83d3-a9cefaf3c1e4,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:10.442833 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd296203-1260-4302-a68e-a064e4bbb48c admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:18:10.452485 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265e7226-8c8b-4e64-9255-7045997a2c41 None None] Sync routers for ids ['c6a027f5-e183-4de4-90b0-d495418282c7'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:18:10.467640 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265e7226-8c8b-4e64-9255-7045997a2c41 None None] Routers {'c6a027f5-e183-4de4-90b0-d495418282c7'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:18:10.467824 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd296203-1260-4302-a68e-a064e4bbb48c admin admin] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:10.468358 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-265e7226-8c8b-4e64-9255-7045997a2c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:17:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['c6a027f5-e183-4de4-90b0-d495418282c7'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:10.472290 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33852) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:18:10.472792 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-cd296203-1260-4302-a68e-a064e4bbb48c admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5656831 Jan 21 10:18:10.538278 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-741c4330-2398-43dc-b60c-6a7978fe3a6f None None] Provisioning complete for port c1d716fd-4cb7-44d7-83d3-a9cefaf3c1e4 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:18:10.538554 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-741c4330-2398-43dc-b60c-6a7978fe3a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:10.722023 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-265e7226-8c8b-4e64-9255-7045997a2c41 None None] Set router c6a027f5-e183-4de4-90b0-d495418282c7 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:18:11.060380 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-265e7226-8c8b-4e64-9255-7045997a2c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a027f5-e183-4de4-90b0-d495418282c7', 'name': 'tempest-TestEncryptedCinderVolumes-830225159-router', 'tenant_id': '41eacb3690c5470da1f05c891767e1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '924ff96d-b950-49d6-908f-6fd8868a648f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:18:07Z', 'updated_at': '2022-01-21T10:18:09Z', 'revision_number': 3, 'project_id': '41eacb3690c5470da1f05c891767e1fa', 'gw_port': {'id': '924ff96d-b950-49d6-908f-6fd8868a648f', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a027f5-e183-4de4-90b0-d495418282c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:18:08Z', 'updated_at': '2022-01-21T10:18:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:11.064368 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265e7226-8c8b-4e64-9255-7045997a2c41 None None] Checking router: c6a027f5-e183-4de4-90b0-d495418282c7 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:18:11.064716 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265e7226-8c8b-4e64-9255-7045997a2c41 None None] Updating router c6a027f5-e183-4de4-90b0-d495418282c7 port 924ff96d-b950-49d6-908f-6fd8868a648f binding host dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:18:11.117547 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-265e7226-8c8b-4e64-9255-7045997a2c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:11.264436 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-036cf584-6c33-4e37-aabc-578ebb1bc673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:11.337055 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c1d716fd-4cb7-44d7-83d3-a9cefaf3c1e4 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:18:11.446766 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port c1d716fd-4cb7-44d7-83d3-a9cefaf3c1e4 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:18:11.447131 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:11.475455 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-036cf584-6c33-4e37-aabc-578ebb1bc673 admin admin] Allocated IP 172.20.0.1 (4b6e8608-c2d6-483a-98aa-f783b85442e0/27d7fb9f-0f34-4a39-9d21-25d894c5ba5f/cefc2ce4-6128-4668-aba4-b949cd71fb0d) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:18:11.568834 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-265e7226-8c8b-4e64-9255-7045997a2c41 None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:11.584004 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-265e7226-8c8b-4e64-9255-7045997a2c41 None None] Transition to ACTIVE for port object 924ff96d-b950-49d6-908f-6fd8868a648f will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:18:11.617730 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-265e7226-8c8b-4e64-9255-7045997a2c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:11.625325 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-036cf584-6c33-4e37-aabc-578ebb1bc673 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:11.641296 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-036cf584-6c33-4e37-aabc-578ebb1bc673 admin admin] Transition to ACTIVE for port object cefc2ce4-6128-4668-aba4-b949cd71fb0d will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:18:11.664594 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-036cf584-6c33-4e37-aabc-578ebb1bc673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:11.717325 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-265e7226-8c8b-4e64-9255-7045997a2c41 None None] Attempting to bind port 924ff96d-b950-49d6-908f-6fd8868a648f on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:18:11.717690 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-265e7226-8c8b-4e64-9255-7045997a2c41 None None] Attempting to bind port 924ff96d-b950-49d6-908f-6fd8868a648f by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:18:11.718041 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265e7226-8c8b-4e64-9255-7045997a2c41 None None] Attempting to bind port 924ff96d-b950-49d6-908f-6fd8868a648f on network 80a065d7-b55c-43ad-a3e8-c65befe4136c {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:18:11.732649 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265e7226-8c8b-4e64-9255-7045997a2c41 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:18:11.732649 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265e7226-8c8b-4e64-9255-7045997a2c41 None None] Checking segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:18:11.732914 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-265e7226-8c8b-4e64-9255-7045997a2c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:11.733303 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265e7226-8c8b-4e64-9255-7045997a2c41 None None] Bound using segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:18:11.733760 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-265e7226-8c8b-4e64-9255-7045997a2c41 None None] Bound port: 924ff96d-b950-49d6-908f-6fd8868a648f, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:18:11.734327 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-265e7226-8c8b-4e64-9255-7045997a2c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:11.735513 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036cf584-6c33-4e37-aabc-578ebb1bc673 admin admin] Network 4b6e8608-c2d6-483a-98aa-f783b85442e0 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:18:11.738453 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-036cf584-6c33-4e37-aabc-578ebb1bc673 admin admin] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:18:11.742034 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036cf584-6c33-4e37-aabc-578ebb1bc673 admin admin] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:18:11.757809 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf866f-bc05-4d15-87ea-0f644748e993 None None] Pushing event updated for resources: {'Port': ['ID=924ff96d-b950-49d6-908f-6fd8868a648f,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:11.775478 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036cf584-6c33-4e37-aabc-578ebb1bc673 admin admin] Pushing event updated for resources: {'Port': ['ID=cefc2ce4-6128-4668-aba4-b949cd71fb0d,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:11.810421 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-036cf584-6c33-4e37-aabc-578ebb1bc673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:11.821779 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-265e7226-8c8b-4e64-9255-7045997a2c41 None None] For port 924ff96d-b950-49d6-908f-6fd8868a648f, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:18:11.826050 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-265e7226-8c8b-4e64-9255-7045997a2c41 None None] For port 924ff96d-b950-49d6-908f-6fd8868a648f, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=924ff96d-b950-49d6-908f-6fd8868a648f,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:18:11.831365 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-265e7226-8c8b-4e64-9255-7045997a2c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:11.916195 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265e7226-8c8b-4e64-9255-7045997a2c41 None None] Routers {'c6a027f5-e183-4de4-90b0-d495418282c7'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:18:11.916819 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-265e7226-8c8b-4e64-9255-7045997a2c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:17:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['c6a027f5-e183-4de4-90b0-d495418282c7'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:11.973762 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf866f-bc05-4d15-87ea-0f644748e993 None None] Pushing event updated for resources: {'Port': ['ID=924ff96d-b950-49d6-908f-6fd8868a648f,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:12.078845 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-036cf584-6c33-4e37-aabc-578ebb1bc673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:12.097700 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-6f50435e-90bc-47d5-8bfc-feca871f8804 None None] Provisioning for port cefc2ce4-6128-4668-aba4-b949cd71fb0d completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:18:12.109473 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-6f50435e-90bc-47d5-8bfc-feca871f8804 None None] Provisioning complete for port cefc2ce4-6128-4668-aba4-b949cd71fb0d triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:18:12.109768 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6f50435e-90bc-47d5-8bfc-feca871f8804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:12.134217 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-265e7226-8c8b-4e64-9255-7045997a2c41 None None] Set router c6a027f5-e183-4de4-90b0-d495418282c7 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:18:12.309228 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-036cf584-6c33-4e37-aabc-578ebb1bc673 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:12.313856 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-036cf584-6c33-4e37-aabc-578ebb1bc673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:12.342596 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-6f50435e-90bc-47d5-8bfc-feca871f8804 None None] Port cefc2ce4-6128-4668-aba4-b949cd71fb0d cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:18:12.422589 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-036cf584-6c33-4e37-aabc-578ebb1bc673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:12.425898 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036cf584-6c33-4e37-aabc-578ebb1bc673 admin admin] Pushing event updated for resources: {'Port': ['ID=cefc2ce4-6128-4668-aba4-b949cd71fb0d,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:12.486025 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-265e7226-8c8b-4e64-9255-7045997a2c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a027f5-e183-4de4-90b0-d495418282c7', 'name': 'tempest-TestEncryptedCinderVolumes-830225159-router', 'tenant_id': '41eacb3690c5470da1f05c891767e1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '924ff96d-b950-49d6-908f-6fd8868a648f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:18:07Z', 'updated_at': '2022-01-21T10:18:09Z', 'revision_number': 3, 'project_id': '41eacb3690c5470da1f05c891767e1fa', 'gw_port': {'id': '924ff96d-b950-49d6-908f-6fd8868a648f', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a027f5-e183-4de4-90b0-d495418282c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:18:08Z', 'updated_at': '2022-01-21T10:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:12.489879 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265e7226-8c8b-4e64-9255-7045997a2c41 None None] The sync data for ids ['c6a027f5-e183-4de4-90b0-d495418282c7'] in dv-neutron-825731-1-hyperv is: [{'id': 'c6a027f5-e183-4de4-90b0-d495418282c7', 'name': 'tempest-TestEncryptedCinderVolumes-830225159-router', 'tenant_id': '41eacb3690c5470da1f05c891767e1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '924ff96d-b950-49d6-908f-6fd8868a648f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:18:07Z', 'updated_at': '2022-01-21T10:18:09Z', 'revision_number': 3, 'project_id': '41eacb3690c5470da1f05c891767e1fa', 'gw_port': {'id': '924ff96d-b950-49d6-908f-6fd8868a648f', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a027f5-e183-4de4-90b0-d495418282c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:18:08Z', 'updated_at': '2022-01-21T10:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:18:12.564468 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036cf584-6c33-4e37-aabc-578ebb1bc673 admin admin] Network 4b6e8608-c2d6-483a-98aa-f783b85442e0 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:18:12.565559 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-036cf584-6c33-4e37-aabc-578ebb1bc673 admin admin] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:18:12.865756 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-753c9046-f3f2-42ca-b96b-92cac964361d None None] Provisioning complete for port cefc2ce4-6128-4668-aba4-b949cd71fb0d triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:18:12.866508 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-753c9046-f3f2-42ca-b96b-92cac964361d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:12.903102 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036cf584-6c33-4e37-aabc-578ebb1bc673 admin admin] Router c6a027f5-e183-4de4-90b0-d495418282c7 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:18:12.933173 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-753c9046-f3f2-42ca-b96b-92cac964361d None None] Port cefc2ce4-6128-4668-aba4-b949cd71fb0d cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:18:13.026039 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:13.097468 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036cf584-6c33-4e37-aabc-578ebb1bc673 admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:18:13.108926 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-036cf584-6c33-4e37-aabc-578ebb1bc673 admin admin] 10.222.0.110 "PUT /v2.0/routers/c6a027f5-e183-4de4-90b0-d495418282c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6353831 Jan 21 10:18:13.356243 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 924ff96d-b950-49d6-908f-6fd8868a648f up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:18:13.440138 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 924ff96d-b950-49d6-908f-6fd8868a648f completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:18:13.445313 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 924ff96d-b950-49d6-908f-6fd8868a648f triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:18:13.445621 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:13.570423 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:13.587191 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 924ff96d-b950-49d6-908f-6fd8868a648f, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=924ff96d-b950-49d6-908f-6fd8868a648f,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:18:13.591957 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:13.658415 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 33870) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:18:13.659543 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=924ff96d-b950-49d6-908f-6fd8868a648f,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:13.664595 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-4be33c2f-3f17-4cd8-bb77-fe47bfe15bb6 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1009333295-network', 'tenant_id': 'f882fd427f5143ef993daccd68f76aa5'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:18:13.670155 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-4be33c2f-3f17-4cd8-bb77-fe47bfe15bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:18:13.673951 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4be33c2f-3f17-4cd8-bb77-fe47bfe15bb6 admin admin] Usage tracker for resource:network and tenant:f882fd427f5143ef993daccd68f76aa5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:18:13.677480 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4be33c2f-3f17-4cd8-bb77-fe47bfe15bb6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:18:13.683222 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-4be33c2f-3f17-4cd8-bb77-fe47bfe15bb6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:18:13.691947 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be33c2f-3f17-4cd8-bb77-fe47bfe15bb6 admin admin] Made reservation on behalf of f882fd427f5143ef993daccd68f76aa5 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:18:13.694338 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4be33c2f-3f17-4cd8-bb77-fe47bfe15bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:13.706250 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4be33c2f-3f17-4cd8-bb77-fe47bfe15bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:13.720590 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-4be33c2f-3f17-4cd8-bb77-fe47bfe15bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:18:13.724474 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4be33c2f-3f17-4cd8-bb77-fe47bfe15bb6 admin admin] Usage tracker for resource:security_group_rule and tenant:f882fd427f5143ef993daccd68f76aa5 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:18:13.727234 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4be33c2f-3f17-4cd8-bb77-fe47bfe15bb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:18:13.734922 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-4be33c2f-3f17-4cd8-bb77-fe47bfe15bb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:18:13.826876 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4be33c2f-3f17-4cd8-bb77-fe47bfe15bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:13.831980 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4be33c2f-3f17-4cd8-bb77-fe47bfe15bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:13.862997 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4be33c2f-3f17-4cd8-bb77-fe47bfe15bb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:18:13.872172 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be33c2f-3f17-4cd8-bb77-fe47bfe15bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9743ad02-168a-4800-ab6e-c4d5c7bcb369,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:13.877602 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4be33c2f-3f17-4cd8-bb77-fe47bfe15bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:13.877970 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-4be33c2f-3f17-4cd8-bb77-fe47bfe15bb6 admin admin] Added segment 0f9170d6-bc8a-4476-8faa-591b65eef433 of type vlan for network 9a7e6286-5f73-4768-8283-7c0052e1a692 Jan 21 10:18:13.910275 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4be33c2f-3f17-4cd8-bb77-fe47bfe15bb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:13.940525 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4be33c2f-3f17-4cd8-bb77-fe47bfe15bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:13.941576 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be33c2f-3f17-4cd8-bb77-fe47bfe15bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:13.942153 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4be33c2f-3f17-4cd8-bb77-fe47bfe15bb6 admin admin] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:13.980794 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8b89c8-77b5-4d13-aff0-e7eaa51956b4 None None] Sync routers for ids ['c6a027f5-e183-4de4-90b0-d495418282c7'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:18:13.990855 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8b89c8-77b5-4d13-aff0-e7eaa51956b4 None None] Routers {'c6a027f5-e183-4de4-90b0-d495418282c7'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:18:13.991590 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-fe8b89c8-77b5-4d13-aff0-e7eaa51956b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:17:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['c6a027f5-e183-4de4-90b0-d495418282c7'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:14.041679 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4be33c2f-3f17-4cd8-bb77-fe47bfe15bb6 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3820093 Jan 21 10:18:14.045164 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33874) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:18:14.048122 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be33c2f-3f17-4cd8-bb77-fe47bfe15bb6 admin admin] Pushing event updated for resources: {'Network': ['ID=9a7e6286-5f73-4768-8283-7c0052e1a692,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:14.051512 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-ebd29bc3-ec46-4097-a628-7b88b89c2ce3 admin admin] Request body: {'subnet': {'network_id': '9a7e6286-5f73-4768-8283-7c0052e1a692', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1009333295-subnet', 'tenant_id': 'f882fd427f5143ef993daccd68f76aa5', 'ip_version': 4}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:18:14.056988 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ebd29bc3-ec46-4097-a628-7b88b89c2ce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:18:14.058066 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 9a7e6286-5f73-4768-8283-7c0052e1a692 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:18:14.061433 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ebd29bc3-ec46-4097-a628-7b88b89c2ce3 admin admin] Usage tracker for resource:subnet and tenant:f882fd427f5143ef993daccd68f76aa5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:18:14.064507 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ebd29bc3-ec46-4097-a628-7b88b89c2ce3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:18:14.070463 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ebd29bc3-ec46-4097-a628-7b88b89c2ce3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:18:14.082032 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd29bc3-ec46-4097-a628-7b88b89c2ce3 admin admin] Made reservation on behalf of f882fd427f5143ef993daccd68f76aa5 for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:18:14.084789 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ebd29bc3-ec46-4097-a628-7b88b89c2ce3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:14.170785 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-fe8b89c8-77b5-4d13-aff0-e7eaa51956b4 None None] Set router c6a027f5-e183-4de4-90b0-d495418282c7 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:18:14.298616 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ebd29bc3-ec46-4097-a628-7b88b89c2ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:14.373983 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd29bc3-ec46-4097-a628-7b88b89c2ce3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8abe21f-07d2-4bea-8aaa-3ab995c11e14,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:14.383965 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd29bc3-ec46-4097-a628-7b88b89c2ce3 admin admin] Checking segment: {'id': '0f9170d6-bc8a-4476-8faa-591b65eef433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9a7e6286-5f73-4768-8283-7c0052e1a692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:18:14.384317 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd29bc3-ec46-4097-a628-7b88b89c2ce3 admin admin] Network hostable DHCP agents. Network: 9a7e6286-5f73-4768-8283-7c0052e1a692, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:18:14.405299 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd29bc3-ec46-4097-a628-7b88b89c2ce3 admin admin] Network 9a7e6286-5f73-4768-8283-7c0052e1a692 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:18:14.415639 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-ebd29bc3-ec46-4097-a628-7b88b89c2ce3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 9a7e6286-5f73-4768-8283-7c0052e1a692) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:18:14.420527 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd29bc3-ec46-4097-a628-7b88b89c2ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:14.421096 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ebd29bc3-ec46-4097-a628-7b88b89c2ce3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:14.426059 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12534e3-97ec-4c6b-95d0-e855f34d7cef None None] Network 9a7e6286-5f73-4768-8283-7c0052e1a692 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:18:14.444643 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ebd29bc3-ec46-4097-a628-7b88b89c2ce3 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3982785 Jan 21 10:18:14.447034 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 33878) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:18:14.453094 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-d008d7e1-5cdf-4227-9837-f696a71d2288 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1009333295-router', 'tenant_id': 'f882fd427f5143ef993daccd68f76aa5', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:18:14.457850 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d008d7e1-5cdf-4227-9837-f696a71d2288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:18:14.461643 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d008d7e1-5cdf-4227-9837-f696a71d2288 admin admin] Usage tracker for resource:router and tenant:f882fd427f5143ef993daccd68f76aa5 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:18:14.465881 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d008d7e1-5cdf-4227-9837-f696a71d2288 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:18:14.471074 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d008d7e1-5cdf-4227-9837-f696a71d2288 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:18:14.482937 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d008d7e1-5cdf-4227-9837-f696a71d2288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:14.484105 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d008d7e1-5cdf-4227-9837-f696a71d2288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:14.503521 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d008d7e1-5cdf-4227-9837-f696a71d2288 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:14.529224 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-fe8b89c8-77b5-4d13-aff0-e7eaa51956b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a027f5-e183-4de4-90b0-d495418282c7', 'name': 'tempest-TestEncryptedCinderVolumes-830225159-router', 'tenant_id': '41eacb3690c5470da1f05c891767e1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '924ff96d-b950-49d6-908f-6fd8868a648f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:18:07Z', 'updated_at': '2022-01-21T10:18:12Z', 'revision_number': 4, 'project_id': '41eacb3690c5470da1f05c891767e1fa', 'gw_port': {'id': '924ff96d-b950-49d6-908f-6fd8868a648f', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a027f5-e183-4de4-90b0-d495418282c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:18:08Z', 'updated_at': '2022-01-21T10:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'cefc2ce4-6128-4668-aba4-b949cd71fb0d', 'name': '', 'network_id': '4b6e8608-c2d6-483a-98aa-f783b85442e0', 'tenant_id': '41eacb3690c5470da1f05c891767e1fa', 'mac_address': 'fa:16:3e:f5:c3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a027f5-e183-4de4-90b0-d495418282c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '27d7fb9f-0f34-4a39-9d21-25d894c5ba5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:18:11Z', 'updated_at': '2022-01-21T10:18:12Z', 'revision_number': 2, 'project_id': '41eacb3690c5470da1f05c891767e1fa', 'subnets': [{'id': '27d7fb9f-0f34-4a39-9d21-25d894c5ba5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:14.533058 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8b89c8-77b5-4d13-aff0-e7eaa51956b4 None None] Checking router: c6a027f5-e183-4de4-90b0-d495418282c7 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:18:14.533613 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8b89c8-77b5-4d13-aff0-e7eaa51956b4 None None] Updating router c6a027f5-e183-4de4-90b0-d495418282c7 port cefc2ce4-6128-4668-aba4-b949cd71fb0d binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:18:14.585931 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-fe8b89c8-77b5-4d13-aff0-e7eaa51956b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:14.662410 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3833856-3d3c-45a3-bcd2-f11dbffe5165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-9a7e6286-5f73-4768-8283-7c0052e1a692', 'network_id': '9a7e6286-5f73-4768-8283-7c0052e1a692', 'tenant_id': 'f882fd427f5143ef993daccd68f76aa5', 'fixed_ips': [{'subnet_id': 'c8abe21f-07d2-4bea-8aaa-3ab995c11e14'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:18:14.663517 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e3833856-3d3c-45a3-bcd2-f11dbffe5165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:14.806540 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d008d7e1-5cdf-4227-9837-f696a71d2288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:14.826847 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-e3833856-3d3c-45a3-bcd2-f11dbffe5165 None None] Allocated IP 172.20.0.2 (9a7e6286-5f73-4768-8283-7c0052e1a692/c8abe21f-07d2-4bea-8aaa-3ab995c11e14/ad353e6d-6871-463c-a64b-c7c71429feb7) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:18:14.960304 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-fe8b89c8-77b5-4d13-aff0-e7eaa51956b4 None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:14.973843 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-fe8b89c8-77b5-4d13-aff0-e7eaa51956b4 None None] Transition to ACTIVE for port object cefc2ce4-6128-4668-aba4-b949cd71fb0d will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:18:14.980716 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-fe8b89c8-77b5-4d13-aff0-e7eaa51956b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:15.051747 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e3833856-3d3c-45a3-bcd2-f11dbffe5165 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:15.063137 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e3833856-3d3c-45a3-bcd2-f11dbffe5165 None None] Transition to ACTIVE for port object ad353e6d-6871-463c-a64b-c7c71429feb7 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:18:15.082401 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e3833856-3d3c-45a3-bcd2-f11dbffe5165 None None] Transition to ACTIVE for port object ad353e6d-6871-463c-a64b-c7c71429feb7 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:18:15.091860 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e3833856-3d3c-45a3-bcd2-f11dbffe5165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:15.146485 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d008d7e1-5cdf-4227-9837-f696a71d2288 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:15.150428 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c79904-3f60-402d-8fc1-c20ee10b3af2 None None] Pushing event updated for resources: {'Port': ['ID=cefc2ce4-6128-4668-aba4-b949cd71fb0d,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:15.154163 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3833856-3d3c-45a3-bcd2-f11dbffe5165 None None] Network 9a7e6286-5f73-4768-8283-7c0052e1a692 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:18:15.157128 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-e3833856-3d3c-45a3-bcd2-f11dbffe5165 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:18:15.159670 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3833856-3d3c-45a3-bcd2-f11dbffe5165 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:18:15.191659 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d008d7e1-5cdf-4227-9837-f696a71d2288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:15.193430 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c79904-3f60-402d-8fc1-c20ee10b3af2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:15.193899 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c79904-3f60-402d-8fc1-c20ee10b3af2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:15.194351 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c79904-3f60-402d-8fc1-c20ee10b3af2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:15.194785 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c79904-3f60-402d-8fc1-c20ee10b3af2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:15.195306 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c79904-3f60-402d-8fc1-c20ee10b3af2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:15.195758 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c79904-3f60-402d-8fc1-c20ee10b3af2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:15.196185 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c79904-3f60-402d-8fc1-c20ee10b3af2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:15.196611 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c79904-3f60-402d-8fc1-c20ee10b3af2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:15.197038 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c79904-3f60-402d-8fc1-c20ee10b3af2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:15.197474 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c79904-3f60-402d-8fc1-c20ee10b3af2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:15.197896 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c79904-3f60-402d-8fc1-c20ee10b3af2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:15.198320 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c79904-3f60-402d-8fc1-c20ee10b3af2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:15.225974 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-fe8b89c8-77b5-4d13-aff0-e7eaa51956b4 None None] Attempting to bind port cefc2ce4-6128-4668-aba4-b949cd71fb0d on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:18:15.226445 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-fe8b89c8-77b5-4d13-aff0-e7eaa51956b4 None None] Attempting to bind port cefc2ce4-6128-4668-aba4-b949cd71fb0d by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '54820095-0cb2-4a9d-9704-966086420cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4b6e8608-c2d6-483a-98aa-f783b85442e0'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:18:15.226923 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8b89c8-77b5-4d13-aff0-e7eaa51956b4 None None] Attempting to bind port cefc2ce4-6128-4668-aba4-b949cd71fb0d on network 4b6e8608-c2d6-483a-98aa-f783b85442e0 {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:18:15.233293 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8b89c8-77b5-4d13-aff0-e7eaa51956b4 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:18:15.233796 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8b89c8-77b5-4d13-aff0-e7eaa51956b4 None None] Checking segment: {'id': '54820095-0cb2-4a9d-9704-966086420cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4b6e8608-c2d6-483a-98aa-f783b85442e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:18:15.234294 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-fe8b89c8-77b5-4d13-aff0-e7eaa51956b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:15.234782 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8b89c8-77b5-4d13-aff0-e7eaa51956b4 None None] Bound using segment: {'id': '54820095-0cb2-4a9d-9704-966086420cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4b6e8608-c2d6-483a-98aa-f783b85442e0'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:18:15.235364 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-fe8b89c8-77b5-4d13-aff0-e7eaa51956b4 None None] Bound port: cefc2ce4-6128-4668-aba4-b949cd71fb0d, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54820095-0cb2-4a9d-9704-966086420cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4b6e8608-c2d6-483a-98aa-f783b85442e0'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:18:15.235876 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-fe8b89c8-77b5-4d13-aff0-e7eaa51956b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:15.276029 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3833856-3d3c-45a3-bcd2-f11dbffe5165 None None] Pushing event updated for resources: {'Port': ['ID=ad353e6d-6871-463c-a64b-c7c71429feb7,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:15.287189 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-e3833856-3d3c-45a3-bcd2-f11dbffe5165 None None] Attempting to bind port ad353e6d-6871-463c-a64b-c7c71429feb7 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:18:15.287877 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-e3833856-3d3c-45a3-bcd2-f11dbffe5165 None None] Attempting to bind port ad353e6d-6871-463c-a64b-c7c71429feb7 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '0f9170d6-bc8a-4476-8faa-591b65eef433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9a7e6286-5f73-4768-8283-7c0052e1a692'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:18:15.288776 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3833856-3d3c-45a3-bcd2-f11dbffe5165 None None] Attempting to bind port ad353e6d-6871-463c-a64b-c7c71429feb7 on network 9a7e6286-5f73-4768-8283-7c0052e1a692 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:18:15.297688 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3833856-3d3c-45a3-bcd2-f11dbffe5165 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:18:15.298087 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3833856-3d3c-45a3-bcd2-f11dbffe5165 None None] Checking segment: {'id': '0f9170d6-bc8a-4476-8faa-591b65eef433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9a7e6286-5f73-4768-8283-7c0052e1a692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:18:15.298500 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e3833856-3d3c-45a3-bcd2-f11dbffe5165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:15.298894 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3833856-3d3c-45a3-bcd2-f11dbffe5165 None None] Bound using segment: {'id': '0f9170d6-bc8a-4476-8faa-591b65eef433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9a7e6286-5f73-4768-8283-7c0052e1a692'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:18:15.299370 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-e3833856-3d3c-45a3-bcd2-f11dbffe5165 None None] Bound port: ad353e6d-6871-463c-a64b-c7c71429feb7, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f9170d6-bc8a-4476-8faa-591b65eef433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9a7e6286-5f73-4768-8283-7c0052e1a692'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:18:15.299824 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e3833856-3d3c-45a3-bcd2-f11dbffe5165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:15.341606 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-fe8b89c8-77b5-4d13-aff0-e7eaa51956b4 None None] For port cefc2ce4-6128-4668-aba4-b949cd71fb0d, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:18:15.344865 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-fe8b89c8-77b5-4d13-aff0-e7eaa51956b4 None None] For port cefc2ce4-6128-4668-aba4-b949cd71fb0d, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=cefc2ce4-6128-4668-aba4-b949cd71fb0d,segment=NetworkSegment(54820095-0cb2-4a9d-9704-966086420cdb),segment_id=54820095-0cb2-4a9d-9704-966086420cdb)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:18:15.349886 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-fe8b89c8-77b5-4d13-aff0-e7eaa51956b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:15.368366 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-d008d7e1-5cdf-4227-9837-f696a71d2288 admin admin] Allocated IP 172.26.3.147 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/1713aa44-7cb4-4e36-8cea-4e2993058307) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:18:15.382868 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 924ff96d-b950-49d6-908f-6fd8868a648f up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:18:15.444977 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8b89c8-77b5-4d13-aff0-e7eaa51956b4 None None] Routers {'c6a027f5-e183-4de4-90b0-d495418282c7'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:18:15.445614 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-fe8b89c8-77b5-4d13-aff0-e7eaa51956b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:17:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['c6a027f5-e183-4de4-90b0-d495418282c7'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:15.498468 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-e3833856-3d3c-45a3-bcd2-f11dbffe5165 None None] For port ad353e6d-6871-463c-a64b-c7c71429feb7, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:18:15.502237 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-e3833856-3d3c-45a3-bcd2-f11dbffe5165 None None] For port ad353e6d-6871-463c-a64b-c7c71429feb7, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=ad353e6d-6871-463c-a64b-c7c71429feb7,segment=NetworkSegment(0f9170d6-bc8a-4476-8faa-591b65eef433),segment_id=0f9170d6-bc8a-4476-8faa-591b65eef433)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:18:15.516981 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e3833856-3d3c-45a3-bcd2-f11dbffe5165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:15.557140 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 924ff96d-b950-49d6-908f-6fd8868a648f triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:18:15.557663 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:15.648337 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-fe8b89c8-77b5-4d13-aff0-e7eaa51956b4 None None] Set router c6a027f5-e183-4de4-90b0-d495418282c7 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:18:15.682547 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d008d7e1-5cdf-4227-9837-f696a71d2288 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:15.712645 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c79904-3f60-402d-8fc1-c20ee10b3af2 None None] Pushing event updated for resources: {'Port': ['ID=cefc2ce4-6128-4668-aba4-b949cd71fb0d,revision_number=4']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:15.716465 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3833856-3d3c-45a3-bcd2-f11dbffe5165 None None] Pushing event updated for resources: {'Port': ['ID=ad353e6d-6871-463c-a64b-c7c71429feb7,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:15.730726 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d008d7e1-5cdf-4227-9837-f696a71d2288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:15.829711 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d008d7e1-5cdf-4227-9837-f696a71d2288 admin admin] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:18:15.832843 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-d008d7e1-5cdf-4227-9837-f696a71d2288 admin admin] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:18:15.836892 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d008d7e1-5cdf-4227-9837-f696a71d2288 admin admin] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:18:15.873542 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d7e1-5cdf-4227-9837-f696a71d2288 admin admin] Pushing event updated for resources: {'Port': ['ID=1713aa44-7cb4-4e36-8cea-4e2993058307,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:16.056529 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-fe8b89c8-77b5-4d13-aff0-e7eaa51956b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a027f5-e183-4de4-90b0-d495418282c7', 'name': 'tempest-TestEncryptedCinderVolumes-830225159-router', 'tenant_id': '41eacb3690c5470da1f05c891767e1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '924ff96d-b950-49d6-908f-6fd8868a648f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:18:07Z', 'updated_at': '2022-01-21T10:18:12Z', 'revision_number': 4, 'project_id': '41eacb3690c5470da1f05c891767e1fa', 'gw_port': {'id': '924ff96d-b950-49d6-908f-6fd8868a648f', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a027f5-e183-4de4-90b0-d495418282c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:18:08Z', 'updated_at': '2022-01-21T10:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'cefc2ce4-6128-4668-aba4-b949cd71fb0d', 'name': '', 'network_id': '4b6e8608-c2d6-483a-98aa-f783b85442e0', 'tenant_id': '41eacb3690c5470da1f05c891767e1fa', 'mac_address': 'fa:16:3e:f5:c3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a027f5-e183-4de4-90b0-d495418282c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '27d7fb9f-0f34-4a39-9d21-25d894c5ba5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:18:11Z', 'updated_at': '2022-01-21T10:18:15Z', 'revision_number': 4, 'project_id': '41eacb3690c5470da1f05c891767e1fa', 'subnets': [{'id': '27d7fb9f-0f34-4a39-9d21-25d894c5ba5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:16.061309 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8b89c8-77b5-4d13-aff0-e7eaa51956b4 None None] The sync data for ids ['c6a027f5-e183-4de4-90b0-d495418282c7'] in dv-neutron-825731-1-hyperv is: [{'id': 'c6a027f5-e183-4de4-90b0-d495418282c7', 'name': 'tempest-TestEncryptedCinderVolumes-830225159-router', 'tenant_id': '41eacb3690c5470da1f05c891767e1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '924ff96d-b950-49d6-908f-6fd8868a648f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:18:07Z', 'updated_at': '2022-01-21T10:18:12Z', 'revision_number': 4, 'project_id': '41eacb3690c5470da1f05c891767e1fa', 'gw_port': {'id': '924ff96d-b950-49d6-908f-6fd8868a648f', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a027f5-e183-4de4-90b0-d495418282c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:18:08Z', 'updated_at': '2022-01-21T10:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'cefc2ce4-6128-4668-aba4-b949cd71fb0d', 'name': '', 'network_id': '4b6e8608-c2d6-483a-98aa-f783b85442e0', 'tenant_id': '41eacb3690c5470da1f05c891767e1fa', 'mac_address': 'fa:16:3e:f5:c3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a027f5-e183-4de4-90b0-d495418282c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '27d7fb9f-0f34-4a39-9d21-25d894c5ba5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:18:11Z', 'updated_at': '2022-01-21T10:18:15Z', 'revision_number': 4, 'project_id': '41eacb3690c5470da1f05c891767e1fa', 'subnets': [{'id': '27d7fb9f-0f34-4a39-9d21-25d894c5ba5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:18:16.303063 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d008d7e1-5cdf-4227-9837-f696a71d2288 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:16.611436 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6b9e6eff-c326-45a7-874f-743003e4be93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:16.662832 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d008d7e1-5cdf-4227-9837-f696a71d2288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:16.888777 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d008d7e1-5cdf-4227-9837-f696a71d2288 admin admin] Router 82020c08-b0be-4f1c-b1f5-213b6c67d798 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 10:18:16.930297 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f79629-9bce-4aee-93b4-27c04bd76880 None None] Network 9a7e6286-5f73-4768-8283-7c0052e1a692 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:18:17.045427 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-caa493f3-0be6-4a55-a4a1-46f5b6db8a00 None None] Provisioning for port ad353e6d-6871-463c-a64b-c7c71429feb7 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:18:17.208520 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d008d7e1-5cdf-4227-9837-f696a71d2288 admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:18:17.220354 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5b4cae-b33e-4cd3-b9c7-4429a5244423 None None] Sync routers for ids ['82020c08-b0be-4f1c-b1f5-213b6c67d798'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:18:17.232230 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5b4cae-b33e-4cd3-b9c7-4429a5244423 None None] Routers {'82020c08-b0be-4f1c-b1f5-213b6c67d798'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:18:17.232898 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-ea5b4cae-b33e-4cd3-b9c7-4429a5244423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:17:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['82020c08-b0be-4f1c-b1f5-213b6c67d798'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:17.235711 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d008d7e1-5cdf-4227-9837-f696a71d2288 admin admin] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:17.237339 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d008d7e1-5cdf-4227-9837-f696a71d2288 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.7891548 Jan 21 10:18:17.240101 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 33882) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:18:17.443795 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device ad353e6d-6871-463c-a64b-c7c71429feb7 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:18:17.517794 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-ea5b4cae-b33e-4cd3-b9c7-4429a5244423 None None] Set router 82020c08-b0be-4f1c-b1f5-213b6c67d798 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:18:17.680349 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port ad353e6d-6871-463c-a64b-c7c71429feb7 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:18:17.733938 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port ad353e6d-6871-463c-a64b-c7c71429feb7 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:18:17.734304 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:17.920518 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:17.956814 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-ea5b4cae-b33e-4cd3-b9c7-4429a5244423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82020c08-b0be-4f1c-b1f5-213b6c67d798', 'name': 'tempest-TestEncryptedCinderVolumes-1009333295-router', 'tenant_id': 'f882fd427f5143ef993daccd68f76aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': '1713aa44-7cb4-4e36-8cea-4e2993058307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:18:14Z', 'updated_at': '2022-01-21T10:18:16Z', 'revision_number': 3, 'project_id': 'f882fd427f5143ef993daccd68f76aa5', 'gw_port': {'id': '1713aa44-7cb4-4e36-8cea-4e2993058307', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82020c08-b0be-4f1c-b1f5-213b6c67d798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:18:15Z', 'updated_at': '2022-01-21T10:18:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:17.961864 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port ad353e6d-6871-463c-a64b-c7c71429feb7, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=ad353e6d-6871-463c-a64b-c7c71429feb7,segment=NetworkSegment(0f9170d6-bc8a-4476-8faa-591b65eef433),segment_id=0f9170d6-bc8a-4476-8faa-591b65eef433)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:18:17.962755 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5b4cae-b33e-4cd3-b9c7-4429a5244423 None None] Checking router: 82020c08-b0be-4f1c-b1f5-213b6c67d798 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:18:17.963313 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5b4cae-b33e-4cd3-b9c7-4429a5244423 None None] Updating router 82020c08-b0be-4f1c-b1f5-213b6c67d798 port 1713aa44-7cb4-4e36-8cea-4e2993058307 binding host dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:18:17.974868 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e66d795d-72ce-41e1-a738-3d6b2509933a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:17.991476 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:17.992285 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device cefc2ce4-6128-4668-aba4-b949cd71fb0d up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:18:18.124463 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ea5b4cae-b33e-4cd3-b9c7-4429a5244423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:18.176449 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=ad353e6d-6871-463c-a64b-c7c71429feb7,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:18.238282 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port cefc2ce4-6128-4668-aba4-b949cd71fb0d completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:18:18.248024 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port cefc2ce4-6128-4668-aba4-b949cd71fb0d triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:18:18.248394 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:18.299733 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-e66d795d-72ce-41e1-a738-3d6b2509933a admin admin] Allocated IP 172.20.0.1 (9a7e6286-5f73-4768-8283-7c0052e1a692/c8abe21f-07d2-4bea-8aaa-3ab995c11e14/4bf09c40-fa54-4638-9b6c-a2f25ea670aa) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:18:18.456054 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e66d795d-72ce-41e1-a738-3d6b2509933a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:18.472809 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-e66d795d-72ce-41e1-a738-3d6b2509933a admin admin] Transition to ACTIVE for port object 4bf09c40-fa54-4638-9b6c-a2f25ea670aa will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:18:18.496725 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e66d795d-72ce-41e1-a738-3d6b2509933a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:18.533077 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:18.561973 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66d795d-72ce-41e1-a738-3d6b2509933a admin admin] Network 9a7e6286-5f73-4768-8283-7c0052e1a692 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:18:18.564776 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-e66d795d-72ce-41e1-a738-3d6b2509933a admin admin] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:18:18.568572 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66d795d-72ce-41e1-a738-3d6b2509933a admin admin] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:18:18.604705 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d795d-72ce-41e1-a738-3d6b2509933a admin admin] Pushing event updated for resources: {'Port': ['ID=4bf09c40-fa54-4638-9b6c-a2f25ea670aa,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:18.617395 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port cefc2ce4-6128-4668-aba4-b949cd71fb0d, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=cefc2ce4-6128-4668-aba4-b949cd71fb0d,segment=NetworkSegment(54820095-0cb2-4a9d-9704-966086420cdb),segment_id=54820095-0cb2-4a9d-9704-966086420cdb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:18:18.622984 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:18.628838 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e66d795d-72ce-41e1-a738-3d6b2509933a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:18.689029 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ea5b4cae-b33e-4cd3-b9c7-4429a5244423 None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:18.710027 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-ea5b4cae-b33e-4cd3-b9c7-4429a5244423 None None] Transition to ACTIVE for port object 1713aa44-7cb4-4e36-8cea-4e2993058307 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:18:18.718910 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=cefc2ce4-6128-4668-aba4-b949cd71fb0d,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:18.720966 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ea5b4cae-b33e-4cd3-b9c7-4429a5244423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:18.801038 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-ea5b4cae-b33e-4cd3-b9c7-4429a5244423 None None] Attempting to bind port 1713aa44-7cb4-4e36-8cea-4e2993058307 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:18:18.801405 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-ea5b4cae-b33e-4cd3-b9c7-4429a5244423 None None] Attempting to bind port 1713aa44-7cb4-4e36-8cea-4e2993058307 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:18:18.801762 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5b4cae-b33e-4cd3-b9c7-4429a5244423 None None] Attempting to bind port 1713aa44-7cb4-4e36-8cea-4e2993058307 on network 80a065d7-b55c-43ad-a3e8-c65befe4136c {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:18:18.803728 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e98639-41f3-4baf-acf9-32a954a96650 None None] Pushing event updated for resources: {'Port': ['ID=1713aa44-7cb4-4e36-8cea-4e2993058307,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:18.810511 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5b4cae-b33e-4cd3-b9c7-4429a5244423 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:18:18.810879 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5b4cae-b33e-4cd3-b9c7-4429a5244423 None None] Checking segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:18:18.811272 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ea5b4cae-b33e-4cd3-b9c7-4429a5244423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:18.811685 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5b4cae-b33e-4cd3-b9c7-4429a5244423 None None] Bound using segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:18:18.812144 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-ea5b4cae-b33e-4cd3-b9c7-4429a5244423 None None] Bound port: 1713aa44-7cb4-4e36-8cea-4e2993058307, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:18:18.812514 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ea5b4cae-b33e-4cd3-b9c7-4429a5244423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:18.881473 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-bafce758-53d6-4e9b-9ea0-79d8760d730c None None] Provisioning for port 4bf09c40-fa54-4638-9b6c-a2f25ea670aa completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:18:18.892953 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-bafce758-53d6-4e9b-9ea0-79d8760d730c None None] Provisioning complete for port 4bf09c40-fa54-4638-9b6c-a2f25ea670aa triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:18:18.893313 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-bafce758-53d6-4e9b-9ea0-79d8760d730c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:18.916459 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e66d795d-72ce-41e1-a738-3d6b2509933a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:18.938296 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-ea5b4cae-b33e-4cd3-b9c7-4429a5244423 None None] For port 1713aa44-7cb4-4e36-8cea-4e2993058307, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:18:18.953126 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-ea5b4cae-b33e-4cd3-b9c7-4429a5244423 None None] For port 1713aa44-7cb4-4e36-8cea-4e2993058307, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=1713aa44-7cb4-4e36-8cea-4e2993058307,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:18:18.961038 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-bafce758-53d6-4e9b-9ea0-79d8760d730c None None] Port 4bf09c40-fa54-4638-9b6c-a2f25ea670aa cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:18:18.965688 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ea5b4cae-b33e-4cd3-b9c7-4429a5244423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:19.023176 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-02bf5239-9f57-4134-8a72-15b9dfcde9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:19.047854 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5b4cae-b33e-4cd3-b9c7-4429a5244423 None None] Routers {'82020c08-b0be-4f1c-b1f5-213b6c67d798'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:18:19.048464 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-ea5b4cae-b33e-4cd3-b9c7-4429a5244423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:18:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['82020c08-b0be-4f1c-b1f5-213b6c67d798'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:19.111923 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e98639-41f3-4baf-acf9-32a954a96650 None None] Pushing event updated for resources: {'Port': ['ID=1713aa44-7cb4-4e36-8cea-4e2993058307,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:19.142601 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e66d795d-72ce-41e1-a738-3d6b2509933a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:19.146936 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e66d795d-72ce-41e1-a738-3d6b2509933a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:19.228759 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-ea5b4cae-b33e-4cd3-b9c7-4429a5244423 None None] Set router 82020c08-b0be-4f1c-b1f5-213b6c67d798 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:18:19.255325 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d795d-72ce-41e1-a738-3d6b2509933a admin admin] Pushing event updated for resources: {'Port': ['ID=4bf09c40-fa54-4638-9b6c-a2f25ea670aa,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:19.257671 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e66d795d-72ce-41e1-a738-3d6b2509933a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:19.350873 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device ad353e6d-6871-463c-a64b-c7c71429feb7 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:18:19.400788 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66d795d-72ce-41e1-a738-3d6b2509933a admin admin] Network 9a7e6286-5f73-4768-8283-7c0052e1a692 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:18:19.402718 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-e66d795d-72ce-41e1-a738-3d6b2509933a admin admin] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:18:19.540355 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port ad353e6d-6871-463c-a64b-c7c71429feb7 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:18:19.540726 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:19.603353 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66d795d-72ce-41e1-a738-3d6b2509933a admin admin] Router 82020c08-b0be-4f1c-b1f5-213b6c67d798 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:18:19.707033 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-ea5b4cae-b33e-4cd3-b9c7-4429a5244423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82020c08-b0be-4f1c-b1f5-213b6c67d798', 'name': 'tempest-TestEncryptedCinderVolumes-1009333295-router', 'tenant_id': 'f882fd427f5143ef993daccd68f76aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': '1713aa44-7cb4-4e36-8cea-4e2993058307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:18:14Z', 'updated_at': '2022-01-21T10:18:18Z', 'revision_number': 4, 'project_id': 'f882fd427f5143ef993daccd68f76aa5', 'gw_port': {'id': '1713aa44-7cb4-4e36-8cea-4e2993058307', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82020c08-b0be-4f1c-b1f5-213b6c67d798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:18:15Z', 'updated_at': '2022-01-21T10:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '4bf09c40-fa54-4638-9b6c-a2f25ea670aa', 'name': '', 'network_id': '9a7e6286-5f73-4768-8283-7c0052e1a692', 'tenant_id': 'f882fd427f5143ef993daccd68f76aa5', 'mac_address': 'fa:16:3e:10:be:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82020c08-b0be-4f1c-b1f5-213b6c67d798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'c8abe21f-07d2-4bea-8aaa-3ab995c11e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:18:18Z', 'updated_at': '2022-01-21T10:18:18Z', 'revision_number': 1, 'project_id': 'f882fd427f5143ef993daccd68f76aa5', 'subnets': [{'id': 'c8abe21f-07d2-4bea-8aaa-3ab995c11e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:19.718694 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5b4cae-b33e-4cd3-b9c7-4429a5244423 None None] The sync data for ids ['82020c08-b0be-4f1c-b1f5-213b6c67d798'] in dv-neutron-825731-1-hyperv is: [{'id': '82020c08-b0be-4f1c-b1f5-213b6c67d798', 'name': 'tempest-TestEncryptedCinderVolumes-1009333295-router', 'tenant_id': 'f882fd427f5143ef993daccd68f76aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': '1713aa44-7cb4-4e36-8cea-4e2993058307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:18:14Z', 'updated_at': '2022-01-21T10:18:18Z', 'revision_number': 4, 'project_id': 'f882fd427f5143ef993daccd68f76aa5', 'gw_port': {'id': '1713aa44-7cb4-4e36-8cea-4e2993058307', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82020c08-b0be-4f1c-b1f5-213b6c67d798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:18:15Z', 'updated_at': '2022-01-21T10:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '4bf09c40-fa54-4638-9b6c-a2f25ea670aa', 'name': '', 'network_id': '9a7e6286-5f73-4768-8283-7c0052e1a692', 'tenant_id': 'f882fd427f5143ef993daccd68f76aa5', 'mac_address': 'fa:16:3e:10:be:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82020c08-b0be-4f1c-b1f5-213b6c67d798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'c8abe21f-07d2-4bea-8aaa-3ab995c11e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:18:18Z', 'updated_at': '2022-01-21T10:18:18Z', 'revision_number': 1, 'project_id': 'f882fd427f5143ef993daccd68f76aa5', 'subnets': [{'id': 'c8abe21f-07d2-4bea-8aaa-3ab995c11e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:18:19.724939 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device cefc2ce4-6128-4668-aba4-b949cd71fb0d up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:18:19.749798 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-07e506a7-169b-4717-b2c9-bfcee955bc6a None None] Provisioning complete for port 4bf09c40-fa54-4638-9b6c-a2f25ea670aa triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:18:19.750311 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-07e506a7-169b-4717-b2c9-bfcee955bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:19.832946 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-07e506a7-169b-4717-b2c9-bfcee955bc6a None None] Port 4bf09c40-fa54-4638-9b6c-a2f25ea670aa cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:18:19.851570 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port cefc2ce4-6128-4668-aba4-b949cd71fb0d triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:18:19.851938 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:19.903827 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:19.909330 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66d795d-72ce-41e1-a738-3d6b2509933a admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:18:19.919869 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e66d795d-72ce-41e1-a738-3d6b2509933a admin admin] 10.222.0.110 "PUT /v2.0/routers/82020c08-b0be-4f1c-b1f5-213b6c67d798/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6783741 Jan 21 10:18:20.032308 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:18:20.074874 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:20.902280 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-6e2363f7-8f9d-4666-a8c1-41edc7aece8c tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:20.903843 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-6e2363f7-8f9d-4666-a8c1-41edc7aece8c tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/networks?id=4b6e8608-c2d6-483a-98aa-f783b85442e0 HTTP/1.1" status: 200 len: 816 time: 0.1949456 Jan 21 10:18:20.921217 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-b916a284-becf-421c-8d80-5b9a2f88023d tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/quotas/41eacb3690c5470da1f05c891767e1fa HTTP/1.1" status: 200 len: 375 time: 0.0117667 Jan 21 10:18:21.028144 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-006593e9-e1c3-469d-8077-6bdd6f66a611 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=41eacb3690c5470da1f05c891767e1fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1002579 Jan 21 10:18:21.205896 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-971f68b6-7262-4363-b179-2b85fe6a030c service neutron] 10.222.0.110 "GET /v2.0/networks/4b6e8608-c2d6-483a-98aa-f783b85442e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578245 Jan 21 10:18:21.370777 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-3b29bc38-88db-4e9c-86a4-27152ac0a4eb service neutron] 10.222.0.110 "GET /v2.0/networks/4b6e8608-c2d6-483a-98aa-f783b85442e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581612 Jan 21 10:18:21.373367 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 1713aa44-7cb4-4e36-8cea-4e2993058307 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:18:21.514911 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:21.529819 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 1713aa44-7cb4-4e36-8cea-4e2993058307 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:18:21.536340 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 1713aa44-7cb4-4e36-8cea-4e2993058307 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:18:21.536726 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:21.594078 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-0e8d5dbb-71a8-4387-bcf4-40c4cfe20a54 req-685e45ac-54e4-47c2-8918-02dccad1a271 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Synchronizing usage tracker for tenant:41eacb3690c5470da1f05c891767e1fa on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:18:21.612931 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-0e8d5dbb-71a8-4387-bcf4-40c4cfe20a54 req-685e45ac-54e4-47c2-8918-02dccad1a271 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Unset dirty status for tenant:41eacb3690c5470da1f05c891767e1fa on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:18:21.614616 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0e8d5dbb-71a8-4387-bcf4-40c4cfe20a54 req-685e45ac-54e4-47c2-8918-02dccad1a271 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/ports?device_id=17346cc3-0d2e-441b-abfa-6fa85a77ddff HTTP/1.1" status: 200 len: 210 time: 0.0748506 Jan 21 10:18:21.668619 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:21.690763 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 1713aa44-7cb4-4e36-8cea-4e2993058307, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=1713aa44-7cb4-4e36-8cea-4e2993058307,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:18:21.694979 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:21.772647 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=1713aa44-7cb4-4e36-8cea-4e2993058307,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:22.655636 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-ebeb38c9-5388-45db-a7dd-34d4ad2076ee tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:22.657814 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-ebeb38c9-5388-45db-a7dd-34d4ad2076ee tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.72 "GET /v2.0/networks?id=4b6e8608-c2d6-483a-98aa-f783b85442e0 HTTP/1.1" status: 200 len: 816 time: 0.1577616 Jan 21 10:18:22.669827 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-6ff11102-6863-49dc-9eac-978fcb7dd637 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Request body: {'port': {'device_id': '17346cc3-0d2e-441b-abfa-6fa85a77ddff', 'network_id': '4b6e8608-c2d6-483a-98aa-f783b85442e0', 'admin_state_up': True, 'tenant_id': '41eacb3690c5470da1f05c891767e1fa'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:18:22.840997 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-84226863-9f7f-443e-bbb4-0e431d276928 req-0153889b-1162-4340-9201-17c17d198505 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/ports?device_id=17346cc3-0d2e-441b-abfa-6fa85a77ddff HTTP/1.1" status: 200 len: 210 time: 0.0533350 Jan 21 10:18:22.883062 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-6ff11102-6863-49dc-9eac-978fcb7dd637 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:18:22.893109 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-6ff11102-6863-49dc-9eac-978fcb7dd637 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:18:22.903036 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-6ff11102-6863-49dc-9eac-978fcb7dd637 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Made reservation on behalf of 41eacb3690c5470da1f05c891767e1fa for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:18:22.906470 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-6ff11102-6863-49dc-9eac-978fcb7dd637 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:23.070336 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-6ff11102-6863-49dc-9eac-978fcb7dd637 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Allocated IP 172.20.0.9 (4b6e8608-c2d6-483a-98aa-f783b85442e0/27d7fb9f-0f34-4a39-9d21-25d894c5ba5f/054e42f2-7524-41c3-8e67-531be83a40df) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:18:23.273798 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-6ff11102-6863-49dc-9eac-978fcb7dd637 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:23.289349 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-6ff11102-6863-49dc-9eac-978fcb7dd637 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Transition to ACTIVE for port object 054e42f2-7524-41c3-8e67-531be83a40df will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:18:23.314904 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-6ff11102-6863-49dc-9eac-978fcb7dd637 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:23.342288 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 1713aa44-7cb4-4e36-8cea-4e2993058307 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:18:23.396325 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa83b2f-314a-4c7a-9ebf-b9953f9aa2b2 None None] Sync routers for ids ['82020c08-b0be-4f1c-b1f5-213b6c67d798'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:18:23.397711 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-6ff11102-6863-49dc-9eac-978fcb7dd637 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Network 4b6e8608-c2d6-483a-98aa-f783b85442e0 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:18:23.404458 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-6ff11102-6863-49dc-9eac-978fcb7dd637 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:18:23.408497 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa83b2f-314a-4c7a-9ebf-b9953f9aa2b2 None None] Routers {'82020c08-b0be-4f1c-b1f5-213b6c67d798'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:18:23.408827 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-6ff11102-6863-49dc-9eac-978fcb7dd637 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:18:23.410424 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-8fa83b2f-314a-4c7a-9ebf-b9953f9aa2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:18:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['82020c08-b0be-4f1c-b1f5-213b6c67d798'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:23.425894 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 1713aa44-7cb4-4e36-8cea-4e2993058307 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:18:23.426519 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:23.445564 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff11102-6863-49dc-9eac-978fcb7dd637 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Pushing event updated for resources: {'Port': ['ID=054e42f2-7524-41c3-8e67-531be83a40df,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:23.484444 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-6ff11102-6863-49dc-9eac-978fcb7dd637 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:23.485176 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-6ff11102-6863-49dc-9eac-978fcb7dd637 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:23.525458 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-6ff11102-6863-49dc-9eac-978fcb7dd637 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8597643 Jan 21 10:18:23.537351 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-2e870676-e8d1-4a2c-8c52-b2ec68ae2a60 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 10:18:23.538812 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-2e870676-e8d1-4a2c-8c52-b2ec68ae2a60 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064421 Jan 21 10:18:23.550377 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-d258f62a-dea0-49b5-be94-33f787effb35 service neutron] Request body: {'port': {'device_id': '17346cc3-0d2e-441b-abfa-6fa85a77ddff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:18:23.615791 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-8fa83b2f-314a-4c7a-9ebf-b9953f9aa2b2 None None] Set router 82020c08-b0be-4f1c-b1f5-213b6c67d798 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:18:23.682196 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-88ba6b49-f880-4172-8a7c-acb688bf7aaa None None] Provisioning for port 054e42f2-7524-41c3-8e67-531be83a40df completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:18:23.683678 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-d258f62a-dea0-49b5-be94-33f787effb35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:23.687566 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-88ba6b49-f880-4172-8a7c-acb688bf7aaa None None] Provisioning complete for port 054e42f2-7524-41c3-8e67-531be83a40df triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:18:23.687950 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-88ba6b49-f880-4172-8a7c-acb688bf7aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:23.752943 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-88ba6b49-f880-4172-8a7c-acb688bf7aaa None None] Port 054e42f2-7524-41c3-8e67-531be83a40df cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:18:23.943948 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-8fa83b2f-314a-4c7a-9ebf-b9953f9aa2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82020c08-b0be-4f1c-b1f5-213b6c67d798', 'name': 'tempest-TestEncryptedCinderVolumes-1009333295-router', 'tenant_id': 'f882fd427f5143ef993daccd68f76aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': '1713aa44-7cb4-4e36-8cea-4e2993058307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:18:14Z', 'updated_at': '2022-01-21T10:18:18Z', 'revision_number': 4, 'project_id': 'f882fd427f5143ef993daccd68f76aa5', 'gw_port': {'id': '1713aa44-7cb4-4e36-8cea-4e2993058307', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82020c08-b0be-4f1c-b1f5-213b6c67d798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:18:15Z', 'updated_at': '2022-01-21T10:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '4bf09c40-fa54-4638-9b6c-a2f25ea670aa', 'name': '', 'network_id': '9a7e6286-5f73-4768-8283-7c0052e1a692', 'tenant_id': 'f882fd427f5143ef993daccd68f76aa5', 'mac_address': 'fa:16:3e:10:be:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82020c08-b0be-4f1c-b1f5-213b6c67d798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'c8abe21f-07d2-4bea-8aaa-3ab995c11e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:18:18Z', 'updated_at': '2022-01-21T10:18:18Z', 'revision_number': 2, 'project_id': 'f882fd427f5143ef993daccd68f76aa5', 'subnets': [{'id': 'c8abe21f-07d2-4bea-8aaa-3ab995c11e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:23.947947 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa83b2f-314a-4c7a-9ebf-b9953f9aa2b2 None None] Checking router: 82020c08-b0be-4f1c-b1f5-213b6c67d798 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:18:23.949023 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa83b2f-314a-4c7a-9ebf-b9953f9aa2b2 None None] Updating router 82020c08-b0be-4f1c-b1f5-213b6c67d798 port 4bf09c40-fa54-4638-9b6c-a2f25ea670aa binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:18:24.005635 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-8fa83b2f-314a-4c7a-9ebf-b9953f9aa2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:24.037377 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d311813-f0d1-48a1-9e6b-1eecc819d9de req-bbf7cedb-ca9a-4211-9344-60e5d4f99abc tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:24.039195 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5d311813-f0d1-48a1-9e6b-1eecc819d9de req-bbf7cedb-ca9a-4211-9344-60e5d4f99abc tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/ports?device_id=17346cc3-0d2e-441b-abfa-6fa85a77ddff HTTP/1.1" status: 200 len: 931 time: 0.0826344 Jan 21 10:18:24.086749 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-5d311813-f0d1-48a1-9e6b-1eecc819d9de req-5547f701-d75a-43a1-8459-7265c33b856d tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Synchronizing usage tracker for tenant:41eacb3690c5470da1f05c891767e1fa on resource:security_group {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:18:24.104175 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-5d311813-f0d1-48a1-9e6b-1eecc819d9de req-5547f701-d75a-43a1-8459-7265c33b856d tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Unset dirty status for tenant:41eacb3690c5470da1f05c891767e1fa on resource:security_group {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:18:24.105646 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5d311813-f0d1-48a1-9e6b-1eecc819d9de req-5547f701-d75a-43a1-8459-7265c33b856d tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/security-groups?id=30647f77-f92b-470b-9b3f-ca50a3a3f905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592453 Jan 21 10:18:24.153574 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-d258f62a-dea0-49b5-be94-33f787effb35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 054e42f2-7524-41c3-8e67-531be83a40df {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:18:24.160735 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-d258f62a-dea0-49b5-be94-33f787effb35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:24.176065 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-d258f62a-dea0-49b5-be94-33f787effb35 service neutron] Transition to ACTIVE for port object 054e42f2-7524-41c3-8e67-531be83a40df will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:18:24.179927 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-d258f62a-dea0-49b5-be94-33f787effb35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:24.340002 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258f62a-dea0-49b5-be94-33f787effb35 service neutron] Pushing event updated for resources: {'Port': ['ID=054e42f2-7524-41c3-8e67-531be83a40df,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:24.360846 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-8fa83b2f-314a-4c7a-9ebf-b9953f9aa2b2 None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:24.374282 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-8fa83b2f-314a-4c7a-9ebf-b9953f9aa2b2 None None] Transition to ACTIVE for port object 4bf09c40-fa54-4638-9b6c-a2f25ea670aa will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:18:24.381891 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-8fa83b2f-314a-4c7a-9ebf-b9953f9aa2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:24.425540 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-d258f62a-dea0-49b5-be94-33f787effb35 service neutron] Attempting to bind port 054e42f2-7524-41c3-8e67-531be83a40df on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:18:24.426018 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-d258f62a-dea0-49b5-be94-33f787effb35 service neutron] Attempting to bind port 054e42f2-7524-41c3-8e67-531be83a40df by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '54820095-0cb2-4a9d-9704-966086420cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4b6e8608-c2d6-483a-98aa-f783b85442e0'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:18:24.426349 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-d258f62a-dea0-49b5-be94-33f787effb35 service neutron] Attempting to bind port 054e42f2-7524-41c3-8e67-531be83a40df on network 4b6e8608-c2d6-483a-98aa-f783b85442e0 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:18:24.431164 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-d258f62a-dea0-49b5-be94-33f787effb35 service neutron] Port 054e42f2-7524-41c3-8e67-531be83a40df on network 4b6e8608-c2d6-483a-98aa-f783b85442e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:18:24.431726 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-d258f62a-dea0-49b5-be94-33f787effb35 service neutron] Attempting to bind port 054e42f2-7524-41c3-8e67-531be83a40df on network 4b6e8608-c2d6-483a-98aa-f783b85442e0 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:18:24.438137 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-d258f62a-dea0-49b5-be94-33f787effb35 service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:18:24.438395 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-d258f62a-dea0-49b5-be94-33f787effb35 service neutron] Checking segment: {'id': '54820095-0cb2-4a9d-9704-966086420cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4b6e8608-c2d6-483a-98aa-f783b85442e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:18:24.438778 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-d258f62a-dea0-49b5-be94-33f787effb35 service neutron] Bound using segment: {'id': '54820095-0cb2-4a9d-9704-966086420cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4b6e8608-c2d6-483a-98aa-f783b85442e0'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:18:24.439199 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-d258f62a-dea0-49b5-be94-33f787effb35 service neutron] Bound port: 054e42f2-7524-41c3-8e67-531be83a40df, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54820095-0cb2-4a9d-9704-966086420cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4b6e8608-c2d6-483a-98aa-f783b85442e0'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:18:24.439585 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-d258f62a-dea0-49b5-be94-33f787effb35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:24.516359 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec726d-c1da-4de0-ad45-b732a4a3d624 None None] Pushing event updated for resources: {'Port': ['ID=4bf09c40-fa54-4638-9b6c-a2f25ea670aa,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:24.541421 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-d258f62a-dea0-49b5-be94-33f787effb35 service neutron] For port 054e42f2-7524-41c3-8e67-531be83a40df, host hv-neutron-8257, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:18:24.545560 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-d258f62a-dea0-49b5-be94-33f787effb35 service neutron] For port 054e42f2-7524-41c3-8e67-531be83a40df, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=054e42f2-7524-41c3-8e67-531be83a40df,segment=NetworkSegment(54820095-0cb2-4a9d-9704-966086420cdb),segment_id=54820095-0cb2-4a9d-9704-966086420cdb)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:18:24.552393 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-d258f62a-dea0-49b5-be94-33f787effb35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:24.615265 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-d258f62a-dea0-49b5-be94-33f787effb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:24.615904 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-d258f62a-dea0-49b5-be94-33f787effb35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:24.617295 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-d258f62a-dea0-49b5-be94-33f787effb35 service neutron] 10.222.0.72 "PUT /v2.0/ports/054e42f2-7524-41c3-8e67-531be83a40df HTTP/1.1" status: 200 len: 1093 time: 1.0718036 Jan 21 10:18:24.617751 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17346cc3-0d2e-441b-abfa-6fa85a77ddff', 'tag': '054e42f2-7524-41c3-8e67-531be83a40df'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:18:24.623424 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-8fa83b2f-314a-4c7a-9ebf-b9953f9aa2b2 None None] Attempting to bind port 4bf09c40-fa54-4638-9b6c-a2f25ea670aa on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:18:24.624136 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-8fa83b2f-314a-4c7a-9ebf-b9953f9aa2b2 None None] Attempting to bind port 4bf09c40-fa54-4638-9b6c-a2f25ea670aa by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '0f9170d6-bc8a-4476-8faa-591b65eef433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9a7e6286-5f73-4768-8283-7c0052e1a692'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:18:24.624699 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa83b2f-314a-4c7a-9ebf-b9953f9aa2b2 None None] Attempting to bind port 4bf09c40-fa54-4638-9b6c-a2f25ea670aa on network 9a7e6286-5f73-4768-8283-7c0052e1a692 {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:18:24.631515 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa83b2f-314a-4c7a-9ebf-b9953f9aa2b2 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:18:24.632138 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa83b2f-314a-4c7a-9ebf-b9953f9aa2b2 None None] Checking segment: {'id': '0f9170d6-bc8a-4476-8faa-591b65eef433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9a7e6286-5f73-4768-8283-7c0052e1a692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:18:24.632858 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-8fa83b2f-314a-4c7a-9ebf-b9953f9aa2b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:24.633419 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa83b2f-314a-4c7a-9ebf-b9953f9aa2b2 None None] Bound using segment: {'id': '0f9170d6-bc8a-4476-8faa-591b65eef433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9a7e6286-5f73-4768-8283-7c0052e1a692'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:18:24.634200 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-8fa83b2f-314a-4c7a-9ebf-b9953f9aa2b2 None None] Bound port: 4bf09c40-fa54-4638-9b6c-a2f25ea670aa, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f9170d6-bc8a-4476-8faa-591b65eef433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9a7e6286-5f73-4768-8283-7c0052e1a692'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:18:24.634757 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-8fa83b2f-314a-4c7a-9ebf-b9953f9aa2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:24.638728 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258f62a-dea0-49b5-be94-33f787effb35 service neutron] Pushing event updated for resources: {'Port': ['ID=054e42f2-7524-41c3-8e67-531be83a40df,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:24.711958 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17346cc3-0d2e-441b-abfa-6fa85a77ddff', 'tag': '054e42f2-7524-41c3-8e67-531be83a40df', 'status': 'completed', 'code': 200} Jan 21 10:18:24.755026 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-ebbfbcdc-9e7f-41ae-bc1c-8e21657e4ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:24.756642 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-ebbfbcdc-9e7f-41ae-bc1c-8e21657e4ec5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=41eacb3690c5470da1f05c891767e1fa&device_id=17346cc3-0d2e-441b-abfa-6fa85a77ddff HTTP/1.1" status: 200 len: 1096 time: 0.0936081 Jan 21 10:18:24.774427 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-8fa83b2f-314a-4c7a-9ebf-b9953f9aa2b2 None None] For port 4bf09c40-fa54-4638-9b6c-a2f25ea670aa, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:18:24.778627 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-8fa83b2f-314a-4c7a-9ebf-b9953f9aa2b2 None None] For port 4bf09c40-fa54-4638-9b6c-a2f25ea670aa, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=4bf09c40-fa54-4638-9b6c-a2f25ea670aa,segment=NetworkSegment(0f9170d6-bc8a-4476-8faa-591b65eef433),segment_id=0f9170d6-bc8a-4476-8faa-591b65eef433)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:18:24.784749 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-8fa83b2f-314a-4c7a-9ebf-b9953f9aa2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:24.833508 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-aa99b51a-cde0-42c5-8e7e-023c0b979682 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=054e42f2-7524-41c3-8e67-531be83a40df HTTP/1.1" status: 200 len: 217 time: 0.0698049 Jan 21 10:18:24.866205 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa83b2f-314a-4c7a-9ebf-b9953f9aa2b2 None None] Routers {'82020c08-b0be-4f1c-b1f5-213b6c67d798'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:18:24.867098 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-8fa83b2f-314a-4c7a-9ebf-b9953f9aa2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:18:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['82020c08-b0be-4f1c-b1f5-213b6c67d798'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:24.924402 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-562b5f36-cf2d-4b6a-83aa-d90ede7b9995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:24.926490 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-562b5f36-cf2d-4b6a-83aa-d90ede7b9995 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27d7fb9f-0f34-4a39-9d21-25d894c5ba5f HTTP/1.1" status: 200 len: 855 time: 0.0877080 Jan 21 10:18:24.934422 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec726d-c1da-4de0-ad45-b732a4a3d624 None None] Pushing event updated for resources: {'Port': ['ID=4bf09c40-fa54-4638-9b6c-a2f25ea670aa,revision_number=4']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:25.013438 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-7e653923-cd3e-4a69-9926-8247347ac23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:25.016408 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-7e653923-cd3e-4a69-9926-8247347ac23c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4b6e8608-c2d6-483a-98aa-f783b85442e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824256 Jan 21 10:18:25.060340 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-8fa83b2f-314a-4c7a-9ebf-b9953f9aa2b2 None None] Set router 82020c08-b0be-4f1c-b1f5-213b6c67d798 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:18:25.166806 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-82cf0bb2-5b3c-4873-a8a6-0b52a57b9c8c service neutron] 10.222.0.72 "GET /v2.0/networks/4b6e8608-c2d6-483a-98aa-f783b85442e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446097 Jan 21 10:18:25.306750 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-92764c51-44a1-4c6e-b3aa-2ced5fbb9910 req-8a2279af-3bc5-4682-883c-df0c8154afaa service neutron] 10.222.0.72 "GET /v2.0/networks/4b6e8608-c2d6-483a-98aa-f783b85442e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327052 Jan 21 10:18:25.320907 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c0ac0-6ed6-4c86-8203-9fd86cfd8c17 req-29b600b1-e57e-4187-ae84-7ebd42374c54 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:25.322449 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-bf6c0ac0-6ed6-4c86-8203-9fd86cfd8c17 req-29b600b1-e57e-4187-ae84-7ebd42374c54 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/ports?device_id=17346cc3-0d2e-441b-abfa-6fa85a77ddff HTTP/1.1" status: 200 len: 943 time: 0.0936642 Jan 21 10:18:25.373690 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-bf6c0ac0-6ed6-4c86-8203-9fd86cfd8c17 req-c28c7956-9373-4258-88dd-678dd283af8d tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/security-groups?id=30647f77-f92b-470b-9b3f-ca50a3a3f905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445712 Jan 21 10:18:25.403325 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-8fa83b2f-314a-4c7a-9ebf-b9953f9aa2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82020c08-b0be-4f1c-b1f5-213b6c67d798', 'name': 'tempest-TestEncryptedCinderVolumes-1009333295-router', 'tenant_id': 'f882fd427f5143ef993daccd68f76aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': '1713aa44-7cb4-4e36-8cea-4e2993058307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:18:14Z', 'updated_at': '2022-01-21T10:18:18Z', 'revision_number': 4, 'project_id': 'f882fd427f5143ef993daccd68f76aa5', 'gw_port': {'id': '1713aa44-7cb4-4e36-8cea-4e2993058307', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82020c08-b0be-4f1c-b1f5-213b6c67d798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:18:15Z', 'updated_at': '2022-01-21T10:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '4bf09c40-fa54-4638-9b6c-a2f25ea670aa', 'name': '', 'network_id': '9a7e6286-5f73-4768-8283-7c0052e1a692', 'tenant_id': 'f882fd427f5143ef993daccd68f76aa5', 'mac_address': 'fa:16:3e:10:be:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82020c08-b0be-4f1c-b1f5-213b6c67d798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'c8abe21f-07d2-4bea-8aaa-3ab995c11e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:18:18Z', 'updated_at': '2022-01-21T10:18:24Z', 'revision_number': 4, 'project_id': 'f882fd427f5143ef993daccd68f76aa5', 'subnets': [{'id': 'c8abe21f-07d2-4bea-8aaa-3ab995c11e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:25.407341 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4bf09c40-fa54-4638-9b6c-a2f25ea670aa up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:18:25.408266 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa83b2f-314a-4c7a-9ebf-b9953f9aa2b2 None None] The sync data for ids ['82020c08-b0be-4f1c-b1f5-213b6c67d798'] in dv-neutron-825731-1-hyperv is: [{'id': '82020c08-b0be-4f1c-b1f5-213b6c67d798', 'name': 'tempest-TestEncryptedCinderVolumes-1009333295-router', 'tenant_id': 'f882fd427f5143ef993daccd68f76aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': '1713aa44-7cb4-4e36-8cea-4e2993058307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:18:14Z', 'updated_at': '2022-01-21T10:18:18Z', 'revision_number': 4, 'project_id': 'f882fd427f5143ef993daccd68f76aa5', 'gw_port': {'id': '1713aa44-7cb4-4e36-8cea-4e2993058307', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82020c08-b0be-4f1c-b1f5-213b6c67d798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:18:15Z', 'updated_at': '2022-01-21T10:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '4bf09c40-fa54-4638-9b6c-a2f25ea670aa', 'name': '', 'network_id': '9a7e6286-5f73-4768-8283-7c0052e1a692', 'tenant_id': 'f882fd427f5143ef993daccd68f76aa5', 'mac_address': 'fa:16:3e:10:be:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82020c08-b0be-4f1c-b1f5-213b6c67d798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'c8abe21f-07d2-4bea-8aaa-3ab995c11e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:18:18Z', 'updated_at': '2022-01-21T10:18:24Z', 'revision_number': 4, 'project_id': 'f882fd427f5143ef993daccd68f76aa5', 'subnets': [{'id': 'c8abe21f-07d2-4bea-8aaa-3ab995c11e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:18:25.445069 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f4b71-8393-47b8-bde4-5d0e81ea5659 req-37bb16ac-2f09-4711-a7f9-947b1bb8f065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:25.446849 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f48f4b71-8393-47b8-bde4-5d0e81ea5659 req-37bb16ac-2f09-4711-a7f9-947b1bb8f065 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=41eacb3690c5470da1f05c891767e1fa&device_id=17346cc3-0d2e-441b-abfa-6fa85a77ddff HTTP/1.1" status: 200 len: 1096 time: 0.0932343 Jan 21 10:18:25.488016 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 4bf09c40-fa54-4638-9b6c-a2f25ea670aa completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:18:25.493147 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 4bf09c40-fa54-4638-9b6c-a2f25ea670aa triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:18:25.493522 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:25.584181 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f4b71-8393-47b8-bde4-5d0e81ea5659 req-396a779c-0688-4022-8198-7a1b8dd9f40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:25.585647 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f48f4b71-8393-47b8-bde4-5d0e81ea5659 req-396a779c-0688-4022-8198-7a1b8dd9f40a service neutron] 10.222.0.72 "GET /v2.0/networks?id=4b6e8608-c2d6-483a-98aa-f783b85442e0 HTTP/1.1" status: 200 len: 917 time: 0.1330988 Jan 21 10:18:25.623561 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:25.659052 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 4bf09c40-fa54-4638-9b6c-a2f25ea670aa, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=4bf09c40-fa54-4638-9b6c-a2f25ea670aa,segment=NetworkSegment(0f9170d6-bc8a-4476-8faa-591b65eef433),segment_id=0f9170d6-bc8a-4476-8faa-591b65eef433)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:18:25.663923 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:25.737559 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=4bf09c40-fa54-4638-9b6c-a2f25ea670aa,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:25.753086 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f48f4b71-8393-47b8-bde4-5d0e81ea5659 req-61966fa3-61d2-4a33-bd27-ba8d358afae2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=054e42f2-7524-41c3-8e67-531be83a40df HTTP/1.1" status: 200 len: 217 time: 0.1610477 Jan 21 10:18:25.816969 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f4b71-8393-47b8-bde4-5d0e81ea5659 req-8e987e73-f595-4ff0-9cb6-9a26e894b818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:25.818391 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f48f4b71-8393-47b8-bde4-5d0e81ea5659 req-8e987e73-f595-4ff0-9cb6-9a26e894b818 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27d7fb9f-0f34-4a39-9d21-25d894c5ba5f HTTP/1.1" status: 200 len: 855 time: 0.0594695 Jan 21 10:18:25.892992 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f4b71-8393-47b8-bde4-5d0e81ea5659 req-b82cafa7-2398-42f1-98e3-bf999794bf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:25.894374 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f48f4b71-8393-47b8-bde4-5d0e81ea5659 req-b82cafa7-2398-42f1-98e3-bf999794bf44 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4b6e8608-c2d6-483a-98aa-f783b85442e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698345 Jan 21 10:18:26.025900 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f48f4b71-8393-47b8-bde4-5d0e81ea5659 req-3250137f-71ed-45ef-b81e-acc72f3b90a0 service neutron] 10.222.0.72 "GET /v2.0/networks/4b6e8608-c2d6-483a-98aa-f783b85442e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250560 Jan 21 10:18:26.157620 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f48f4b71-8393-47b8-bde4-5d0e81ea5659 req-02db3ebb-9cea-4b4b-8bcc-136a84cd5ce5 service neutron] 10.222.0.72 "GET /v2.0/networks/4b6e8608-c2d6-483a-98aa-f783b85442e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245041 Jan 21 10:18:26.580045 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00f87f-d33a-4058-977f-a2f81a0c204e req-92f140c7-fbcc-4a57-9032-fc2e8d49952e tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:26.580771 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-bb00f87f-d33a-4058-977f-a2f81a0c204e req-92f140c7-fbcc-4a57-9032-fc2e8d49952e tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Synchronizing usage tracker for tenant:41eacb3690c5470da1f05c891767e1fa on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:18:26.596621 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-bb00f87f-d33a-4058-977f-a2f81a0c204e req-92f140c7-fbcc-4a57-9032-fc2e8d49952e tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Unset dirty status for tenant:41eacb3690c5470da1f05c891767e1fa on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:18:26.598084 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-bb00f87f-d33a-4058-977f-a2f81a0c204e req-92f140c7-fbcc-4a57-9032-fc2e8d49952e tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/ports?device_id=17346cc3-0d2e-441b-abfa-6fa85a77ddff HTTP/1.1" status: 200 len: 943 time: 0.1052723 Jan 21 10:18:26.645037 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-bb00f87f-d33a-4058-977f-a2f81a0c204e req-5cc5b869-2d18-4ea6-af33-9abd5995727a tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/security-groups?id=30647f77-f92b-470b-9b3f-ca50a3a3f905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410988 Jan 21 10:18:27.334679 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4bf09c40-fa54-4638-9b6c-a2f25ea670aa up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:18:27.399920 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 4bf09c40-fa54-4638-9b6c-a2f25ea670aa triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:18:27.400291 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:27.832359 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a48b5-d9c8-408f-bf84-f150a6ef12dc req-c279d9dd-c212-4518-9c51-a42615103b03 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:27.833805 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-420a48b5-d9c8-408f-bf84-f150a6ef12dc req-c279d9dd-c212-4518-9c51-a42615103b03 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/ports?device_id=17346cc3-0d2e-441b-abfa-6fa85a77ddff HTTP/1.1" status: 200 len: 943 time: 0.0796864 Jan 21 10:18:27.877322 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-420a48b5-d9c8-408f-bf84-f150a6ef12dc req-5d7bf8ea-963f-43e8-b0f6-f4c14b821f2a tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/security-groups?id=30647f77-f92b-470b-9b3f-ca50a3a3f905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372679 Jan 21 10:18:28.978766 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 054e42f2-7524-41c3-8e67-531be83a40df details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:18:29.064944 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfc32c-1d9a-42f3-aecf-e2c273b39ef3 req-0b3bfc44-e85b-4a80-b87c-95e4177da6bc tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:29.066333 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e0cfc32c-1d9a-42f3-aecf-e2c273b39ef3 req-0b3bfc44-e85b-4a80-b87c-95e4177da6bc tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/ports?device_id=17346cc3-0d2e-441b-abfa-6fa85a77ddff HTTP/1.1" status: 200 len: 943 time: 0.0807729 Jan 21 10:18:29.110192 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e0cfc32c-1d9a-42f3-aecf-e2c273b39ef3 req-cd71a32e-9b2b-4d06-8cf2-7105ba93bcb0 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/security-groups?id=30647f77-f92b-470b-9b3f-ca50a3a3f905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380776 Jan 21 10:18:29.115197 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 054e42f2-7524-41c3-8e67-531be83a40df, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=054e42f2-7524-41c3-8e67-531be83a40df,segment=NetworkSegment(54820095-0cb2-4a9d-9704-966086420cdb),segment_id=54820095-0cb2-4a9d-9704-966086420cdb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:18:29.129424 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': '054e42f2-7524-41c3-8e67-531be83a40df', 'network_id': '4b6e8608-c2d6-483a-98aa-f783b85442e0', 'port_id': '054e42f2-7524-41c3-8e67-531be83a40df', 'mac_address': 'fa:16:3e:53:45:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27d7fb9f-0f34-4a39-9d21-25d894c5ba5f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:18:29.189534 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:29.208380 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 054e42f2-7524-41c3-8e67-531be83a40df {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:18:29.223818 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 054e42f2-7524-41c3-8e67-531be83a40df, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=054e42f2-7524-41c3-8e67-531be83a40df,segment=NetworkSegment(54820095-0cb2-4a9d-9704-966086420cdb),segment_id=54820095-0cb2-4a9d-9704-966086420cdb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:18:29.227909 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:29.293402 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=054e42f2-7524-41c3-8e67-531be83a40df,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:29.300374 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:29.300721 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:29.301059 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:29.301423 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:29.301756 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:29.302087 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:29.302417 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:29.302740 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:29.303065 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:29.303388 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:29.303737 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:29.304179 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:29.547919 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['054e42f2-7524-41c3-8e67-531be83a40df'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:18:30.295300 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ea878-c751-4d92-9d5e-dac8dcf446cb req-5963fe3c-1472-4379-a7fd-4c2afafed212 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:30.296760 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5e8ea878-c751-4d92-9d5e-dac8dcf446cb req-5963fe3c-1472-4379-a7fd-4c2afafed212 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/ports?device_id=17346cc3-0d2e-441b-abfa-6fa85a77ddff HTTP/1.1" status: 200 len: 944 time: 0.0805752 Jan 21 10:18:30.339436 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5e8ea878-c751-4d92-9d5e-dac8dcf446cb req-7a6ebe7f-39f3-4198-8a00-3582f87c8765 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/security-groups?id=30647f77-f92b-470b-9b3f-ca50a3a3f905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370610 Jan 21 10:18:31.004534 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 054e42f2-7524-41c3-8e67-531be83a40df up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:18:31.069763 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port 054e42f2-7524-41c3-8e67-531be83a40df completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:18:31.075015 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port 054e42f2-7524-41c3-8e67-531be83a40df triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:18:31.075382 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:31.188281 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:31.214535 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17346cc3-0d2e-441b-abfa-6fa85a77ddff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054e42f2-7524-41c3-8e67-531be83a40df'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:18:31.224032 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 054e42f2-7524-41c3-8e67-531be83a40df, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=054e42f2-7524-41c3-8e67-531be83a40df,segment=NetworkSegment(54820095-0cb2-4a9d-9704-966086420cdb),segment_id=54820095-0cb2-4a9d-9704-966086420cdb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:18:31.228399 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:31.267306 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17346cc3-0d2e-441b-abfa-6fa85a77ddff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054e42f2-7524-41c3-8e67-531be83a40df', 'code': 200} Jan 21 10:18:31.299934 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=054e42f2-7524-41c3-8e67-531be83a40df,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:31.491803 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82309bb5-7497-4005-97fe-d4fa9c53ee2f req-e15e2d8e-6693-479d-a477-37fd5a53e971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:31.493408 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-82309bb5-7497-4005-97fe-d4fa9c53ee2f req-e15e2d8e-6693-479d-a477-37fd5a53e971 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=17346cc3-0d2e-441b-abfa-6fa85a77ddff HTTP/1.1" status: 200 len: 1098 time: 0.0728772 Jan 21 10:18:31.534137 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-82309bb5-7497-4005-97fe-d4fa9c53ee2f req-a313ce63-9a51-4c2c-a213-86f0538e0be7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=30647f77-f92b-470b-9b3f-ca50a3a3f905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350015 Jan 21 10:18:31.537532 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d252a-1547-42d3-a592-f24eac76c80c req-a895cc69-d5b0-4ed8-9123-d38909cac1d5 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:31.539006 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-896d252a-1547-42d3-a592-f24eac76c80c req-a895cc69-d5b0-4ed8-9123-d38909cac1d5 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/ports?device_id=17346cc3-0d2e-441b-abfa-6fa85a77ddff HTTP/1.1" status: 200 len: 945 time: 0.0910101 Jan 21 10:18:31.582523 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-896d252a-1547-42d3-a592-f24eac76c80c req-abb2f21a-f5f5-4062-a921-03060ce97c71 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/security-groups?id=30647f77-f92b-470b-9b3f-ca50a3a3f905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373840 Jan 21 10:18:32.769126 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e434a-4028-46ca-9b73-8b716e526714 req-3b2f2c87-ab59-48eb-90f1-b263f6bcff2f tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:32.770570 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-906e434a-4028-46ca-9b73-8b716e526714 req-3b2f2c87-ab59-48eb-90f1-b263f6bcff2f tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/ports?device_id=17346cc3-0d2e-441b-abfa-6fa85a77ddff HTTP/1.1" status: 200 len: 945 time: 0.0800302 Jan 21 10:18:32.823311 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-906e434a-4028-46ca-9b73-8b716e526714 req-509ccaf0-75b3-41b3-a4c5-89bcf32b3b66 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/security-groups?id=30647f77-f92b-470b-9b3f-ca50a3a3f905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462976 Jan 21 10:18:34.011379 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a6f9f-bdc4-48d9-a449-881ae695b4d8 req-1c0d9dc2-f891-49d7-8413-d63ffb015f29 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:34.012865 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7b2a6f9f-bdc4-48d9-a449-881ae695b4d8 req-1c0d9dc2-f891-49d7-8413-d63ffb015f29 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/ports?device_id=17346cc3-0d2e-441b-abfa-6fa85a77ddff HTTP/1.1" status: 200 len: 945 time: 0.0814207 Jan 21 10:18:34.056507 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7b2a6f9f-bdc4-48d9-a449-881ae695b4d8 req-605b2847-94b3-4225-8753-16e68bfc94c3 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/security-groups?id=30647f77-f92b-470b-9b3f-ca50a3a3f905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380082 Jan 21 10:18:34.237779 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53a982-afd7-4972-97f0-4380705341d2 req-526a28dc-d3df-4d4c-990d-5d34356cc1b3 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:34.239229 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fa53a982-afd7-4972-97f0-4380705341d2 req-526a28dc-d3df-4d4c-990d-5d34356cc1b3 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/ports?device_id=17346cc3-0d2e-441b-abfa-6fa85a77ddff HTTP/1.1" status: 200 len: 945 time: 0.0798271 Jan 21 10:18:34.285180 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fa53a982-afd7-4972-97f0-4380705341d2 req-cd636b9f-19b4-4819-8935-702ac336f4cb tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/security-groups?id=30647f77-f92b-470b-9b3f-ca50a3a3f905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403943 Jan 21 10:18:43.025278 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:46.603473 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8fa22b00-82f9-43f6-88a3-1c9cc8fe696e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:48.969474 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-12f9e9cd-171e-401d-8dc8-d3d2a1081a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:49.858976 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:49.921817 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47edba-dd65-4fca-b6cf-a2c4ffe53b9e req-4211a637-d7c0-476e-83c3-54898f528cdb tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:49.923296 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dc47edba-dd65-4fca-b6cf-a2c4ffe53b9e req-4211a637-d7c0-476e-83c3-54898f528cdb tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/ports?device_id=17346cc3-0d2e-441b-abfa-6fa85a77ddff HTTP/1.1" status: 200 len: 945 time: 0.0846167 Jan 21 10:18:49.967733 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dc47edba-dd65-4fca-b6cf-a2c4ffe53b9e req-8c5295ca-9846-45b3-af3b-ab3d0edd5f76 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/security-groups?id=30647f77-f92b-470b-9b3f-ca50a3a3f905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388191 Jan 21 10:18:50.076450 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:51.156301 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c25ff-8fca-4db0-b98c-62a59dbd33a5 req-c6c95e53-f5ad-4807-9d8c-c14d4663162b tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:51.157766 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-268c25ff-8fca-4db0-b98c-62a59dbd33a5 req-c6c95e53-f5ad-4807-9d8c-c14d4663162b tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/ports?device_id=17346cc3-0d2e-441b-abfa-6fa85a77ddff HTTP/1.1" status: 200 len: 945 time: 0.0817373 Jan 21 10:18:51.204824 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-268c25ff-8fca-4db0-b98c-62a59dbd33a5 req-e25b6847-d806-4563-802a-a6754e0a8ef5 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/security-groups?id=30647f77-f92b-470b-9b3f-ca50a3a3f905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414441 Jan 21 10:18:51.500527 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:51.814763 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229350c4-0cb7-422a-8b8f-841a3e12e279 req-d2720652-6631-4f50-a3ea-62853c720435 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:51.816344 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-229350c4-0cb7-422a-8b8f-841a3e12e279 req-d2720652-6631-4f50-a3ea-62853c720435 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.72 "GET /v2.0/ports?device_id=17346cc3-0d2e-441b-abfa-6fa85a77ddff HTTP/1.1" status: 200 len: 945 time: 0.0777555 Jan 21 10:18:51.887827 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [req-229350c4-0cb7-422a-8b8f-841a3e12e279 req-a5b77839-73cc-4648-8c1a-b66c38c1d8c7 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Deleting port 054e42f2-7524-41c3-8e67-531be83a40df {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:18:51.888166 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-229350c4-0cb7-422a-8b8f-841a3e12e279 req-a5b77839-73cc-4648-8c1a-b66c38c1d8c7 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:52.126161 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-229350c4-0cb7-422a-8b8f-841a3e12e279 req-a5b77839-73cc-4648-8c1a-b66c38c1d8c7 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] For port 054e42f2-7524-41c3-8e67-531be83a40df, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=054e42f2-7524-41c3-8e67-531be83a40df,segment=NetworkSegment(54820095-0cb2-4a9d-9704-966086420cdb),segment_id=54820095-0cb2-4a9d-9704-966086420cdb)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:18:52.126506 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-229350c4-0cb7-422a-8b8f-841a3e12e279 req-a5b77839-73cc-4648-8c1a-b66c38c1d8c7 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:52.251783 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [req-229350c4-0cb7-422a-8b8f-841a3e12e279 req-a5b77839-73cc-4648-8c1a-b66c38c1d8c7 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Calling delete_port for 054e42f2-7524-41c3-8e67-531be83a40df owned by compute:nova {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:18:52.536444 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-229350c4-0cb7-422a-8b8f-841a3e12e279 req-a5b77839-73cc-4648-8c1a-b66c38c1d8c7 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:52.547917 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['054e42f2-7524-41c3-8e67-531be83a40df'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:18:52.579670 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af809de6-5033-43f0-9212-e21110f2b341 req-31c2d6b1-0158-46a4-809a-7fdfb4d6153c tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:52.581124 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-af809de6-5033-43f0-9212-e21110f2b341 req-31c2d6b1-0158-46a4-809a-7fdfb4d6153c tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/ports?device_id=17346cc3-0d2e-441b-abfa-6fa85a77ddff HTTP/1.1" status: 200 len: 945 time: 0.2585685 Jan 21 10:18:52.598586 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b77839-73cc-4648-8c1a-b66c38c1d8c7 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Pushing event deleted for resources: {'Port': ['ID=054e42f2-7524-41c3-8e67-531be83a40df,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:52.655495 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b77839-73cc-4648-8c1a-b66c38c1d8c7 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:52.655844 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b77839-73cc-4648-8c1a-b66c38c1d8c7 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:52.656178 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b77839-73cc-4648-8c1a-b66c38c1d8c7 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:52.656508 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b77839-73cc-4648-8c1a-b66c38c1d8c7 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:52.656839 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b77839-73cc-4648-8c1a-b66c38c1d8c7 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:52.657164 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b77839-73cc-4648-8c1a-b66c38c1d8c7 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:52.657490 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b77839-73cc-4648-8c1a-b66c38c1d8c7 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:52.657808 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b77839-73cc-4648-8c1a-b66c38c1d8c7 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:52.658127 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b77839-73cc-4648-8c1a-b66c38c1d8c7 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:52.658443 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b77839-73cc-4648-8c1a-b66c38c1d8c7 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:52.658760 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b77839-73cc-4648-8c1a-b66c38c1d8c7 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:52.659077 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b77839-73cc-4648-8c1a-b66c38c1d8c7 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:18:52.718287 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [req-229350c4-0cb7-422a-8b8f-841a3e12e279 req-a5b77839-73cc-4648-8c1a-b66c38c1d8c7 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] No DVR routers for this DVR port 054e42f2-7524-41c3-8e67-531be83a40df on host hv-neutron-8257 {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:18:52.723759 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-af809de6-5033-43f0-9212-e21110f2b341 req-d8c91593-b503-4c8e-9d04-f28a4ba08914 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/security-groups?id=30647f77-f92b-470b-9b3f-ca50a3a3f905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340661 Jan 21 10:18:52.724766 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-229350c4-0cb7-422a-8b8f-841a3e12e279 req-a5b77839-73cc-4648-8c1a-b66c38c1d8c7 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:52.734921 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17346cc3-0d2e-441b-abfa-6fa85a77ddff', 'name': 'network-vif-deleted', 'tag': '054e42f2-7524-41c3-8e67-531be83a40df'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:18:52.742500 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-229350c4-0cb7-422a-8b8f-841a3e12e279 req-a5b77839-73cc-4648-8c1a-b66c38c1d8c7 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.72 "DELETE /v2.0/ports/054e42f2-7524-41c3-8e67-531be83a40df HTTP/1.1" status: 204 len: 173 time: 0.9211471 Jan 21 10:18:52.792321 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17346cc3-0d2e-441b-abfa-6fa85a77ddff', 'name': 'network-vif-deleted', 'tag': '054e42f2-7524-41c3-8e67-531be83a40df', 'status': 'completed', 'code': 200} Jan 21 10:18:54.308681 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-61c3ed45-d338-4277-90d8-1fd37e19b493 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:54.309454 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-61c3ed45-d338-4277-90d8-1fd37e19b493 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Synchronizing usage tracker for tenant:41eacb3690c5470da1f05c891767e1fa on resource:network {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:18:54.327270 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-61c3ed45-d338-4277-90d8-1fd37e19b493 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Unset dirty status for tenant:41eacb3690c5470da1f05c891767e1fa on resource:network {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:18:54.328771 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-61c3ed45-d338-4277-90d8-1fd37e19b493 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/networks?id=4b6e8608-c2d6-483a-98aa-f783b85442e0 HTTP/1.1" status: 200 len: 816 time: 0.1658854 Jan 21 10:18:54.344152 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-6ab4f118-59c4-4dfc-a783-135e95ef0b2a tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/quotas/41eacb3690c5470da1f05c891767e1fa HTTP/1.1" status: 200 len: 375 time: 0.0097473 Jan 21 10:18:54.427227 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-eebf2aaa-4331-496f-b08d-677b0389d1d1 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=41eacb3690c5470da1f05c891767e1fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0774364 Jan 21 10:18:54.561686 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-9cd8d1d5-7d71-4839-a604-ecfd7fb72879 service neutron] 10.222.0.110 "GET /v2.0/networks/4b6e8608-c2d6-483a-98aa-f783b85442e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223030 Jan 21 10:18:54.689896 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-02af3156-3af0-40df-bbe6-a60023539056 service neutron] 10.222.0.110 "GET /v2.0/networks/4b6e8608-c2d6-483a-98aa-f783b85442e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225166 Jan 21 10:18:54.870231 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-6e73de63-cdd1-4908-9b4e-2dde01b8dba6 req-9ebc7337-aa4b-49f8-89b5-8c5e3a412638 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Synchronizing usage tracker for tenant:41eacb3690c5470da1f05c891767e1fa on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:18:54.886964 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-6e73de63-cdd1-4908-9b4e-2dde01b8dba6 req-9ebc7337-aa4b-49f8-89b5-8c5e3a412638 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Unset dirty status for tenant:41eacb3690c5470da1f05c891767e1fa on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:18:54.888410 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6e73de63-cdd1-4908-9b4e-2dde01b8dba6 req-9ebc7337-aa4b-49f8-89b5-8c5e3a412638 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/ports?device_id=8c4cd0fc-b93d-424f-bed4-2cbd989da2ae HTTP/1.1" status: 200 len: 210 time: 0.0628500 Jan 21 10:18:55.148928 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 054e42f2-7524-41c3-8e67-531be83a40df no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:18:55.187182 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] No Port match for: 054e42f2-7524-41c3-8e67-531be83a40df {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:18:55.187559 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 054e42f2-7524-41c3-8e67-531be83a40df not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:18:56.043165 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4a96af71-246a-44b1-96e1-9f637dcadf21 req-ecc75843-41f3-40a8-8f59-9d56c5a30516 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/ports?device_id=8c4cd0fc-b93d-424f-bed4-2cbd989da2ae HTTP/1.1" status: 200 len: 210 time: 0.0477581 Jan 21 10:18:56.057417 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-815f4c26-8d5d-49ca-acf0-a63cdb190187 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:56.060399 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-815f4c26-8d5d-49ca-acf0-a63cdb190187 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.72 "GET /v2.0/networks?id=4b6e8608-c2d6-483a-98aa-f783b85442e0 HTTP/1.1" status: 200 len: 816 time: 0.1566274 Jan 21 10:18:56.072368 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-53bfe3c2-c8e2-4ca1-8980-d920a17ce6cf tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Request body: {'port': {'device_id': '8c4cd0fc-b93d-424f-bed4-2cbd989da2ae', 'network_id': '4b6e8608-c2d6-483a-98aa-f783b85442e0', 'admin_state_up': True, 'tenant_id': '41eacb3690c5470da1f05c891767e1fa'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:18:56.212176 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-53bfe3c2-c8e2-4ca1-8980-d920a17ce6cf tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:18:56.221995 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-53bfe3c2-c8e2-4ca1-8980-d920a17ce6cf tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:18:56.231216 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-53bfe3c2-c8e2-4ca1-8980-d920a17ce6cf tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Made reservation on behalf of 41eacb3690c5470da1f05c891767e1fa for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:18:56.234631 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-53bfe3c2-c8e2-4ca1-8980-d920a17ce6cf tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:56.393205 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-53bfe3c2-c8e2-4ca1-8980-d920a17ce6cf tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Allocated IP 172.20.0.9 (4b6e8608-c2d6-483a-98aa-f783b85442e0/27d7fb9f-0f34-4a39-9d21-25d894c5ba5f/10992195-6842-4d00-bbc7-5e76fbc5c928) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:18:56.592660 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-53bfe3c2-c8e2-4ca1-8980-d920a17ce6cf tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:56.608075 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-53bfe3c2-c8e2-4ca1-8980-d920a17ce6cf tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Transition to ACTIVE for port object 10992195-6842-4d00-bbc7-5e76fbc5c928 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:18:56.632430 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-53bfe3c2-c8e2-4ca1-8980-d920a17ce6cf tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:56.705366 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-53bfe3c2-c8e2-4ca1-8980-d920a17ce6cf tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Network 4b6e8608-c2d6-483a-98aa-f783b85442e0 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:18:56.708422 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-53bfe3c2-c8e2-4ca1-8980-d920a17ce6cf tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:18:56.712284 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-53bfe3c2-c8e2-4ca1-8980-d920a17ce6cf tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:18:56.743857 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bfe3c2-c8e2-4ca1-8980-d920a17ce6cf tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Pushing event updated for resources: {'Port': ['ID=10992195-6842-4d00-bbc7-5e76fbc5c928,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:56.784183 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-53bfe3c2-c8e2-4ca1-8980-d920a17ce6cf tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:56.784971 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-53bfe3c2-c8e2-4ca1-8980-d920a17ce6cf tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:56.813761 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-53bfe3c2-c8e2-4ca1-8980-d920a17ce6cf tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7449408 Jan 21 10:18:56.828121 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-89e38a39-1fae-4f66-83c8-495575165563 service neutron] Request body: {'port': {'device_id': '8c4cd0fc-b93d-424f-bed4-2cbd989da2ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:18:56.946241 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-89e38a39-1fae-4f66-83c8-495575165563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:56.952762 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-008d6152-7dc3-4be7-98ff-b76d2ac9e97a None None] Provisioning for port 10992195-6842-4d00-bbc7-5e76fbc5c928 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:18:56.957684 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-008d6152-7dc3-4be7-98ff-b76d2ac9e97a None None] Provisioning complete for port 10992195-6842-4d00-bbc7-5e76fbc5c928 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:18:56.958142 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-008d6152-7dc3-4be7-98ff-b76d2ac9e97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:57.010775 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-008d6152-7dc3-4be7-98ff-b76d2ac9e97a None None] Port 10992195-6842-4d00-bbc7-5e76fbc5c928 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:18:57.031760 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:18:57.343329 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b039dec-0dae-4f86-aa94-1b7253404d69 req-9467d32f-99e2-4426-bd85-60139227a9b1 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:57.344046 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-3b039dec-0dae-4f86-aa94-1b7253404d69 req-9467d32f-99e2-4426-bd85-60139227a9b1 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Synchronizing usage tracker for tenant:41eacb3690c5470da1f05c891767e1fa on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:18:57.363212 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-89e38a39-1fae-4f66-83c8-495575165563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10992195-6842-4d00-bbc7-5e76fbc5c928 {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:18:57.371022 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-89e38a39-1fae-4f66-83c8-495575165563 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:57.374897 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-3b039dec-0dae-4f86-aa94-1b7253404d69 req-9467d32f-99e2-4426-bd85-60139227a9b1 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Unset dirty status for tenant:41eacb3690c5470da1f05c891767e1fa on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:18:57.376050 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3b039dec-0dae-4f86-aa94-1b7253404d69 req-9467d32f-99e2-4426-bd85-60139227a9b1 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/ports?device_id=8c4cd0fc-b93d-424f-bed4-2cbd989da2ae HTTP/1.1" status: 200 len: 931 time: 0.2027485 Jan 21 10:18:57.502214 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-89e38a39-1fae-4f66-83c8-495575165563 service neutron] Transition to ACTIVE for port object 10992195-6842-4d00-bbc7-5e76fbc5c928 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:18:57.507616 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-89e38a39-1fae-4f66-83c8-495575165563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:57.638621 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3b039dec-0dae-4f86-aa94-1b7253404d69 req-5beedb63-8c73-4e56-ae17-59ca5c958893 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/security-groups?id=30647f77-f92b-470b-9b3f-ca50a3a3f905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565389 Jan 21 10:18:57.690755 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e38a39-1fae-4f66-83c8-495575165563 service neutron] Pushing event updated for resources: {'Port': ['ID=10992195-6842-4d00-bbc7-5e76fbc5c928,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:57.760925 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-89e38a39-1fae-4f66-83c8-495575165563 service neutron] Attempting to bind port 10992195-6842-4d00-bbc7-5e76fbc5c928 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:18:57.761264 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-89e38a39-1fae-4f66-83c8-495575165563 service neutron] Attempting to bind port 10992195-6842-4d00-bbc7-5e76fbc5c928 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '54820095-0cb2-4a9d-9704-966086420cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4b6e8608-c2d6-483a-98aa-f783b85442e0'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:18:57.762203 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-89e38a39-1fae-4f66-83c8-495575165563 service neutron] Attempting to bind port 10992195-6842-4d00-bbc7-5e76fbc5c928 on network 4b6e8608-c2d6-483a-98aa-f783b85442e0 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:18:57.766808 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-89e38a39-1fae-4f66-83c8-495575165563 service neutron] Port 10992195-6842-4d00-bbc7-5e76fbc5c928 on network 4b6e8608-c2d6-483a-98aa-f783b85442e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:18:57.767124 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-89e38a39-1fae-4f66-83c8-495575165563 service neutron] Attempting to bind port 10992195-6842-4d00-bbc7-5e76fbc5c928 on network 4b6e8608-c2d6-483a-98aa-f783b85442e0 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:18:57.772206 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-89e38a39-1fae-4f66-83c8-495575165563 service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:18:57.772538 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-89e38a39-1fae-4f66-83c8-495575165563 service neutron] Checking segment: {'id': '54820095-0cb2-4a9d-9704-966086420cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4b6e8608-c2d6-483a-98aa-f783b85442e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:18:57.772916 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-89e38a39-1fae-4f66-83c8-495575165563 service neutron] Bound using segment: {'id': '54820095-0cb2-4a9d-9704-966086420cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4b6e8608-c2d6-483a-98aa-f783b85442e0'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:18:57.773342 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-89e38a39-1fae-4f66-83c8-495575165563 service neutron] Bound port: 10992195-6842-4d00-bbc7-5e76fbc5c928, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54820095-0cb2-4a9d-9704-966086420cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4b6e8608-c2d6-483a-98aa-f783b85442e0'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:18:57.773680 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-89e38a39-1fae-4f66-83c8-495575165563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:57.864880 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-89e38a39-1fae-4f66-83c8-495575165563 service neutron] For port 10992195-6842-4d00-bbc7-5e76fbc5c928, host hv-neutron-8257, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:18:57.867787 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-89e38a39-1fae-4f66-83c8-495575165563 service neutron] For port 10992195-6842-4d00-bbc7-5e76fbc5c928, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=10992195-6842-4d00-bbc7-5e76fbc5c928,segment=NetworkSegment(54820095-0cb2-4a9d-9704-966086420cdb),segment_id=54820095-0cb2-4a9d-9704-966086420cdb)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:18:57.873125 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-89e38a39-1fae-4f66-83c8-495575165563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:57.933092 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-89e38a39-1fae-4f66-83c8-495575165563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:57.934484 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-89e38a39-1fae-4f66-83c8-495575165563 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:57.936051 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-89e38a39-1fae-4f66-83c8-495575165563 service neutron] 10.222.0.72 "PUT /v2.0/ports/10992195-6842-4d00-bbc7-5e76fbc5c928 HTTP/1.1" status: 200 len: 1093 time: 1.1124651 Jan 21 10:18:57.936491 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c4cd0fc-b93d-424f-bed4-2cbd989da2ae', 'tag': '10992195-6842-4d00-bbc7-5e76fbc5c928'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:18:57.956657 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e38a39-1fae-4f66-83c8-495575165563 service neutron] Pushing event updated for resources: {'Port': ['ID=10992195-6842-4d00-bbc7-5e76fbc5c928,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:58.012396 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c4cd0fc-b93d-424f-bed4-2cbd989da2ae', 'tag': '10992195-6842-4d00-bbc7-5e76fbc5c928', 'status': 'completed', 'code': 200} Jan 21 10:18:58.060129 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-210f52ad-4ea8-4268-ab65-a26f1078f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:58.061612 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-210f52ad-4ea8-4268-ab65-a26f1078f2ec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=41eacb3690c5470da1f05c891767e1fa&device_id=8c4cd0fc-b93d-424f-bed4-2cbd989da2ae HTTP/1.1" status: 200 len: 1096 time: 0.0829470 Jan 21 10:18:58.129139 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-4bf27221-d9de-46ef-81e3-32aceb139c6e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10992195-6842-4d00-bbc7-5e76fbc5c928 HTTP/1.1" status: 200 len: 217 time: 0.0598011 Jan 21 10:18:58.196557 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-7e512692-221f-485a-9976-5c5c6bcbe46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:58.197881 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-7e512692-221f-485a-9976-5c5c6bcbe46d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27d7fb9f-0f34-4a39-9d21-25d894c5ba5f HTTP/1.1" status: 200 len: 855 time: 0.0634358 Jan 21 10:18:58.269909 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-e82584a8-e588-4338-98e8-66a40dc75ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:58.271321 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-e82584a8-e588-4338-98e8-66a40dc75ad4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4b6e8608-c2d6-483a-98aa-f783b85442e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680459 Jan 21 10:18:58.398621 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-696800da-ccc4-41dd-9ddd-1f4d463b5979 service neutron] 10.222.0.72 "GET /v2.0/networks/4b6e8608-c2d6-483a-98aa-f783b85442e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210284 Jan 21 10:18:58.529629 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-64914e88-3c61-4e1a-a0c2-ba849e4c7b78 req-13d7e185-3d8a-43ae-a7c9-8e181e099791 service neutron] 10.222.0.72 "GET /v2.0/networks/4b6e8608-c2d6-483a-98aa-f783b85442e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249037 Jan 21 10:18:58.646320 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a49699-058c-4046-b770-93297e9579fe req-6a8056d4-60f7-4f88-a9a2-e063f5598364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:58.647807 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b7a49699-058c-4046-b770-93297e9579fe req-6a8056d4-60f7-4f88-a9a2-e063f5598364 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=41eacb3690c5470da1f05c891767e1fa&device_id=8c4cd0fc-b93d-424f-bed4-2cbd989da2ae HTTP/1.1" status: 200 len: 1096 time: 0.0698545 Jan 21 10:18:58.823666 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a49699-058c-4046-b770-93297e9579fe req-b6822b21-aedf-45a3-9b7e-578018bd9ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:58.825763 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b7a49699-058c-4046-b770-93297e9579fe req-b6822b21-aedf-45a3-9b7e-578018bd9ca6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4b6e8608-c2d6-483a-98aa-f783b85442e0 HTTP/1.1" status: 200 len: 917 time: 0.1722472 Jan 21 10:18:58.901808 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b7a49699-058c-4046-b770-93297e9579fe req-e8135876-37f4-45e7-b6c5-d8a2acd625d1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10992195-6842-4d00-bbc7-5e76fbc5c928 HTTP/1.1" status: 200 len: 217 time: 0.0685565 Jan 21 10:18:58.953209 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4c6b5-0555-487e-9116-1a0b4221b828 req-8d65af00-630c-414d-a1d1-7dabd81ee2fd tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:58.954543 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3fc4c6b5-0555-487e-9116-1a0b4221b828 req-8d65af00-630c-414d-a1d1-7dabd81ee2fd tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/ports?device_id=8c4cd0fc-b93d-424f-bed4-2cbd989da2ae HTTP/1.1" status: 200 len: 943 time: 0.2057455 Jan 21 10:18:58.992579 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a49699-058c-4046-b770-93297e9579fe req-ac4d7e0b-ff94-4dfa-9216-4d80aa77238b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:58.993959 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b7a49699-058c-4046-b770-93297e9579fe req-ac4d7e0b-ff94-4dfa-9216-4d80aa77238b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27d7fb9f-0f34-4a39-9d21-25d894c5ba5f HTTP/1.1" status: 200 len: 855 time: 0.0858636 Jan 21 10:18:59.053715 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3fc4c6b5-0555-487e-9116-1a0b4221b828 req-507a84da-29d3-43a2-a7b3-a911cdf69ce5 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/security-groups?id=30647f77-f92b-470b-9b3f-ca50a3a3f905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927560 Jan 21 10:18:59.082801 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a49699-058c-4046-b770-93297e9579fe req-bf7a308f-01cb-4654-9e18-b2a80d4aa39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:59.084296 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b7a49699-058c-4046-b770-93297e9579fe req-bf7a308f-01cb-4654-9e18-b2a80d4aa39e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4b6e8608-c2d6-483a-98aa-f783b85442e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826461 Jan 21 10:18:59.310546 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b7a49699-058c-4046-b770-93297e9579fe req-c11230c2-d800-41a2-aee9-f4fe44ca663b service neutron] 10.222.0.72 "GET /v2.0/networks/4b6e8608-c2d6-483a-98aa-f783b85442e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199674 Jan 21 10:18:59.442796 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b7a49699-058c-4046-b770-93297e9579fe req-fadcdc7e-b518-427d-a6fe-1d29e4702c4e service neutron] 10.222.0.72 "GET /v2.0/networks/4b6e8608-c2d6-483a-98aa-f783b85442e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254692 Jan 21 10:19:00.240481 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2ab54-9226-4660-b9de-70ecb38ed76d req-89b434c9-e8af-4d31-baa2-f02b6ed558d8 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:00.241946 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e1a2ab54-9226-4660-b9de-70ecb38ed76d req-89b434c9-e8af-4d31-baa2-f02b6ed558d8 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/ports?device_id=8c4cd0fc-b93d-424f-bed4-2cbd989da2ae HTTP/1.1" status: 200 len: 943 time: 0.0789108 Jan 21 10:19:00.286463 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e1a2ab54-9226-4660-b9de-70ecb38ed76d req-b9c268e7-d035-4746-8c8b-c0bd97243e1d tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/security-groups?id=30647f77-f92b-470b-9b3f-ca50a3a3f905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382082 Jan 21 10:19:01.470077 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23b1e4-9981-4373-9703-65dbe118e8d0 req-11f38115-86fd-47d7-81c1-d26084f1fb6e tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:01.471555 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ba23b1e4-9981-4373-9703-65dbe118e8d0 req-11f38115-86fd-47d7-81c1-d26084f1fb6e tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/ports?device_id=8c4cd0fc-b93d-424f-bed4-2cbd989da2ae HTTP/1.1" status: 200 len: 943 time: 0.0799119 Jan 21 10:19:01.514264 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ba23b1e4-9981-4373-9703-65dbe118e8d0 req-8cab544c-b0f8-42e7-886d-75c8e861427a tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/security-groups?id=30647f77-f92b-470b-9b3f-ca50a3a3f905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371232 Jan 21 10:19:02.698326 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd637e7-9400-4456-a9d1-84651eab40b8 req-fc9b4a6d-1926-4ea5-8c03-ccfc0e8668ba tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:02.700531 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ccd637e7-9400-4456-a9d1-84651eab40b8 req-fc9b4a6d-1926-4ea5-8c03-ccfc0e8668ba tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/ports?device_id=8c4cd0fc-b93d-424f-bed4-2cbd989da2ae HTTP/1.1" status: 200 len: 943 time: 0.0835347 Jan 21 10:19:02.743804 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ccd637e7-9400-4456-a9d1-84651eab40b8 req-bc9afe79-817b-4b79-a7fc-904cb99869e8 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/security-groups?id=30647f77-f92b-470b-9b3f-ca50a3a3f905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376737 Jan 21 10:19:03.180178 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 10992195-6842-4d00-bbc7-5e76fbc5c928 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:19:03.309369 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 10992195-6842-4d00-bbc7-5e76fbc5c928, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=10992195-6842-4d00-bbc7-5e76fbc5c928,segment=NetworkSegment(54820095-0cb2-4a9d-9704-966086420cdb),segment_id=54820095-0cb2-4a9d-9704-966086420cdb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:19:03.321962 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': '10992195-6842-4d00-bbc7-5e76fbc5c928', 'network_id': '4b6e8608-c2d6-483a-98aa-f783b85442e0', 'port_id': '10992195-6842-4d00-bbc7-5e76fbc5c928', 'mac_address': 'fa:16:3e:70:f6:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27d7fb9f-0f34-4a39-9d21-25d894c5ba5f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:19:03.378144 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:03.394855 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10992195-6842-4d00-bbc7-5e76fbc5c928 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:19:03.410886 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 10992195-6842-4d00-bbc7-5e76fbc5c928, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=10992195-6842-4d00-bbc7-5e76fbc5c928,segment=NetworkSegment(54820095-0cb2-4a9d-9704-966086420cdb),segment_id=54820095-0cb2-4a9d-9704-966086420cdb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:19:03.414928 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:03.481218 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=10992195-6842-4d00-bbc7-5e76fbc5c928,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:03.727642 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['10992195-6842-4d00-bbc7-5e76fbc5c928'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:19:03.936171 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc3bfa-d12e-431e-beeb-fb23742c4446 req-07974236-15b0-4c2b-ace7-72cc6f45dd57 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:03.937665 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-15cc3bfa-d12e-431e-beeb-fb23742c4446 req-07974236-15b0-4c2b-ace7-72cc6f45dd57 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/ports?device_id=8c4cd0fc-b93d-424f-bed4-2cbd989da2ae HTTP/1.1" status: 200 len: 944 time: 0.0844016 Jan 21 10:19:03.982289 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-15cc3bfa-d12e-431e-beeb-fb23742c4446 req-0a505d82-5fa6-473f-b44c-4461f589f076 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/security-groups?id=30647f77-f92b-470b-9b3f-ca50a3a3f905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390129 Jan 21 10:19:05.165379 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e1ee0-74b8-43b3-9cc9-2ee4c00e7db1 req-b54a8761-7075-4489-8cb1-1e94ee4df76e tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:05.166817 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-309e1ee0-74b8-43b3-9cc9-2ee4c00e7db1 req-b54a8761-7075-4489-8cb1-1e94ee4df76e tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/ports?device_id=8c4cd0fc-b93d-424f-bed4-2cbd989da2ae HTTP/1.1" status: 200 len: 944 time: 0.0801749 Jan 21 10:19:05.195764 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 10992195-6842-4d00-bbc7-5e76fbc5c928 up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:19:05.210933 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-309e1ee0-74b8-43b3-9cc9-2ee4c00e7db1 req-96b6e9cc-be14-4758-a077-5b27abe2de7e tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/security-groups?id=30647f77-f92b-470b-9b3f-ca50a3a3f905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384059 Jan 21 10:19:05.261135 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port 10992195-6842-4d00-bbc7-5e76fbc5c928 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:19:05.266409 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port 10992195-6842-4d00-bbc7-5e76fbc5c928 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:05.266782 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:05.382474 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:05.408271 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4cd0fc-b93d-424f-bed4-2cbd989da2ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10992195-6842-4d00-bbc7-5e76fbc5c928'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:19:05.418455 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 10992195-6842-4d00-bbc7-5e76fbc5c928, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=10992195-6842-4d00-bbc7-5e76fbc5c928,segment=NetworkSegment(54820095-0cb2-4a9d-9704-966086420cdb),segment_id=54820095-0cb2-4a9d-9704-966086420cdb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:19:05.422707 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:05.493520 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=10992195-6842-4d00-bbc7-5e76fbc5c928,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:05.515852 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c4cd0fc-b93d-424f-bed4-2cbd989da2ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10992195-6842-4d00-bbc7-5e76fbc5c928', 'code': 200} Jan 21 10:19:05.738362 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe40f7-cff5-43ee-85e9-586194630849 req-5d4c7c54-be8d-4c92-bf76-7784ac5e959f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:05.739748 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-16fe40f7-cff5-43ee-85e9-586194630849 req-5d4c7c54-be8d-4c92-bf76-7784ac5e959f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8c4cd0fc-b93d-424f-bed4-2cbd989da2ae HTTP/1.1" status: 200 len: 1098 time: 0.0675254 Jan 21 10:19:05.782817 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-16fe40f7-cff5-43ee-85e9-586194630849 req-13a0e962-13f8-4aa7-8396-56463bb0d979 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=30647f77-f92b-470b-9b3f-ca50a3a3f905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376496 Jan 21 10:19:06.496461 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984de6ce-bcbc-42dc-bc2b-e1ca432fc529 req-3326533f-d202-4cdd-a3f5-a074ab19afe4 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:06.497839 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-984de6ce-bcbc-42dc-bc2b-e1ca432fc529 req-3326533f-d202-4cdd-a3f5-a074ab19afe4 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/ports?device_id=8c4cd0fc-b93d-424f-bed4-2cbd989da2ae HTTP/1.1" status: 200 len: 945 time: 0.1795821 Jan 21 10:19:06.540898 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-984de6ce-bcbc-42dc-bc2b-e1ca432fc529 req-c12b08d2-1b15-485f-a311-c31670be8063 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/security-groups?id=30647f77-f92b-470b-9b3f-ca50a3a3f905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374722 Jan 21 10:19:07.731693 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a507a0-6b20-4314-815b-9a82130fa200 req-0c2e90a4-9644-4ff8-a68c-2ecb110f532e tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:07.733141 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-93a507a0-6b20-4314-815b-9a82130fa200 req-0c2e90a4-9644-4ff8-a68c-2ecb110f532e tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/ports?device_id=8c4cd0fc-b93d-424f-bed4-2cbd989da2ae HTTP/1.1" status: 200 len: 945 time: 0.0810068 Jan 21 10:19:07.776704 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-93a507a0-6b20-4314-815b-9a82130fa200 req-85487763-c7e9-4458-8a3d-3648e6b8b7a2 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/security-groups?id=30647f77-f92b-470b-9b3f-ca50a3a3f905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380402 Jan 21 10:19:07.957388 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1dba5-f5b6-4173-8d81-a98acb23087a req-ceff47b3-2290-48a6-b5fd-55956912301c tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:07.958754 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-43c1dba5-f5b6-4173-8d81-a98acb23087a req-ceff47b3-2290-48a6-b5fd-55956912301c tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/ports?device_id=8c4cd0fc-b93d-424f-bed4-2cbd989da2ae HTTP/1.1" status: 200 len: 945 time: 0.0800316 Jan 21 10:19:08.005068 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-43c1dba5-f5b6-4173-8d81-a98acb23087a req-bc00a05b-484d-4236-bd29-5c2f56a03850 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/security-groups?id=30647f77-f92b-470b-9b3f-ca50a3a3f905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406401 Jan 21 10:19:13.014910 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:16.606289 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cf8985d4-7ff4-4c8c-b63d-9e05f9fce692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:18.962172 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f1c3cdea-7475-444c-b08f-ec100985c7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:19.861035 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:20.079054 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:21.502934 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:23.609400 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d214e-4644-44e3-88cc-95a1eefadad5 req-06395939-9f92-45c8-8172-d2ec0eac79b2 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:23.610774 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e74d214e-4644-44e3-88cc-95a1eefadad5 req-06395939-9f92-45c8-8172-d2ec0eac79b2 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/ports?device_id=8c4cd0fc-b93d-424f-bed4-2cbd989da2ae HTTP/1.1" status: 200 len: 945 time: 0.0807426 Jan 21 10:19:23.654362 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e74d214e-4644-44e3-88cc-95a1eefadad5 req-b14a1791-ad00-42bc-b867-71743771e6df tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/security-groups?id=30647f77-f92b-470b-9b3f-ca50a3a3f905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379677 Jan 21 10:19:24.843741 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa14d00-699b-4d7c-83fd-2efe89489a60 req-b5e97613-329a-4d35-8c0b-f75f4ca627f6 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:24.845211 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1aa14d00-699b-4d7c-83fd-2efe89489a60 req-b5e97613-329a-4d35-8c0b-f75f4ca627f6 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/ports?device_id=8c4cd0fc-b93d-424f-bed4-2cbd989da2ae HTTP/1.1" status: 200 len: 945 time: 0.0853813 Jan 21 10:19:24.890692 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1aa14d00-699b-4d7c-83fd-2efe89489a60 req-1396dee6-2e3a-46c7-bb9e-4d513539e8cc tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/security-groups?id=30647f77-f92b-470b-9b3f-ca50a3a3f905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398479 Jan 21 10:19:25.516686 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54f12a-84b7-489a-af34-5a0905b1ba9b req-97283aaa-9af8-47f9-b2b7-2d676ee42064 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:25.518111 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6e54f12a-84b7-489a-af34-5a0905b1ba9b req-97283aaa-9af8-47f9-b2b7-2d676ee42064 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c4cd0fc-b93d-424f-bed4-2cbd989da2ae HTTP/1.1" status: 200 len: 945 time: 0.0784914 Jan 21 10:19:25.590895 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [req-6e54f12a-84b7-489a-af34-5a0905b1ba9b req-9391bbd5-f06e-4126-a8f6-08a1b01745d5 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Deleting port 10992195-6842-4d00-bbc7-5e76fbc5c928 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:19:25.591235 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-6e54f12a-84b7-489a-af34-5a0905b1ba9b req-9391bbd5-f06e-4126-a8f6-08a1b01745d5 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:25.832684 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-6e54f12a-84b7-489a-af34-5a0905b1ba9b req-9391bbd5-f06e-4126-a8f6-08a1b01745d5 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] For port 10992195-6842-4d00-bbc7-5e76fbc5c928, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=10992195-6842-4d00-bbc7-5e76fbc5c928,segment=NetworkSegment(54820095-0cb2-4a9d-9704-966086420cdb),segment_id=54820095-0cb2-4a9d-9704-966086420cdb)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:19:25.833039 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-6e54f12a-84b7-489a-af34-5a0905b1ba9b req-9391bbd5-f06e-4126-a8f6-08a1b01745d5 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:25.961646 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [req-6e54f12a-84b7-489a-af34-5a0905b1ba9b req-9391bbd5-f06e-4126-a8f6-08a1b01745d5 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Calling delete_port for 10992195-6842-4d00-bbc7-5e76fbc5c928 owned by compute:nova {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:19:26.082182 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbae28c-fb12-4c47-a04a-d5dfb976f0e5 req-cdbe75da-429b-43cb-a9e5-54f5b653b7e9 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:26.083881 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6fbae28c-fb12-4c47-a04a-d5dfb976f0e5 req-cdbe75da-429b-43cb-a9e5-54f5b653b7e9 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/ports?device_id=8c4cd0fc-b93d-424f-bed4-2cbd989da2ae HTTP/1.1" status: 200 len: 945 time: 0.0851476 Jan 21 10:19:26.108658 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-6e54f12a-84b7-489a-af34-5a0905b1ba9b req-9391bbd5-f06e-4126-a8f6-08a1b01745d5 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:26.120975 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['10992195-6842-4d00-bbc7-5e76fbc5c928'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:19:26.139972 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6fbae28c-fb12-4c47-a04a-d5dfb976f0e5 req-7d56b3c9-96a9-45a7-a477-0494ee6a94a3 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.110 "GET /v2.0/security-groups?id=30647f77-f92b-470b-9b3f-ca50a3a3f905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502334 Jan 21 10:19:26.162942 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391bbd5-f06e-4126-a8f6-08a1b01745d5 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Pushing event deleted for resources: {'Port': ['ID=10992195-6842-4d00-bbc7-5e76fbc5c928,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:26.245184 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e54f12a-84b7-489a-af34-5a0905b1ba9b req-9391bbd5-f06e-4126-a8f6-08a1b01745d5 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] No DVR routers for this DVR port 10992195-6842-4d00-bbc7-5e76fbc5c928 on host hv-neutron-8257 {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:19:26.247801 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-6e54f12a-84b7-489a-af34-5a0905b1ba9b req-9391bbd5-f06e-4126-a8f6-08a1b01745d5 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:26.250444 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4cd0fc-b93d-424f-bed4-2cbd989da2ae', 'name': 'network-vif-deleted', 'tag': '10992195-6842-4d00-bbc7-5e76fbc5c928'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:19:26.267070 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6e54f12a-84b7-489a-af34-5a0905b1ba9b req-9391bbd5-f06e-4126-a8f6-08a1b01745d5 tempest-TestEncryptedCinderVolumes-318072319 tempest-TestEncryptedCinderVolumes-318072319-project] 10.222.0.72 "DELETE /v2.0/ports/10992195-6842-4d00-bbc7-5e76fbc5c928 HTTP/1.1" status: 204 len: 173 time: 0.7437258 Jan 21 10:19:26.302927 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c4cd0fc-b93d-424f-bed4-2cbd989da2ae', 'name': 'network-vif-deleted', 'tag': '10992195-6842-4d00-bbc7-5e76fbc5c928', 'status': 'completed', 'code': 200} Jan 21 10:19:27.264457 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 34180) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:27.883863 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3c4ff3f4-6d3d-4f0c-aa34-0f43da9883d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:28.226964 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-3c4ff3f4-6d3d-4f0c-aa34-0f43da9883d4 admin admin] Deleting port cefc2ce4-6128-4668-aba4-b949cd71fb0d {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:19:28.227300 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3c4ff3f4-6d3d-4f0c-aa34-0f43da9883d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:28.397267 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-3c4ff3f4-6d3d-4f0c-aa34-0f43da9883d4 admin admin] For port cefc2ce4-6128-4668-aba4-b949cd71fb0d, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=cefc2ce4-6128-4668-aba4-b949cd71fb0d,segment=NetworkSegment(54820095-0cb2-4a9d-9704-966086420cdb),segment_id=54820095-0cb2-4a9d-9704-966086420cdb)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:19:28.397974 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3c4ff3f4-6d3d-4f0c-aa34-0f43da9883d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:28.523551 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-3c4ff3f4-6d3d-4f0c-aa34-0f43da9883d4 admin admin] Calling delete_port for cefc2ce4-6128-4668-aba4-b949cd71fb0d owned by network:router_interface {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:19:28.954151 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3c4ff3f4-6d3d-4f0c-aa34-0f43da9883d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:29.000517 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ff3f4-6d3d-4f0c-aa34-0f43da9883d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cefc2ce4-6128-4668-aba4-b949cd71fb0d,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:29.266455 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3c4ff3f4-6d3d-4f0c-aa34-0f43da9883d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:29.368384 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 10992195-6842-4d00-bbc7-5e76fbc5c928 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:19:29.402423 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] No Port match for: 10992195-6842-4d00-bbc7-5e76fbc5c928 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:19:29.403471 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 10992195-6842-4d00-bbc7-5e76fbc5c928 not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:19:29.620267 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4ff3f4-6d3d-4f0c-aa34-0f43da9883d4 admin admin] Router c6a027f5-e183-4de4-90b0-d495418282c7 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:19:29.796680 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4ff3f4-6d3d-4f0c-aa34-0f43da9883d4 admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:19:29.805497 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46b19fb-7362-4e37-8d96-89ccb882a32a None None] Sync routers for ids ['c6a027f5-e183-4de4-90b0-d495418282c7'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:19:29.809188 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3c4ff3f4-6d3d-4f0c-aa34-0f43da9883d4 admin admin] 10.222.0.110 "PUT /v2.0/routers/c6a027f5-e183-4de4-90b0-d495418282c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5431776 Jan 21 10:19:29.811743 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 34184) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:29.815745 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46b19fb-7362-4e37-8d96-89ccb882a32a None None] Routers {'c6a027f5-e183-4de4-90b0-d495418282c7'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:19:29.816346 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-b46b19fb-7362-4e37-8d96-89ccb882a32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:19:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['c6a027f5-e183-4de4-90b0-d495418282c7'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:29.982628 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4dc57920-dcb0-47ef-b076-8aed641f82a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:29.997310 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-b46b19fb-7362-4e37-8d96-89ccb882a32a None None] Set router c6a027f5-e183-4de4-90b0-d495418282c7 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:19:30.279782 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4dc57920-dcb0-47ef-b076-8aed641f82a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:30.290697 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-4dc57920-dcb0-47ef-b076-8aed641f82a9 admin admin] Deleting port 924ff96d-b950-49d6-908f-6fd8868a648f {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:19:30.291031 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4dc57920-dcb0-47ef-b076-8aed641f82a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:30.322857 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-b46b19fb-7362-4e37-8d96-89ccb882a32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a027f5-e183-4de4-90b0-d495418282c7', 'name': 'tempest-TestEncryptedCinderVolumes-830225159-router', 'tenant_id': '41eacb3690c5470da1f05c891767e1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '924ff96d-b950-49d6-908f-6fd8868a648f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:18:07Z', 'updated_at': '2022-01-21T10:19:28Z', 'revision_number': 5, 'project_id': '41eacb3690c5470da1f05c891767e1fa', 'gw_port': {'id': '924ff96d-b950-49d6-908f-6fd8868a648f', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a027f5-e183-4de4-90b0-d495418282c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:18:08Z', 'updated_at': '2022-01-21T10:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:30.326959 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46b19fb-7362-4e37-8d96-89ccb882a32a None None] Checking router: c6a027f5-e183-4de4-90b0-d495418282c7 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:19:30.335244 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46b19fb-7362-4e37-8d96-89ccb882a32a None None] Routers {'c6a027f5-e183-4de4-90b0-d495418282c7'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:19:30.335873 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-b46b19fb-7362-4e37-8d96-89ccb882a32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:19:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['c6a027f5-e183-4de4-90b0-d495418282c7'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:30.463070 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-4dc57920-dcb0-47ef-b076-8aed641f82a9 admin admin] For port 924ff96d-b950-49d6-908f-6fd8868a648f, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=924ff96d-b950-49d6-908f-6fd8868a648f,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:19:30.463460 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4dc57920-dcb0-47ef-b076-8aed641f82a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:30.487307 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-b46b19fb-7362-4e37-8d96-89ccb882a32a None None] Set router c6a027f5-e183-4de4-90b0-d495418282c7 gateway port host: None {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:19:30.592785 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-4dc57920-dcb0-47ef-b076-8aed641f82a9 admin admin] Calling delete_port for 924ff96d-b950-49d6-908f-6fd8868a648f owned by network:router_gateway {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:19:30.593737 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-b46b19fb-7362-4e37-8d96-89ccb882a32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a027f5-e183-4de4-90b0-d495418282c7', 'name': 'tempest-TestEncryptedCinderVolumes-830225159-router', 'tenant_id': '41eacb3690c5470da1f05c891767e1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:18:07Z', 'updated_at': '2022-01-21T10:19:30Z', 'revision_number': 6, 'project_id': '41eacb3690c5470da1f05c891767e1fa', 'gw_port_host': None}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:30.597869 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46b19fb-7362-4e37-8d96-89ccb882a32a None None] The sync data for ids ['c6a027f5-e183-4de4-90b0-d495418282c7'] in dv-neutron-825731-1-hyperv is: [{'id': 'c6a027f5-e183-4de4-90b0-d495418282c7', 'name': 'tempest-TestEncryptedCinderVolumes-830225159-router', 'tenant_id': '41eacb3690c5470da1f05c891767e1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:18:07Z', 'updated_at': '2022-01-21T10:19:30Z', 'revision_number': 6, 'project_id': '41eacb3690c5470da1f05c891767e1fa', 'gw_port_host': None}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:19:30.758388 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4dc57920-dcb0-47ef-b076-8aed641f82a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:30.805882 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc57920-dcb0-47ef-b076-8aed641f82a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=924ff96d-b950-49d6-908f-6fd8868a648f,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:30.897414 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4dc57920-dcb0-47ef-b076-8aed641f82a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:31.074859 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4dc57920-dcb0-47ef-b076-8aed641f82a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:31.077015 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4dc57920-dcb0-47ef-b076-8aed641f82a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:31.098019 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4dc57920-dcb0-47ef-b076-8aed641f82a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:31.098540 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc57920-dcb0-47ef-b076-8aed641f82a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6a027f5-e183-4de4-90b0-d495418282c7 {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 10:19:31.110134 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4dc57920-dcb0-47ef-b076-8aed641f82a9 admin admin] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:31.113518 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4dc57920-dcb0-47ef-b076-8aed641f82a9 admin admin] 10.222.0.110 "DELETE /v2.0/routers/c6a027f5-e183-4de4-90b0-d495418282c7 HTTP/1.1" status: 204 len: 168 time: 1.2985995 Jan 21 10:19:31.113771 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 34188) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:31.172380 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfc231f0-da7f-4249-b5d8-49d3b860d4c4 admin admin] Deleting subnet 27d7fb9f-0f34-4a39-9d21-25d894c5ba5f {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:19:31.175157 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bfc231f0-da7f-4249-b5d8-49d3b860d4c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:31.223487 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bfc231f0-da7f-4249-b5d8-49d3b860d4c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:31.301694 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bfc231f0-da7f-4249-b5d8-49d3b860d4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:31.373541 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bfc231f0-da7f-4249-b5d8-49d3b860d4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:31.409686 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 924ff96d-b950-49d6-908f-6fd8868a648f no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:19:31.417733 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc231f0-da7f-4249-b5d8-49d3b860d4c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27d7fb9f-0f34-4a39-9d21-25d894c5ba5f,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:31.421841 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-bfc231f0-da7f-4249-b5d8-49d3b860d4c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:31.427838 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-bfc231f0-da7f-4249-b5d8-49d3b860d4c4 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/27d7fb9f-0f34-4a39-9d21-25d894c5ba5f HTTP/1.1" status: 204 len: 168 time: 0.3129480 Jan 21 10:19:31.430089 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 34192) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:31.440090 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c536f3-5d67-437c-8f87-caa689938fd8 None None] Network 4b6e8608-c2d6-483a-98aa-f783b85442e0 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:19:31.462980 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 924ff96d-b950-49d6-908f-6fd8868a648f {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:19:31.463657 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 924ff96d-b950-49d6-908f-6fd8868a648f not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:19:31.464259 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device cefc2ce4-6128-4668-aba4-b949cd71fb0d no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:19:31.513623 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: cefc2ce4-6128-4668-aba4-b949cd71fb0d {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:19:31.514337 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device cefc2ce4-6128-4668-aba4-b949cd71fb0d not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:19:31.541683 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-01c1da82-8119-4975-8137-3376c58142a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:31.553244 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-01c1da82-8119-4975-8137-3376c58142a0 admin admin] Deleting port c1d716fd-4cb7-44d7-83d3-a9cefaf3c1e4 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:19:31.553588 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-01c1da82-8119-4975-8137-3376c58142a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:31.754046 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb339a3-34ab-4032-8a7b-3d2110a4092e None None] DHCP port deletion for 4b6e8608-c2d6-483a-98aa-f783b85442e0 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 10:19:31.758227 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-fcb339a3-34ab-4032-8a7b-3d2110a4092e None None] Deleting port c1d716fd-4cb7-44d7-83d3-a9cefaf3c1e4 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:19:31.758827 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fcb339a3-34ab-4032-8a7b-3d2110a4092e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:31.877641 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-01c1da82-8119-4975-8137-3376c58142a0 admin admin] For port c1d716fd-4cb7-44d7-83d3-a9cefaf3c1e4, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=c1d716fd-4cb7-44d7-83d3-a9cefaf3c1e4,segment=NetworkSegment(54820095-0cb2-4a9d-9704-966086420cdb),segment_id=54820095-0cb2-4a9d-9704-966086420cdb)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:19:31.878262 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-01c1da82-8119-4975-8137-3376c58142a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:31.962987 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-fcb339a3-34ab-4032-8a7b-3d2110a4092e None None] For port c1d716fd-4cb7-44d7-83d3-a9cefaf3c1e4, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=c1d716fd-4cb7-44d7-83d3-a9cefaf3c1e4,segment=NetworkSegment(54820095-0cb2-4a9d-9704-966086420cdb),segment_id=54820095-0cb2-4a9d-9704-966086420cdb)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:19:31.963257 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fcb339a3-34ab-4032-8a7b-3d2110a4092e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:32.004739 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-01c1da82-8119-4975-8137-3376c58142a0 admin admin] Calling delete_port for c1d716fd-4cb7-44d7-83d3-a9cefaf3c1e4 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:19:32.082861 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-01c1da82-8119-4975-8137-3376c58142a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:32.086229 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-fcb339a3-34ab-4032-8a7b-3d2110a4092e None None] Calling delete_port for c1d716fd-4cb7-44d7-83d3-a9cefaf3c1e4 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:19:32.128989 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1da82-8119-4975-8137-3376c58142a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1d716fd-4cb7-44d7-83d3-a9cefaf3c1e4,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:32.133385 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c1da82-8119-4975-8137-3376c58142a0 admin admin] No DVR routers for this DVR port c1d716fd-4cb7-44d7-83d3-a9cefaf3c1e4 on host dv-neutron-825731-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:19:32.159195 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-fcb339a3-34ab-4032-8a7b-3d2110a4092e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:19:32.159600 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-fcb339a3-34ab-4032-8a7b-3d2110a4092e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:19:32.248337 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-01c1da82-8119-4975-8137-3376c58142a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:32.272912 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-01c1da82-8119-4975-8137-3376c58142a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b6e8608-c2d6-483a-98aa-f783b85442e0']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:32.285103 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-01c1da82-8119-4975-8137-3376c58142a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54820095-0cb2-4a9d-9704-966086420cdb') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:32.285398 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-01c1da82-8119-4975-8137-3376c58142a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54820095-0cb2-4a9d-9704-966086420cdb') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:32.297477 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-01c1da82-8119-4975-8137-3376c58142a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:32.314615 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-01c1da82-8119-4975-8137-3376c58142a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:32.320733 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01c1da82-8119-4975-8137-3376c58142a0 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:19:32.321112 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-01c1da82-8119-4975-8137-3376c58142a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:32.337483 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 10:19:32.337483 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:19:32.337483 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 10:19:32.337483 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:19:32.337483 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 10:19:32.337483 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:19:32.337483 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 10:19:32.337483 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:19:32.337483 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 10:19:32.337483 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:19:32.337483 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 10:19:32.337483 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:19:32.337483 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 10:19:32.337483 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:19:32.337483 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:19:32.337483 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:19:32.337483 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:19:32.337483 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:19:32.337483 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 10:19:32.337483 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:19:32.337483 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 10:19:32.337483 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:19:32.337483 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:19:32.337483 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:19:32.337483 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 10:19:32.337483 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:19:32.337483 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:19:32.337483 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:19:32.337483 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:19:32.337483 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:19:32.337483 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:19:32.337483 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:19:32.409357 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-01c1da82-8119-4975-8137-3376c58142a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:32.425550 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-01c1da82-8119-4975-8137-3376c58142a0 admin admin] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:32.437487 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1da82-8119-4975-8137-3376c58142a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b6e8608-c2d6-483a-98aa-f783b85442e0,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:32.448635 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-01c1da82-8119-4975-8137-3376c58142a0 admin admin] 10.222.0.110 "DELETE /v2.0/networks/4b6e8608-c2d6-483a-98aa-f783b85442e0 HTTP/1.1" status: 204 len: 168 time: 1.0176020 Jan 21 10:19:32.451482 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 34196) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:32.661130 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-fcb339a3-34ab-4032-8a7b-3d2110a4092e None None] Deleting port c1d716fd-4cb7-44d7-83d3-a9cefaf3c1e4 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:19:32.661738 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fcb339a3-34ab-4032-8a7b-3d2110a4092e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:32.730450 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-fcb339a3-34ab-4032-8a7b-3d2110a4092e None None] The port 'c1d716fd-4cb7-44d7-83d3-a9cefaf3c1e4' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 10:19:32.985849 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-76a73f10-c3a7-4b3a-a214-aa8fe8045154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:33.359229 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c1d716fd-4cb7-44d7-83d3-a9cefaf3c1e4 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:19:33.427495 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: c1d716fd-4cb7-44d7-83d3-a9cefaf3c1e4 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:19:33.427860 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c1d716fd-4cb7-44d7-83d3-a9cefaf3c1e4 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:19:33.436034 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-76a73f10-c3a7-4b3a-a214-aa8fe8045154 admin admin] Deleting port 4bf09c40-fa54-4638-9b6c-a2f25ea670aa {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:19:33.436499 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-76a73f10-c3a7-4b3a-a214-aa8fe8045154 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:33.603632 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-76a73f10-c3a7-4b3a-a214-aa8fe8045154 admin admin] For port 4bf09c40-fa54-4638-9b6c-a2f25ea670aa, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=4bf09c40-fa54-4638-9b6c-a2f25ea670aa,segment=NetworkSegment(0f9170d6-bc8a-4476-8faa-591b65eef433),segment_id=0f9170d6-bc8a-4476-8faa-591b65eef433)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:19:33.603984 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-76a73f10-c3a7-4b3a-a214-aa8fe8045154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:33.727800 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-76a73f10-c3a7-4b3a-a214-aa8fe8045154 admin admin] Calling delete_port for 4bf09c40-fa54-4638-9b6c-a2f25ea670aa owned by network:router_interface {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:19:33.903951 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-76a73f10-c3a7-4b3a-a214-aa8fe8045154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:33.950404 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a73f10-c3a7-4b3a-a214-aa8fe8045154 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bf09c40-fa54-4638-9b6c-a2f25ea670aa,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:34.031317 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:19:34.213748 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-76a73f10-c3a7-4b3a-a214-aa8fe8045154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:34.679540 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a73f10-c3a7-4b3a-a214-aa8fe8045154 admin admin] Router 82020c08-b0be-4f1c-b1f5-213b6c67d798 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:19:34.854742 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a73f10-c3a7-4b3a-a214-aa8fe8045154 admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:19:34.863726 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78c6031-9212-41d6-b606-51c6a8e04c6a None None] Sync routers for ids ['82020c08-b0be-4f1c-b1f5-213b6c67d798'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:19:34.866790 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 34200) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:34.867294 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-76a73f10-c3a7-4b3a-a214-aa8fe8045154 admin admin] 10.222.0.110 "PUT /v2.0/routers/82020c08-b0be-4f1c-b1f5-213b6c67d798/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4143794 Jan 21 10:19:34.874908 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78c6031-9212-41d6-b606-51c6a8e04c6a None None] Routers {'82020c08-b0be-4f1c-b1f5-213b6c67d798'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:19:34.875648 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-d78c6031-9212-41d6-b606-51c6a8e04c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:19:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['82020c08-b0be-4f1c-b1f5-213b6c67d798'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:35.048223 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-d78c6031-9212-41d6-b606-51c6a8e04c6a None None] Set router 82020c08-b0be-4f1c-b1f5-213b6c67d798 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:19:35.050478 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d4cd68ec-405a-44c5-948f-28b7c8839f39 admin admin] Notify callbacks [] for router, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:35.225544 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d4cd68ec-405a-44c5-948f-28b7c8839f39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:35.236047 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-d4cd68ec-405a-44c5-948f-28b7c8839f39 admin admin] Deleting port 1713aa44-7cb4-4e36-8cea-4e2993058307 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:19:35.236376 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d4cd68ec-405a-44c5-948f-28b7c8839f39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:35.341369 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-d78c6031-9212-41d6-b606-51c6a8e04c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82020c08-b0be-4f1c-b1f5-213b6c67d798', 'name': 'tempest-TestEncryptedCinderVolumes-1009333295-router', 'tenant_id': 'f882fd427f5143ef993daccd68f76aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': '1713aa44-7cb4-4e36-8cea-4e2993058307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:18:14Z', 'updated_at': '2022-01-21T10:19:33Z', 'revision_number': 5, 'project_id': 'f882fd427f5143ef993daccd68f76aa5', 'gw_port': {'id': '1713aa44-7cb4-4e36-8cea-4e2993058307', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82020c08-b0be-4f1c-b1f5-213b6c67d798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:18:15Z', 'updated_at': '2022-01-21T10:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:35.345541 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78c6031-9212-41d6-b606-51c6a8e04c6a None None] Checking router: 82020c08-b0be-4f1c-b1f5-213b6c67d798 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:19:35.354160 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78c6031-9212-41d6-b606-51c6a8e04c6a None None] Routers {'82020c08-b0be-4f1c-b1f5-213b6c67d798'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:19:35.355028 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-d78c6031-9212-41d6-b606-51c6a8e04c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:19:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['82020c08-b0be-4f1c-b1f5-213b6c67d798'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:35.423561 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-d4cd68ec-405a-44c5-948f-28b7c8839f39 admin admin] For port 1713aa44-7cb4-4e36-8cea-4e2993058307, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=1713aa44-7cb4-4e36-8cea-4e2993058307,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:19:35.423911 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d4cd68ec-405a-44c5-948f-28b7c8839f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:35.507456 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-d78c6031-9212-41d6-b606-51c6a8e04c6a None None] Set router 82020c08-b0be-4f1c-b1f5-213b6c67d798 gateway port host: None {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:19:35.553818 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-d4cd68ec-405a-44c5-948f-28b7c8839f39 admin admin] Calling delete_port for 1713aa44-7cb4-4e36-8cea-4e2993058307 owned by network:router_gateway {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:19:35.641590 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-d78c6031-9212-41d6-b606-51c6a8e04c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82020c08-b0be-4f1c-b1f5-213b6c67d798', 'name': 'tempest-TestEncryptedCinderVolumes-1009333295-router', 'tenant_id': 'f882fd427f5143ef993daccd68f76aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:18:14Z', 'updated_at': '2022-01-21T10:19:35Z', 'revision_number': 6, 'project_id': 'f882fd427f5143ef993daccd68f76aa5', 'gw_port_host': None}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:35.645496 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78c6031-9212-41d6-b606-51c6a8e04c6a None None] The sync data for ids ['82020c08-b0be-4f1c-b1f5-213b6c67d798'] in dv-neutron-825731-1-hyperv is: [{'id': '82020c08-b0be-4f1c-b1f5-213b6c67d798', 'name': 'tempest-TestEncryptedCinderVolumes-1009333295-router', 'tenant_id': 'f882fd427f5143ef993daccd68f76aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:18:14Z', 'updated_at': '2022-01-21T10:19:35Z', 'revision_number': 6, 'project_id': 'f882fd427f5143ef993daccd68f76aa5', 'gw_port_host': None}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:19:35.855741 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d4cd68ec-405a-44c5-948f-28b7c8839f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.049946 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd68ec-405a-44c5-948f-28b7c8839f39 admin admin] Pushing event deleted for resources: {'Port': ['ID=1713aa44-7cb4-4e36-8cea-4e2993058307,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:36.091275 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd68ec-405a-44c5-948f-28b7c8839f39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:36.091645 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd68ec-405a-44c5-948f-28b7c8839f39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:36.091980 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd68ec-405a-44c5-948f-28b7c8839f39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:36.092305 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd68ec-405a-44c5-948f-28b7c8839f39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:36.092624 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd68ec-405a-44c5-948f-28b7c8839f39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:36.092946 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd68ec-405a-44c5-948f-28b7c8839f39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:36.093264 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd68ec-405a-44c5-948f-28b7c8839f39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:36.093583 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd68ec-405a-44c5-948f-28b7c8839f39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:36.093900 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd68ec-405a-44c5-948f-28b7c8839f39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:36.094213 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd68ec-405a-44c5-948f-28b7c8839f39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:36.094523 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd68ec-405a-44c5-948f-28b7c8839f39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:36.094834 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd68ec-405a-44c5-948f-28b7c8839f39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:36.126043 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d4cd68ec-405a-44c5-948f-28b7c8839f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.297430 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d4cd68ec-405a-44c5-948f-28b7c8839f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.299478 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d4cd68ec-405a-44c5-948f-28b7c8839f39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.324615 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d4cd68ec-405a-44c5-948f-28b7c8839f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.325170 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4cd68ec-405a-44c5-948f-28b7c8839f39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82020c08-b0be-4f1c-b1f5-213b6c67d798 {{(pid=87515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 10:19:36.337987 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d4cd68ec-405a-44c5-948f-28b7c8839f39 admin admin] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.339106 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d4cd68ec-405a-44c5-948f-28b7c8839f39 admin admin] 10.222.0.110 "DELETE /v2.0/routers/82020c08-b0be-4f1c-b1f5-213b6c67d798 HTTP/1.1" status: 204 len: 168 time: 1.4713147 Jan 21 10:19:36.342015 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 34204) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:36.402601 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b94fe72-a4c0-43b8-8b2a-f5b87ffd7001 admin admin] Deleting subnet c8abe21f-07d2-4bea-8aaa-3ab995c11e14 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:19:36.406183 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4b94fe72-a4c0-43b8-8b2a-f5b87ffd7001 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.455116 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4b94fe72-a4c0-43b8-8b2a-f5b87ffd7001 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.537045 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4b94fe72-a4c0-43b8-8b2a-f5b87ffd7001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.608624 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4b94fe72-a4c0-43b8-8b2a-f5b87ffd7001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.648095 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94fe72-a4c0-43b8-8b2a-f5b87ffd7001 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8abe21f-07d2-4bea-8aaa-3ab995c11e14,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:36.652910 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4b94fe72-a4c0-43b8-8b2a-f5b87ffd7001 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.660790 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4b94fe72-a4c0-43b8-8b2a-f5b87ffd7001 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/c8abe21f-07d2-4bea-8aaa-3ab995c11e14 HTTP/1.1" status: 204 len: 168 time: 0.3178101 Jan 21 10:19:36.661443 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba70d4c6-e0aa-4d67-a332-369eaaf355ec None None] Network 9a7e6286-5f73-4768-8283-7c0052e1a692 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:19:36.663102 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 34208) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:36.771172 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-92c93004-a6a9-4b2a-ae4f-5a9a989d5cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.782712 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-92c93004-a6a9-4b2a-ae4f-5a9a989d5cdb admin admin] Deleting port ad353e6d-6871-463c-a64b-c7c71429feb7 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:19:36.783047 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-92c93004-a6a9-4b2a-ae4f-5a9a989d5cdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.916159 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a64f66-aacd-493d-ac33-e4a86ab52f19 None None] DHCP port deletion for 9a7e6286-5f73-4768-8283-7c0052e1a692 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 10:19:36.920463 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-97a64f66-aacd-493d-ac33-e4a86ab52f19 None None] Deleting port ad353e6d-6871-463c-a64b-c7c71429feb7 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:19:36.920909 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-97a64f66-aacd-493d-ac33-e4a86ab52f19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.995243 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-92c93004-a6a9-4b2a-ae4f-5a9a989d5cdb admin admin] For port ad353e6d-6871-463c-a64b-c7c71429feb7, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=ad353e6d-6871-463c-a64b-c7c71429feb7,segment=NetworkSegment(0f9170d6-bc8a-4476-8faa-591b65eef433),segment_id=0f9170d6-bc8a-4476-8faa-591b65eef433)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:19:36.995624 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-92c93004-a6a9-4b2a-ae4f-5a9a989d5cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:37.118472 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-92c93004-a6a9-4b2a-ae4f-5a9a989d5cdb admin admin] Calling delete_port for ad353e6d-6871-463c-a64b-c7c71429feb7 owned by network:dhcp {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:19:37.121649 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-97a64f66-aacd-493d-ac33-e4a86ab52f19 None None] For port ad353e6d-6871-463c-a64b-c7c71429feb7, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=ad353e6d-6871-463c-a64b-c7c71429feb7,segment=NetworkSegment(0f9170d6-bc8a-4476-8faa-591b65eef433),segment_id=0f9170d6-bc8a-4476-8faa-591b65eef433)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:19:37.122042 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-97a64f66-aacd-493d-ac33-e4a86ab52f19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:37.194018 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-92c93004-a6a9-4b2a-ae4f-5a9a989d5cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:37.242253 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c93004-a6a9-4b2a-ae4f-5a9a989d5cdb admin admin] Pushing event deleted for resources: {'Port': ['ID=ad353e6d-6871-463c-a64b-c7c71429feb7,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:37.245727 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c93004-a6a9-4b2a-ae4f-5a9a989d5cdb admin admin] No DVR routers for this DVR port ad353e6d-6871-463c-a64b-c7c71429feb7 on host dv-neutron-825731-1-hyperv {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:19:37.251673 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-97a64f66-aacd-493d-ac33-e4a86ab52f19 None None] Calling delete_port for ad353e6d-6871-463c-a64b-c7c71429feb7 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:19:37.329739 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-97a64f66-aacd-493d-ac33-e4a86ab52f19 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:19:37.330231 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-97a64f66-aacd-493d-ac33-e4a86ab52f19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:19:37.363067 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-92c93004-a6a9-4b2a-ae4f-5a9a989d5cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:37.364544 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device ad353e6d-6871-463c-a64b-c7c71429feb7 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:19:37.389711 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-92c93004-a6a9-4b2a-ae4f-5a9a989d5cdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a7e6286-5f73-4768-8283-7c0052e1a692']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:37.398439 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: ad353e6d-6871-463c-a64b-c7c71429feb7 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:19:37.398780 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device ad353e6d-6871-463c-a64b-c7c71429feb7 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:19:37.399192 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 1713aa44-7cb4-4e36-8cea-4e2993058307 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:19:37.401421 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-92c93004-a6a9-4b2a-ae4f-5a9a989d5cdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f9170d6-bc8a-4476-8faa-591b65eef433') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:37.401717 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-92c93004-a6a9-4b2a-ae4f-5a9a989d5cdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f9170d6-bc8a-4476-8faa-591b65eef433') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:37.413049 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-92c93004-a6a9-4b2a-ae4f-5a9a989d5cdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:37.428690 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-92c93004-a6a9-4b2a-ae4f-5a9a989d5cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:37.434021 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 1713aa44-7cb4-4e36-8cea-4e2993058307 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:19:37.434363 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 1713aa44-7cb4-4e36-8cea-4e2993058307 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:19:37.434771 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4bf09c40-fa54-4638-9b6c-a2f25ea670aa no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:19:37.436002 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92c93004-a6a9-4b2a-ae4f-5a9a989d5cdb admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:19:37.436406 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-92c93004-a6a9-4b2a-ae4f-5a9a989d5cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:37.450212 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 10:19:37.450212 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:19:37.450212 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 10:19:37.450212 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:19:37.450212 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 10:19:37.450212 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:19:37.450212 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 10:19:37.450212 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:19:37.450212 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 10:19:37.450212 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:19:37.450212 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 10:19:37.450212 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:19:37.450212 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 10:19:37.450212 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:19:37.450212 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:19:37.450212 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:19:37.450212 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:19:37.450212 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:19:37.450212 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 10:19:37.450212 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:19:37.450212 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 10:19:37.450212 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:19:37.450212 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:19:37.450212 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:19:37.450212 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 10:19:37.450212 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:19:37.450212 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:19:37.450212 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:19:37.450212 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:19:37.450212 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:19:37.450212 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:19:37.450212 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:19:37.469017 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 4bf09c40-fa54-4638-9b6c-a2f25ea670aa {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:19:37.469359 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 4bf09c40-fa54-4638-9b6c-a2f25ea670aa not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:19:37.530858 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-92c93004-a6a9-4b2a-ae4f-5a9a989d5cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:37.547436 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-92c93004-a6a9-4b2a-ae4f-5a9a989d5cdb admin admin] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:37.557163 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c93004-a6a9-4b2a-ae4f-5a9a989d5cdb admin admin] Pushing event deleted for resources: {'Network': ['ID=9a7e6286-5f73-4768-8283-7c0052e1a692,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:37.561839 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-92c93004-a6a9-4b2a-ae4f-5a9a989d5cdb admin admin] 10.222.0.110 "DELETE /v2.0/networks/9a7e6286-5f73-4768-8283-7c0052e1a692 HTTP/1.1" status: 204 len: 168 time: 0.8977768 Jan 21 10:19:37.735688 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 34216) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:37.785329 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-092530f7-0d68-4778-bbde-6c98428f80a1 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=41eacb3690c5470da1f05c891767e1fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484283 Jan 21 10:19:37.787904 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 34220) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:37.831329 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-97a64f66-aacd-493d-ac33-e4a86ab52f19 None None] Deleting port ad353e6d-6871-463c-a64b-c7c71429feb7 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:19:37.831964 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-97a64f66-aacd-493d-ac33-e4a86ab52f19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:37.850212 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-18838fa6-d781-4cf2-b789-f5b7b24ab467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:37.876997 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-18838fa6-d781-4cf2-b789-f5b7b24ab467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:37.898871 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-97a64f66-aacd-493d-ac33-e4a86ab52f19 None None] The port 'ad353e6d-6871-463c-a64b-c7c71429feb7' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 10:19:37.933495 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-18838fa6-d781-4cf2-b789-f5b7b24ab467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:37.949182 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18838fa6-d781-4cf2-b789-f5b7b24ab467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30647f77-f92b-470b-9b3f-ca50a3a3f905,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:37.961102 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-18838fa6-d781-4cf2-b789-f5b7b24ab467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:37.962218 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-18838fa6-d781-4cf2-b789-f5b7b24ab467 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/30647f77-f92b-470b-9b3f-ca50a3a3f905 HTTP/1.1" status: 204 len: 168 time: 0.1734064 Jan 21 10:19:38.301978 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 34228) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:38.349529 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2989c02c-62ab-4e26-87f0-010197c7ea28 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=f882fd427f5143ef993daccd68f76aa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463710 Jan 21 10:19:38.351920 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 34232) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:38.408966 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-902c252e-ff69-416e-99a1-0d72417d74d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:38.434332 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-902c252e-ff69-416e-99a1-0d72417d74d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:38.488016 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-902c252e-ff69-416e-99a1-0d72417d74d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:38.502299 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c252e-ff69-416e-99a1-0d72417d74d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9743ad02-168a-4800-ab6e-c4d5c7bcb369,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:38.508446 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-902c252e-ff69-416e-99a1-0d72417d74d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:38.509528 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-902c252e-ff69-416e-99a1-0d72417d74d0 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/9743ad02-168a-4800-ab6e-c4d5c7bcb369 HTTP/1.1" status: 204 len: 168 time: 0.1567090 Jan 21 10:19:39.234839 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 34256) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:39.337336 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-81afc759-503e-44b1-87cf-d72309691aae admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-703402749-network', 'tenant_id': '19e257473a134fffa0becda83d969b7f'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:19:39.342730 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-81afc759-503e-44b1-87cf-d72309691aae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:19:39.346562 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-81afc759-503e-44b1-87cf-d72309691aae admin admin] Usage tracker for resource:network and tenant:19e257473a134fffa0becda83d969b7f is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:19:39.349370 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-81afc759-503e-44b1-87cf-d72309691aae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:19:39.354964 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-81afc759-503e-44b1-87cf-d72309691aae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:19:39.365343 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81afc759-503e-44b1-87cf-d72309691aae admin admin] Made reservation on behalf of 19e257473a134fffa0becda83d969b7f for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:19:39.367790 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-81afc759-503e-44b1-87cf-d72309691aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:39.380248 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-81afc759-503e-44b1-87cf-d72309691aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:39.394501 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-81afc759-503e-44b1-87cf-d72309691aae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:19:39.398196 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-81afc759-503e-44b1-87cf-d72309691aae admin admin] Usage tracker for resource:security_group_rule and tenant:19e257473a134fffa0becda83d969b7f is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:19:39.400921 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-81afc759-503e-44b1-87cf-d72309691aae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:19:39.406495 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-81afc759-503e-44b1-87cf-d72309691aae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:19:39.486246 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-81afc759-503e-44b1-87cf-d72309691aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:39.490143 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-81afc759-503e-44b1-87cf-d72309691aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:39.520436 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81afc759-503e-44b1-87cf-d72309691aae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:19:39.528640 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afc759-503e-44b1-87cf-d72309691aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead03941-50b1-4271-bfa2-fd1faa6d0746,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:39.534474 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-81afc759-503e-44b1-87cf-d72309691aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:39.534910 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-81afc759-503e-44b1-87cf-d72309691aae admin admin] Added segment 952b64b0-fcc0-44d8-8c2b-c00dae1bdce3 of type vlan for network 1930e353-4e0f-4fc2-ac66-aa695e1fb041 Jan 21 10:19:39.561547 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-81afc759-503e-44b1-87cf-d72309691aae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:39.590005 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-81afc759-503e-44b1-87cf-d72309691aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:39.590928 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81afc759-503e-44b1-87cf-d72309691aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:39.591837 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-81afc759-503e-44b1-87cf-d72309691aae admin admin] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:39.688964 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-81afc759-503e-44b1-87cf-d72309691aae admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4530094 Jan 21 10:19:39.692158 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 34262) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:39.694041 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afc759-503e-44b1-87cf-d72309691aae admin admin] Pushing event updated for resources: {'Network': ['ID=1930e353-4e0f-4fc2-ac66-aa695e1fb041,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:39.697800 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-b4ce8a93-ac77-4499-83e1-8310438052d3 admin admin] Request body: {'subnet': {'network_id': '1930e353-4e0f-4fc2-ac66-aa695e1fb041', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-703402749-subnet', 'tenant_id': '19e257473a134fffa0becda83d969b7f', 'ip_version': 4}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:19:39.703626 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-b4ce8a93-ac77-4499-83e1-8310438052d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:19:39.704213 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 1930e353-4e0f-4fc2-ac66-aa695e1fb041 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:19:39.707653 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-b4ce8a93-ac77-4499-83e1-8310438052d3 admin admin] Usage tracker for resource:subnet and tenant:19e257473a134fffa0becda83d969b7f is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:19:39.710545 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-b4ce8a93-ac77-4499-83e1-8310438052d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:19:39.716466 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-b4ce8a93-ac77-4499-83e1-8310438052d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:19:39.728109 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ce8a93-ac77-4499-83e1-8310438052d3 admin admin] Made reservation on behalf of 19e257473a134fffa0becda83d969b7f for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:19:39.730789 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b4ce8a93-ac77-4499-83e1-8310438052d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:39.931241 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b4ce8a93-ac77-4499-83e1-8310438052d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:40.006756 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce8a93-ac77-4499-83e1-8310438052d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49b663de-4e44-4cce-8af2-1133e7b1da78,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:40.015298 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ce8a93-ac77-4499-83e1-8310438052d3 admin admin] Checking segment: {'id': '952b64b0-fcc0-44d8-8c2b-c00dae1bdce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1930e353-4e0f-4fc2-ac66-aa695e1fb041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:19:40.015681 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ce8a93-ac77-4499-83e1-8310438052d3 admin admin] Network hostable DHCP agents. Network: 1930e353-4e0f-4fc2-ac66-aa695e1fb041, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:19:40.034122 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ce8a93-ac77-4499-83e1-8310438052d3 admin admin] Network 1930e353-4e0f-4fc2-ac66-aa695e1fb041 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:19:40.043431 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-b4ce8a93-ac77-4499-83e1-8310438052d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 1930e353-4e0f-4fc2-ac66-aa695e1fb041) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:40.048214 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ce8a93-ac77-4499-83e1-8310438052d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:40.048772 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b4ce8a93-ac77-4499-83e1-8310438052d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:40.053570 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03f3fb9-aae4-479c-96e7-c3897aa18030 None None] Network 1930e353-4e0f-4fc2-ac66-aa695e1fb041 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:19:40.068979 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-b4ce8a93-ac77-4499-83e1-8310438052d3 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3757496 Jan 21 10:19:40.071766 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 34266) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:40.077271 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-9e274cc9-fd9a-4834-823f-462aada375f4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-703402749-router', 'tenant_id': '19e257473a134fffa0becda83d969b7f', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:19:40.081846 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9e274cc9-fd9a-4834-823f-462aada375f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:19:40.085619 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9e274cc9-fd9a-4834-823f-462aada375f4 admin admin] Usage tracker for resource:router and tenant:19e257473a134fffa0becda83d969b7f is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:19:40.088418 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9e274cc9-fd9a-4834-823f-462aada375f4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:19:40.094040 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9e274cc9-fd9a-4834-823f-462aada375f4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:19:40.104706 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e274cc9-fd9a-4834-823f-462aada375f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:40.105772 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e274cc9-fd9a-4834-823f-462aada375f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:40.120930 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e274cc9-fd9a-4834-823f-462aada375f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:40.278517 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74643c66-8e38-43ea-bcdf-43befef97adf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-1930e353-4e0f-4fc2-ac66-aa695e1fb041', 'network_id': '1930e353-4e0f-4fc2-ac66-aa695e1fb041', 'tenant_id': '19e257473a134fffa0becda83d969b7f', 'fixed_ips': [{'subnet_id': '49b663de-4e44-4cce-8af2-1133e7b1da78'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:19:40.279953 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-74643c66-8e38-43ea-bcdf-43befef97adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:40.394044 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e274cc9-fd9a-4834-823f-462aada375f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:40.436347 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-74643c66-8e38-43ea-bcdf-43befef97adf None None] Allocated IP 172.20.0.2 (1930e353-4e0f-4fc2-ac66-aa695e1fb041/49b663de-4e44-4cce-8af2-1133e7b1da78/2776cdfa-51de-4241-b31c-081888b3daf2) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:19:40.667702 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-74643c66-8e38-43ea-bcdf-43befef97adf None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:40.678631 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-74643c66-8e38-43ea-bcdf-43befef97adf None None] Transition to ACTIVE for port object 2776cdfa-51de-4241-b31c-081888b3daf2 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:19:40.698717 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-74643c66-8e38-43ea-bcdf-43befef97adf None None] Transition to ACTIVE for port object 2776cdfa-51de-4241-b31c-081888b3daf2 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:19:40.706275 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-74643c66-8e38-43ea-bcdf-43befef97adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:40.785365 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74643c66-8e38-43ea-bcdf-43befef97adf None None] Pushing event updated for resources: {'Port': ['ID=2776cdfa-51de-4241-b31c-081888b3daf2,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:40.792530 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74643c66-8e38-43ea-bcdf-43befef97adf None None] Network 1930e353-4e0f-4fc2-ac66-aa695e1fb041 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:19:40.796553 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-74643c66-8e38-43ea-bcdf-43befef97adf None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:40.799017 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74643c66-8e38-43ea-bcdf-43befef97adf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:40.799426 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74643c66-8e38-43ea-bcdf-43befef97adf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:40.799720 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74643c66-8e38-43ea-bcdf-43befef97adf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:40.800053 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74643c66-8e38-43ea-bcdf-43befef97adf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:40.800380 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74643c66-8e38-43ea-bcdf-43befef97adf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:40.801060 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74643c66-8e38-43ea-bcdf-43befef97adf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:40.801060 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74643c66-8e38-43ea-bcdf-43befef97adf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:40.801334 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74643c66-8e38-43ea-bcdf-43befef97adf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:40.801657 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74643c66-8e38-43ea-bcdf-43befef97adf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:40.801977 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74643c66-8e38-43ea-bcdf-43befef97adf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:40.802284 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74643c66-8e38-43ea-bcdf-43befef97adf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:40.802609 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74643c66-8e38-43ea-bcdf-43befef97adf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:40.805458 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74643c66-8e38-43ea-bcdf-43befef97adf None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:19:40.818033 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e274cc9-fd9a-4834-823f-462aada375f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:40.848572 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e274cc9-fd9a-4834-823f-462aada375f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:40.893737 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-74643c66-8e38-43ea-bcdf-43befef97adf None None] Attempting to bind port 2776cdfa-51de-4241-b31c-081888b3daf2 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:19:40.894105 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-74643c66-8e38-43ea-bcdf-43befef97adf None None] Attempting to bind port 2776cdfa-51de-4241-b31c-081888b3daf2 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '952b64b0-fcc0-44d8-8c2b-c00dae1bdce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1930e353-4e0f-4fc2-ac66-aa695e1fb041'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:19:40.894457 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74643c66-8e38-43ea-bcdf-43befef97adf None None] Attempting to bind port 2776cdfa-51de-4241-b31c-081888b3daf2 on network 1930e353-4e0f-4fc2-ac66-aa695e1fb041 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:19:40.900238 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74643c66-8e38-43ea-bcdf-43befef97adf None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:19:40.900581 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74643c66-8e38-43ea-bcdf-43befef97adf None None] Checking segment: {'id': '952b64b0-fcc0-44d8-8c2b-c00dae1bdce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1930e353-4e0f-4fc2-ac66-aa695e1fb041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:19:40.901036 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-74643c66-8e38-43ea-bcdf-43befef97adf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:40.901430 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74643c66-8e38-43ea-bcdf-43befef97adf None None] Bound using segment: {'id': '952b64b0-fcc0-44d8-8c2b-c00dae1bdce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1930e353-4e0f-4fc2-ac66-aa695e1fb041'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:19:40.901883 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-74643c66-8e38-43ea-bcdf-43befef97adf None None] Bound port: 2776cdfa-51de-4241-b31c-081888b3daf2, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '952b64b0-fcc0-44d8-8c2b-c00dae1bdce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1930e353-4e0f-4fc2-ac66-aa695e1fb041'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:19:40.902322 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-74643c66-8e38-43ea-bcdf-43befef97adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:40.987864 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-9e274cc9-fd9a-4834-823f-462aada375f4 admin admin] Allocated IP 172.26.3.162 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/285cb291-4360-4edc-9d71-381c45c28421) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:19:40.989576 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-74643c66-8e38-43ea-bcdf-43befef97adf None None] For port 2776cdfa-51de-4241-b31c-081888b3daf2, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:19:40.992625 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-74643c66-8e38-43ea-bcdf-43befef97adf None None] For port 2776cdfa-51de-4241-b31c-081888b3daf2, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=2776cdfa-51de-4241-b31c-081888b3daf2,segment=NetworkSegment(952b64b0-fcc0-44d8-8c2b-c00dae1bdce3),segment_id=952b64b0-fcc0-44d8-8c2b-c00dae1bdce3)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:19:40.999372 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-74643c66-8e38-43ea-bcdf-43befef97adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:41.093639 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74643c66-8e38-43ea-bcdf-43befef97adf None None] Pushing event updated for resources: {'Port': ['ID=2776cdfa-51de-4241-b31c-081888b3daf2,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:41.156663 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e274cc9-fd9a-4834-823f-462aada375f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:41.186935 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e274cc9-fd9a-4834-823f-462aada375f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:41.253528 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e274cc9-fd9a-4834-823f-462aada375f4 admin admin] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:19:41.256430 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-9e274cc9-fd9a-4834-823f-462aada375f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:41.260167 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e274cc9-fd9a-4834-823f-462aada375f4 admin admin] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:19:41.296147 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e274cc9-fd9a-4834-823f-462aada375f4 admin admin] Pushing event updated for resources: {'Port': ['ID=285cb291-4360-4edc-9d71-381c45c28421,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:41.432682 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 2776cdfa-51de-4241-b31c-081888b3daf2 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:19:41.515600 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 2776cdfa-51de-4241-b31c-081888b3daf2 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:19:41.713775 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e274cc9-fd9a-4834-823f-462aada375f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:42.067359 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e274cc9-fd9a-4834-823f-462aada375f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:42.128749 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e69937-be30-4543-be9d-bf68888422a7 None None] Network 1930e353-4e0f-4fc2-ac66-aa695e1fb041 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:19:42.252403 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-69029347-82ff-4708-b8c8-753bd3581ab3 None None] Provisioning for port 2776cdfa-51de-4241-b31c-081888b3daf2 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:19:42.262328 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-69029347-82ff-4708-b8c8-753bd3581ab3 None None] Provisioning complete for port 2776cdfa-51de-4241-b31c-081888b3daf2 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:42.262698 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-69029347-82ff-4708-b8c8-753bd3581ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:42.386709 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e274cc9-fd9a-4834-823f-462aada375f4 admin admin] Router 3d382d8d-09f9-4f2b-bcdd-134cbd44a845 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 10:19:42.483025 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-69029347-82ff-4708-b8c8-753bd3581ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:42.518843 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-69029347-82ff-4708-b8c8-753bd3581ab3 None None] For port 2776cdfa-51de-4241-b31c-081888b3daf2, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=2776cdfa-51de-4241-b31c-081888b3daf2,segment=NetworkSegment(952b64b0-fcc0-44d8-8c2b-c00dae1bdce3),segment_id=952b64b0-fcc0-44d8-8c2b-c00dae1bdce3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:19:42.523324 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-69029347-82ff-4708-b8c8-753bd3581ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:42.581689 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e274cc9-fd9a-4834-823f-462aada375f4 admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:19:42.596854 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88395b52-9e6e-4ad8-82be-4b2e4fe4b7f6 None None] Sync routers for ids ['3d382d8d-09f9-4f2b-bcdd-134cbd44a845'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:19:42.613420 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88395b52-9e6e-4ad8-82be-4b2e4fe4b7f6 None None] Routers {'3d382d8d-09f9-4f2b-bcdd-134cbd44a845'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:19:42.614137 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-88395b52-9e6e-4ad8-82be-4b2e4fe4b7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:19:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['3d382d8d-09f9-4f2b-bcdd-134cbd44a845'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:42.614499 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e274cc9-fd9a-4834-823f-462aada375f4 admin admin] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:42.615986 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9e274cc9-fd9a-4834-823f-462aada375f4 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5432386 Jan 21 10:19:42.618757 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 34270) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:42.814185 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-88395b52-9e6e-4ad8-82be-4b2e4fe4b7f6 None None] Set router 3d382d8d-09f9-4f2b-bcdd-134cbd44a845 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:19:42.916291 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69029347-82ff-4708-b8c8-753bd3581ab3 None None] Pushing event updated for resources: {'Port': ['ID=2776cdfa-51de-4241-b31c-081888b3daf2,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:42.960727 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-6cd5f68b-8547-4a8e-83f2-55bc6f1ee53c None None] Provisioning complete for port 2776cdfa-51de-4241-b31c-081888b3daf2 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:42.961195 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6cd5f68b-8547-4a8e-83f2-55bc6f1ee53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:43.095183 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:43.256708 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-88395b52-9e6e-4ad8-82be-4b2e4fe4b7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d382d8d-09f9-4f2b-bcdd-134cbd44a845', 'name': 'tempest-TestMinimumBasicScenario-703402749-router', 'tenant_id': '19e257473a134fffa0becda83d969b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '285cb291-4360-4edc-9d71-381c45c28421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:40Z', 'updated_at': '2022-01-21T10:19:41Z', 'revision_number': 3, 'project_id': '19e257473a134fffa0becda83d969b7f', 'gw_port': {'id': '285cb291-4360-4edc-9d71-381c45c28421', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:46:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d382d8d-09f9-4f2b-bcdd-134cbd44a845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:40Z', 'updated_at': '2022-01-21T10:19:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:43.260514 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88395b52-9e6e-4ad8-82be-4b2e4fe4b7f6 None None] Checking router: 3d382d8d-09f9-4f2b-bcdd-134cbd44a845 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:19:43.260861 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88395b52-9e6e-4ad8-82be-4b2e4fe4b7f6 None None] Updating router 3d382d8d-09f9-4f2b-bcdd-134cbd44a845 port 285cb291-4360-4edc-9d71-381c45c28421 binding host dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:19:43.316103 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-88395b52-9e6e-4ad8-82be-4b2e4fe4b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:43.371190 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 2776cdfa-51de-4241-b31c-081888b3daf2 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:19:43.453624 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-70c8018c-1b74-4d0e-b8c5-f636c961c859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:43.580182 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 2776cdfa-51de-4241-b31c-081888b3daf2 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:43.580541 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:43.656266 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-70c8018c-1b74-4d0e-b8c5-f636c961c859 admin admin] Allocated IP 172.20.0.1 (1930e353-4e0f-4fc2-ac66-aa695e1fb041/49b663de-4e44-4cce-8af2-1133e7b1da78/a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:19:43.800232 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-88395b52-9e6e-4ad8-82be-4b2e4fe4b7f6 None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:43.809590 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-70c8018c-1b74-4d0e-b8c5-f636c961c859 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:43.812488 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-88395b52-9e6e-4ad8-82be-4b2e4fe4b7f6 None None] Transition to ACTIVE for port object 285cb291-4360-4edc-9d71-381c45c28421 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:19:43.819107 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-88395b52-9e6e-4ad8-82be-4b2e4fe4b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:43.826550 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-70c8018c-1b74-4d0e-b8c5-f636c961c859 admin admin] Transition to ACTIVE for port object a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:19:43.849669 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-70c8018c-1b74-4d0e-b8c5-f636c961c859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:43.897467 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-88395b52-9e6e-4ad8-82be-4b2e4fe4b7f6 None None] Attempting to bind port 285cb291-4360-4edc-9d71-381c45c28421 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:19:43.897809 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-88395b52-9e6e-4ad8-82be-4b2e4fe4b7f6 None None] Attempting to bind port 285cb291-4360-4edc-9d71-381c45c28421 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:19:43.898159 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88395b52-9e6e-4ad8-82be-4b2e4fe4b7f6 None None] Attempting to bind port 285cb291-4360-4edc-9d71-381c45c28421 on network 80a065d7-b55c-43ad-a3e8-c65befe4136c {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:19:43.904387 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b73d8f-8894-4dac-a0d3-0469ec3f52d7 None None] Pushing event updated for resources: {'Port': ['ID=285cb291-4360-4edc-9d71-381c45c28421,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:43.908828 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88395b52-9e6e-4ad8-82be-4b2e4fe4b7f6 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:19:43.909201 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88395b52-9e6e-4ad8-82be-4b2e4fe4b7f6 None None] Checking segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:19:43.909602 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-88395b52-9e6e-4ad8-82be-4b2e4fe4b7f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:43.909985 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88395b52-9e6e-4ad8-82be-4b2e4fe4b7f6 None None] Bound using segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:19:43.910451 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-88395b52-9e6e-4ad8-82be-4b2e4fe4b7f6 None None] Bound port: 285cb291-4360-4edc-9d71-381c45c28421, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:19:43.910828 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-88395b52-9e6e-4ad8-82be-4b2e4fe4b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:43.919423 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c8018c-1b74-4d0e-b8c5-f636c961c859 admin admin] Network 1930e353-4e0f-4fc2-ac66-aa695e1fb041 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:19:43.923793 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-70c8018c-1b74-4d0e-b8c5-f636c961c859 admin admin] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:43.926288 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c8018c-1b74-4d0e-b8c5-f636c961c859 admin admin] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:19:43.969385 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8018c-1b74-4d0e-b8c5-f636c961c859 admin admin] Pushing event updated for resources: {'Port': ['ID=a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:43.987624 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-88395b52-9e6e-4ad8-82be-4b2e4fe4b7f6 None None] For port 285cb291-4360-4edc-9d71-381c45c28421, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:19:43.989656 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-70c8018c-1b74-4d0e-b8c5-f636c961c859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:43.991638 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-88395b52-9e6e-4ad8-82be-4b2e4fe4b7f6 None None] For port 285cb291-4360-4edc-9d71-381c45c28421, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=285cb291-4360-4edc-9d71-381c45c28421,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:19:43.997648 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-88395b52-9e6e-4ad8-82be-4b2e4fe4b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:44.077949 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88395b52-9e6e-4ad8-82be-4b2e4fe4b7f6 None None] Routers {'3d382d8d-09f9-4f2b-bcdd-134cbd44a845'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:19:44.078690 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-88395b52-9e6e-4ad8-82be-4b2e4fe4b7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:19:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['3d382d8d-09f9-4f2b-bcdd-134cbd44a845'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:44.144533 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b73d8f-8894-4dac-a0d3-0469ec3f52d7 None None] Pushing event updated for resources: {'Port': ['ID=285cb291-4360-4edc-9d71-381c45c28421,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:44.229705 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-dc7f6b0a-cb09-4eb8-9d26-0186dbb23c77 None None] Provisioning for port a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:19:44.246746 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-dc7f6b0a-cb09-4eb8-9d26-0186dbb23c77 None None] Provisioning complete for port a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:44.247108 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-dc7f6b0a-cb09-4eb8-9d26-0186dbb23c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:44.313261 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-88395b52-9e6e-4ad8-82be-4b2e4fe4b7f6 None None] Set router 3d382d8d-09f9-4f2b-bcdd-134cbd44a845 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:19:44.421796 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-dc7f6b0a-cb09-4eb8-9d26-0186dbb23c77 None None] Port a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:19:44.427710 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-70c8018c-1b74-4d0e-b8c5-f636c961c859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:44.600293 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-88395b52-9e6e-4ad8-82be-4b2e4fe4b7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d382d8d-09f9-4f2b-bcdd-134cbd44a845', 'name': 'tempest-TestMinimumBasicScenario-703402749-router', 'tenant_id': '19e257473a134fffa0becda83d969b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '285cb291-4360-4edc-9d71-381c45c28421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:40Z', 'updated_at': '2022-01-21T10:19:41Z', 'revision_number': 3, 'project_id': '19e257473a134fffa0becda83d969b7f', 'gw_port': {'id': '285cb291-4360-4edc-9d71-381c45c28421', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:46:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d382d8d-09f9-4f2b-bcdd-134cbd44a845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:40Z', 'updated_at': '2022-01-21T10:19:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:44.604153 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88395b52-9e6e-4ad8-82be-4b2e4fe4b7f6 None None] The sync data for ids ['3d382d8d-09f9-4f2b-bcdd-134cbd44a845'] in dv-neutron-825731-1-hyperv is: [{'id': '3d382d8d-09f9-4f2b-bcdd-134cbd44a845', 'name': 'tempest-TestMinimumBasicScenario-703402749-router', 'tenant_id': '19e257473a134fffa0becda83d969b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '285cb291-4360-4edc-9d71-381c45c28421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:40Z', 'updated_at': '2022-01-21T10:19:41Z', 'revision_number': 3, 'project_id': '19e257473a134fffa0becda83d969b7f', 'gw_port': {'id': '285cb291-4360-4edc-9d71-381c45c28421', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:46:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d382d8d-09f9-4f2b-bcdd-134cbd44a845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:40Z', 'updated_at': '2022-01-21T10:19:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:19:44.649114 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-70c8018c-1b74-4d0e-b8c5-f636c961c859 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:44.654125 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-70c8018c-1b74-4d0e-b8c5-f636c961c859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:44.762569 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-70c8018c-1b74-4d0e-b8c5-f636c961c859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:44.767054 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8018c-1b74-4d0e-b8c5-f636c961c859 admin admin] Pushing event updated for resources: {'Port': ['ID=a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:44.919276 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c8018c-1b74-4d0e-b8c5-f636c961c859 admin admin] Network 1930e353-4e0f-4fc2-ac66-aa695e1fb041 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:19:44.921159 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-70c8018c-1b74-4d0e-b8c5-f636c961c859 admin admin] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:45.120737 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c8018c-1b74-4d0e-b8c5-f636c961c859 admin admin] Router 3d382d8d-09f9-4f2b-bcdd-134cbd44a845 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:19:45.152847 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-c38f52f8-b7c0-4405-a635-eac01f5e195f None None] Provisioning complete for port a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:45.153274 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c38f52f8-b7c0-4405-a635-eac01f5e195f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:45.250283 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-c38f52f8-b7c0-4405-a635-eac01f5e195f None None] Port a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:19:45.304774 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c8018c-1b74-4d0e-b8c5-f636c961c859 admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:19:45.320974 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-70c8018c-1b74-4d0e-b8c5-f636c961c859 admin admin] 10.222.0.110 "PUT /v2.0/routers/3d382d8d-09f9-4f2b-bcdd-134cbd44a845/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6940212 Jan 21 10:19:45.404163 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 285cb291-4360-4edc-9d71-381c45c28421 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:19:45.473683 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 285cb291-4360-4edc-9d71-381c45c28421 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:19:45.479673 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 285cb291-4360-4edc-9d71-381c45c28421 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:45.480043 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:45.605938 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:45.624088 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 285cb291-4360-4edc-9d71-381c45c28421, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=285cb291-4360-4edc-9d71-381c45c28421,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:19:45.628251 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:45.703284 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=285cb291-4360-4edc-9d71-381c45c28421,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:45.839306 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 34288) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:45.844878 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-8be33754-146e-4360-8098-19d848a5e1d3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1972071929-network', 'tenant_id': '06a4a745bce74d488f2fb258621341cb'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:19:45.849559 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-8be33754-146e-4360-8098-19d848a5e1d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:19:45.853288 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-8be33754-146e-4360-8098-19d848a5e1d3 admin admin] Usage tracker for resource:network and tenant:06a4a745bce74d488f2fb258621341cb is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:19:45.856105 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-8be33754-146e-4360-8098-19d848a5e1d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:19:45.862646 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-8be33754-146e-4360-8098-19d848a5e1d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:19:45.872114 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be33754-146e-4360-8098-19d848a5e1d3 admin admin] Made reservation on behalf of 06a4a745bce74d488f2fb258621341cb for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:19:45.875076 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8be33754-146e-4360-8098-19d848a5e1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:45.890349 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8be33754-146e-4360-8098-19d848a5e1d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:45.906154 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-8be33754-146e-4360-8098-19d848a5e1d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:19:45.911165 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-8be33754-146e-4360-8098-19d848a5e1d3 admin admin] Usage tracker for resource:security_group_rule and tenant:06a4a745bce74d488f2fb258621341cb is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:19:45.914248 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-8be33754-146e-4360-8098-19d848a5e1d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:19:45.920904 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-8be33754-146e-4360-8098-19d848a5e1d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:19:46.010541 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8be33754-146e-4360-8098-19d848a5e1d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:46.014480 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8be33754-146e-4360-8098-19d848a5e1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:46.045939 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8be33754-146e-4360-8098-19d848a5e1d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:19:46.054325 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be33754-146e-4360-8098-19d848a5e1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc67b54-0b29-4f51-935e-90ef9261be23,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:46.062213 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8be33754-146e-4360-8098-19d848a5e1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:46.062588 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-8be33754-146e-4360-8098-19d848a5e1d3 admin admin] Added segment 9e41455d-c47b-4c4e-bec5-73037d3d98d4 of type vlan for network 09020a0a-9efa-4444-a3f6-7d3849c0f029 Jan 21 10:19:46.089090 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8be33754-146e-4360-8098-19d848a5e1d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:46.117813 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8be33754-146e-4360-8098-19d848a5e1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:46.118819 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be33754-146e-4360-8098-19d848a5e1d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:46.119412 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-8be33754-146e-4360-8098-19d848a5e1d3 admin admin] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:46.158339 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ba569d-8ca6-477d-a0ba-104a26224b2f None None] Sync routers for ids ['3d382d8d-09f9-4f2b-bcdd-134cbd44a845'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:19:46.167820 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ba569d-8ca6-477d-a0ba-104a26224b2f None None] Routers {'3d382d8d-09f9-4f2b-bcdd-134cbd44a845'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:19:46.168430 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-80ba569d-8ca6-477d-a0ba-104a26224b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:19:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['3d382d8d-09f9-4f2b-bcdd-134cbd44a845'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:46.220673 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-8be33754-146e-4360-8098-19d848a5e1d3 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3774784 Jan 21 10:19:46.221110 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 34292) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:46.223036 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be33754-146e-4360-8098-19d848a5e1d3 admin admin] Pushing event updated for resources: {'Network': ['ID=09020a0a-9efa-4444-a3f6-7d3849c0f029,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:46.227358 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-49506b32-2595-4a6c-b51f-53628b09e0de admin admin] Request body: {'subnet': {'network_id': '09020a0a-9efa-4444-a3f6-7d3849c0f029', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1972071929-subnet', 'tenant_id': '06a4a745bce74d488f2fb258621341cb', 'ip_version': 4}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:19:46.233337 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 09020a0a-9efa-4444-a3f6-7d3849c0f029 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:19:46.234439 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-49506b32-2595-4a6c-b51f-53628b09e0de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:19:46.238737 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-49506b32-2595-4a6c-b51f-53628b09e0de admin admin] Usage tracker for resource:subnet and tenant:06a4a745bce74d488f2fb258621341cb is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:19:46.242368 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-49506b32-2595-4a6c-b51f-53628b09e0de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:19:46.248816 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-49506b32-2595-4a6c-b51f-53628b09e0de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:19:46.260175 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49506b32-2595-4a6c-b51f-53628b09e0de admin admin] Made reservation on behalf of 06a4a745bce74d488f2fb258621341cb for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:19:46.262579 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-49506b32-2595-4a6c-b51f-53628b09e0de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:46.351433 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-80ba569d-8ca6-477d-a0ba-104a26224b2f None None] Set router 3d382d8d-09f9-4f2b-bcdd-134cbd44a845 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:19:46.469413 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-49506b32-2595-4a6c-b51f-53628b09e0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:46.546254 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49506b32-2595-4a6c-b51f-53628b09e0de admin admin] Pushing event updated for resources: {'Subnet': ['ID=4459ec08-eee5-4734-8084-f8e05783eb5d,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:46.554857 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49506b32-2595-4a6c-b51f-53628b09e0de admin admin] Checking segment: {'id': '9e41455d-c47b-4c4e-bec5-73037d3d98d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '09020a0a-9efa-4444-a3f6-7d3849c0f029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:19:46.555205 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49506b32-2595-4a6c-b51f-53628b09e0de admin admin] Network hostable DHCP agents. Network: 09020a0a-9efa-4444-a3f6-7d3849c0f029, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:19:46.574910 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49506b32-2595-4a6c-b51f-53628b09e0de admin admin] Network 09020a0a-9efa-4444-a3f6-7d3849c0f029 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:19:46.584606 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-49506b32-2595-4a6c-b51f-53628b09e0de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 09020a0a-9efa-4444-a3f6-7d3849c0f029) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:46.588641 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49506b32-2595-4a6c-b51f-53628b09e0de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:46.589401 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-49506b32-2595-4a6c-b51f-53628b09e0de admin admin] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:46.594721 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f449be-e297-4243-84fa-39773572f7fb None None] Network 09020a0a-9efa-4444-a3f6-7d3849c0f029 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:19:46.617481 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-49506b32-2595-4a6c-b51f-53628b09e0de admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3926754 Jan 21 10:19:46.617717 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 34296) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:46.622498 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-3639e4c3-7510-4d89-b180-fd73ddb783f7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1972071929-router', 'tenant_id': '06a4a745bce74d488f2fb258621341cb', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:19:46.627205 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-3639e4c3-7510-4d89-b180-fd73ddb783f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:19:46.631018 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-3639e4c3-7510-4d89-b180-fd73ddb783f7 admin admin] Usage tracker for resource:router and tenant:06a4a745bce74d488f2fb258621341cb is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:19:46.634017 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-3639e4c3-7510-4d89-b180-fd73ddb783f7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:19:46.640733 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-3639e4c3-7510-4d89-b180-fd73ddb783f7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:19:46.645406 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9811aacc-14b9-48ab-8cc2-1574dc46b4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:46.653392 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3639e4c3-7510-4d89-b180-fd73ddb783f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:46.655142 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3639e4c3-7510-4d89-b180-fd73ddb783f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:46.672683 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3639e4c3-7510-4d89-b180-fd73ddb783f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:46.694139 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-80ba569d-8ca6-477d-a0ba-104a26224b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d382d8d-09f9-4f2b-bcdd-134cbd44a845', 'name': 'tempest-TestMinimumBasicScenario-703402749-router', 'tenant_id': '19e257473a134fffa0becda83d969b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '285cb291-4360-4edc-9d71-381c45c28421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:40Z', 'updated_at': '2022-01-21T10:19:44Z', 'revision_number': 4, 'project_id': '19e257473a134fffa0becda83d969b7f', 'gw_port': {'id': '285cb291-4360-4edc-9d71-381c45c28421', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:46:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d382d8d-09f9-4f2b-bcdd-134cbd44a845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:40Z', 'updated_at': '2022-01-21T10:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91', 'name': '', 'network_id': '1930e353-4e0f-4fc2-ac66-aa695e1fb041', 'tenant_id': '19e257473a134fffa0becda83d969b7f', 'mac_address': 'fa:16:3e:33:9a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d382d8d-09f9-4f2b-bcdd-134cbd44a845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '49b663de-4e44-4cce-8af2-1133e7b1da78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:43Z', 'updated_at': '2022-01-21T10:19:44Z', 'revision_number': 2, 'project_id': '19e257473a134fffa0becda83d969b7f', 'subnets': [{'id': '49b663de-4e44-4cce-8af2-1133e7b1da78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:46.698451 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ba569d-8ca6-477d-a0ba-104a26224b2f None None] Checking router: 3d382d8d-09f9-4f2b-bcdd-134cbd44a845 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:19:46.698901 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ba569d-8ca6-477d-a0ba-104a26224b2f None None] Updating router 3d382d8d-09f9-4f2b-bcdd-134cbd44a845 port a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91 binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:19:46.764552 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-80ba569d-8ca6-477d-a0ba-104a26224b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:46.835860 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce87c1c-6adb-4903-8f72-1e9a71bb943e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-09020a0a-9efa-4444-a3f6-7d3849c0f029', 'network_id': '09020a0a-9efa-4444-a3f6-7d3849c0f029', 'tenant_id': '06a4a745bce74d488f2fb258621341cb', 'fixed_ips': [{'subnet_id': '4459ec08-eee5-4734-8084-f8e05783eb5d'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:19:46.836923 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1ce87c1c-6adb-4903-8f72-1e9a71bb943e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:46.952954 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3639e4c3-7510-4d89-b180-fd73ddb783f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:46.996223 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-1ce87c1c-6adb-4903-8f72-1e9a71bb943e None None] Allocated IP 172.20.0.2 (09020a0a-9efa-4444-a3f6-7d3849c0f029/4459ec08-eee5-4734-8084-f8e05783eb5d/8547b673-12e4-4125-8e63-0e6c1333dcba) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:19:47.134668 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-80ba569d-8ca6-477d-a0ba-104a26224b2f None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:47.148705 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-80ba569d-8ca6-477d-a0ba-104a26224b2f None None] Transition to ACTIVE for port object a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91 will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:19:47.157322 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-80ba569d-8ca6-477d-a0ba-104a26224b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:47.206870 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1ce87c1c-6adb-4903-8f72-1e9a71bb943e None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:47.219848 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-1ce87c1c-6adb-4903-8f72-1e9a71bb943e None None] Transition to ACTIVE for port object 8547b673-12e4-4125-8e63-0e6c1333dcba will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:19:47.240607 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-1ce87c1c-6adb-4903-8f72-1e9a71bb943e None None] Transition to ACTIVE for port object 8547b673-12e4-4125-8e63-0e6c1333dcba will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:19:47.247425 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1ce87c1c-6adb-4903-8f72-1e9a71bb943e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:47.266646 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3639e4c3-7510-4d89-b180-fd73ddb783f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:47.304720 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3639e4c3-7510-4d89-b180-fd73ddb783f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:47.307813 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce87c1c-6adb-4903-8f72-1e9a71bb943e None None] Network 09020a0a-9efa-4444-a3f6-7d3849c0f029 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:19:47.311324 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-1ce87c1c-6adb-4903-8f72-1e9a71bb943e None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:47.319645 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce87c1c-6adb-4903-8f72-1e9a71bb943e None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:19:47.370459 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce87c1c-6adb-4903-8f72-1e9a71bb943e None None] Pushing event updated for resources: {'Port': ['ID=8547b673-12e4-4125-8e63-0e6c1333dcba,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:47.410156 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 285cb291-4360-4edc-9d71-381c45c28421 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:19:47.426475 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3640cce4-3648-439b-89dc-9204dbe092b0 None None] Pushing event updated for resources: {'Port': ['ID=a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:47.453702 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-80ba569d-8ca6-477d-a0ba-104a26224b2f None None] Attempting to bind port a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:19:47.454070 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-80ba569d-8ca6-477d-a0ba-104a26224b2f None None] Attempting to bind port a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '952b64b0-fcc0-44d8-8c2b-c00dae1bdce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1930e353-4e0f-4fc2-ac66-aa695e1fb041'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:19:47.454427 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ba569d-8ca6-477d-a0ba-104a26224b2f None None] Attempting to bind port a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91 on network 1930e353-4e0f-4fc2-ac66-aa695e1fb041 {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:19:47.457189 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3640cce4-3648-439b-89dc-9204dbe092b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:47.457528 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3640cce4-3648-439b-89dc-9204dbe092b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:47.457861 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3640cce4-3648-439b-89dc-9204dbe092b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:47.458184 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3640cce4-3648-439b-89dc-9204dbe092b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:47.458505 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3640cce4-3648-439b-89dc-9204dbe092b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:47.458958 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3640cce4-3648-439b-89dc-9204dbe092b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:47.459279 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3640cce4-3648-439b-89dc-9204dbe092b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:47.459617 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3640cce4-3648-439b-89dc-9204dbe092b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:47.460114 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3640cce4-3648-439b-89dc-9204dbe092b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:47.460440 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3640cce4-3648-439b-89dc-9204dbe092b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:47.460752 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3640cce4-3648-439b-89dc-9204dbe092b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:47.461063 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3640cce4-3648-439b-89dc-9204dbe092b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:47.476134 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ba569d-8ca6-477d-a0ba-104a26224b2f None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:19:47.476516 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ba569d-8ca6-477d-a0ba-104a26224b2f None None] Checking segment: {'id': '952b64b0-fcc0-44d8-8c2b-c00dae1bdce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1930e353-4e0f-4fc2-ac66-aa695e1fb041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:19:47.476913 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-80ba569d-8ca6-477d-a0ba-104a26224b2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:47.477305 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ba569d-8ca6-477d-a0ba-104a26224b2f None None] Bound using segment: {'id': '952b64b0-fcc0-44d8-8c2b-c00dae1bdce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1930e353-4e0f-4fc2-ac66-aa695e1fb041'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:19:47.478192 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-80ba569d-8ca6-477d-a0ba-104a26224b2f None None] Bound port: a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '952b64b0-fcc0-44d8-8c2b-c00dae1bdce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1930e353-4e0f-4fc2-ac66-aa695e1fb041'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:19:47.478707 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-80ba569d-8ca6-477d-a0ba-104a26224b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:47.481463 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-1ce87c1c-6adb-4903-8f72-1e9a71bb943e None None] Attempting to bind port 8547b673-12e4-4125-8e63-0e6c1333dcba on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:19:47.481838 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-1ce87c1c-6adb-4903-8f72-1e9a71bb943e None None] Attempting to bind port 8547b673-12e4-4125-8e63-0e6c1333dcba by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '9e41455d-c47b-4c4e-bec5-73037d3d98d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '09020a0a-9efa-4444-a3f6-7d3849c0f029'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:19:47.482849 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce87c1c-6adb-4903-8f72-1e9a71bb943e None None] Attempting to bind port 8547b673-12e4-4125-8e63-0e6c1333dcba on network 09020a0a-9efa-4444-a3f6-7d3849c0f029 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:19:47.490415 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce87c1c-6adb-4903-8f72-1e9a71bb943e None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:19:47.490793 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce87c1c-6adb-4903-8f72-1e9a71bb943e None None] Checking segment: {'id': '9e41455d-c47b-4c4e-bec5-73037d3d98d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '09020a0a-9efa-4444-a3f6-7d3849c0f029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:19:47.491197 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1ce87c1c-6adb-4903-8f72-1e9a71bb943e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:47.491631 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce87c1c-6adb-4903-8f72-1e9a71bb943e None None] Bound using segment: {'id': '9e41455d-c47b-4c4e-bec5-73037d3d98d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '09020a0a-9efa-4444-a3f6-7d3849c0f029'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:19:47.492479 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-1ce87c1c-6adb-4903-8f72-1e9a71bb943e None None] Bound port: 8547b673-12e4-4125-8e63-0e6c1333dcba, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e41455d-c47b-4c4e-bec5-73037d3d98d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '09020a0a-9efa-4444-a3f6-7d3849c0f029'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:19:47.492479 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1ce87c1c-6adb-4903-8f72-1e9a71bb943e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:47.525021 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-3639e4c3-7510-4d89-b180-fd73ddb783f7 admin admin] Allocated IP 172.26.3.145 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/7f42ee4d-b858-4664-b995-7b6d5aceeed3) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:19:47.574904 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-80ba569d-8ca6-477d-a0ba-104a26224b2f None None] For port a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:19:47.581314 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-80ba569d-8ca6-477d-a0ba-104a26224b2f None None] For port a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91,segment=NetworkSegment(952b64b0-fcc0-44d8-8c2b-c00dae1bdce3),segment_id=952b64b0-fcc0-44d8-8c2b-c00dae1bdce3)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:19:47.586296 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-80ba569d-8ca6-477d-a0ba-104a26224b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:47.599877 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-1ce87c1c-6adb-4903-8f72-1e9a71bb943e None None] For port 8547b673-12e4-4125-8e63-0e6c1333dcba, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:19:47.605006 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-1ce87c1c-6adb-4903-8f72-1e9a71bb943e None None] For port 8547b673-12e4-4125-8e63-0e6c1333dcba, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=8547b673-12e4-4125-8e63-0e6c1333dcba,segment=NetworkSegment(9e41455d-c47b-4c4e-bec5-73037d3d98d4),segment_id=9e41455d-c47b-4c4e-bec5-73037d3d98d4)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:19:47.613231 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 285cb291-4360-4edc-9d71-381c45c28421 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:47.613602 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:47.645478 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1ce87c1c-6adb-4903-8f72-1e9a71bb943e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:47.666512 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ba569d-8ca6-477d-a0ba-104a26224b2f None None] Routers {'3d382d8d-09f9-4f2b-bcdd-134cbd44a845'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:19:47.667149 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-80ba569d-8ca6-477d-a0ba-104a26224b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:19:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['3d382d8d-09f9-4f2b-bcdd-134cbd44a845'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:47.776507 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3640cce4-3648-439b-89dc-9204dbe092b0 None None] Pushing event updated for resources: {'Port': ['ID=a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91,revision_number=4']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:47.817292 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce87c1c-6adb-4903-8f72-1e9a71bb943e None None] Pushing event updated for resources: {'Port': ['ID=8547b673-12e4-4125-8e63-0e6c1333dcba,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:47.896345 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3639e4c3-7510-4d89-b180-fd73ddb783f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:47.924502 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-80ba569d-8ca6-477d-a0ba-104a26224b2f None None] Set router 3d382d8d-09f9-4f2b-bcdd-134cbd44a845 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:19:47.930437 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3639e4c3-7510-4d89-b180-fd73ddb783f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:48.006043 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3639e4c3-7510-4d89-b180-fd73ddb783f7 admin admin] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:19:48.018209 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-3639e4c3-7510-4d89-b180-fd73ddb783f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:48.024222 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3639e4c3-7510-4d89-b180-fd73ddb783f7 admin admin] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:19:48.090821 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639e4c3-7510-4d89-b180-fd73ddb783f7 admin admin] Pushing event updated for resources: {'Port': ['ID=7f42ee4d-b858-4664-b995-7b6d5aceeed3,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:48.270573 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-80ba569d-8ca6-477d-a0ba-104a26224b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d382d8d-09f9-4f2b-bcdd-134cbd44a845', 'name': 'tempest-TestMinimumBasicScenario-703402749-router', 'tenant_id': '19e257473a134fffa0becda83d969b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '285cb291-4360-4edc-9d71-381c45c28421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:40Z', 'updated_at': '2022-01-21T10:19:44Z', 'revision_number': 4, 'project_id': '19e257473a134fffa0becda83d969b7f', 'gw_port': {'id': '285cb291-4360-4edc-9d71-381c45c28421', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:46:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d382d8d-09f9-4f2b-bcdd-134cbd44a845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:40Z', 'updated_at': '2022-01-21T10:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91', 'name': '', 'network_id': '1930e353-4e0f-4fc2-ac66-aa695e1fb041', 'tenant_id': '19e257473a134fffa0becda83d969b7f', 'mac_address': 'fa:16:3e:33:9a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d382d8d-09f9-4f2b-bcdd-134cbd44a845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '49b663de-4e44-4cce-8af2-1133e7b1da78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:43Z', 'updated_at': '2022-01-21T10:19:47Z', 'revision_number': 4, 'project_id': '19e257473a134fffa0becda83d969b7f', 'subnets': [{'id': '49b663de-4e44-4cce-8af2-1133e7b1da78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:48.274337 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ba569d-8ca6-477d-a0ba-104a26224b2f None None] The sync data for ids ['3d382d8d-09f9-4f2b-bcdd-134cbd44a845'] in dv-neutron-825731-1-hyperv is: [{'id': '3d382d8d-09f9-4f2b-bcdd-134cbd44a845', 'name': 'tempest-TestMinimumBasicScenario-703402749-router', 'tenant_id': '19e257473a134fffa0becda83d969b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '285cb291-4360-4edc-9d71-381c45c28421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:40Z', 'updated_at': '2022-01-21T10:19:44Z', 'revision_number': 4, 'project_id': '19e257473a134fffa0becda83d969b7f', 'gw_port': {'id': '285cb291-4360-4edc-9d71-381c45c28421', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:46:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d382d8d-09f9-4f2b-bcdd-134cbd44a845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:40Z', 'updated_at': '2022-01-21T10:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91', 'name': '', 'network_id': '1930e353-4e0f-4fc2-ac66-aa695e1fb041', 'tenant_id': '19e257473a134fffa0becda83d969b7f', 'mac_address': 'fa:16:3e:33:9a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d382d8d-09f9-4f2b-bcdd-134cbd44a845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '49b663de-4e44-4cce-8af2-1133e7b1da78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:43Z', 'updated_at': '2022-01-21T10:19:47Z', 'revision_number': 4, 'project_id': '19e257473a134fffa0becda83d969b7f', 'subnets': [{'id': '49b663de-4e44-4cce-8af2-1133e7b1da78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:19:48.488037 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3639e4c3-7510-4d89-b180-fd73ddb783f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:48.853850 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3639e4c3-7510-4d89-b180-fd73ddb783f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:48.947411 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0764e0-e4f2-4e19-b245-72c34a9370d5 None None] Network 09020a0a-9efa-4444-a3f6-7d3849c0f029 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:19:49.085766 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3639e4c3-7510-4d89-b180-fd73ddb783f7 admin admin] Router c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 10:19:49.089708 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-524696e9-ce98-4e59-bf52-226445b3f47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:49.104565 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-ae2859e0-9f52-46e5-aa5c-7e6bf4f06b8d None None] Provisioning for port 8547b673-12e4-4125-8e63-0e6c1333dcba completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:19:49.406076 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3639e4c3-7510-4d89-b180-fd73ddb783f7 admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:19:49.414784 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e617fcbf-eece-498a-b752-591a287e1f15 None None] Sync routers for ids ['c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:19:49.434669 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e617fcbf-eece-498a-b752-591a287e1f15 None None] Routers {'c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:19:49.442347 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-e617fcbf-eece-498a-b752-591a287e1f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:19:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:49.455533 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3639e4c3-7510-4d89-b180-fd73ddb783f7 admin admin] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:49.459812 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 34300) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:49.460349 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3639e4c3-7510-4d89-b180-fd73ddb783f7 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8412755 Jan 21 10:19:49.512778 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:19:49.707794 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-e617fcbf-eece-498a-b752-591a287e1f15 None None] Set router c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:19:49.747908 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:19:49.829444 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:49.829813 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:49.960628 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:50.103542 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:50.115749 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:50.149041 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91,segment=NetworkSegment(952b64b0-fcc0-44d8-8c2b-c00dae1bdce3),segment_id=952b64b0-fcc0-44d8-8c2b-c00dae1bdce3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:19:50.155563 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:50.156426 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 8547b673-12e4-4125-8e63-0e6c1333dcba up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:19:50.231769 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-e617fcbf-eece-498a-b752-591a287e1f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89', 'name': 'tempest-TestMinimumBasicScenario-1972071929-router', 'tenant_id': '06a4a745bce74d488f2fb258621341cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '7f42ee4d-b858-4664-b995-7b6d5aceeed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:46Z', 'updated_at': '2022-01-21T10:19:48Z', 'revision_number': 3, 'project_id': '06a4a745bce74d488f2fb258621341cb', 'gw_port': {'id': '7f42ee4d-b858-4664-b995-7b6d5aceeed3', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:47Z', 'updated_at': '2022-01-21T10:19:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:50.261087 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e617fcbf-eece-498a-b752-591a287e1f15 None None] Checking router: c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:19:50.261437 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e617fcbf-eece-498a-b752-591a287e1f15 None None] Updating router c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89 port 7f42ee4d-b858-4664-b995-7b6d5aceeed3 binding host dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:19:50.263988 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c8bc100c-b7f0-44b1-9977-e984b8a8443e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:50.328619 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:50.340444 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e617fcbf-eece-498a-b752-591a287e1f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:50.394878 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 8547b673-12e4-4125-8e63-0e6c1333dcba completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:19:50.403906 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 8547b673-12e4-4125-8e63-0e6c1333dcba triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:50.404757 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:50.481172 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-c8bc100c-b7f0-44b1-9977-e984b8a8443e admin admin] Allocated IP 172.20.0.1 (09020a0a-9efa-4444-a3f6-7d3849c0f029/4459ec08-eee5-4734-8084-f8e05783eb5d/5c04bff4-eb13-464c-8fa7-9af4c41b1b4d) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:19:50.630802 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c8bc100c-b7f0-44b1-9977-e984b8a8443e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:50.646843 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-c8bc100c-b7f0-44b1-9977-e984b8a8443e admin admin] Transition to ACTIVE for port object 5c04bff4-eb13-464c-8fa7-9af4c41b1b4d will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:19:50.673951 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c8bc100c-b7f0-44b1-9977-e984b8a8443e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:50.674262 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:50.745371 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bc100c-b7f0-44b1-9977-e984b8a8443e admin admin] Network 09020a0a-9efa-4444-a3f6-7d3849c0f029 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:19:50.748446 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-c8bc100c-b7f0-44b1-9977-e984b8a8443e admin admin] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:50.752086 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bc100c-b7f0-44b1-9977-e984b8a8443e admin admin] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:19:50.774969 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 8547b673-12e4-4125-8e63-0e6c1333dcba, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=8547b673-12e4-4125-8e63-0e6c1333dcba,segment=NetworkSegment(9e41455d-c47b-4c4e-bec5-73037d3d98d4),segment_id=9e41455d-c47b-4c4e-bec5-73037d3d98d4)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:19:50.782249 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc100c-b7f0-44b1-9977-e984b8a8443e admin admin] Pushing event updated for resources: {'Port': ['ID=5c04bff4-eb13-464c-8fa7-9af4c41b1b4d,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:50.788404 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:50.814470 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c8bc100c-b7f0-44b1-9977-e984b8a8443e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:50.922497 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e617fcbf-eece-498a-b752-591a287e1f15 None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:50.924967 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=8547b673-12e4-4125-8e63-0e6c1333dcba,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:50.937986 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e617fcbf-eece-498a-b752-591a287e1f15 None None] Transition to ACTIVE for port object 7f42ee4d-b858-4664-b995-7b6d5aceeed3 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:19:50.945872 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e617fcbf-eece-498a-b752-591a287e1f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:50.953855 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c8bc100c-b7f0-44b1-9977-e984b8a8443e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:51.023805 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-e617fcbf-eece-498a-b752-591a287e1f15 None None] Attempting to bind port 7f42ee4d-b858-4664-b995-7b6d5aceeed3 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:19:51.024391 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-e617fcbf-eece-498a-b752-591a287e1f15 None None] Attempting to bind port 7f42ee4d-b858-4664-b995-7b6d5aceeed3 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:19:51.024517 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e617fcbf-eece-498a-b752-591a287e1f15 None None] Attempting to bind port 7f42ee4d-b858-4664-b995-7b6d5aceeed3 on network 80a065d7-b55c-43ad-a3e8-c65befe4136c {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:19:51.030981 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef28b2a-a5ae-4685-a178-1fdeef19228b None None] Pushing event updated for resources: {'Port': ['ID=7f42ee4d-b858-4664-b995-7b6d5aceeed3,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:51.035182 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e617fcbf-eece-498a-b752-591a287e1f15 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:19:51.035600 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e617fcbf-eece-498a-b752-591a287e1f15 None None] Checking segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:19:51.036063 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e617fcbf-eece-498a-b752-591a287e1f15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:51.036369 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e617fcbf-eece-498a-b752-591a287e1f15 None None] Bound using segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:19:51.036833 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-e617fcbf-eece-498a-b752-591a287e1f15 None None] Bound port: 7f42ee4d-b858-4664-b995-7b6d5aceeed3, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:19:51.037208 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e617fcbf-eece-498a-b752-591a287e1f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:51.109614 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5f748488-4922-4e79-8789-88d454b25fb5 None None] Provisioning for port 5c04bff4-eb13-464c-8fa7-9af4c41b1b4d completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:19:51.120197 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5f748488-4922-4e79-8789-88d454b25fb5 None None] Provisioning complete for port 5c04bff4-eb13-464c-8fa7-9af4c41b1b4d triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:51.121077 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5f748488-4922-4e79-8789-88d454b25fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:51.157028 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-e617fcbf-eece-498a-b752-591a287e1f15 None None] For port 7f42ee4d-b858-4664-b995-7b6d5aceeed3, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:19:51.174864 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-e617fcbf-eece-498a-b752-591a287e1f15 None None] For port 7f42ee4d-b858-4664-b995-7b6d5aceeed3, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=7f42ee4d-b858-4664-b995-7b6d5aceeed3,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:19:51.181987 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e617fcbf-eece-498a-b752-591a287e1f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:51.185349 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-5f748488-4922-4e79-8789-88d454b25fb5 None None] Port 5c04bff4-eb13-464c-8fa7-9af4c41b1b4d cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:19:51.187912 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c8bc100c-b7f0-44b1-9977-e984b8a8443e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:51.192437 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c8bc100c-b7f0-44b1-9977-e984b8a8443e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:51.261707 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e617fcbf-eece-498a-b752-591a287e1f15 None None] Routers {'c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:19:51.262324 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-e617fcbf-eece-498a-b752-591a287e1f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:19:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:51.301338 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c8bc100c-b7f0-44b1-9977-e984b8a8443e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:51.304713 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc100c-b7f0-44b1-9977-e984b8a8443e admin admin] Pushing event updated for resources: {'Port': ['ID=5c04bff4-eb13-464c-8fa7-9af4c41b1b4d,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:51.324128 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef28b2a-a5ae-4685-a178-1fdeef19228b None None] Pushing event updated for resources: {'Port': ['ID=7f42ee4d-b858-4664-b995-7b6d5aceeed3,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:51.404456 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:19:51.443159 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bc100c-b7f0-44b1-9977-e984b8a8443e admin admin] Network 09020a0a-9efa-4444-a3f6-7d3849c0f029 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:19:51.444438 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-c8bc100c-b7f0-44b1-9977-e984b8a8443e admin admin] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:51.496948 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-e617fcbf-eece-498a-b752-591a287e1f15 None None] Set router c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:19:51.586808 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:51.662286 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:51.662658 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:51.762013 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8bc100c-b7f0-44b1-9977-e984b8a8443e admin admin] Router c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:19:51.814004 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-152c75aa-2b4b-42e1-9663-4ab0a71a955a None None] Provisioning complete for port 5c04bff4-eb13-464c-8fa7-9af4c41b1b4d triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:51.814369 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-152c75aa-2b4b-42e1-9663-4ab0a71a955a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:51.943330 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8bc100c-b7f0-44b1-9977-e984b8a8443e admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:19:51.952524 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c8bc100c-b7f0-44b1-9977-e984b8a8443e admin admin] 10.222.0.110 "PUT /v2.0/routers/c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4909370 Jan 21 10:19:51.963186 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-152c75aa-2b4b-42e1-9663-4ab0a71a955a None None] Port 5c04bff4-eb13-464c-8fa7-9af4c41b1b4d cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:19:51.973115 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 8547b673-12e4-4125-8e63-0e6c1333dcba up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:19:52.053064 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-e617fcbf-eece-498a-b752-591a287e1f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89', 'name': 'tempest-TestMinimumBasicScenario-1972071929-router', 'tenant_id': '06a4a745bce74d488f2fb258621341cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '7f42ee4d-b858-4664-b995-7b6d5aceeed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:46Z', 'updated_at': '2022-01-21T10:19:50Z', 'revision_number': 4, 'project_id': '06a4a745bce74d488f2fb258621341cb', 'gw_port': {'id': '7f42ee4d-b858-4664-b995-7b6d5aceeed3', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:47Z', 'updated_at': '2022-01-21T10:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '5c04bff4-eb13-464c-8fa7-9af4c41b1b4d', 'name': '', 'network_id': '09020a0a-9efa-4444-a3f6-7d3849c0f029', 'tenant_id': '06a4a745bce74d488f2fb258621341cb', 'mac_address': 'fa:16:3e:f2:aa:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '4459ec08-eee5-4734-8084-f8e05783eb5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:50Z', 'updated_at': '2022-01-21T10:19:51Z', 'revision_number': 2, 'project_id': '06a4a745bce74d488f2fb258621341cb', 'subnets': [{'id': '4459ec08-eee5-4734-8084-f8e05783eb5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:52.060913 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e617fcbf-eece-498a-b752-591a287e1f15 None None] The sync data for ids ['c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89'] in dv-neutron-825731-1-hyperv is: [{'id': 'c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89', 'name': 'tempest-TestMinimumBasicScenario-1972071929-router', 'tenant_id': '06a4a745bce74d488f2fb258621341cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '7f42ee4d-b858-4664-b995-7b6d5aceeed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:46Z', 'updated_at': '2022-01-21T10:19:50Z', 'revision_number': 4, 'project_id': '06a4a745bce74d488f2fb258621341cb', 'gw_port': {'id': '7f42ee4d-b858-4664-b995-7b6d5aceeed3', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:47Z', 'updated_at': '2022-01-21T10:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '5c04bff4-eb13-464c-8fa7-9af4c41b1b4d', 'name': '', 'network_id': '09020a0a-9efa-4444-a3f6-7d3849c0f029', 'tenant_id': '06a4a745bce74d488f2fb258621341cb', 'mac_address': 'fa:16:3e:f2:aa:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '4459ec08-eee5-4734-8084-f8e05783eb5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:50Z', 'updated_at': '2022-01-21T10:19:51Z', 'revision_number': 2, 'project_id': '06a4a745bce74d488f2fb258621341cb', 'subnets': [{'id': '4459ec08-eee5-4734-8084-f8e05783eb5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:19:52.062512 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 8547b673-12e4-4125-8e63-0e6c1333dcba triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:52.062877 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:53.429269 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 7f42ee4d-b858-4664-b995-7b6d5aceeed3 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:19:53.510827 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 7f42ee4d-b858-4664-b995-7b6d5aceeed3 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:19:53.518163 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 7f42ee4d-b858-4664-b995-7b6d5aceeed3 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:53.518538 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:53.690211 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:53.710804 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 7f42ee4d-b858-4664-b995-7b6d5aceeed3, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=7f42ee4d-b858-4664-b995-7b6d5aceeed3,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:19:53.715905 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:53.792159 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=7f42ee4d-b858-4664-b995-7b6d5aceeed3,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:55.390478 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 7f42ee4d-b858-4664-b995-7b6d5aceeed3 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:19:55.478239 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 7f42ee4d-b858-4664-b995-7b6d5aceeed3 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:55.479595 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:56.073763 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e94d2c-fee3-4a48-8370-5436a4589d8e None None] Sync routers for ids ['c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:19:56.085805 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e94d2c-fee3-4a48-8370-5436a4589d8e None None] Routers {'c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:19:56.086715 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-41e94d2c-fee3-4a48-8370-5436a4589d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:19:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:56.272111 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-41e94d2c-fee3-4a48-8370-5436a4589d8e None None] Set router c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:19:56.596879 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-41e94d2c-fee3-4a48-8370-5436a4589d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89', 'name': 'tempest-TestMinimumBasicScenario-1972071929-router', 'tenant_id': '06a4a745bce74d488f2fb258621341cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '7f42ee4d-b858-4664-b995-7b6d5aceeed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:46Z', 'updated_at': '2022-01-21T10:19:50Z', 'revision_number': 4, 'project_id': '06a4a745bce74d488f2fb258621341cb', 'gw_port': {'id': '7f42ee4d-b858-4664-b995-7b6d5aceeed3', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:47Z', 'updated_at': '2022-01-21T10:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '5c04bff4-eb13-464c-8fa7-9af4c41b1b4d', 'name': '', 'network_id': '09020a0a-9efa-4444-a3f6-7d3849c0f029', 'tenant_id': '06a4a745bce74d488f2fb258621341cb', 'mac_address': 'fa:16:3e:f2:aa:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '4459ec08-eee5-4734-8084-f8e05783eb5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:50Z', 'updated_at': '2022-01-21T10:19:51Z', 'revision_number': 2, 'project_id': '06a4a745bce74d488f2fb258621341cb', 'subnets': [{'id': '4459ec08-eee5-4734-8084-f8e05783eb5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:56.600906 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e94d2c-fee3-4a48-8370-5436a4589d8e None None] Checking router: c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:19:56.601256 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e94d2c-fee3-4a48-8370-5436a4589d8e None None] Updating router c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89 port 5c04bff4-eb13-464c-8fa7-9af4c41b1b4d binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:19:56.661872 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-41e94d2c-fee3-4a48-8370-5436a4589d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:57.066436 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-41e94d2c-fee3-4a48-8370-5436a4589d8e None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:57.080579 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-41e94d2c-fee3-4a48-8370-5436a4589d8e None None] Transition to ACTIVE for port object 5c04bff4-eb13-464c-8fa7-9af4c41b1b4d will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:19:57.088284 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-41e94d2c-fee3-4a48-8370-5436a4589d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:57.225435 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da015ffb-84b0-4711-b153-988012d948ce None None] Pushing event updated for resources: {'Port': ['ID=5c04bff4-eb13-464c-8fa7-9af4c41b1b4d,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:57.328644 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-41e94d2c-fee3-4a48-8370-5436a4589d8e None None] Attempting to bind port 5c04bff4-eb13-464c-8fa7-9af4c41b1b4d on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:19:57.329109 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-41e94d2c-fee3-4a48-8370-5436a4589d8e None None] Attempting to bind port 5c04bff4-eb13-464c-8fa7-9af4c41b1b4d by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '9e41455d-c47b-4c4e-bec5-73037d3d98d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '09020a0a-9efa-4444-a3f6-7d3849c0f029'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:19:57.329468 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e94d2c-fee3-4a48-8370-5436a4589d8e None None] Attempting to bind port 5c04bff4-eb13-464c-8fa7-9af4c41b1b4d on network 09020a0a-9efa-4444-a3f6-7d3849c0f029 {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:19:57.340742 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e94d2c-fee3-4a48-8370-5436a4589d8e None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:19:57.341168 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e94d2c-fee3-4a48-8370-5436a4589d8e None None] Checking segment: {'id': '9e41455d-c47b-4c4e-bec5-73037d3d98d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '09020a0a-9efa-4444-a3f6-7d3849c0f029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:19:57.341550 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-41e94d2c-fee3-4a48-8370-5436a4589d8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:57.341941 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e94d2c-fee3-4a48-8370-5436a4589d8e None None] Bound using segment: {'id': '9e41455d-c47b-4c4e-bec5-73037d3d98d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '09020a0a-9efa-4444-a3f6-7d3849c0f029'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:19:57.342496 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-41e94d2c-fee3-4a48-8370-5436a4589d8e None None] Bound port: 5c04bff4-eb13-464c-8fa7-9af4c41b1b4d, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e41455d-c47b-4c4e-bec5-73037d3d98d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '09020a0a-9efa-4444-a3f6-7d3849c0f029'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:19:57.342940 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-41e94d2c-fee3-4a48-8370-5436a4589d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:57.463793 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-41e94d2c-fee3-4a48-8370-5436a4589d8e None None] For port 5c04bff4-eb13-464c-8fa7-9af4c41b1b4d, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:19:57.467996 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-41e94d2c-fee3-4a48-8370-5436a4589d8e None None] For port 5c04bff4-eb13-464c-8fa7-9af4c41b1b4d, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=5c04bff4-eb13-464c-8fa7-9af4c41b1b4d,segment=NetworkSegment(9e41455d-c47b-4c4e-bec5-73037d3d98d4),segment_id=9e41455d-c47b-4c4e-bec5-73037d3d98d4)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:19:57.473365 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-41e94d2c-fee3-4a48-8370-5436a4589d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:57.557157 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e94d2c-fee3-4a48-8370-5436a4589d8e None None] Routers {'c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:19:57.557801 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-41e94d2c-fee3-4a48-8370-5436a4589d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:19:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:57.647431 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da015ffb-84b0-4711-b153-988012d948ce None None] Pushing event updated for resources: {'Port': ['ID=5c04bff4-eb13-464c-8fa7-9af4c41b1b4d,revision_number=4']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:57.818514 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-41e94d2c-fee3-4a48-8370-5436a4589d8e None None] Set router c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:19:58.176918 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-41e94d2c-fee3-4a48-8370-5436a4589d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89', 'name': 'tempest-TestMinimumBasicScenario-1972071929-router', 'tenant_id': '06a4a745bce74d488f2fb258621341cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '7f42ee4d-b858-4664-b995-7b6d5aceeed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:46Z', 'updated_at': '2022-01-21T10:19:50Z', 'revision_number': 4, 'project_id': '06a4a745bce74d488f2fb258621341cb', 'gw_port': {'id': '7f42ee4d-b858-4664-b995-7b6d5aceeed3', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:47Z', 'updated_at': '2022-01-21T10:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '5c04bff4-eb13-464c-8fa7-9af4c41b1b4d', 'name': '', 'network_id': '09020a0a-9efa-4444-a3f6-7d3849c0f029', 'tenant_id': '06a4a745bce74d488f2fb258621341cb', 'mac_address': 'fa:16:3e:f2:aa:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '4459ec08-eee5-4734-8084-f8e05783eb5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:50Z', 'updated_at': '2022-01-21T10:19:57Z', 'revision_number': 4, 'project_id': '06a4a745bce74d488f2fb258621341cb', 'subnets': [{'id': '4459ec08-eee5-4734-8084-f8e05783eb5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:58.181765 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e94d2c-fee3-4a48-8370-5436a4589d8e None None] The sync data for ids ['c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89'] in dv-neutron-825731-1-hyperv is: [{'id': 'c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89', 'name': 'tempest-TestMinimumBasicScenario-1972071929-router', 'tenant_id': '06a4a745bce74d488f2fb258621341cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '7f42ee4d-b858-4664-b995-7b6d5aceeed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:46Z', 'updated_at': '2022-01-21T10:19:50Z', 'revision_number': 4, 'project_id': '06a4a745bce74d488f2fb258621341cb', 'gw_port': {'id': '7f42ee4d-b858-4664-b995-7b6d5aceeed3', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:47Z', 'updated_at': '2022-01-21T10:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '5c04bff4-eb13-464c-8fa7-9af4c41b1b4d', 'name': '', 'network_id': '09020a0a-9efa-4444-a3f6-7d3849c0f029', 'tenant_id': '06a4a745bce74d488f2fb258621341cb', 'mac_address': 'fa:16:3e:f2:aa:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '4459ec08-eee5-4734-8084-f8e05783eb5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:50Z', 'updated_at': '2022-01-21T10:19:57Z', 'revision_number': 4, 'project_id': '06a4a745bce74d488f2fb258621341cb', 'subnets': [{'id': '4459ec08-eee5-4734-8084-f8e05783eb5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:19:59.432653 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 5c04bff4-eb13-464c-8fa7-9af4c41b1b4d up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:19:59.509274 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 5c04bff4-eb13-464c-8fa7-9af4c41b1b4d completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:19:59.516340 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 5c04bff4-eb13-464c-8fa7-9af4c41b1b4d triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:59.516710 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:59.654366 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:59.692608 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 5c04bff4-eb13-464c-8fa7-9af4c41b1b4d, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=5c04bff4-eb13-464c-8fa7-9af4c41b1b4d,segment=NetworkSegment(9e41455d-c47b-4c4e-bec5-73037d3d98d4),segment_id=9e41455d-c47b-4c4e-bec5-73037d3d98d4)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:19:59.697410 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:59.783591 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=5c04bff4-eb13-464c-8fa7-9af4c41b1b4d,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:01.398966 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 5c04bff4-eb13-464c-8fa7-9af4c41b1b4d up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:20:01.469821 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 5c04bff4-eb13-464c-8fa7-9af4c41b1b4d triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:20:01.470192 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:02.534237 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-d75fcb9f-6ed2-4c7e-af00-728232f88b46 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:02.534900 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-d75fcb9f-6ed2-4c7e-af00-728232f88b46 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Synchronizing usage tracker for tenant:19e257473a134fffa0becda83d969b7f on resource:network {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:20:02.553885 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-d75fcb9f-6ed2-4c7e-af00-728232f88b46 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Unset dirty status for tenant:19e257473a134fffa0becda83d969b7f on resource:network {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:20:02.554994 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-d75fcb9f-6ed2-4c7e-af00-728232f88b46 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/networks?id=1930e353-4e0f-4fc2-ac66-aa695e1fb041 HTTP/1.1" status: 200 len: 814 time: 0.1666226 Jan 21 10:20:02.571708 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-3fdcac13-a170-4292-87d5-449b43082bfc tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/quotas/19e257473a134fffa0becda83d969b7f HTTP/1.1" status: 200 len: 375 time: 0.0093038 Jan 21 10:20:02.674496 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-d4fe2fe0-c66e-4d47-90eb-71a18870652c tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=19e257473a134fffa0becda83d969b7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0972033 Jan 21 10:20:02.856372 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-a649e098-7f5e-4cb3-b75d-9d2adad33a9d service neutron] 10.222.0.110 "GET /v2.0/networks/1930e353-4e0f-4fc2-ac66-aa695e1fb041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671038 Jan 21 10:20:03.026358 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-844d7c90-2a0d-4221-aad6-c798b44345e6 service neutron] 10.222.0.110 "GET /v2.0/networks/1930e353-4e0f-4fc2-ac66-aa695e1fb041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633556 Jan 21 10:20:03.231119 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-bd5002ff-f537-4436-bc9f-d3242a814fd1 req-ec6cd5ff-8596-48dd-a559-8f4402d2333b tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Synchronizing usage tracker for tenant:19e257473a134fffa0becda83d969b7f on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:20:03.253595 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-bd5002ff-f537-4436-bc9f-d3242a814fd1 req-ec6cd5ff-8596-48dd-a559-8f4402d2333b tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Unset dirty status for tenant:19e257473a134fffa0becda83d969b7f on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:20:03.254955 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-bd5002ff-f537-4436-bc9f-d3242a814fd1 req-ec6cd5ff-8596-48dd-a559-8f4402d2333b tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 210 time: 0.0729833 Jan 21 10:20:04.333553 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-f0009fb4-edaf-4382-8883-8750d50d4855 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:04.335076 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-f0009fb4-edaf-4382-8883-8750d50d4855 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.72 "GET /v2.0/networks?id=1930e353-4e0f-4fc2-ac66-aa695e1fb041 HTTP/1.1" status: 200 len: 814 time: 0.1549909 Jan 21 10:20:04.347387 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-3197f036-7f8d-4405-a35e-2b5ba973b066 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Request body: {'port': {'device_id': '1428aafe-f3ac-4080-af95-2f001e31aa02', 'network_id': '1930e353-4e0f-4fc2-ac66-aa695e1fb041', 'admin_state_up': True, 'tenant_id': '19e257473a134fffa0becda83d969b7f'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:20:04.428159 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-08cb57e4-2396-465e-8b23-b2d67df8a6c9 req-807dad6b-678a-45a6-886b-f9e4dcf8899e tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 210 time: 0.0585654 Jan 21 10:20:04.523643 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-3197f036-7f8d-4405-a35e-2b5ba973b066 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:04.533661 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-3197f036-7f8d-4405-a35e-2b5ba973b066 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:04.543527 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-3197f036-7f8d-4405-a35e-2b5ba973b066 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Made reservation on behalf of 19e257473a134fffa0becda83d969b7f for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:20:04.547514 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-3197f036-7f8d-4405-a35e-2b5ba973b066 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:04.728864 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-3197f036-7f8d-4405-a35e-2b5ba973b066 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Allocated IP 172.20.0.5 (1930e353-4e0f-4fc2-ac66-aa695e1fb041/49b663de-4e44-4cce-8af2-1133e7b1da78/d6d03356-024d-4289-9c37-64f277576825) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:20:05.024110 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-3197f036-7f8d-4405-a35e-2b5ba973b066 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:05.046878 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-3197f036-7f8d-4405-a35e-2b5ba973b066 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Transition to ACTIVE for port object d6d03356-024d-4289-9c37-64f277576825 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:20:05.076838 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-3197f036-7f8d-4405-a35e-2b5ba973b066 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:05.168561 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-3197f036-7f8d-4405-a35e-2b5ba973b066 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Network 1930e353-4e0f-4fc2-ac66-aa695e1fb041 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:20:05.172032 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-3197f036-7f8d-4405-a35e-2b5ba973b066 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:20:05.177186 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-3197f036-7f8d-4405-a35e-2b5ba973b066 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:20:05.235342 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197f036-7f8d-4405-a35e-2b5ba973b066 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Pushing event updated for resources: {'Port': ['ID=d6d03356-024d-4289-9c37-64f277576825,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:05.254240 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197f036-7f8d-4405-a35e-2b5ba973b066 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:05.254968 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197f036-7f8d-4405-a35e-2b5ba973b066 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:05.255588 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197f036-7f8d-4405-a35e-2b5ba973b066 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:05.256164 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197f036-7f8d-4405-a35e-2b5ba973b066 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:05.256724 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197f036-7f8d-4405-a35e-2b5ba973b066 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:05.257291 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197f036-7f8d-4405-a35e-2b5ba973b066 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:05.257927 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197f036-7f8d-4405-a35e-2b5ba973b066 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:05.258505 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197f036-7f8d-4405-a35e-2b5ba973b066 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:05.259066 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197f036-7f8d-4405-a35e-2b5ba973b066 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:05.259660 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197f036-7f8d-4405-a35e-2b5ba973b066 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:05.260206 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197f036-7f8d-4405-a35e-2b5ba973b066 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:05.260763 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197f036-7f8d-4405-a35e-2b5ba973b066 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:05.286576 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-3197f036-7f8d-4405-a35e-2b5ba973b066 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:05.287659 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-3197f036-7f8d-4405-a35e-2b5ba973b066 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:05.322510 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-3197f036-7f8d-4405-a35e-2b5ba973b066 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9787648 Jan 21 10:20:05.537071 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-60dfbddb-a9c3-4bf5-89bb-a7bbd9162af4 None None] Provisioning for port d6d03356-024d-4289-9c37-64f277576825 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:20:05.543924 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-60dfbddb-a9c3-4bf5-89bb-a7bbd9162af4 None None] Provisioning complete for port d6d03356-024d-4289-9c37-64f277576825 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:20:05.544300 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-60dfbddb-a9c3-4bf5-89bb-a7bbd9162af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:05.613213 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-60dfbddb-a9c3-4bf5-89bb-a7bbd9162af4 None None] Port d6d03356-024d-4289-9c37-64f277576825 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:20:05.645838 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc07e2-df2a-43bd-b572-c94d487aa89c req-532f15ee-2c1d-47bb-9c15-98c290b0684c tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:05.647564 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-55dc07e2-df2a-43bd-b572-c94d487aa89c req-532f15ee-2c1d-47bb-9c15-98c290b0684c tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 931 time: 0.1003211 Jan 21 10:20:05.704588 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-55dc07e2-df2a-43bd-b572-c94d487aa89c req-7a7161c7-0783-4ab4-8a07-5ae06a5c6614 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?id=ead03941-50b1-4271-bfa2-fd1faa6d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511911 Jan 21 10:20:06.913438 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2c4b6-8fab-4a20-85c4-80c26c0c3078 req-7655077d-fc86-49e4-93c5-9d83c46a3d43 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:06.914876 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-afc2c4b6-8fab-4a20-85c4-80c26c0c3078 req-7655077d-fc86-49e4-93c5-9d83c46a3d43 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Synchronizing usage tracker for tenant:19e257473a134fffa0becda83d969b7f on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:20:06.932390 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-afc2c4b6-8fab-4a20-85c4-80c26c0c3078 req-7655077d-fc86-49e4-93c5-9d83c46a3d43 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Unset dirty status for tenant:19e257473a134fffa0becda83d969b7f on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:20:06.933552 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-afc2c4b6-8fab-4a20-85c4-80c26c0c3078 req-7655077d-fc86-49e4-93c5-9d83c46a3d43 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 931 time: 0.1084950 Jan 21 10:20:06.991620 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-afc2c4b6-8fab-4a20-85c4-80c26c0c3078 req-d721ccbc-64ae-400b-a704-0514ffb254b2 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Synchronizing usage tracker for tenant:19e257473a134fffa0becda83d969b7f on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:20:07.009200 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-afc2c4b6-8fab-4a20-85c4-80c26c0c3078 req-d721ccbc-64ae-400b-a704-0514ffb254b2 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Unset dirty status for tenant:19e257473a134fffa0becda83d969b7f on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:20:07.012023 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-afc2c4b6-8fab-4a20-85c4-80c26c0c3078 req-d721ccbc-64ae-400b-a704-0514ffb254b2 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?id=ead03941-50b1-4271-bfa2-fd1faa6d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723495 Jan 21 10:20:08.211699 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907a25e-5f3f-4876-ba9f-3058bd5c65c4 req-371c97d3-5887-4e2c-985f-ebaab07a7fe3 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:08.213175 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c907a25e-5f3f-4876-ba9f-3058bd5c65c4 req-371c97d3-5887-4e2c-985f-ebaab07a7fe3 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 931 time: 0.0904074 Jan 21 10:20:08.263217 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c907a25e-5f3f-4876-ba9f-3058bd5c65c4 req-4429da35-9912-4f67-8f8e-d9a500004a76 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?id=ead03941-50b1-4271-bfa2-fd1faa6d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420108 Jan 21 10:20:09.465562 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126ff54-cb27-4a68-a38c-53c37644d500 req-1ee2ba26-322a-42bc-ba38-b21c8a75253b tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:09.467105 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c126ff54-cb27-4a68-a38c-53c37644d500 req-1ee2ba26-322a-42bc-ba38-b21c8a75253b tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 931 time: 0.0866191 Jan 21 10:20:09.517500 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c126ff54-cb27-4a68-a38c-53c37644d500 req-9ea4f972-f090-4da2-8d75-e432ac80323e tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?id=ead03941-50b1-4271-bfa2-fd1faa6d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442016 Jan 21 10:20:10.730896 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfa97f-a478-48c8-96e2-96881dccef8b req-6d16a1f9-69be-4a9e-855a-0ba65812eb4e tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:10.733918 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e0cfa97f-a478-48c8-96e2-96881dccef8b req-6d16a1f9-69be-4a9e-855a-0ba65812eb4e tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 931 time: 0.1071947 Jan 21 10:20:10.798393 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e0cfa97f-a478-48c8-96e2-96881dccef8b req-e905d8c5-57d3-4b81-a7df-0f11c84be106 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?id=ead03941-50b1-4271-bfa2-fd1faa6d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553863 Jan 21 10:20:11.030915 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:20:12.142587 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf6358-dad1-4e1f-9643-bf18c59626cf req-66b02a25-3fe6-4e48-b12b-f867c7baa765 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:12.144133 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-eabf6358-dad1-4e1f-9643-bf18c59626cf req-66b02a25-3fe6-4e48-b12b-f867c7baa765 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 931 time: 0.2361674 Jan 21 10:20:12.195725 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-eabf6358-dad1-4e1f-9643-bf18c59626cf req-43fbf18b-7154-467d-b1c2-4b408e7c63ba tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?id=ead03941-50b1-4271-bfa2-fd1faa6d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459244 Jan 21 10:20:13.055445 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:13.432246 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaa4c4-908a-44c9-bbdc-160ef242efca req-52af9b5c-ce63-421e-bffc-9f73cfc9a772 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:13.433776 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c2eaa4c4-908a-44c9-bbdc-160ef242efca req-52af9b5c-ce63-421e-bffc-9f73cfc9a772 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 931 time: 0.1175897 Jan 21 10:20:13.481115 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c2eaa4c4-908a-44c9-bbdc-160ef242efca req-16af3a55-43ae-4bbc-90a1-00952078bbdc tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?id=ead03941-50b1-4271-bfa2-fd1faa6d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404739 Jan 21 10:20:14.666439 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648e8c3-bbfb-4921-94c1-107232260698 req-bce92874-d4f8-4f26-95b1-4ace3812cc3e tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:14.667924 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7648e8c3-bbfb-4921-94c1-107232260698 req-bce92874-d4f8-4f26-95b1-4ace3812cc3e tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 931 time: 0.0806613 Jan 21 10:20:14.715574 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7648e8c3-bbfb-4921-94c1-107232260698 req-89e59418-5f2c-48f0-bb09-109837198bdd tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?id=ead03941-50b1-4271-bfa2-fd1faa6d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418684 Jan 21 10:20:15.126702 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-fb30e7e1-b654-4b9d-b3e1-0568ff80f315 service neutron] Request body: {'port': {'device_id': '1428aafe-f3ac-4080-af95-2f001e31aa02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:20:15.239261 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-fb30e7e1-b654-4b9d-b3e1-0568ff80f315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:15.611208 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-fb30e7e1-b654-4b9d-b3e1-0568ff80f315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6d03356-024d-4289-9c37-64f277576825 {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:20:15.618439 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-fb30e7e1-b654-4b9d-b3e1-0568ff80f315 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:15.632584 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-fb30e7e1-b654-4b9d-b3e1-0568ff80f315 service neutron] Transition to ACTIVE for port object d6d03356-024d-4289-9c37-64f277576825 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:20:15.636185 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-fb30e7e1-b654-4b9d-b3e1-0568ff80f315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:15.776212 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30e7e1-b654-4b9d-b3e1-0568ff80f315 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d03356-024d-4289-9c37-64f277576825,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:15.901835 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-fb30e7e1-b654-4b9d-b3e1-0568ff80f315 service neutron] Attempting to bind port d6d03356-024d-4289-9c37-64f277576825 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:20:15.902169 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-fb30e7e1-b654-4b9d-b3e1-0568ff80f315 service neutron] Attempting to bind port d6d03356-024d-4289-9c37-64f277576825 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '952b64b0-fcc0-44d8-8c2b-c00dae1bdce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1930e353-4e0f-4fc2-ac66-aa695e1fb041'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:20:15.902529 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-fb30e7e1-b654-4b9d-b3e1-0568ff80f315 service neutron] Attempting to bind port d6d03356-024d-4289-9c37-64f277576825 on network 1930e353-4e0f-4fc2-ac66-aa695e1fb041 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:20:15.907906 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-fb30e7e1-b654-4b9d-b3e1-0568ff80f315 service neutron] Port d6d03356-024d-4289-9c37-64f277576825 on network 1930e353-4e0f-4fc2-ac66-aa695e1fb041 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:20:15.908223 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-fb30e7e1-b654-4b9d-b3e1-0568ff80f315 service neutron] Attempting to bind port d6d03356-024d-4289-9c37-64f277576825 on network 1930e353-4e0f-4fc2-ac66-aa695e1fb041 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:20:15.913312 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-fb30e7e1-b654-4b9d-b3e1-0568ff80f315 service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:20:15.913646 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-fb30e7e1-b654-4b9d-b3e1-0568ff80f315 service neutron] Checking segment: {'id': '952b64b0-fcc0-44d8-8c2b-c00dae1bdce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1930e353-4e0f-4fc2-ac66-aa695e1fb041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:20:15.914021 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-fb30e7e1-b654-4b9d-b3e1-0568ff80f315 service neutron] Bound using segment: {'id': '952b64b0-fcc0-44d8-8c2b-c00dae1bdce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1930e353-4e0f-4fc2-ac66-aa695e1fb041'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:20:15.914438 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-fb30e7e1-b654-4b9d-b3e1-0568ff80f315 service neutron] Bound port: d6d03356-024d-4289-9c37-64f277576825, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '952b64b0-fcc0-44d8-8c2b-c00dae1bdce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1930e353-4e0f-4fc2-ac66-aa695e1fb041'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:20:15.914777 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-fb30e7e1-b654-4b9d-b3e1-0568ff80f315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:15.922497 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0c931-a334-4bff-92bf-9409cc9f3622 req-9dd517ff-fb18-4bfc-9121-c7bd88fcb24f tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:15.923976 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a4d0c931-a334-4bff-92bf-9409cc9f3622 req-9dd517ff-fb18-4bfc-9121-c7bd88fcb24f tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 943 time: 0.0859771 Jan 21 10:20:15.971850 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a4d0c931-a334-4bff-92bf-9409cc9f3622 req-2866bd8c-913c-49e6-8f69-baa871cef5ad tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?id=ead03941-50b1-4271-bfa2-fd1faa6d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420427 Jan 21 10:20:16.004365 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-fb30e7e1-b654-4b9d-b3e1-0568ff80f315 service neutron] For port d6d03356-024d-4289-9c37-64f277576825, host hv-neutron-8257, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:20:16.007484 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-fb30e7e1-b654-4b9d-b3e1-0568ff80f315 service neutron] For port d6d03356-024d-4289-9c37-64f277576825, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d6d03356-024d-4289-9c37-64f277576825,segment=NetworkSegment(952b64b0-fcc0-44d8-8c2b-c00dae1bdce3),segment_id=952b64b0-fcc0-44d8-8c2b-c00dae1bdce3)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:20:16.013948 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-fb30e7e1-b654-4b9d-b3e1-0568ff80f315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:16.077974 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-fb30e7e1-b654-4b9d-b3e1-0568ff80f315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:16.078594 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-fb30e7e1-b654-4b9d-b3e1-0568ff80f315 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:16.080007 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-fb30e7e1-b654-4b9d-b3e1-0568ff80f315 service neutron] 10.222.0.72 "PUT /v2.0/ports/d6d03356-024d-4289-9c37-64f277576825 HTTP/1.1" status: 200 len: 1093 time: 1.0977538 Jan 21 10:20:16.080449 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1428aafe-f3ac-4080-af95-2f001e31aa02', 'tag': 'd6d03356-024d-4289-9c37-64f277576825'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:20:16.101778 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30e7e1-b654-4b9d-b3e1-0568ff80f315 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d03356-024d-4289-9c37-64f277576825,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:16.157665 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1428aafe-f3ac-4080-af95-2f001e31aa02', 'tag': 'd6d03356-024d-4289-9c37-64f277576825', 'status': 'completed', 'code': 200} Jan 21 10:20:16.202035 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-c14e78b0-059c-48fe-8d5d-3611bf7253ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:16.203572 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-c14e78b0-059c-48fe-8d5d-3611bf7253ad service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19e257473a134fffa0becda83d969b7f&device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 1096 time: 0.0807755 Jan 21 10:20:16.277282 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-4244b577-4568-4b2f-83da-6fc497f2bf24 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6d03356-024d-4289-9c37-64f277576825 HTTP/1.1" status: 200 len: 217 time: 0.0664465 Jan 21 10:20:16.350582 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-211373d8-9df1-4326-bba4-64b7addbcb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:16.352056 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-211373d8-9df1-4326-bba4-64b7addbcb14 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49b663de-4e44-4cce-8af2-1133e7b1da78 HTTP/1.1" status: 200 len: 853 time: 0.0698168 Jan 21 10:20:16.432996 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-5dc3386e-e48c-493c-ba16-743a8eddee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:16.434367 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-5dc3386e-e48c-493c-ba16-743a8eddee5f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1930e353-4e0f-4fc2-ac66-aa695e1fb041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754771 Jan 21 10:20:16.568155 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-30138342-db26-4ac9-9455-80806b782176 service neutron] 10.222.0.72 "GET /v2.0/networks/1930e353-4e0f-4fc2-ac66-aa695e1fb041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271195 Jan 21 10:20:16.608076 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8838c9f1-b58b-4568-88f6-effd9a723daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:16.811938 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-768b2fe8-c398-42e4-a01c-2ae1b9cd9f60 req-a0fee8a4-7ebd-4219-8902-26d4a3f85675 service neutron] 10.222.0.72 "GET /v2.0/networks/1930e353-4e0f-4fc2-ac66-aa695e1fb041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383904 Jan 21 10:20:16.928253 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65d668-2383-45fa-9fb4-a71ec864fe2d req-a4e3df7d-ff01-49f0-b082-f152c20807d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:16.929755 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ae65d668-2383-45fa-9fb4-a71ec864fe2d req-a4e3df7d-ff01-49f0-b082-f152c20807d7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19e257473a134fffa0becda83d969b7f&device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 1096 time: 0.0723560 Jan 21 10:20:17.065113 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65d668-2383-45fa-9fb4-a71ec864fe2d req-e3c012f7-15d1-4404-9483-cab936179e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:17.066471 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ae65d668-2383-45fa-9fb4-a71ec864fe2d req-e3c012f7-15d1-4404-9483-cab936179e9f service neutron] 10.222.0.72 "GET /v2.0/networks?id=1930e353-4e0f-4fc2-ac66-aa695e1fb041 HTTP/1.1" status: 200 len: 915 time: 0.1295884 Jan 21 10:20:17.143292 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ae65d668-2383-45fa-9fb4-a71ec864fe2d req-dabcb4dc-1443-4c85-8d06-c419500897c9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6d03356-024d-4289-9c37-64f277576825 HTTP/1.1" status: 200 len: 217 time: 0.0705721 Jan 21 10:20:17.167471 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a736a-8eb4-4a8b-bc35-2d8fcd9147b5 req-534de8b7-6d2b-418d-aed3-6d9e07107181 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:17.169983 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3e4a736a-8eb4-4a8b-bc35-2d8fcd9147b5 req-534de8b7-6d2b-418d-aed3-6d9e07107181 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 943 time: 0.0829718 Jan 21 10:20:17.208030 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65d668-2383-45fa-9fb4-a71ec864fe2d req-558b0949-bc11-4109-aff5-65d2ba62df1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:17.209467 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ae65d668-2383-45fa-9fb4-a71ec864fe2d req-558b0949-bc11-4109-aff5-65d2ba62df1b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49b663de-4e44-4cce-8af2-1133e7b1da78 HTTP/1.1" status: 200 len: 853 time: 0.0603678 Jan 21 10:20:17.214230 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3e4a736a-8eb4-4a8b-bc35-2d8fcd9147b5 req-48498747-0a23-436c-913f-f3c0d065f064 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?id=ead03941-50b1-4271-bfa2-fd1faa6d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384679 Jan 21 10:20:17.288622 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65d668-2383-45fa-9fb4-a71ec864fe2d req-853ecb7c-5c23-4482-8032-a8083780fe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:17.290093 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ae65d668-2383-45fa-9fb4-a71ec864fe2d req-853ecb7c-5c23-4482-8032-a8083780fe25 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1930e353-4e0f-4fc2-ac66-aa695e1fb041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751584 Jan 21 10:20:17.433086 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ae65d668-2383-45fa-9fb4-a71ec864fe2d req-5a1ebffe-485e-4b0c-a3e8-eaece110380f service neutron] 10.222.0.72 "GET /v2.0/networks/1930e353-4e0f-4fc2-ac66-aa695e1fb041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361768 Jan 21 10:20:17.568022 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ae65d668-2383-45fa-9fb4-a71ec864fe2d req-86ca3e98-3509-4129-827a-7280de7e1808 service neutron] 10.222.0.72 "GET /v2.0/networks/1930e353-4e0f-4fc2-ac66-aa695e1fb041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282167 Jan 21 10:20:18.416544 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615dd6bb-819a-45aa-b18d-372fdead5f4d req-e721f54c-9012-429d-978f-f62687d16e89 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:18.418006 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-615dd6bb-819a-45aa-b18d-372fdead5f4d req-e721f54c-9012-429d-978f-f62687d16e89 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 943 time: 0.0860755 Jan 21 10:20:18.463191 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-615dd6bb-819a-45aa-b18d-372fdead5f4d req-1e8a89f0-2146-4b75-b291-e7a36b825b11 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?id=ead03941-50b1-4271-bfa2-fd1faa6d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394945 Jan 21 10:20:18.965494 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0477d99d-e369-4588-a93c-de0d6ad90c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:19.660101 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4256a2-6ab6-4b61-9984-4df951f61ea7 req-15c71be9-a5c4-42b6-8ba2-303ac80f74f3 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:19.661466 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-9a4256a2-6ab6-4b61-9984-4df951f61ea7 req-15c71be9-a5c4-42b6-8ba2-303ac80f74f3 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 943 time: 0.0829217 Jan 21 10:20:19.708316 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-9a4256a2-6ab6-4b61-9984-4df951f61ea7 req-a2c69aa8-03ac-4686-92ae-0a7b56358b55 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?id=ead03941-50b1-4271-bfa2-fd1faa6d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367990 Jan 21 10:20:19.862672 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:20.083693 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:20.962330 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee21e66-9fa6-4e1f-adbf-998b6171bc8b req-f0b2550e-048e-4e60-826f-795da1c6704d tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:20.963928 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-5ee21e66-9fa6-4e1f-adbf-998b6171bc8b req-f0b2550e-048e-4e60-826f-795da1c6704d tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 943 time: 0.0853312 Jan 21 10:20:21.011508 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-5ee21e66-9fa6-4e1f-adbf-998b6171bc8b req-afc86098-ef2d-435a-b025-aac22d039d29 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?id=ead03941-50b1-4271-bfa2-fd1faa6d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401478 Jan 21 10:20:21.510086 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:21.554413 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device d6d03356-024d-4289-9c37-64f277576825 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:20:21.691289 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port d6d03356-024d-4289-9c37-64f277576825, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d6d03356-024d-4289-9c37-64f277576825,segment=NetworkSegment(952b64b0-fcc0-44d8-8c2b-c00dae1bdce3),segment_id=952b64b0-fcc0-44d8-8c2b-c00dae1bdce3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:20:21.708405 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': 'd6d03356-024d-4289-9c37-64f277576825', 'network_id': '1930e353-4e0f-4fc2-ac66-aa695e1fb041', 'port_id': 'd6d03356-024d-4289-9c37-64f277576825', 'mac_address': 'fa:16:3e:d8:99:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b663de-4e44-4cce-8af2-1133e7b1da78', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:20:21.763571 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:21.780941 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6d03356-024d-4289-9c37-64f277576825 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:20:21.797378 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port d6d03356-024d-4289-9c37-64f277576825, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d6d03356-024d-4289-9c37-64f277576825,segment=NetworkSegment(952b64b0-fcc0-44d8-8c2b-c00dae1bdce3),segment_id=952b64b0-fcc0-44d8-8c2b-c00dae1bdce3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:20:21.801090 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:21.870082 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=d6d03356-024d-4289-9c37-64f277576825,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:22.176958 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['d6d03356-024d-4289-9c37-64f277576825'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:20:22.198942 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9c751-8242-4f4a-b91e-d0ef7409eb8a req-3ff26bdb-cc38-4f19-9ab4-72948928e4c3 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:22.200528 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1aa9c751-8242-4f4a-b91e-d0ef7409eb8a req-3ff26bdb-cc38-4f19-9ab4-72948928e4c3 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 944 time: 0.0794435 Jan 21 10:20:22.246450 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1aa9c751-8242-4f4a-b91e-d0ef7409eb8a req-263dba2d-6ebc-4f33-b771-e08e35652ee1 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?id=ead03941-50b1-4271-bfa2-fd1faa6d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394764 Jan 21 10:20:23.435186 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040c4b7-8b77-4906-bd70-42fd8f92de2c req-69ec4225-16e9-435d-9001-156882dbdbd2 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:23.436700 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0040c4b7-8b77-4906-bd70-42fd8f92de2c req-69ec4225-16e9-435d-9001-156882dbdbd2 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 944 time: 0.0813110 Jan 21 10:20:23.484758 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0040c4b7-8b77-4906-bd70-42fd8f92de2c req-c8451214-3658-463f-911c-65cea68334e1 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?id=ead03941-50b1-4271-bfa2-fd1faa6d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423560 Jan 21 10:20:23.555101 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device d6d03356-024d-4289-9c37-64f277576825 up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:20:23.624368 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port d6d03356-024d-4289-9c37-64f277576825 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:20:23.629061 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port d6d03356-024d-4289-9c37-64f277576825 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:20:23.629443 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:23.746384 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:23.774040 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1428aafe-f3ac-4080-af95-2f001e31aa02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d03356-024d-4289-9c37-64f277576825'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:20:23.784421 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port d6d03356-024d-4289-9c37-64f277576825, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d6d03356-024d-4289-9c37-64f277576825,segment=NetworkSegment(952b64b0-fcc0-44d8-8c2b-c00dae1bdce3),segment_id=952b64b0-fcc0-44d8-8c2b-c00dae1bdce3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:20:23.789494 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:23.821646 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1428aafe-f3ac-4080-af95-2f001e31aa02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d03356-024d-4289-9c37-64f277576825', 'code': 200} Jan 21 10:20:23.859857 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=d6d03356-024d-4289-9c37-64f277576825,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:24.057981 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a8b6f-9d42-4e94-9563-00a1f07c2a79 req-ae859659-b088-4d95-860b-cf7c0c7d0aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:24.059749 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-517a8b6f-9d42-4e94-9563-00a1f07c2a79 req-ae859659-b088-4d95-860b-cf7c0c7d0aa4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 1098 time: 0.0726535 Jan 21 10:20:24.118542 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-517a8b6f-9d42-4e94-9563-00a1f07c2a79 req-bfed60f4-d6ef-4ac0-8094-2c9b01b92a10 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ead03941-50b1-4271-bfa2-fd1faa6d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527289 Jan 21 10:20:24.708252 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39460f-eb7b-4aca-8b5f-d98b1305a543 req-be361ab4-25d6-4777-a889-96cd00671a8b tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:24.710447 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ff39460f-eb7b-4aca-8b5f-d98b1305a543 req-be361ab4-25d6-4777-a889-96cd00671a8b tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 945 time: 0.0997958 Jan 21 10:20:24.767487 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ff39460f-eb7b-4aca-8b5f-d98b1305a543 req-f8b25e09-9a48-47d1-9547-157b3b4361e3 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?id=ead03941-50b1-4271-bfa2-fd1faa6d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472350 Jan 21 10:20:25.958594 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8893b-1fe9-4685-b824-66670602a7c1 req-8801cd7a-5f2c-4089-86c0-1ff27b6e5b93 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:25.960066 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8ab8893b-1fe9-4685-b824-66670602a7c1 req-8801cd7a-5f2c-4089-86c0-1ff27b6e5b93 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 945 time: 0.0844510 Jan 21 10:20:26.002919 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8ab8893b-1fe9-4685-b824-66670602a7c1 req-c5a32008-3593-4e2a-a0ef-cb3476cea40f tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?id=ead03941-50b1-4271-bfa2-fd1faa6d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371656 Jan 21 10:20:26.184831 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036a208-26f7-4a3c-8a9e-b584ebb42fef req-8a55bd1e-8a17-4e27-a902-4468461ed1a1 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:26.186323 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d036a208-26f7-4a3c-8a9e-b584ebb42fef req-8a55bd1e-8a17-4e27-a902-4468461ed1a1 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 945 time: 0.0791044 Jan 21 10:20:26.229128 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d036a208-26f7-4a3c-8a9e-b584ebb42fef req-b4570792-10b3-4afe-a30e-829a7318068f tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?id=ead03941-50b1-4271-bfa2-fd1faa6d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370908 Jan 21 10:20:26.624737 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba57b9-a6c7-41d5-82d5-c3eda30b8433 req-16601452-f157-4565-b57c-5df8296d3175 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:26.626107 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-91ba57b9-a6c7-41d5-82d5-c3eda30b8433 req-16601452-f157-4565-b57c-5df8296d3175 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 945 time: 0.0838978 Jan 21 10:20:26.670941 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-91ba57b9-a6c7-41d5-82d5-c3eda30b8433 req-7c019f51-2507-4dec-9b6e-03beb137dffb tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?id=ead03941-50b1-4271-bfa2-fd1faa6d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392344 Jan 21 10:20:36.946642 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd655e-4d25-41b7-bd41-b41debe3d073 req-d2d7989a-3cd0-41e1-9f31-8a93eb72fdab tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:36.948145 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-66cd655e-4d25-41b7-bd41-b41debe3d073 req-d2d7989a-3cd0-41e1-9f31-8a93eb72fdab tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 945 time: 0.0845199 Jan 21 10:20:36.991957 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-66cd655e-4d25-41b7-bd41-b41debe3d073 req-f2fc6e40-10cb-4fa8-a5a6-8f4f6d6c3835 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?id=ead03941-50b1-4271-bfa2-fd1faa6d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378203 Jan 21 10:20:37.016465 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 34502) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:37.137054 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f6b145-1819-41df-9ec3-6863508089c2 tempest-TestMinimumBasicScenario-1514485678 tempest-TestMinimumBasicScenario-1514485678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:37.137760 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-13f6b145-1819-41df-9ec3-6863508089c2 tempest-TestMinimumBasicScenario-1514485678 tempest-TestMinimumBasicScenario-1514485678-project-admin] Synchronizing usage tracker for tenant:06a4a745bce74d488f2fb258621341cb on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:20:37.155365 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-13f6b145-1819-41df-9ec3-6863508089c2 tempest-TestMinimumBasicScenario-1514485678 tempest-TestMinimumBasicScenario-1514485678-project-admin] Unset dirty status for tenant:06a4a745bce74d488f2fb258621341cb on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:20:37.156560 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-13f6b145-1819-41df-9ec3-6863508089c2 tempest-TestMinimumBasicScenario-1514485678 tempest-TestMinimumBasicScenario-1514485678-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 1093 time: 0.1391919 Jan 21 10:20:37.159511 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 34508) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:37.164682 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-2407aec2-54ee-418c-aec7-cfb332e2d476 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Request body: {'floatingip': {'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'port_id': 'd6d03356-024d-4289-9c37-64f277576825', 'tenant_id': '19e257473a134fffa0becda83d969b7f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:20:37.171006 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2407aec2-54ee-418c-aec7-cfb332e2d476 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:37.174948 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2407aec2-54ee-418c-aec7-cfb332e2d476 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Usage tracker for resource:floatingip and tenant:19e257473a134fffa0becda83d969b7f is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:37.177891 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2407aec2-54ee-418c-aec7-cfb332e2d476 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:37.183697 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2407aec2-54ee-418c-aec7-cfb332e2d476 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:37.193767 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2407aec2-54ee-418c-aec7-cfb332e2d476 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks [] for floatingip, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:37.328926 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2407aec2-54ee-418c-aec7-cfb332e2d476 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:37.465019 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-2407aec2-54ee-418c-aec7-cfb332e2d476 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Allocated IP 172.26.3.195 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/4b9e7825-215d-4775-974a-2394b91343fc) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:20:37.717553 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2407aec2-54ee-418c-aec7-cfb332e2d476 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:37.747792 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2407aec2-54ee-418c-aec7-cfb332e2d476 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:37.815162 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2407aec2-54ee-418c-aec7-cfb332e2d476 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:20:37.817898 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-2407aec2-54ee-418c-aec7-cfb332e2d476 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:20:37.820465 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2407aec2-54ee-418c-aec7-cfb332e2d476 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:20:37.859346 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407aec2-54ee-418c-aec7-cfb332e2d476 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Pushing event updated for resources: {'Port': ['ID=4b9e7825-215d-4775-974a-2394b91343fc,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:37.874156 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407aec2-54ee-418c-aec7-cfb332e2d476 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:37.874500 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407aec2-54ee-418c-aec7-cfb332e2d476 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:37.874831 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407aec2-54ee-418c-aec7-cfb332e2d476 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:37.875162 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407aec2-54ee-418c-aec7-cfb332e2d476 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:37.875527 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407aec2-54ee-418c-aec7-cfb332e2d476 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:37.875850 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407aec2-54ee-418c-aec7-cfb332e2d476 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:37.876166 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407aec2-54ee-418c-aec7-cfb332e2d476 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:37.876482 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407aec2-54ee-418c-aec7-cfb332e2d476 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:37.876795 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407aec2-54ee-418c-aec7-cfb332e2d476 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:37.877113 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407aec2-54ee-418c-aec7-cfb332e2d476 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:37.877427 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407aec2-54ee-418c-aec7-cfb332e2d476 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:37.877737 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2407aec2-54ee-418c-aec7-cfb332e2d476 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:38.258520 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2407aec2-54ee-418c-aec7-cfb332e2d476 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:38.333154 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2407aec2-54ee-418c-aec7-cfb332e2d476 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:38.540465 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2407aec2-54ee-418c-aec7-cfb332e2d476 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:38.545657 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2407aec2-54ee-418c-aec7-cfb332e2d476 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:38.653324 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407aec2-54ee-418c-aec7-cfb332e2d476 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Pushing event updated for resources: {'Port': ['ID=4b9e7825-215d-4775-974a-2394b91343fc,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:38.664589 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2407aec2-54ee-418c-aec7-cfb332e2d476 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:38.835971 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.l3_db [None req-2407aec2-54ee-418c-aec7-cfb332e2d476 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Floating IP e3eeb872-6b9a-41dd-b7b6-5591b6a487a3 associated. External IP: 172.26.3.195, port: d6d03356-024d-4289-9c37-64f277576825. Jan 21 10:20:39.302716 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2407aec2-54ee-418c-aec7-cfb332e2d476 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Router 3d382d8d-09f9-4f2b-bcdd-134cbd44a845 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:20:39.492606 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2407aec2-54ee-418c-aec7-cfb332e2d476 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:20:39.504067 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fabe45-3255-4fef-820f-432f075047cd None None] Sync routers for ids ['3d382d8d-09f9-4f2b-bcdd-134cbd44a845'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:20:39.514572 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fabe45-3255-4fef-820f-432f075047cd None None] Routers {'3d382d8d-09f9-4f2b-bcdd-134cbd44a845'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:20:39.515210 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-57fabe45-3255-4fef-820f-432f075047cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:20:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['3d382d8d-09f9-4f2b-bcdd-134cbd44a845'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:39.518563 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2407aec2-54ee-418c-aec7-cfb332e2d476 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:39.576807 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2407aec2-54ee-418c-aec7-cfb332e2d476 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4161930 Jan 21 10:20:39.577393 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1428aafe-f3ac-4080-af95-2f001e31aa02', 'tag': 'd6d03356-024d-4289-9c37-64f277576825'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:20:39.579738 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 34512) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:39.585518 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-f9492d07-6044-43a8-a312-a9d2d328a043 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1797849643', 'description': 'tempest-secgroup-smoke-1797849643 description', 'project_id': '19e257473a134fffa0becda83d969b7f'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:20:39.594526 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f9492d07-6044-43a8-a312-a9d2d328a043 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:39.605091 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f9492d07-6044-43a8-a312-a9d2d328a043 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:39.618012 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f9492d07-6044-43a8-a312-a9d2d328a043 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:39.643714 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f9492d07-6044-43a8-a312-a9d2d328a043 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:39.647857 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f9492d07-6044-43a8-a312-a9d2d328a043 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Usage tracker for resource:security_group_rule and tenant:19e257473a134fffa0becda83d969b7f is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:39.650757 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-f9492d07-6044-43a8-a312-a9d2d328a043 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:39.656846 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-f9492d07-6044-43a8-a312-a9d2d328a043 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:39.736789 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f9492d07-6044-43a8-a312-a9d2d328a043 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:39.741708 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f9492d07-6044-43a8-a312-a9d2d328a043 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:39.753952 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-57fabe45-3255-4fef-820f-432f075047cd None None] Set router 3d382d8d-09f9-4f2b-bcdd-134cbd44a845 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:20:39.765026 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1428aafe-f3ac-4080-af95-2f001e31aa02', 'tag': 'd6d03356-024d-4289-9c37-64f277576825', 'status': 'completed', 'code': 200} Jan 21 10:20:39.790991 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9492d07-6044-43a8-a312-a9d2d328a043 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0259b77f-58a1-44cf-a638-c22f52bc9afd,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:39.854108 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f9492d07-6044-43a8-a312-a9d2d328a043 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:39.858726 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f9492d07-6044-43a8-a312-a9d2d328a043 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2741756 Jan 21 10:20:39.858881 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 34520) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:39.865538 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-64751f44-7495-4936-afc8-8bbae2a5fbdf tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Request body: {'security_group_rule': {'security_group_id': '0259b77f-58a1-44cf-a638-c22f52bc9afd', 'project_id': '19e257473a134fffa0becda83d969b7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:20:39.872274 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-64751f44-7495-4936-afc8-8bbae2a5fbdf tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:39.876006 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd30185-5f0c-469a-8aaf-aa32fc722c56 req-792a70ff-d929-4cd5-8148-a47bec5be80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:39.876943 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-64751f44-7495-4936-afc8-8bbae2a5fbdf tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Usage tracker for resource:security_group_rule and tenant:19e257473a134fffa0becda83d969b7f is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:39.877700 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0bd30185-5f0c-469a-8aaf-aa32fc722c56 req-792a70ff-d929-4cd5-8148-a47bec5be80c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19e257473a134fffa0becda83d969b7f&device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 1098 time: 0.0880129 Jan 21 10:20:39.879989 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-64751f44-7495-4936-afc8-8bbae2a5fbdf tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:39.886174 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-64751f44-7495-4936-afc8-8bbae2a5fbdf tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:39.904994 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-64751f44-7495-4936-afc8-8bbae2a5fbdf tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:39.984119 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-64751f44-7495-4936-afc8-8bbae2a5fbdf tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:39.988329 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-64751f44-7495-4936-afc8-8bbae2a5fbdf tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:40.014770 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64751f44-7495-4936-afc8-8bbae2a5fbdf tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c19797-0d56-44b6-bb55-6fbadca4bffd,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:40.028739 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-64751f44-7495-4936-afc8-8bbae2a5fbdf tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:40.033847 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-64751f44-7495-4936-afc8-8bbae2a5fbdf tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1712255 Jan 21 10:20:40.034180 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 34524) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:40.040126 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-82183895-0662-4524-a803-62bbd277893f tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Request body: {'security_group_rule': {'security_group_id': '0259b77f-58a1-44cf-a638-c22f52bc9afd', 'project_id': '19e257473a134fffa0becda83d969b7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:20:40.047777 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-82183895-0662-4524-a803-62bbd277893f tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:40.051887 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-82183895-0662-4524-a803-62bbd277893f tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Usage tracker for resource:security_group_rule and tenant:19e257473a134fffa0becda83d969b7f is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:40.055102 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-82183895-0662-4524-a803-62bbd277893f tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:40.062429 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-82183895-0662-4524-a803-62bbd277893f tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:40.079318 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-82183895-0662-4524-a803-62bbd277893f tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:40.139190 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd30185-5f0c-469a-8aaf-aa32fc722c56 req-3b8a2302-681e-44e6-b04a-d11f27f2a87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:40.141482 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0bd30185-5f0c-469a-8aaf-aa32fc722c56 req-3b8a2302-681e-44e6-b04a-d11f27f2a87e service neutron] 10.222.0.72 "GET /v2.0/networks?id=1930e353-4e0f-4fc2-ac66-aa695e1fb041 HTTP/1.1" status: 200 len: 915 time: 0.2567995 Jan 21 10:20:40.149432 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-82183895-0662-4524-a803-62bbd277893f tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:40.154714 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-82183895-0662-4524-a803-62bbd277893f tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:40.156110 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-57fabe45-3255-4fef-820f-432f075047cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d382d8d-09f9-4f2b-bcdd-134cbd44a845', 'name': 'tempest-TestMinimumBasicScenario-703402749-router', 'tenant_id': '19e257473a134fffa0becda83d969b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '285cb291-4360-4edc-9d71-381c45c28421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:40Z', 'updated_at': '2022-01-21T10:19:44Z', 'revision_number': 4, 'project_id': '19e257473a134fffa0becda83d969b7f', 'gw_port': {'id': '285cb291-4360-4edc-9d71-381c45c28421', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:46:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d382d8d-09f9-4f2b-bcdd-134cbd44a845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:40Z', 'updated_at': '2022-01-21T10:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': 'e3eeb872-6b9a-41dd-b7b6-5591b6a487a3', 'tenant_id': '19e257473a134fffa0becda83d969b7f', 'floating_ip_address': '172.26.3.195', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '3d382d8d-09f9-4f2b-bcdd-134cbd44a845', 'port_id': 'd6d03356-024d-4289-9c37-64f277576825', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1930e353-4e0f-4fc2-ac66-aa695e1fb041', 'mac_address': 'fa:16:3e:d8:99:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1428aafe-f3ac-4080-af95-2f001e31aa02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:20:38Z', 'updated_at': '2022-01-21T10:20:38Z', 'revision_number': 0, 'project_id': '19e257473a134fffa0becda83d969b7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91', 'name': '', 'network_id': '1930e353-4e0f-4fc2-ac66-aa695e1fb041', 'tenant_id': '19e257473a134fffa0becda83d969b7f', 'mac_address': 'fa:16:3e:33:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d382d8d-09f9-4f2b-bcdd-134cbd44a845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '49b663de-4e44-4cce-8af2-1133e7b1da78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:43Z', 'updated_at': '2022-01-21T10:19:50Z', 'revision_number': 5, 'project_id': '19e257473a134fffa0becda83d969b7f', 'subnets': [{'id': '49b663de-4e44-4cce-8af2-1133e7b1da78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:40.160721 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fabe45-3255-4fef-820f-432f075047cd None None] Checking router: 3d382d8d-09f9-4f2b-bcdd-134cbd44a845 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:20:40.172358 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fabe45-3255-4fef-820f-432f075047cd None None] Routers {'3d382d8d-09f9-4f2b-bcdd-134cbd44a845'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:20:40.172964 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-57fabe45-3255-4fef-820f-432f075047cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:20:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['3d382d8d-09f9-4f2b-bcdd-134cbd44a845'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:40.179874 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82183895-0662-4524-a803-62bbd277893f tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b76f33-17bb-4fbd-8329-12ff489e2519,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:40.199692 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-82183895-0662-4524-a803-62bbd277893f tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:40.201557 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-82183895-0662-4524-a803-62bbd277893f tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1656876 Jan 21 10:20:40.204412 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 34528) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:40.209666 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-363f42f4-42a1-428b-a178-0e2d304ac76d tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Request body: {'security_group_rule': {'security_group_id': '0259b77f-58a1-44cf-a638-c22f52bc9afd', 'project_id': '19e257473a134fffa0becda83d969b7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:20:40.215822 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-363f42f4-42a1-428b-a178-0e2d304ac76d tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:40.222411 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-363f42f4-42a1-428b-a178-0e2d304ac76d tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Usage tracker for resource:security_group_rule and tenant:19e257473a134fffa0becda83d969b7f is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:40.225853 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-363f42f4-42a1-428b-a178-0e2d304ac76d tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:40.233354 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-363f42f4-42a1-428b-a178-0e2d304ac76d tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:40.258030 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-363f42f4-42a1-428b-a178-0e2d304ac76d tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:40.262934 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0bd30185-5f0c-469a-8aaf-aa32fc722c56 req-fe7b01d0-47d6-47ad-9de1-bf95b4b1bfbf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6d03356-024d-4289-9c37-64f277576825 HTTP/1.1" status: 200 len: 999 time: 0.1138077 Jan 21 10:20:40.332976 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-363f42f4-42a1-428b-a178-0e2d304ac76d tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:40.336119 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd30185-5f0c-469a-8aaf-aa32fc722c56 req-a0b00196-c8c0-4316-b540-8d61315a48ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:40.338064 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-363f42f4-42a1-428b-a178-0e2d304ac76d tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:40.340677 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0bd30185-5f0c-469a-8aaf-aa32fc722c56 req-a0b00196-c8c0-4316-b540-8d61315a48ee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49b663de-4e44-4cce-8af2-1133e7b1da78 HTTP/1.1" status: 200 len: 853 time: 0.0721896 Jan 21 10:20:40.358198 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-57fabe45-3255-4fef-820f-432f075047cd None None] Set router 3d382d8d-09f9-4f2b-bcdd-134cbd44a845 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:20:40.364233 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f42f4-42a1-428b-a178-0e2d304ac76d tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67008f62-cb45-43e1-a9b2-b119ad39236c,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:40.375768 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-363f42f4-42a1-428b-a178-0e2d304ac76d tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:40.379802 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-363f42f4-42a1-428b-a178-0e2d304ac76d tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1714845 Jan 21 10:20:40.379995 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 34532) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:40.386367 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-9567babf-8472-4476-9222-e553526098b0 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Request body: {'security_group_rule': {'security_group_id': '0259b77f-58a1-44cf-a638-c22f52bc9afd', 'project_id': '19e257473a134fffa0becda83d969b7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:20:40.393253 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-9567babf-8472-4476-9222-e553526098b0 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:40.396982 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-9567babf-8472-4476-9222-e553526098b0 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Usage tracker for resource:security_group_rule and tenant:19e257473a134fffa0becda83d969b7f is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:40.400068 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-9567babf-8472-4476-9222-e553526098b0 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:40.407585 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-9567babf-8472-4476-9222-e553526098b0 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:40.419325 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd30185-5f0c-469a-8aaf-aa32fc722c56 req-44321f88-cb26-45b7-b82b-3d8778d6d092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:40.421146 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0bd30185-5f0c-469a-8aaf-aa32fc722c56 req-44321f88-cb26-45b7-b82b-3d8778d6d092 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1930e353-4e0f-4fc2-ac66-aa695e1fb041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747216 Jan 21 10:20:40.427809 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9567babf-8472-4476-9222-e553526098b0 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:40.494986 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9567babf-8472-4476-9222-e553526098b0 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:40.501112 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9567babf-8472-4476-9222-e553526098b0 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:40.525433 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567babf-8472-4476-9222-e553526098b0 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=715c455d-d5cf-404c-bdc0-9f732a3ae35b,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:40.537547 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9567babf-8472-4476-9222-e553526098b0 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:40.538919 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-9567babf-8472-4476-9222-e553526098b0 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1576073 Jan 21 10:20:40.544161 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 34536) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:40.550673 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-0e496310-5dc6-4748-9214-4559801911ac tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Request body: {'security_group_rule': {'security_group_id': '0259b77f-58a1-44cf-a638-c22f52bc9afd', 'project_id': '19e257473a134fffa0becda83d969b7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:20:40.557089 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-0e496310-5dc6-4748-9214-4559801911ac tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:40.561223 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0e496310-5dc6-4748-9214-4559801911ac tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Usage tracker for resource:security_group_rule and tenant:19e257473a134fffa0becda83d969b7f is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:40.564863 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0e496310-5dc6-4748-9214-4559801911ac tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:40.571379 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-0e496310-5dc6-4748-9214-4559801911ac tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:40.574751 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0bd30185-5f0c-469a-8aaf-aa32fc722c56 req-ef3154d8-ef3a-4e43-8c10-cc3d3fdabdcb service neutron] 10.222.0.72 "GET /v2.0/networks/1930e353-4e0f-4fc2-ac66-aa695e1fb041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477373 Jan 21 10:20:40.584113 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.securitygroups_db [None req-0e496310-5dc6-4748-9214-4559801911ac tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Project 19e257473a134fffa0becda83d969b7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:20:40.590987 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0e496310-5dc6-4748-9214-4559801911ac tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:40.660567 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0e496310-5dc6-4748-9214-4559801911ac tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:40.665117 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0e496310-5dc6-4748-9214-4559801911ac tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:40.695717 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0e496310-5dc6-4748-9214-4559801911ac tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:40.696956 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0e496310-5dc6-4748-9214-4559801911ac tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1507132 Jan 21 10:20:40.697932 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e496310-5dc6-4748-9214-4559801911ac tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d0b9d9d-b69b-4091-aca0-7365633c2d58,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:40.699605 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 34540) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:40.705647 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-9c720e22-67f5-4b65-a6cf-a75e78e18a75 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Request body: {'security_group_rule': {'security_group_id': '0259b77f-58a1-44cf-a638-c22f52bc9afd', 'project_id': '19e257473a134fffa0becda83d969b7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:20:40.712564 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-9c720e22-67f5-4b65-a6cf-a75e78e18a75 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:40.717908 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-9c720e22-67f5-4b65-a6cf-a75e78e18a75 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Usage tracker for resource:security_group_rule and tenant:19e257473a134fffa0becda83d969b7f is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:40.720869 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-9c720e22-67f5-4b65-a6cf-a75e78e18a75 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:40.726318 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0bd30185-5f0c-469a-8aaf-aa32fc722c56 req-8aa4b11b-f734-43e5-9c0b-9274cbc2e429 service neutron] 10.222.0.72 "GET /v2.0/networks/1930e353-4e0f-4fc2-ac66-aa695e1fb041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457491 Jan 21 10:20:40.729973 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-9c720e22-67f5-4b65-a6cf-a75e78e18a75 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:40.745990 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.securitygroups_db [None req-9c720e22-67f5-4b65-a6cf-a75e78e18a75 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Project 19e257473a134fffa0becda83d969b7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:20:40.746216 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-57fabe45-3255-4fef-820f-432f075047cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d382d8d-09f9-4f2b-bcdd-134cbd44a845', 'name': 'tempest-TestMinimumBasicScenario-703402749-router', 'tenant_id': '19e257473a134fffa0becda83d969b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '285cb291-4360-4edc-9d71-381c45c28421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:40Z', 'updated_at': '2022-01-21T10:19:44Z', 'revision_number': 4, 'project_id': '19e257473a134fffa0becda83d969b7f', 'gw_port': {'id': '285cb291-4360-4edc-9d71-381c45c28421', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:46:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d382d8d-09f9-4f2b-bcdd-134cbd44a845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:40Z', 'updated_at': '2022-01-21T10:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': 'e3eeb872-6b9a-41dd-b7b6-5591b6a487a3', 'tenant_id': '19e257473a134fffa0becda83d969b7f', 'floating_ip_address': '172.26.3.195', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '3d382d8d-09f9-4f2b-bcdd-134cbd44a845', 'port_id': 'd6d03356-024d-4289-9c37-64f277576825', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1930e353-4e0f-4fc2-ac66-aa695e1fb041', 'mac_address': 'fa:16:3e:d8:99:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1428aafe-f3ac-4080-af95-2f001e31aa02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:20:38Z', 'updated_at': '2022-01-21T10:20:38Z', 'revision_number': 0, 'project_id': '19e257473a134fffa0becda83d969b7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91', 'name': '', 'network_id': '1930e353-4e0f-4fc2-ac66-aa695e1fb041', 'tenant_id': '19e257473a134fffa0becda83d969b7f', 'mac_address': 'fa:16:3e:33:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d382d8d-09f9-4f2b-bcdd-134cbd44a845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '49b663de-4e44-4cce-8af2-1133e7b1da78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:43Z', 'updated_at': '2022-01-21T10:19:50Z', 'revision_number': 5, 'project_id': '19e257473a134fffa0becda83d969b7f', 'subnets': [{'id': '49b663de-4e44-4cce-8af2-1133e7b1da78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:40.751996 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fabe45-3255-4fef-820f-432f075047cd None None] The sync data for ids ['3d382d8d-09f9-4f2b-bcdd-134cbd44a845'] in dv-neutron-825731-1-hyperv is: [{'id': '3d382d8d-09f9-4f2b-bcdd-134cbd44a845', 'name': 'tempest-TestMinimumBasicScenario-703402749-router', 'tenant_id': '19e257473a134fffa0becda83d969b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '285cb291-4360-4edc-9d71-381c45c28421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:40Z', 'updated_at': '2022-01-21T10:19:44Z', 'revision_number': 4, 'project_id': '19e257473a134fffa0becda83d969b7f', 'gw_port': {'id': '285cb291-4360-4edc-9d71-381c45c28421', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:46:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d382d8d-09f9-4f2b-bcdd-134cbd44a845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:40Z', 'updated_at': '2022-01-21T10:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': 'e3eeb872-6b9a-41dd-b7b6-5591b6a487a3', 'tenant_id': '19e257473a134fffa0becda83d969b7f', 'floating_ip_address': '172.26.3.195', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '3d382d8d-09f9-4f2b-bcdd-134cbd44a845', 'port_id': 'd6d03356-024d-4289-9c37-64f277576825', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1930e353-4e0f-4fc2-ac66-aa695e1fb041', 'mac_address': 'fa:16:3e:d8:99:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1428aafe-f3ac-4080-af95-2f001e31aa02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:20:38Z', 'updated_at': '2022-01-21T10:20:38Z', 'revision_number': 0, 'project_id': '19e257473a134fffa0becda83d969b7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91', 'name': '', 'network_id': '1930e353-4e0f-4fc2-ac66-aa695e1fb041', 'tenant_id': '19e257473a134fffa0becda83d969b7f', 'mac_address': 'fa:16:3e:33:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d382d8d-09f9-4f2b-bcdd-134cbd44a845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '49b663de-4e44-4cce-8af2-1133e7b1da78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:43Z', 'updated_at': '2022-01-21T10:19:50Z', 'revision_number': 5, 'project_id': '19e257473a134fffa0becda83d969b7f', 'subnets': [{'id': '49b663de-4e44-4cce-8af2-1133e7b1da78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:20:40.760577 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9c720e22-67f5-4b65-a6cf-a75e78e18a75 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:40.832255 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9c720e22-67f5-4b65-a6cf-a75e78e18a75 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:40.836367 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9c720e22-67f5-4b65-a6cf-a75e78e18a75 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:40.860823 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c720e22-67f5-4b65-a6cf-a75e78e18a75 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abfe587f-c447-4bcd-9d7c-f67dae7f2d42,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:40.870353 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-9c720e22-67f5-4b65-a6cf-a75e78e18a75 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:40.874353 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-9c720e22-67f5-4b65-a6cf-a75e78e18a75 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1710250 Jan 21 10:20:40.976048 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c3ba9c-e397-442e-a3a0-8bf7c51c8d6f None None] New status for floating IP e3eeb872-6b9a-41dd-b7b6-5591b6a487a3: ACTIVE {{(pid=87517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:20:41.009399 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-21fc0783-d7e4-4c3d-b478-94be36d9371a req-d0371760-8a8b-4798-8280-687e02be77fd tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Synchronizing usage tracker for tenant:19e257473a134fffa0becda83d969b7f on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:20:41.026380 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-21fc0783-d7e4-4c3d-b478-94be36d9371a req-d0371760-8a8b-4798-8280-687e02be77fd tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Unset dirty status for tenant:19e257473a134fffa0becda83d969b7f on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:20:41.027651 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-21fc0783-d7e4-4c3d-b478-94be36d9371a req-d0371760-8a8b-4798-8280-687e02be77fd tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1797849643&fields=id&tenant_id=19e257473a134fffa0becda83d969b7f HTTP/1.1" status: 200 len: 267 time: 0.0698326 Jan 21 10:20:41.119825 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc0783-d7e4-4c3d-b478-94be36d9371a req-ff542cfb-ce13-49a9-9fab-ec11de7f51c9 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:41.121621 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-21fc0783-d7e4-4c3d-b478-94be36d9371a req-ff542cfb-ce13-49a9-9fab-ec11de7f51c9 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 945 time: 0.0882068 Jan 21 10:20:41.137231 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-21fc0783-d7e4-4c3d-b478-94be36d9371a req-2e42b8db-4850-4936-956d-2664c7c66b77 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Request body: {'port': {'security_groups': ['ead03941-50b1-4271-bfa2-fd1faa6d0746', '0259b77f-58a1-44cf-a638-c22f52bc9afd']}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:20:41.280565 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-21fc0783-d7e4-4c3d-b478-94be36d9371a req-2e42b8db-4850-4936-956d-2664c7c66b77 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:41.558989 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-21fc0783-d7e4-4c3d-b478-94be36d9371a req-2e42b8db-4850-4936-956d-2664c7c66b77 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] For port d6d03356-024d-4289-9c37-64f277576825, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d6d03356-024d-4289-9c37-64f277576825,segment=NetworkSegment(952b64b0-fcc0-44d8-8c2b-c00dae1bdce3),segment_id=952b64b0-fcc0-44d8-8c2b-c00dae1bdce3)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:20:41.588326 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-21fc0783-d7e4-4c3d-b478-94be36d9371a req-2e42b8db-4850-4936-956d-2664c7c66b77 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:41.593877 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-21fc0783-d7e4-4c3d-b478-94be36d9371a req-2e42b8db-4850-4936-956d-2664c7c66b77 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:41.605887 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['d6d03356-024d-4289-9c37-64f277576825'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:20:41.666943 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc0783-d7e4-4c3d-b478-94be36d9371a req-2e42b8db-4850-4936-956d-2664c7c66b77 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:41.667605 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-21fc0783-d7e4-4c3d-b478-94be36d9371a req-2e42b8db-4850-4936-956d-2664c7c66b77 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:41.668961 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-21fc0783-d7e4-4c3d-b478-94be36d9371a req-2e42b8db-4850-4936-956d-2664c7c66b77 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "PUT /v2.0/ports/d6d03356-024d-4289-9c37-64f277576825 HTTP/1.1" status: 200 len: 981 time: 0.5377779 Jan 21 10:20:41.669432 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1428aafe-f3ac-4080-af95-2f001e31aa02', 'tag': 'd6d03356-024d-4289-9c37-64f277576825'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:20:41.693574 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42b8db-4850-4936-956d-2664c7c66b77 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Pushing event updated for resources: {'Port': ['ID=d6d03356-024d-4289-9c37-64f277576825,revision_number=6']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:41.772885 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1428aafe-f3ac-4080-af95-2f001e31aa02', 'tag': 'd6d03356-024d-4289-9c37-64f277576825', 'status': 'completed', 'code': 200} Jan 21 10:20:41.801174 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['d6d03356-024d-4289-9c37-64f277576825'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:20:41.963506 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147bb44-1b8f-4db6-a607-614852852252 req-00dbe747-3535-4153-b0e3-224e01854f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:41.966170 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1147bb44-1b8f-4db6-a607-614852852252 req-00dbe747-3535-4153-b0e3-224e01854f1e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19e257473a134fffa0becda83d969b7f&device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 1137 time: 0.1699941 Jan 21 10:20:42.015545 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b07ef03-ebf5-4baa-b952-8cc8dc5059f3 req-d1be2daa-f712-46de-9ae9-4e8b37b658ff tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:42.017026 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6b07ef03-ebf5-4baa-b952-8cc8dc5059f3 req-d1be2daa-f712-46de-9ae9-4e8b37b658ff tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 984 time: 0.1567173 Jan 21 10:20:42.084979 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-4cee7ec8-308f-403b-bbb8-b0d958245837 None None] Provisioning complete for port d6d03356-024d-4289-9c37-64f277576825 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:20:42.085349 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4cee7ec8-308f-403b-bbb8-b0d958245837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:42.148801 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6b07ef03-ebf5-4baa-b952-8cc8dc5059f3 req-4592ec1e-3bce-4610-9301-dcbc38bcf89d tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?id=ead03941-50b1-4271-bfa2-fd1faa6d0746&id=0259b77f-58a1-44cf-a638-c22f52bc9afd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1110818 Jan 21 10:20:42.168631 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147bb44-1b8f-4db6-a607-614852852252 req-b6149ba6-c6c0-4a16-ae73-35a78baa3965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:42.170896 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1147bb44-1b8f-4db6-a607-614852852252 req-b6149ba6-c6c0-4a16-ae73-35a78baa3965 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1930e353-4e0f-4fc2-ac66-aa695e1fb041 HTTP/1.1" status: 200 len: 915 time: 0.1967576 Jan 21 10:20:42.278131 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1147bb44-1b8f-4db6-a607-614852852252 req-732fe40c-7176-40f7-9a2b-20d5e0a95a8f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6d03356-024d-4289-9c37-64f277576825 HTTP/1.1" status: 200 len: 1001 time: 0.0997972 Jan 21 10:20:42.341640 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147bb44-1b8f-4db6-a607-614852852252 req-083f26aa-d5eb-489c-a30c-825723d04ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:42.343423 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1147bb44-1b8f-4db6-a607-614852852252 req-083f26aa-d5eb-489c-a30c-825723d04ad0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49b663de-4e44-4cce-8af2-1133e7b1da78 HTTP/1.1" status: 200 len: 853 time: 0.0590632 Jan 21 10:20:42.431764 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147bb44-1b8f-4db6-a607-614852852252 req-a52d51ac-e781-4a8e-9637-708a085f0434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:42.433060 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1147bb44-1b8f-4db6-a607-614852852252 req-a52d51ac-e781-4a8e-9637-708a085f0434 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1930e353-4e0f-4fc2-ac66-aa695e1fb041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821297 Jan 21 10:20:42.690659 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1147bb44-1b8f-4db6-a607-614852852252 req-d3a2d6e0-6442-4daf-9a75-677bc4422f12 service neutron] 10.222.0.72 "GET /v2.0/networks/1930e353-4e0f-4fc2-ac66-aa695e1fb041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502205 Jan 21 10:20:42.832492 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1147bb44-1b8f-4db6-a607-614852852252 req-9464e10f-823f-4373-a7dc-1cc82c6a759f service neutron] 10.222.0.72 "GET /v2.0/networks/1930e353-4e0f-4fc2-ac66-aa695e1fb041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354706 Jan 21 10:20:43.056172 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:46.612445 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d5d0b82a-1295-4ca0-9267-133ce84ffb8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:48.029555 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:20:48.969007 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-eb32170f-61eb-4b20-976b-46ce718427e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:49.865949 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:50.086104 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:51.511731 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:13.051754 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:16.615032 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b950108d-956e-4f4c-a259-065b50055783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:18.972016 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ef9aa4ad-ec30-445b-aed1-5490d0adbfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:19.869745 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:20.091128 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:21.513636 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:24.017129 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b388abd0-a44a-460b-a211-a08b95369c87 req-7e368702-cdfd-4083-93af-9e2d9986e4f0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714426 Jan 21 10:21:24.164402 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388abd0-a44a-460b-a211-a08b95369c87 req-0257300e-8c10-458f-95d2-d255c6a5ff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:24.165913 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b388abd0-a44a-460b-a211-a08b95369c87 req-0257300e-8c10-458f-95d2-d255c6a5ff0b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19e257473a134fffa0becda83d969b7f&device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 1137 time: 0.0785475 Jan 21 10:21:24.366605 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388abd0-a44a-460b-a211-a08b95369c87 req-00febdb0-6ceb-40e8-aba8-d6444e964ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:24.368109 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b388abd0-a44a-460b-a211-a08b95369c87 req-00febdb0-6ceb-40e8-aba8-d6444e964ac4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1930e353-4e0f-4fc2-ac66-aa695e1fb041 HTTP/1.1" status: 200 len: 915 time: 0.1809022 Jan 21 10:21:24.475289 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b388abd0-a44a-460b-a211-a08b95369c87 req-1f044e05-96bf-463c-86e7-20a38491b54b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6d03356-024d-4289-9c37-64f277576825 HTTP/1.1" status: 200 len: 1001 time: 0.0999961 Jan 21 10:21:24.542219 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388abd0-a44a-460b-a211-a08b95369c87 req-2035a8aa-55a1-44fa-98de-a5656a5abcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:24.543740 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b388abd0-a44a-460b-a211-a08b95369c87 req-2035a8aa-55a1-44fa-98de-a5656a5abcb5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49b663de-4e44-4cce-8af2-1133e7b1da78 HTTP/1.1" status: 200 len: 853 time: 0.0625055 Jan 21 10:21:24.641396 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388abd0-a44a-460b-a211-a08b95369c87 req-c1767f43-cadd-494e-9f2e-92767e0887ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:24.642962 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b388abd0-a44a-460b-a211-a08b95369c87 req-c1767f43-cadd-494e-9f2e-92767e0887ca service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1930e353-4e0f-4fc2-ac66-aa695e1fb041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0933518 Jan 21 10:21:24.818269 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b388abd0-a44a-460b-a211-a08b95369c87 req-417a0588-394e-4896-84c9-18881210703a service neutron] 10.222.0.72 "GET /v2.0/networks/1930e353-4e0f-4fc2-ac66-aa695e1fb041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681495 Jan 21 10:21:24.979314 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b388abd0-a44a-460b-a211-a08b95369c87 req-d85cfb01-d155-426e-bbe2-07ec336053a4 service neutron] 10.222.0.72 "GET /v2.0/networks/1930e353-4e0f-4fc2-ac66-aa695e1fb041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550474 Jan 21 10:21:25.029015 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:21:42.956459 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a620ed-52c5-41b1-ab3b-62adfdaae2cf req-bb1120b7-2431-45e8-8199-ea57f23094f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:42.957851 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-89a620ed-52c5-41b1-ab3b-62adfdaae2cf req-bb1120b7-2431-45e8-8199-ea57f23094f7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19e257473a134fffa0becda83d969b7f&device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 1137 time: 0.0792723 Jan 21 10:21:43.059133 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:43.152384 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a620ed-52c5-41b1-ab3b-62adfdaae2cf req-7a2334e4-5e05-4aea-a92d-d1c8b8ea68e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:43.161285 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-89a620ed-52c5-41b1-ab3b-62adfdaae2cf req-7a2334e4-5e05-4aea-a92d-d1c8b8ea68e6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1930e353-4e0f-4fc2-ac66-aa695e1fb041 HTTP/1.1" status: 200 len: 915 time: 0.1897523 Jan 21 10:21:43.162968 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384bb39-bf5b-4c11-9e35-506371bae89d req-a98a15bb-7c98-4991-ac45-b31760508f68 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:43.164694 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d384bb39-bf5b-4c11-9e35-506371bae89d req-a98a15bb-7c98-4991-ac45-b31760508f68 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 984 time: 0.2489879 Jan 21 10:21:43.294351 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d384bb39-bf5b-4c11-9e35-506371bae89d req-468dd869-cb26-470a-8e0c-01fee3a5cbbd tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?id=ead03941-50b1-4271-bfa2-fd1faa6d0746&id=0259b77f-58a1-44cf-a638-c22f52bc9afd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0784218 Jan 21 10:21:43.298855 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-89a620ed-52c5-41b1-ab3b-62adfdaae2cf req-099d0ab3-5ccf-4a64-ba62-44c1d143825e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6d03356-024d-4289-9c37-64f277576825 HTTP/1.1" status: 200 len: 1001 time: 0.1335642 Jan 21 10:21:43.364721 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a620ed-52c5-41b1-ab3b-62adfdaae2cf req-d480635a-d345-440e-b13d-3e5938472c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:43.366146 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-89a620ed-52c5-41b1-ab3b-62adfdaae2cf req-d480635a-d345-440e-b13d-3e5938472c32 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49b663de-4e44-4cce-8af2-1133e7b1da78 HTTP/1.1" status: 200 len: 853 time: 0.0607104 Jan 21 10:21:43.556000 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a620ed-52c5-41b1-ab3b-62adfdaae2cf req-cbc5bd1f-0362-4c94-a937-1886a6009deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:43.558032 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-89a620ed-52c5-41b1-ab3b-62adfdaae2cf req-cbc5bd1f-0362-4c94-a937-1886a6009deb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1930e353-4e0f-4fc2-ac66-aa695e1fb041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1858408 Jan 21 10:21:43.690684 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-89a620ed-52c5-41b1-ab3b-62adfdaae2cf req-e1a99d4f-ebd8-40b5-9bf6-cd7e336e1cee service neutron] 10.222.0.72 "GET /v2.0/networks/1930e353-4e0f-4fc2-ac66-aa695e1fb041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251149 Jan 21 10:21:43.826499 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-89a620ed-52c5-41b1-ab3b-62adfdaae2cf req-e138c390-178e-4e09-b933-28371b2dd7fe service neutron] 10.222.0.72 "GET /v2.0/networks/1930e353-4e0f-4fc2-ac66-aa695e1fb041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289396 Jan 21 10:21:44.548477 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b29d5-d533-4b50-8057-afcce5dd38e1 req-80a9f06b-a74c-478f-ac2e-a13ba54fd6d1 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:44.550009 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1c6b29d5-d533-4b50-8057-afcce5dd38e1 req-80a9f06b-a74c-478f-ac2e-a13ba54fd6d1 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 984 time: 0.1417007 Jan 21 10:21:44.613006 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1c6b29d5-d533-4b50-8057-afcce5dd38e1 req-03690246-4417-46a8-a302-d8ef039652f5 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?id=ead03941-50b1-4271-bfa2-fd1faa6d0746&id=0259b77f-58a1-44cf-a638-c22f52bc9afd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563354 Jan 21 10:21:45.808298 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209dfc7-143e-4914-8f25-37e5dfb88288 req-f5e06480-77fe-427a-ba51-316f12f82634 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:45.809863 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4209dfc7-143e-4914-8f25-37e5dfb88288 req-f5e06480-77fe-427a-ba51-316f12f82634 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 984 time: 0.0876622 Jan 21 10:21:45.857135 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4209dfc7-143e-4914-8f25-37e5dfb88288 req-9ef809e5-7dd9-41ab-94c1-1ce16d65cffa tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?id=ead03941-50b1-4271-bfa2-fd1faa6d0746&id=0259b77f-58a1-44cf-a638-c22f52bc9afd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401597 Jan 21 10:21:46.617332 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c48eab07-74c7-4429-9597-c70131042215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:47.055839 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e597f6-334f-43ea-bcce-31fde8e6888c req-5121bfc4-cb3a-49fc-bce5-3cfd2e3e506d tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:47.057383 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a7e597f6-334f-43ea-bcce-31fde8e6888c req-5121bfc4-cb3a-49fc-bce5-3cfd2e3e506d tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 984 time: 0.0900886 Jan 21 10:21:47.113968 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a7e597f6-334f-43ea-bcce-31fde8e6888c req-365bad40-582e-4467-b778-a445826029ee tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?id=ead03941-50b1-4271-bfa2-fd1faa6d0746&id=0259b77f-58a1-44cf-a638-c22f52bc9afd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0504191 Jan 21 10:21:48.308817 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d62fe-778f-4a56-9ae3-b34fc91febc1 req-86d786d9-b857-422c-985d-54a3d1404566 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:48.310332 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3c6d62fe-778f-4a56-9ae3-b34fc91febc1 req-86d786d9-b857-422c-985d-54a3d1404566 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 984 time: 0.0821512 Jan 21 10:21:48.358061 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3c6d62fe-778f-4a56-9ae3-b34fc91febc1 req-6057ad31-c2f9-4010-be01-f18865333cdb tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?id=ead03941-50b1-4271-bfa2-fd1faa6d0746&id=0259b77f-58a1-44cf-a638-c22f52bc9afd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412452 Jan 21 10:21:48.974259 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-89b7550b-ade4-43b0-aa26-88ea1f1da5d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:49.546512 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7246f1-2349-4003-a16f-ce619fd5db61 req-62ac13c5-4009-4a80-8b3d-c94c6ad04d79 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:49.546512 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-bb7246f1-2349-4003-a16f-ce619fd5db61 req-62ac13c5-4009-4a80-8b3d-c94c6ad04d79 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 984 time: 0.0803463 Jan 21 10:21:49.596581 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-bb7246f1-2349-4003-a16f-ce619fd5db61 req-6f644984-9491-4356-8245-e62af4af26dc tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?id=ead03941-50b1-4271-bfa2-fd1faa6d0746&id=0259b77f-58a1-44cf-a638-c22f52bc9afd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439944 Jan 21 10:21:49.874136 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:50.093072 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:50.785990 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1f6f3-7c55-46c9-9800-804ec2295093 req-539094b7-c56a-4ddb-81e7-4b776d307a34 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:50.787465 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-86f1f6f3-7c55-46c9-9800-804ec2295093 req-539094b7-c56a-4ddb-81e7-4b776d307a34 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 984 time: 0.0823426 Jan 21 10:21:50.835934 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-86f1f6f3-7c55-46c9-9800-804ec2295093 req-36006ed9-e3bb-4bd8-be1a-1fea378e5608 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?id=ead03941-50b1-4271-bfa2-fd1faa6d0746&id=0259b77f-58a1-44cf-a638-c22f52bc9afd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423398 Jan 21 10:21:51.518275 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:52.037691 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c76200-6344-4abf-a65a-5e67004cc121 req-07b4766d-837d-4fe1-80e1-2a0c8b107a0a tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:52.039055 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-80c76200-6344-4abf-a65a-5e67004cc121 req-07b4766d-837d-4fe1-80e1-2a0c8b107a0a tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 984 time: 0.0845847 Jan 21 10:21:52.087856 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-80c76200-6344-4abf-a65a-5e67004cc121 req-6c531e9f-e894-4246-82da-b6a0f3b487fe tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?id=ead03941-50b1-4271-bfa2-fd1faa6d0746&id=0259b77f-58a1-44cf-a638-c22f52bc9afd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427070 Jan 21 10:21:53.287665 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34a810-d93b-416c-9141-dd058ad7f725 req-6d8c3fb8-8091-4ae4-a8f0-faae6235c7bb tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:53.289397 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-bd34a810-d93b-416c-9141-dd058ad7f725 req-6d8c3fb8-8091-4ae4-a8f0-faae6235c7bb tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 984 time: 0.0948813 Jan 21 10:21:53.342018 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-bd34a810-d93b-416c-9141-dd058ad7f725 req-d4bc7a3e-f52b-49e9-94cb-faeed7306047 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?id=ead03941-50b1-4271-bfa2-fd1faa6d0746&id=0259b77f-58a1-44cf-a638-c22f52bc9afd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446897 Jan 21 10:21:54.537317 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c3397-0d51-4f3a-a1cb-773083e029f5 req-f1a9b975-3000-4658-b92e-4dbf8cadadb1 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:54.538155 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3e1c3397-0d51-4f3a-a1cb-773083e029f5 req-f1a9b975-3000-4658-b92e-4dbf8cadadb1 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 984 time: 0.0846207 Jan 21 10:21:54.584018 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3e1c3397-0d51-4f3a-a1cb-773083e029f5 req-3616e6c0-a729-4b3c-9ad4-64544b94954d tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?id=ead03941-50b1-4271-bfa2-fd1faa6d0746&id=0259b77f-58a1-44cf-a638-c22f52bc9afd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398812 Jan 21 10:21:55.789912 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b7a69-19d3-4166-81ce-609630275347 req-31d6553c-aa9b-4ef8-94ec-bbca4d223de9 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:55.791485 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7d7b7a69-19d3-4166-81ce-609630275347 req-31d6553c-aa9b-4ef8-94ec-bbca4d223de9 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 984 time: 0.0828414 Jan 21 10:21:55.838195 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7d7b7a69-19d3-4166-81ce-609630275347 req-2840710a-262c-42b2-8ac1-1be423b7844e tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?id=ead03941-50b1-4271-bfa2-fd1faa6d0746&id=0259b77f-58a1-44cf-a638-c22f52bc9afd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406501 Jan 21 10:21:57.046868 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736f628-86e4-4583-aeef-5ce3ca5ae871 req-1f1e8a97-e862-4340-b24b-33a30098ba3f tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:57.048729 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a736f628-86e4-4583-aeef-5ce3ca5ae871 req-1f1e8a97-e862-4340-b24b-33a30098ba3f tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 984 time: 0.0947237 Jan 21 10:21:57.097719 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a736f628-86e4-4583-aeef-5ce3ca5ae871 req-4bfbc16a-575c-44a4-9844-f4d9af9eaaf3 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?id=ead03941-50b1-4271-bfa2-fd1faa6d0746&id=0259b77f-58a1-44cf-a638-c22f52bc9afd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427992 Jan 21 10:21:58.306860 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eff3e2-fd00-4ff5-8c36-df195998eaee req-f7f4d125-7bc6-4d91-8fd7-405067ac9c67 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:58.308332 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b4eff3e2-fd00-4ff5-8c36-df195998eaee req-f7f4d125-7bc6-4d91-8fd7-405067ac9c67 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 984 time: 0.0922709 Jan 21 10:21:58.354235 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b4eff3e2-fd00-4ff5-8c36-df195998eaee req-1196b3f2-60a6-43f7-aa22-ceed44e9dbb7 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?id=ead03941-50b1-4271-bfa2-fd1faa6d0746&id=0259b77f-58a1-44cf-a638-c22f52bc9afd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401986 Jan 21 10:21:59.551064 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24abe0-b6f9-4b41-92e0-f3b6ddf4bd00 req-8a7a7e60-2fdb-4293-a2b7-b7940a4b64e9 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:59.552541 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0c24abe0-b6f9-4b41-92e0-f3b6ddf4bd00 req-8a7a7e60-2fdb-4293-a2b7-b7940a4b64e9 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 984 time: 0.0860360 Jan 21 10:21:59.598104 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0c24abe0-b6f9-4b41-92e0-f3b6ddf4bd00 req-edf379bc-fe8c-439b-af10-5042b85b0f52 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?id=ead03941-50b1-4271-bfa2-fd1faa6d0746&id=0259b77f-58a1-44cf-a638-c22f52bc9afd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399039 Jan 21 10:22:00.833941 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84508e1-e3d8-41bc-b99a-a061af5f8036 req-f36dfbc7-a32c-470e-b29c-c562b635d4b2 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:00.835420 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d84508e1-e3d8-41bc-b99a-a061af5f8036 req-f36dfbc7-a32c-470e-b29c-c562b635d4b2 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 984 time: 0.0797956 Jan 21 10:22:00.881802 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d84508e1-e3d8-41bc-b99a-a061af5f8036 req-a0be93e2-f706-40e6-87ef-69fd2244954a tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?id=ead03941-50b1-4271-bfa2-fd1faa6d0746&id=0259b77f-58a1-44cf-a638-c22f52bc9afd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404930 Jan 21 10:22:02.034374 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:22:08.463811 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [req-dfee0ebb-26d7-4693-8250-7b8a5f2399a1 req-33561ee8-3079-452d-9205-6acf9c7f7bf4 service neutron] (87514) timed out ('10.222.0.110', 59598) {{(pid=87514) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 21 10:22:13.085096 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:16.619068 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ca560b4c-de70-4439-93e5-c50f98ac6165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:18.978420 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-000d7206-a95c-4700-9cd3-c74858f84ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:19.875879 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:20.097631 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:21.520992 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:26.056980 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4b6249fb-82fb-4990-927a-f5d7b6732e84 req-72a4e2b1-ca8a-4cc7-a8d4-dd4e8f0214a6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0872798 Jan 21 10:22:26.231815 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6249fb-82fb-4990-927a-f5d7b6732e84 req-62cc04a5-b666-43bd-ac77-1297f84a10fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:26.233578 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4b6249fb-82fb-4990-927a-f5d7b6732e84 req-62cc04a5-b666-43bd-ac77-1297f84a10fc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19e257473a134fffa0becda83d969b7f&device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 1137 time: 0.0913825 Jan 21 10:22:26.429238 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6249fb-82fb-4990-927a-f5d7b6732e84 req-7d71eee3-2c0f-4eed-800b-8dd611c94d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:26.430626 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4b6249fb-82fb-4990-927a-f5d7b6732e84 req-7d71eee3-2c0f-4eed-800b-8dd611c94d98 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1930e353-4e0f-4fc2-ac66-aa695e1fb041 HTTP/1.1" status: 200 len: 915 time: 0.1754444 Jan 21 10:22:26.563348 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4b6249fb-82fb-4990-927a-f5d7b6732e84 req-b86c8852-0e98-472e-a0b5-0633fa44ab64 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6d03356-024d-4289-9c37-64f277576825 HTTP/1.1" status: 200 len: 1001 time: 0.1257999 Jan 21 10:22:26.642665 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6249fb-82fb-4990-927a-f5d7b6732e84 req-38235cce-7d11-45b3-855e-fc017e4d4b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:26.644227 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4b6249fb-82fb-4990-927a-f5d7b6732e84 req-38235cce-7d11-45b3-855e-fc017e4d4b56 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49b663de-4e44-4cce-8af2-1133e7b1da78 HTTP/1.1" status: 200 len: 853 time: 0.0739002 Jan 21 10:22:26.756305 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6249fb-82fb-4990-927a-f5d7b6732e84 req-c66438b6-813f-4ad5-bba1-98ff3959e3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:26.758348 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4b6249fb-82fb-4990-927a-f5d7b6732e84 req-c66438b6-813f-4ad5-bba1-98ff3959e3c0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1930e353-4e0f-4fc2-ac66-aa695e1fb041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1081374 Jan 21 10:22:26.933343 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4b6249fb-82fb-4990-927a-f5d7b6732e84 req-4e8ff054-8433-443d-9915-252c16ecda36 service neutron] 10.222.0.72 "GET /v2.0/networks/1930e353-4e0f-4fc2-ac66-aa695e1fb041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684983 Jan 21 10:22:27.215205 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4b6249fb-82fb-4990-927a-f5d7b6732e84 req-169f8330-786c-49e3-8e1d-63f5d93b3f01 service neutron] 10.222.0.72 "GET /v2.0/networks/1930e353-4e0f-4fc2-ac66-aa695e1fb041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745488 Jan 21 10:22:39.033849 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:22:43.074887 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:46.632464 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cbc43518-fa20-4a12-9ec8-abc0b593e3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:48.983121 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-13dcbb63-f541-470e-93b0-e2a1844c3a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:49.879467 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:50.101260 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:51.523477 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:04.403936 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e9c228fc-cd33-432f-b8e5-a5060dd71267 req-ecdc63d7-7119-4f89-a49b-3666709f22d4 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1797849643&fields=id&tenant_id=19e257473a134fffa0becda83d969b7f HTTP/1.1" status: 200 len: 267 time: 0.0441551 Jan 21 10:23:04.537461 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c228fc-cd33-432f-b8e5-a5060dd71267 req-ab290f13-59d3-4635-acfd-c9d843ee1c10 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:04.539781 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e9c228fc-cd33-432f-b8e5-a5060dd71267 req-ab290f13-59d3-4635-acfd-c9d843ee1c10 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 984 time: 0.1291730 Jan 21 10:23:04.558058 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [req-e9c228fc-cd33-432f-b8e5-a5060dd71267 req-0b0e6401-dd9a-4972-aa1b-5ce6b3f27632 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Request body: {'port': {'security_groups': ['ead03941-50b1-4271-bfa2-fd1faa6d0746']}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:23:04.702754 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-e9c228fc-cd33-432f-b8e5-a5060dd71267 req-0b0e6401-dd9a-4972-aa1b-5ce6b3f27632 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:04.981841 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [req-e9c228fc-cd33-432f-b8e5-a5060dd71267 req-0b0e6401-dd9a-4972-aa1b-5ce6b3f27632 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] For port d6d03356-024d-4289-9c37-64f277576825, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d6d03356-024d-4289-9c37-64f277576825,segment=NetworkSegment(952b64b0-fcc0-44d8-8c2b-c00dae1bdce3),segment_id=952b64b0-fcc0-44d8-8c2b-c00dae1bdce3)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:23:05.009296 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-e9c228fc-cd33-432f-b8e5-a5060dd71267 req-0b0e6401-dd9a-4972-aa1b-5ce6b3f27632 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:05.013973 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-e9c228fc-cd33-432f-b8e5-a5060dd71267 req-0b0e6401-dd9a-4972-aa1b-5ce6b3f27632 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:05.025918 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['d6d03356-024d-4289-9c37-64f277576825'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:23:05.173366 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['d6d03356-024d-4289-9c37-64f277576825'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:23:05.229209 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c228fc-cd33-432f-b8e5-a5060dd71267 req-0b0e6401-dd9a-4972-aa1b-5ce6b3f27632 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:05.230228 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [req-e9c228fc-cd33-432f-b8e5-a5060dd71267 req-0b0e6401-dd9a-4972-aa1b-5ce6b3f27632 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:05.232386 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e9c228fc-cd33-432f-b8e5-a5060dd71267 req-0b0e6401-dd9a-4972-aa1b-5ce6b3f27632 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "PUT /v2.0/ports/d6d03356-024d-4289-9c37-64f277576825 HTTP/1.1" status: 200 len: 942 time: 0.6825936 Jan 21 10:23:05.232913 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1428aafe-f3ac-4080-af95-2f001e31aa02', 'tag': 'd6d03356-024d-4289-9c37-64f277576825'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:23:05.239313 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 34640) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:05.265895 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e6401-dd9a-4972-aa1b-5ce6b3f27632 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Pushing event updated for resources: {'Port': ['ID=d6d03356-024d-4289-9c37-64f277576825,revision_number=7']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:05.279888 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e6401-dd9a-4972-aa1b-5ce6b3f27632 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:05.280437 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e6401-dd9a-4972-aa1b-5ce6b3f27632 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:05.280987 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e6401-dd9a-4972-aa1b-5ce6b3f27632 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:05.281530 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e6401-dd9a-4972-aa1b-5ce6b3f27632 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:05.282069 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e6401-dd9a-4972-aa1b-5ce6b3f27632 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:05.282613 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e6401-dd9a-4972-aa1b-5ce6b3f27632 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:05.283153 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e6401-dd9a-4972-aa1b-5ce6b3f27632 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:05.283728 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e6401-dd9a-4972-aa1b-5ce6b3f27632 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:05.284270 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e6401-dd9a-4972-aa1b-5ce6b3f27632 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:05.284806 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e6401-dd9a-4972-aa1b-5ce6b3f27632 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:05.285343 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e6401-dd9a-4972-aa1b-5ce6b3f27632 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:05.285878 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e6401-dd9a-4972-aa1b-5ce6b3f27632 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:05.354809 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1428aafe-f3ac-4080-af95-2f001e31aa02', 'tag': 'd6d03356-024d-4289-9c37-64f277576825', 'status': 'completed', 'code': 200} Jan 21 10:23:05.435179 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5ca1a7ae-bb1a-4d37-ba33-0fbac5542215 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:05.479165 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5ca1a7ae-bb1a-4d37-ba33-0fbac5542215 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:05.510168 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-3c0397a4-1870-4be0-a816-34911a3a16f7 None None] Provisioning complete for port d6d03356-024d-4289-9c37-64f277576825 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:05.510606 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3c0397a4-1870-4be0-a816-34911a3a16f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:05.533004 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935a6e6-4c20-4c89-9570-58437b6d61e0 req-90277a77-2291-4bf0-965c-1ef5328205ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:05.534514 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e935a6e6-4c20-4c89-9570-58437b6d61e0 req-90277a77-2291-4bf0-965c-1ef5328205ae service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19e257473a134fffa0becda83d969b7f&device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 1098 time: 0.1483645 Jan 21 10:23:05.652209 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5ca1a7ae-bb1a-4d37-ba33-0fbac5542215 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:05.683592 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1a7ae-bb1a-4d37-ba33-0fbac5542215 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0259b77f-58a1-44cf-a638-c22f52bc9afd,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:05.707427 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935a6e6-4c20-4c89-9570-58437b6d61e0 req-6c156119-2ab5-4941-8f31-36bf16991662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:05.709531 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e935a6e6-4c20-4c89-9570-58437b6d61e0 req-6c156119-2ab5-4941-8f31-36bf16991662 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1930e353-4e0f-4fc2-ac66-aa695e1fb041 HTTP/1.1" status: 200 len: 915 time: 0.1684976 Jan 21 10:23:05.711051 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1a7ae-bb1a-4d37-ba33-0fbac5542215 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:05.711406 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1a7ae-bb1a-4d37-ba33-0fbac5542215 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:05.711749 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1a7ae-bb1a-4d37-ba33-0fbac5542215 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:05.712079 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1a7ae-bb1a-4d37-ba33-0fbac5542215 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:05.712408 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1a7ae-bb1a-4d37-ba33-0fbac5542215 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:05.712734 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1a7ae-bb1a-4d37-ba33-0fbac5542215 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:05.713060 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1a7ae-bb1a-4d37-ba33-0fbac5542215 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:05.713382 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1a7ae-bb1a-4d37-ba33-0fbac5542215 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:05.713702 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1a7ae-bb1a-4d37-ba33-0fbac5542215 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:05.714018 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1a7ae-bb1a-4d37-ba33-0fbac5542215 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:05.714335 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1a7ae-bb1a-4d37-ba33-0fbac5542215 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:05.714651 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1a7ae-bb1a-4d37-ba33-0fbac5542215 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:05.780714 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5ca1a7ae-bb1a-4d37-ba33-0fbac5542215 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:05.784389 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-5ca1a7ae-bb1a-4d37-ba33-0fbac5542215 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "DELETE /v2.0/security-groups/0259b77f-58a1-44cf-a638-c22f52bc9afd HTTP/1.1" status: 204 len: 168 time: 0.5407970 Jan 21 10:23:05.784781 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 34644) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:05.828694 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e935a6e6-4c20-4c89-9570-58437b6d61e0 req-71e68927-27c8-4c1d-b1f9-baac5136fd78 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6d03356-024d-4289-9c37-64f277576825 HTTP/1.1" status: 200 len: 1001 time: 0.1085908 Jan 21 10:23:05.907884 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935a6e6-4c20-4c89-9570-58437b6d61e0 req-425cb7a6-03e4-4b3f-a6a4-b589252aea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:05.910244 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e935a6e6-4c20-4c89-9570-58437b6d61e0 req-425cb7a6-03e4-4b3f-a6a4-b589252aea5d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49b663de-4e44-4cce-8af2-1133e7b1da78 HTTP/1.1" status: 200 len: 853 time: 0.0754018 Jan 21 10:23:05.990744 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935a6e6-4c20-4c89-9570-58437b6d61e0 req-9c2754c7-ec14-482c-b6eb-294424d8d8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:05.992394 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e935a6e6-4c20-4c89-9570-58437b6d61e0 req-9c2754c7-ec14-482c-b6eb-294424d8d8c6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1930e353-4e0f-4fc2-ac66-aa695e1fb041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765381 Jan 21 10:23:06.014133 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-7552924e-cc08-4096-a81e-fdc086ba6bf3 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Deleting port 4b9e7825-215d-4775-974a-2394b91343fc {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:23:06.014612 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7552924e-cc08-4096-a81e-fdc086ba6bf3 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:06.136550 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e935a6e6-4c20-4c89-9570-58437b6d61e0 req-e24ea8d6-9002-4f83-a3be-c826fe1e1944 service neutron] 10.222.0.72 "GET /v2.0/networks/1930e353-4e0f-4fc2-ac66-aa695e1fb041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370149 Jan 21 10:23:06.222223 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7552924e-cc08-4096-a81e-fdc086ba6bf3 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:06.222546 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7552924e-cc08-4096-a81e-fdc086ba6bf3 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:06.276018 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e935a6e6-4c20-4c89-9570-58437b6d61e0 req-29db0f4e-fd6f-4f61-917a-572a52adef30 service neutron] 10.222.0.72 "GET /v2.0/networks/1930e353-4e0f-4fc2-ac66-aa695e1fb041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337523 Jan 21 10:23:06.350650 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-7552924e-cc08-4096-a81e-fdc086ba6bf3 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Calling delete_port for 4b9e7825-215d-4775-974a-2394b91343fc owned by network:floatingip {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:23:06.508742 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7552924e-cc08-4096-a81e-fdc086ba6bf3 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:06.556214 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7552924e-cc08-4096-a81e-fdc086ba6bf3 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Pushing event deleted for resources: {'Port': ['ID=4b9e7825-215d-4775-974a-2394b91343fc,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:06.652272 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7552924e-cc08-4096-a81e-fdc086ba6bf3 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks [] for floatingip, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:06.652595 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.l3_db [None req-7552924e-cc08-4096-a81e-fdc086ba6bf3 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Floating IP e3eeb872-6b9a-41dd-b7b6-5591b6a487a3 disassociated (deleted). External IP: 172.26.3.195, port: d6d03356-024d-4289-9c37-64f277576825. Jan 21 10:23:07.023133 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7552924e-cc08-4096-a81e-fdc086ba6bf3 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Router 3d382d8d-09f9-4f2b-bcdd-134cbd44a845 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:23:07.328743 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7552924e-cc08-4096-a81e-fdc086ba6bf3 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:23:07.339280 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b853110-8063-4ce8-998f-f261fd63b2d3 None None] Sync routers for ids ['3d382d8d-09f9-4f2b-bcdd-134cbd44a845'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:23:07.350354 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7552924e-cc08-4096-a81e-fdc086ba6bf3 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:07.350576 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b853110-8063-4ce8-998f-f261fd63b2d3 None None] Routers {'3d382d8d-09f9-4f2b-bcdd-134cbd44a845'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:23:07.351084 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-8b853110-8063-4ce8-998f-f261fd63b2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:22:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['3d382d8d-09f9-4f2b-bcdd-134cbd44a845'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:07.405413 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7552924e-cc08-4096-a81e-fdc086ba6bf3 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "DELETE /v2.0/floatingips/e3eeb872-6b9a-41dd-b7b6-5591b6a487a3 HTTP/1.1" status: 204 len: 168 time: 1.6193848 Jan 21 10:23:07.406009 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1428aafe-f3ac-4080-af95-2f001e31aa02', 'tag': 'd6d03356-024d-4289-9c37-64f277576825'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:23:07.454812 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1428aafe-f3ac-4080-af95-2f001e31aa02', 'tag': 'd6d03356-024d-4289-9c37-64f277576825', 'status': 'completed', 'code': 200} Jan 21 10:23:07.552344 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71a6dd-9ae8-4efb-9814-1bf050111b8d req-c2da8e59-a8b4-4b62-9ed3-98ea932481c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:07.553985 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9b71a6dd-9ae8-4efb-9814-1bf050111b8d req-c2da8e59-a8b4-4b62-9ed3-98ea932481c9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19e257473a134fffa0becda83d969b7f&device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 1098 time: 0.0780101 Jan 21 10:23:07.613275 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-8b853110-8063-4ce8-998f-f261fd63b2d3 None None] Set router 3d382d8d-09f9-4f2b-bcdd-134cbd44a845 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:23:07.698987 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71a6dd-9ae8-4efb-9814-1bf050111b8d req-efb28f0e-6492-4f25-8f96-de4494187c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:07.700489 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9b71a6dd-9ae8-4efb-9814-1bf050111b8d req-efb28f0e-6492-4f25-8f96-de4494187c11 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1930e353-4e0f-4fc2-ac66-aa695e1fb041 HTTP/1.1" status: 200 len: 915 time: 0.1405308 Jan 21 10:23:07.782884 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9b71a6dd-9ae8-4efb-9814-1bf050111b8d req-3ea6c287-08ad-49b2-9240-72e4e3280040 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6d03356-024d-4289-9c37-64f277576825 HTTP/1.1" status: 200 len: 217 time: 0.0761108 Jan 21 10:23:07.883518 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71a6dd-9ae8-4efb-9814-1bf050111b8d req-6f5989b3-d1c7-425e-80b7-39d7fccc04d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:07.886678 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9b71a6dd-9ae8-4efb-9814-1bf050111b8d req-6f5989b3-d1c7-425e-80b7-39d7fccc04d8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49b663de-4e44-4cce-8af2-1133e7b1da78 HTTP/1.1" status: 200 len: 853 time: 0.0966060 Jan 21 10:23:07.975953 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71a6dd-9ae8-4efb-9814-1bf050111b8d req-f6a2d9cf-f3dd-4fbf-ba86-93b8001c6b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:07.977451 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9b71a6dd-9ae8-4efb-9814-1bf050111b8d req-f6a2d9cf-f3dd-4fbf-ba86-93b8001c6b51 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1930e353-4e0f-4fc2-ac66-aa695e1fb041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842988 Jan 21 10:23:07.997472 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-8b853110-8063-4ce8-998f-f261fd63b2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d382d8d-09f9-4f2b-bcdd-134cbd44a845', 'name': 'tempest-TestMinimumBasicScenario-703402749-router', 'tenant_id': '19e257473a134fffa0becda83d969b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '285cb291-4360-4edc-9d71-381c45c28421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:40Z', 'updated_at': '2022-01-21T10:19:44Z', 'revision_number': 4, 'project_id': '19e257473a134fffa0becda83d969b7f', 'gw_port': {'id': '285cb291-4360-4edc-9d71-381c45c28421', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:46:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d382d8d-09f9-4f2b-bcdd-134cbd44a845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:40Z', 'updated_at': '2022-01-21T10:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91', 'name': '', 'network_id': '1930e353-4e0f-4fc2-ac66-aa695e1fb041', 'tenant_id': '19e257473a134fffa0becda83d969b7f', 'mac_address': 'fa:16:3e:33:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d382d8d-09f9-4f2b-bcdd-134cbd44a845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '49b663de-4e44-4cce-8af2-1133e7b1da78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:43Z', 'updated_at': '2022-01-21T10:19:50Z', 'revision_number': 5, 'project_id': '19e257473a134fffa0becda83d969b7f', 'subnets': [{'id': '49b663de-4e44-4cce-8af2-1133e7b1da78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:08.001597 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b853110-8063-4ce8-998f-f261fd63b2d3 None None] Checking router: 3d382d8d-09f9-4f2b-bcdd-134cbd44a845 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:23:08.010831 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b853110-8063-4ce8-998f-f261fd63b2d3 None None] Routers {'3d382d8d-09f9-4f2b-bcdd-134cbd44a845'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:23:08.011660 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-8b853110-8063-4ce8-998f-f261fd63b2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:22:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['3d382d8d-09f9-4f2b-bcdd-134cbd44a845'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:08.116938 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9b71a6dd-9ae8-4efb-9814-1bf050111b8d req-7dc63119-34fa-48ac-9a41-f1578dccdf8f service neutron] 10.222.0.72 "GET /v2.0/networks/1930e353-4e0f-4fc2-ac66-aa695e1fb041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330194 Jan 21 10:23:08.204013 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-8b853110-8063-4ce8-998f-f261fd63b2d3 None None] Set router 3d382d8d-09f9-4f2b-bcdd-134cbd44a845 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:23:08.397788 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9b71a6dd-9ae8-4efb-9814-1bf050111b8d req-d793038c-f97a-4376-bc8a-32ff889064f4 service neutron] 10.222.0.72 "GET /v2.0/networks/1930e353-4e0f-4fc2-ac66-aa695e1fb041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736084 Jan 21 10:23:08.572536 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-8b853110-8063-4ce8-998f-f261fd63b2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d382d8d-09f9-4f2b-bcdd-134cbd44a845', 'name': 'tempest-TestMinimumBasicScenario-703402749-router', 'tenant_id': '19e257473a134fffa0becda83d969b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '285cb291-4360-4edc-9d71-381c45c28421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:40Z', 'updated_at': '2022-01-21T10:19:44Z', 'revision_number': 4, 'project_id': '19e257473a134fffa0becda83d969b7f', 'gw_port': {'id': '285cb291-4360-4edc-9d71-381c45c28421', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:46:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d382d8d-09f9-4f2b-bcdd-134cbd44a845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:40Z', 'updated_at': '2022-01-21T10:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91', 'name': '', 'network_id': '1930e353-4e0f-4fc2-ac66-aa695e1fb041', 'tenant_id': '19e257473a134fffa0becda83d969b7f', 'mac_address': 'fa:16:3e:33:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d382d8d-09f9-4f2b-bcdd-134cbd44a845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '49b663de-4e44-4cce-8af2-1133e7b1da78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:43Z', 'updated_at': '2022-01-21T10:19:50Z', 'revision_number': 5, 'project_id': '19e257473a134fffa0becda83d969b7f', 'subnets': [{'id': '49b663de-4e44-4cce-8af2-1133e7b1da78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:08.577142 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b853110-8063-4ce8-998f-f261fd63b2d3 None None] The sync data for ids ['3d382d8d-09f9-4f2b-bcdd-134cbd44a845'] in dv-neutron-825731-1-hyperv is: [{'id': '3d382d8d-09f9-4f2b-bcdd-134cbd44a845', 'name': 'tempest-TestMinimumBasicScenario-703402749-router', 'tenant_id': '19e257473a134fffa0becda83d969b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '285cb291-4360-4edc-9d71-381c45c28421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:40Z', 'updated_at': '2022-01-21T10:19:44Z', 'revision_number': 4, 'project_id': '19e257473a134fffa0becda83d969b7f', 'gw_port': {'id': '285cb291-4360-4edc-9d71-381c45c28421', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:46:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d382d8d-09f9-4f2b-bcdd-134cbd44a845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:40Z', 'updated_at': '2022-01-21T10:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91', 'name': '', 'network_id': '1930e353-4e0f-4fc2-ac66-aa695e1fb041', 'tenant_id': '19e257473a134fffa0becda83d969b7f', 'mac_address': 'fa:16:3e:33:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d382d8d-09f9-4f2b-bcdd-134cbd44a845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '49b663de-4e44-4cce-8af2-1133e7b1da78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:43Z', 'updated_at': '2022-01-21T10:19:50Z', 'revision_number': 5, 'project_id': '19e257473a134fffa0becda83d969b7f', 'subnets': [{'id': '49b663de-4e44-4cce-8af2-1133e7b1da78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:23:08.865229 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bdda6c-87be-4c8f-a6a4-b14ce2416c26 None None] New status for floating IP e3eeb872-6b9a-41dd-b7b6-5591b6a487a3: DOWN {{(pid=87517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:23:13.088855 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:13.179481 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1433a-59e5-45a5-babf-ab6408cc3c40 req-c2621512-9dc2-48b5-9adc-4ec1ae6ae10e tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:13.180214 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-4ae1433a-59e5-45a5-babf-ab6408cc3c40 req-c2621512-9dc2-48b5-9adc-4ec1ae6ae10e tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Synchronizing usage tracker for tenant:19e257473a134fffa0becda83d969b7f on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:23:13.200105 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-4ae1433a-59e5-45a5-babf-ab6408cc3c40 req-c2621512-9dc2-48b5-9adc-4ec1ae6ae10e tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Unset dirty status for tenant:19e257473a134fffa0becda83d969b7f on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:23:13.201494 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4ae1433a-59e5-45a5-babf-ab6408cc3c40 req-c2621512-9dc2-48b5-9adc-4ec1ae6ae10e tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 945 time: 0.1112847 Jan 21 10:23:13.257487 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4ae1433a-59e5-45a5-babf-ab6408cc3c40 req-0e3862fc-2c11-4a9b-ad23-7c75b993d277 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?id=ead03941-50b1-4271-bfa2-fd1faa6d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476208 Jan 21 10:23:14.454497 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6335d-915d-491f-a7dd-6f50492e044f req-786e5394-bce8-41d8-aca3-72a0d9795e33 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:14.456010 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c1c6335d-915d-491f-a7dd-6f50492e044f req-786e5394-bce8-41d8-aca3-72a0d9795e33 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 945 time: 0.0842314 Jan 21 10:23:14.500142 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-c1c6335d-915d-491f-a7dd-6f50492e044f req-454827a4-8029-432c-8111-b268c0f42a86 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Synchronizing usage tracker for tenant:19e257473a134fffa0becda83d969b7f on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:23:14.515601 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-c1c6335d-915d-491f-a7dd-6f50492e044f req-454827a4-8029-432c-8111-b268c0f42a86 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Unset dirty status for tenant:19e257473a134fffa0becda83d969b7f on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:23:14.516735 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c1c6335d-915d-491f-a7dd-6f50492e044f req-454827a4-8029-432c-8111-b268c0f42a86 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?id=ead03941-50b1-4271-bfa2-fd1faa6d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544105 Jan 21 10:23:15.125228 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5519eb-02d7-4b2f-a423-f23486ca4afa req-543a5626-f885-4829-b505-7d7b050c2023 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:15.126791 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0a5519eb-02d7-4b2f-a423-f23486ca4afa req-543a5626-f885-4829-b505-7d7b050c2023 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.72 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 945 time: 0.0869961 Jan 21 10:23:15.210282 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [req-0a5519eb-02d7-4b2f-a423-f23486ca4afa req-db07c78f-2d15-4f3a-8084-094b3f0fa439 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Deleting port d6d03356-024d-4289-9c37-64f277576825 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:23:15.210624 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-0a5519eb-02d7-4b2f-a423-f23486ca4afa req-db07c78f-2d15-4f3a-8084-094b3f0fa439 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:15.474930 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-0a5519eb-02d7-4b2f-a423-f23486ca4afa req-db07c78f-2d15-4f3a-8084-094b3f0fa439 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] For port d6d03356-024d-4289-9c37-64f277576825, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d6d03356-024d-4289-9c37-64f277576825,segment=NetworkSegment(952b64b0-fcc0-44d8-8c2b-c00dae1bdce3),segment_id=952b64b0-fcc0-44d8-8c2b-c00dae1bdce3)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:23:15.475882 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-0a5519eb-02d7-4b2f-a423-f23486ca4afa req-db07c78f-2d15-4f3a-8084-094b3f0fa439 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:15.609200 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [req-0a5519eb-02d7-4b2f-a423-f23486ca4afa req-db07c78f-2d15-4f3a-8084-094b3f0fa439 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Calling delete_port for d6d03356-024d-4289-9c37-64f277576825 owned by compute:nova {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:23:15.719060 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6ece3-30a3-4bb5-b972-b130a8c1f74e req-b6941489-accc-4fdb-9189-a0c7a59ccc8f tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:15.720375 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-02f6ece3-30a3-4bb5-b972-b130a8c1f74e req-b6941489-accc-4fdb-9189-a0c7a59ccc8f tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/ports?device_id=1428aafe-f3ac-4080-af95-2f001e31aa02 HTTP/1.1" status: 200 len: 945 time: 0.0862644 Jan 21 10:23:15.771226 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-0a5519eb-02d7-4b2f-a423-f23486ca4afa req-db07c78f-2d15-4f3a-8084-094b3f0fa439 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:15.778049 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-02f6ece3-30a3-4bb5-b972-b130a8c1f74e req-06ae7df9-a136-40aa-9719-a7942c96ef29 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.110 "GET /v2.0/security-groups?id=ead03941-50b1-4271-bfa2-fd1faa6d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497530 Jan 21 10:23:15.785544 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['d6d03356-024d-4289-9c37-64f277576825'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:23:15.832595 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db07c78f-2d15-4f3a-8084-094b3f0fa439 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Pushing event deleted for resources: {'Port': ['ID=d6d03356-024d-4289-9c37-64f277576825,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:15.916450 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5519eb-02d7-4b2f-a423-f23486ca4afa req-db07c78f-2d15-4f3a-8084-094b3f0fa439 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] No DVR routers for this DVR port d6d03356-024d-4289-9c37-64f277576825 on host hv-neutron-8257 {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:23:15.918943 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-0a5519eb-02d7-4b2f-a423-f23486ca4afa req-db07c78f-2d15-4f3a-8084-094b3f0fa439 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:15.922048 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1428aafe-f3ac-4080-af95-2f001e31aa02', 'name': 'network-vif-deleted', 'tag': 'd6d03356-024d-4289-9c37-64f277576825'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:23:15.939224 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0a5519eb-02d7-4b2f-a423-f23486ca4afa req-db07c78f-2d15-4f3a-8084-094b3f0fa439 tempest-TestMinimumBasicScenario-798553953 tempest-TestMinimumBasicScenario-798553953-project] 10.222.0.72 "DELETE /v2.0/ports/d6d03356-024d-4289-9c37-64f277576825 HTTP/1.1" status: 204 len: 173 time: 0.8070641 Jan 21 10:23:16.035329 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:23:16.050761 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1428aafe-f3ac-4080-af95-2f001e31aa02', 'name': 'network-vif-deleted', 'tag': 'd6d03356-024d-4289-9c37-64f277576825', 'status': 'completed', 'code': 200} Jan 21 10:23:16.628505 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-690fcaa6-0824-481d-a267-14f290b5c48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:17.466334 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 34738) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:18.079470 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-60ceaf6e-4c7e-4636-b0e8-96330fb84fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:18.283598 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device d6d03356-024d-4289-9c37-64f277576825 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:23:18.320662 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] No Port match for: d6d03356-024d-4289-9c37-64f277576825 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:23:18.321005 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device d6d03356-024d-4289-9c37-64f277576825 not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:23:18.439024 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-60ceaf6e-4c7e-4636-b0e8-96330fb84fd3 admin admin] Deleting port a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:23:18.439351 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-60ceaf6e-4c7e-4636-b0e8-96330fb84fd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:18.613597 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-60ceaf6e-4c7e-4636-b0e8-96330fb84fd3 admin admin] For port a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91,segment=NetworkSegment(952b64b0-fcc0-44d8-8c2b-c00dae1bdce3),segment_id=952b64b0-fcc0-44d8-8c2b-c00dae1bdce3)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:23:18.614821 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-60ceaf6e-4c7e-4636-b0e8-96330fb84fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:18.860876 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-60ceaf6e-4c7e-4636-b0e8-96330fb84fd3 admin admin] Calling delete_port for a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91 owned by network:router_interface {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:23:18.994410 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9073ae73-abc5-4fd0-b86b-d4da8d811f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:19.197663 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-60ceaf6e-4c7e-4636-b0e8-96330fb84fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:19.276218 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ceaf6e-4c7e-4636-b0e8-96330fb84fd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:19.538823 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-60ceaf6e-4c7e-4636-b0e8-96330fb84fd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:19.888636 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:19.920576 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ceaf6e-4c7e-4636-b0e8-96330fb84fd3 admin admin] Router 3d382d8d-09f9-4f2b-bcdd-134cbd44a845 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:23:20.107778 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:20.113323 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ceaf6e-4c7e-4636-b0e8-96330fb84fd3 admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:23:20.123165 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece33ec1-bbc5-4619-946f-cdee6284cab2 None None] Sync routers for ids ['3d382d8d-09f9-4f2b-bcdd-134cbd44a845'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:23:20.126695 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-60ceaf6e-4c7e-4636-b0e8-96330fb84fd3 admin admin] 10.222.0.110 "PUT /v2.0/routers/3d382d8d-09f9-4f2b-bcdd-134cbd44a845/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6593268 Jan 21 10:23:20.129344 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 34742) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:20.134794 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece33ec1-bbc5-4619-946f-cdee6284cab2 None None] Routers {'3d382d8d-09f9-4f2b-bcdd-134cbd44a845'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:23:20.135509 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-ece33ec1-bbc5-4619-946f-cdee6284cab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:23:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['3d382d8d-09f9-4f2b-bcdd-134cbd44a845'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:20.318823 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-ece33ec1-bbc5-4619-946f-cdee6284cab2 None None] Set router 3d382d8d-09f9-4f2b-bcdd-134cbd44a845 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:23:20.440548 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b5fcad43-d68e-47b1-88d2-1174495fc02f admin admin] Notify callbacks [] for router, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:20.623933 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b5fcad43-d68e-47b1-88d2-1174495fc02f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:20.633798 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-b5fcad43-d68e-47b1-88d2-1174495fc02f admin admin] Deleting port 285cb291-4360-4edc-9d71-381c45c28421 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:23:20.634130 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b5fcad43-d68e-47b1-88d2-1174495fc02f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:20.698970 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-ece33ec1-bbc5-4619-946f-cdee6284cab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d382d8d-09f9-4f2b-bcdd-134cbd44a845', 'name': 'tempest-TestMinimumBasicScenario-703402749-router', 'tenant_id': '19e257473a134fffa0becda83d969b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '285cb291-4360-4edc-9d71-381c45c28421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:40Z', 'updated_at': '2022-01-21T10:23:19Z', 'revision_number': 5, 'project_id': '19e257473a134fffa0becda83d969b7f', 'gw_port': {'id': '285cb291-4360-4edc-9d71-381c45c28421', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:46:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d382d8d-09f9-4f2b-bcdd-134cbd44a845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:40Z', 'updated_at': '2022-01-21T10:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:20.702987 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece33ec1-bbc5-4619-946f-cdee6284cab2 None None] Checking router: 3d382d8d-09f9-4f2b-bcdd-134cbd44a845 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:23:20.712947 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece33ec1-bbc5-4619-946f-cdee6284cab2 None None] Routers {'3d382d8d-09f9-4f2b-bcdd-134cbd44a845'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:23:20.713568 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-ece33ec1-bbc5-4619-946f-cdee6284cab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:23:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['3d382d8d-09f9-4f2b-bcdd-134cbd44a845'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:20.814236 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-b5fcad43-d68e-47b1-88d2-1174495fc02f admin admin] For port 285cb291-4360-4edc-9d71-381c45c28421, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=285cb291-4360-4edc-9d71-381c45c28421,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:23:20.814588 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b5fcad43-d68e-47b1-88d2-1174495fc02f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:20.870108 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-ece33ec1-bbc5-4619-946f-cdee6284cab2 None None] Set router 3d382d8d-09f9-4f2b-bcdd-134cbd44a845 gateway port host: None {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:23:20.947322 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-b5fcad43-d68e-47b1-88d2-1174495fc02f admin admin] Calling delete_port for 285cb291-4360-4edc-9d71-381c45c28421 owned by network:router_gateway {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:23:20.983363 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-ece33ec1-bbc5-4619-946f-cdee6284cab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d382d8d-09f9-4f2b-bcdd-134cbd44a845', 'name': 'tempest-TestMinimumBasicScenario-703402749-router', 'tenant_id': '19e257473a134fffa0becda83d969b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:40Z', 'updated_at': '2022-01-21T10:23:20Z', 'revision_number': 6, 'project_id': '19e257473a134fffa0becda83d969b7f', 'gw_port_host': None}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:20.987908 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece33ec1-bbc5-4619-946f-cdee6284cab2 None None] The sync data for ids ['3d382d8d-09f9-4f2b-bcdd-134cbd44a845'] in dv-neutron-825731-1-hyperv is: [{'id': '3d382d8d-09f9-4f2b-bcdd-134cbd44a845', 'name': 'tempest-TestMinimumBasicScenario-703402749-router', 'tenant_id': '19e257473a134fffa0becda83d969b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:40Z', 'updated_at': '2022-01-21T10:23:20Z', 'revision_number': 6, 'project_id': '19e257473a134fffa0becda83d969b7f', 'gw_port_host': None}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:23:21.122216 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b5fcad43-d68e-47b1-88d2-1174495fc02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:21.171495 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fcad43-d68e-47b1-88d2-1174495fc02f admin admin] Pushing event deleted for resources: {'Port': ['ID=285cb291-4360-4edc-9d71-381c45c28421,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:21.268915 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b5fcad43-d68e-47b1-88d2-1174495fc02f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:21.454419 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b5fcad43-d68e-47b1-88d2-1174495fc02f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:21.456792 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b5fcad43-d68e-47b1-88d2-1174495fc02f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:21.485000 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b5fcad43-d68e-47b1-88d2-1174495fc02f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:21.485630 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fcad43-d68e-47b1-88d2-1174495fc02f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d382d8d-09f9-4f2b-bcdd-134cbd44a845 {{(pid=87515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 10:23:21.501848 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b5fcad43-d68e-47b1-88d2-1174495fc02f admin admin] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:21.502986 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-b5fcad43-d68e-47b1-88d2-1174495fc02f admin admin] 10.222.0.110 "DELETE /v2.0/routers/3d382d8d-09f9-4f2b-bcdd-134cbd44a845 HTTP/1.1" status: 204 len: 168 time: 1.3725739 Jan 21 10:23:21.506407 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 34746) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:21.528605 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:21.570317 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d6157c8-a199-4052-91c2-bc48e3a21b7c admin admin] Deleting subnet 49b663de-4e44-4cce-8af2-1133e7b1da78 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:23:21.573779 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7d6157c8-a199-4052-91c2-bc48e3a21b7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:21.625545 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7d6157c8-a199-4052-91c2-bc48e3a21b7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:21.716266 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7d6157c8-a199-4052-91c2-bc48e3a21b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:21.795337 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:23:21.802163 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7d6157c8-a199-4052-91c2-bc48e3a21b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:21.831055 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:23:21.831685 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device a9f4f3cc-9984-4bcd-ace5-c9f3059e2e91 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:23:21.845664 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6157c8-a199-4052-91c2-bc48e3a21b7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49b663de-4e44-4cce-8af2-1133e7b1da78,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:21.851317 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7d6157c8-a199-4052-91c2-bc48e3a21b7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:21.856874 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c478df45-6c1c-4761-8e51-094755425849 None None] Network 1930e353-4e0f-4fc2-ac66-aa695e1fb041 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:23:21.861708 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7d6157c8-a199-4052-91c2-bc48e3a21b7c admin admin] 10.222.0.110 "DELETE /v2.0/subnets/49b663de-4e44-4cce-8af2-1133e7b1da78 HTTP/1.1" status: 204 len: 168 time: 0.3539443 Jan 21 10:23:21.863832 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 34750) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:22.107280 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b5ef9db9-6ddd-4b8c-b9d6-b6942ec699ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:22.118848 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-b5ef9db9-6ddd-4b8c-b9d6-b6942ec699ab admin admin] Deleting port 2776cdfa-51de-4241-b31c-081888b3daf2 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:23:22.119176 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b5ef9db9-6ddd-4b8c-b9d6-b6942ec699ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:22.132279 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c908d5e2-fdad-4653-af6b-6abda1cc3da0 None None] DHCP port deletion for 1930e353-4e0f-4fc2-ac66-aa695e1fb041 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 10:23:22.136651 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-c908d5e2-fdad-4653-af6b-6abda1cc3da0 None None] Deleting port 2776cdfa-51de-4241-b31c-081888b3daf2 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:23:22.137023 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c908d5e2-fdad-4653-af6b-6abda1cc3da0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:22.347858 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-b5ef9db9-6ddd-4b8c-b9d6-b6942ec699ab admin admin] For port 2776cdfa-51de-4241-b31c-081888b3daf2, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=2776cdfa-51de-4241-b31c-081888b3daf2,segment=NetworkSegment(952b64b0-fcc0-44d8-8c2b-c00dae1bdce3),segment_id=952b64b0-fcc0-44d8-8c2b-c00dae1bdce3)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:23:22.348197 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b5ef9db9-6ddd-4b8c-b9d6-b6942ec699ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:22.356235 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-c908d5e2-fdad-4653-af6b-6abda1cc3da0 None None] For port 2776cdfa-51de-4241-b31c-081888b3daf2, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=2776cdfa-51de-4241-b31c-081888b3daf2,segment=NetworkSegment(952b64b0-fcc0-44d8-8c2b-c00dae1bdce3),segment_id=952b64b0-fcc0-44d8-8c2b-c00dae1bdce3)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:23:22.356741 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c908d5e2-fdad-4653-af6b-6abda1cc3da0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:22.479738 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-b5ef9db9-6ddd-4b8c-b9d6-b6942ec699ab admin admin] Calling delete_port for 2776cdfa-51de-4241-b31c-081888b3daf2 owned by network:dhcp {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:23:22.482084 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-c908d5e2-fdad-4653-af6b-6abda1cc3da0 None None] Calling delete_port for 2776cdfa-51de-4241-b31c-081888b3daf2 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:23:22.567062 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c908d5e2-fdad-4653-af6b-6abda1cc3da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:22.576043 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.db.api [None req-b5ef9db9-6ddd-4b8c-b9d6-b6942ec699ab admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:23:22.576354 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG oslo_db.api [None req-b5ef9db9-6ddd-4b8c-b9d6-b6942ec699ab admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:23:22.618444 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908d5e2-fdad-4653-af6b-6abda1cc3da0 None None] Pushing event deleted for resources: {'Port': ['ID=2776cdfa-51de-4241-b31c-081888b3daf2,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:22.620682 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c908d5e2-fdad-4653-af6b-6abda1cc3da0 None None] No DVR routers for this DVR port 2776cdfa-51de-4241-b31c-081888b3daf2 on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:23:22.631625 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c908d5e2-fdad-4653-af6b-6abda1cc3da0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:22.632107 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c908d5e2-fdad-4653-af6b-6abda1cc3da0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:22.632545 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c908d5e2-fdad-4653-af6b-6abda1cc3da0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:22.632940 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c908d5e2-fdad-4653-af6b-6abda1cc3da0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:22.633267 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c908d5e2-fdad-4653-af6b-6abda1cc3da0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:22.633595 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c908d5e2-fdad-4653-af6b-6abda1cc3da0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:22.633920 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c908d5e2-fdad-4653-af6b-6abda1cc3da0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:22.634254 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c908d5e2-fdad-4653-af6b-6abda1cc3da0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:22.634554 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c908d5e2-fdad-4653-af6b-6abda1cc3da0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:22.634870 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c908d5e2-fdad-4653-af6b-6abda1cc3da0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:22.635253 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c908d5e2-fdad-4653-af6b-6abda1cc3da0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:22.635606 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c908d5e2-fdad-4653-af6b-6abda1cc3da0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:23.078010 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-b5ef9db9-6ddd-4b8c-b9d6-b6942ec699ab admin admin] Deleting port 2776cdfa-51de-4241-b31c-081888b3daf2 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:23:23.078609 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b5ef9db9-6ddd-4b8c-b9d6-b6942ec699ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:23.154487 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-b5ef9db9-6ddd-4b8c-b9d6-b6942ec699ab admin admin] The port '2776cdfa-51de-4241-b31c-081888b3daf2' was deleted {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 10:23:23.269554 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b5ef9db9-6ddd-4b8c-b9d6-b6942ec699ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:23.300558 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-b5ef9db9-6ddd-4b8c-b9d6-b6942ec699ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1930e353-4e0f-4fc2-ac66-aa695e1fb041']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:23.314539 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-b5ef9db9-6ddd-4b8c-b9d6-b6942ec699ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '952b64b0-fcc0-44d8-8c2b-c00dae1bdce3') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:23.314829 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-b5ef9db9-6ddd-4b8c-b9d6-b6942ec699ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '952b64b0-fcc0-44d8-8c2b-c00dae1bdce3') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:23.327727 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b5ef9db9-6ddd-4b8c-b9d6-b6942ec699ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:23.347203 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b5ef9db9-6ddd-4b8c-b9d6-b6942ec699ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:23.354773 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ef9db9-6ddd-4b8c-b9d6-b6942ec699ab admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:23:23.356495 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b5ef9db9-6ddd-4b8c-b9d6-b6942ec699ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:23.375115 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:23:23.375115 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 10:23:23.375115 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:23:23.375115 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 10:23:23.375115 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:23:23.375115 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 10:23:23.375115 dv-neutron-825731-1-hyperv neutron-server[87515]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:23:23.375115 dv-neutron-825731-1-hyperv neutron-server[87515]: util.warn( Jan 21 10:23:23.375115 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 10:23:23.375115 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:23:23.375115 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 10:23:23.375115 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:23:23.375115 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 10:23:23.375115 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:23:23.375115 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 10:23:23.375115 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:23:23.375115 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 10:23:23.375115 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:23:23.375115 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 10:23:23.375115 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:23:23.375115 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 10:23:23.375115 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:23:23.375115 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:23:23.375115 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:23:23.375115 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:23:23.375115 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:23:23.375115 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 10:23:23.375115 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:23:23.375115 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 10:23:23.375115 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:23:23.375115 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:23:23.375115 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:23:23.375115 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 10:23:23.375115 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:23:23.375115 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:23:23.375115 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:23:23.375115 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:23:23.375115 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:23:23.375115 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:23:23.375115 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:23:23.465481 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b5ef9db9-6ddd-4b8c-b9d6-b6942ec699ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:23.482215 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 2776cdfa-51de-4241-b31c-081888b3daf2 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:23:23.491717 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b5ef9db9-6ddd-4b8c-b9d6-b6942ec699ab admin admin] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:23.502513 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef9db9-6ddd-4b8c-b9d6-b6942ec699ab admin admin] Pushing event deleted for resources: {'Network': ['ID=1930e353-4e0f-4fc2-ac66-aa695e1fb041,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:23.517049 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-b5ef9db9-6ddd-4b8c-b9d6-b6942ec699ab admin admin] 10.222.0.110 "DELETE /v2.0/networks/1930e353-4e0f-4fc2-ac66-aa695e1fb041 HTTP/1.1" status: 204 len: 168 time: 1.6518199 Jan 21 10:23:23.519817 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 34754) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:23.534253 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 2776cdfa-51de-4241-b31c-081888b3daf2 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:23:23.534600 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 2776cdfa-51de-4241-b31c-081888b3daf2 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:23:23.535050 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 285cb291-4360-4edc-9d71-381c45c28421 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:23:23.574446 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 285cb291-4360-4edc-9d71-381c45c28421 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:23:23.574804 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 285cb291-4360-4edc-9d71-381c45c28421 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:23:24.229394 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6772a724-8a87-4e42-9327-164288aef0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:24.603695 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-6772a724-8a87-4e42-9327-164288aef0f8 admin admin] Deleting port 5c04bff4-eb13-464c-8fa7-9af4c41b1b4d {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:23:24.604013 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6772a724-8a87-4e42-9327-164288aef0f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:24.796576 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-6772a724-8a87-4e42-9327-164288aef0f8 admin admin] For port 5c04bff4-eb13-464c-8fa7-9af4c41b1b4d, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=5c04bff4-eb13-464c-8fa7-9af4c41b1b4d,segment=NetworkSegment(9e41455d-c47b-4c4e-bec5-73037d3d98d4),segment_id=9e41455d-c47b-4c4e-bec5-73037d3d98d4)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:23:24.796965 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6772a724-8a87-4e42-9327-164288aef0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:24.928959 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-6772a724-8a87-4e42-9327-164288aef0f8 admin admin] Calling delete_port for 5c04bff4-eb13-464c-8fa7-9af4c41b1b4d owned by network:router_interface {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:23:25.141217 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6772a724-8a87-4e42-9327-164288aef0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:25.194142 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6772a724-8a87-4e42-9327-164288aef0f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c04bff4-eb13-464c-8fa7-9af4c41b1b4d,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:25.490026 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6772a724-8a87-4e42-9327-164288aef0f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:26.041544 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6772a724-8a87-4e42-9327-164288aef0f8 admin admin] Router c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:23:26.264834 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6772a724-8a87-4e42-9327-164288aef0f8 admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:23:26.276612 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648635ba-d3ab-47cb-ac22-1869589ee237 None None] Sync routers for ids ['c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:23:26.284896 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6772a724-8a87-4e42-9327-164288aef0f8 admin admin] 10.222.0.110 "PUT /v2.0/routers/c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7639470 Jan 21 10:23:26.289510 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648635ba-d3ab-47cb-ac22-1869589ee237 None None] Routers {'c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:23:26.289718 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 34758) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:26.290151 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-648635ba-d3ab-47cb-ac22-1869589ee237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:23:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:26.518726 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-648635ba-d3ab-47cb-ac22-1869589ee237 None None] Set router c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:23:26.521700 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c74c-1e06-4062-89ed-ed809dc400e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:26.767677 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c74c-1e06-4062-89ed-ed809dc400e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:26.779951 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-1fc4c74c-1e06-4062-89ed-ed809dc400e7 admin admin] Deleting port 7f42ee4d-b858-4664-b995-7b6d5aceeed3 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:23:26.780272 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c74c-1e06-4062-89ed-ed809dc400e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:26.889497 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-648635ba-d3ab-47cb-ac22-1869589ee237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89', 'name': 'tempest-TestMinimumBasicScenario-1972071929-router', 'tenant_id': '06a4a745bce74d488f2fb258621341cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '7f42ee4d-b858-4664-b995-7b6d5aceeed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:46Z', 'updated_at': '2022-01-21T10:23:25Z', 'revision_number': 5, 'project_id': '06a4a745bce74d488f2fb258621341cb', 'gw_port': {'id': '7f42ee4d-b858-4664-b995-7b6d5aceeed3', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:47Z', 'updated_at': '2022-01-21T10:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:26.893939 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648635ba-d3ab-47cb-ac22-1869589ee237 None None] Checking router: c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:23:26.903745 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648635ba-d3ab-47cb-ac22-1869589ee237 None None] Routers {'c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:23:26.904352 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-648635ba-d3ab-47cb-ac22-1869589ee237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:23:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:26.981340 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-1fc4c74c-1e06-4062-89ed-ed809dc400e7 admin admin] For port 7f42ee4d-b858-4664-b995-7b6d5aceeed3, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=7f42ee4d-b858-4664-b995-7b6d5aceeed3,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:23:26.981773 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c74c-1e06-4062-89ed-ed809dc400e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:27.094366 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-648635ba-d3ab-47cb-ac22-1869589ee237 None None] Set router c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89 gateway port host: None {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:23:27.126233 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-1fc4c74c-1e06-4062-89ed-ed809dc400e7 admin admin] Calling delete_port for 7f42ee4d-b858-4664-b995-7b6d5aceeed3 owned by network:router_gateway {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:23:27.257039 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-648635ba-d3ab-47cb-ac22-1869589ee237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89', 'name': 'tempest-TestMinimumBasicScenario-1972071929-router', 'tenant_id': '06a4a745bce74d488f2fb258621341cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:46Z', 'updated_at': '2022-01-21T10:23:26Z', 'revision_number': 6, 'project_id': '06a4a745bce74d488f2fb258621341cb', 'gw_port_host': None}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:27.261371 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648635ba-d3ab-47cb-ac22-1869589ee237 None None] The sync data for ids ['c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89'] in dv-neutron-825731-1-hyperv is: [{'id': 'c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89', 'name': 'tempest-TestMinimumBasicScenario-1972071929-router', 'tenant_id': '06a4a745bce74d488f2fb258621341cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:46Z', 'updated_at': '2022-01-21T10:23:26Z', 'revision_number': 6, 'project_id': '06a4a745bce74d488f2fb258621341cb', 'gw_port_host': None}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:23:27.342886 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c74c-1e06-4062-89ed-ed809dc400e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:27.521351 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4c74c-1e06-4062-89ed-ed809dc400e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f42ee4d-b858-4664-b995-7b6d5aceeed3,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:27.622215 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c74c-1e06-4062-89ed-ed809dc400e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:27.672142 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 5c04bff4-eb13-464c-8fa7-9af4c41b1b4d no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:23:27.710568 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 5c04bff4-eb13-464c-8fa7-9af4c41b1b4d {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:23:27.711228 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 5c04bff4-eb13-464c-8fa7-9af4c41b1b4d not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:23:27.825573 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c74c-1e06-4062-89ed-ed809dc400e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:27.827890 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c74c-1e06-4062-89ed-ed809dc400e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:27.855260 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c74c-1e06-4062-89ed-ed809dc400e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:27.855817 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc4c74c-1e06-4062-89ed-ed809dc400e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89 {{(pid=87515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 10:23:27.869086 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c74c-1e06-4062-89ed-ed809dc400e7 admin admin] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:27.870200 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1fc4c74c-1e06-4062-89ed-ed809dc400e7 admin admin] 10.222.0.110 "DELETE /v2.0/routers/c0ab8acf-7f7e-4b8e-b24b-0f88d9f7ca89 HTTP/1.1" status: 204 len: 168 time: 1.5795176 Jan 21 10:23:27.873364 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 34762) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:27.945618 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-197b4a6a-f476-4e27-9656-f082ced7be2b admin admin] Deleting subnet 4459ec08-eee5-4734-8084-f8e05783eb5d {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:23:27.949023 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-197b4a6a-f476-4e27-9656-f082ced7be2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:28.006354 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-197b4a6a-f476-4e27-9656-f082ced7be2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:28.100265 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-197b4a6a-f476-4e27-9656-f082ced7be2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:28.183472 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-197b4a6a-f476-4e27-9656-f082ced7be2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:28.223755 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b4a6a-f476-4e27-9656-f082ced7be2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4459ec08-eee5-4734-8084-f8e05783eb5d,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:28.228791 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-197b4a6a-f476-4e27-9656-f082ced7be2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:28.237911 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-197b4a6a-f476-4e27-9656-f082ced7be2b admin admin] 10.222.0.110 "DELETE /v2.0/subnets/4459ec08-eee5-4734-8084-f8e05783eb5d HTTP/1.1" status: 204 len: 168 time: 0.3611176 Jan 21 10:23:28.238104 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983fd1ac-f5f2-41d1-95c2-afad8a155eae None None] Network 09020a0a-9efa-4444-a3f6-7d3849c0f029 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:23:28.238290 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 34766) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:28.363435 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b0bc8941-ea62-473b-9905-07df6b32878b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:28.382770 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-b0bc8941-ea62-473b-9905-07df6b32878b admin admin] Deleting port 8547b673-12e4-4125-8e63-0e6c1333dcba {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:23:28.383134 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b0bc8941-ea62-473b-9905-07df6b32878b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:28.554820 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f52b5d1-02dd-47ac-9894-d00f36b10d7e None None] DHCP port deletion for 09020a0a-9efa-4444-a3f6-7d3849c0f029 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 10:23:28.562818 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-2f52b5d1-02dd-47ac-9894-d00f36b10d7e None None] Deleting port 8547b673-12e4-4125-8e63-0e6c1333dcba {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:23:28.563449 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2f52b5d1-02dd-47ac-9894-d00f36b10d7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:28.657366 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-b0bc8941-ea62-473b-9905-07df6b32878b admin admin] For port 8547b673-12e4-4125-8e63-0e6c1333dcba, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=8547b673-12e4-4125-8e63-0e6c1333dcba,segment=NetworkSegment(9e41455d-c47b-4c4e-bec5-73037d3d98d4),segment_id=9e41455d-c47b-4c4e-bec5-73037d3d98d4)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:23:28.657967 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b0bc8941-ea62-473b-9905-07df6b32878b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:28.790445 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-b0bc8941-ea62-473b-9905-07df6b32878b admin admin] Calling delete_port for 8547b673-12e4-4125-8e63-0e6c1333dcba owned by network:dhcp {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:23:28.846938 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-2f52b5d1-02dd-47ac-9894-d00f36b10d7e None None] For port 8547b673-12e4-4125-8e63-0e6c1333dcba, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=8547b673-12e4-4125-8e63-0e6c1333dcba,segment=NetworkSegment(9e41455d-c47b-4c4e-bec5-73037d3d98d4),segment_id=9e41455d-c47b-4c4e-bec5-73037d3d98d4)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:23:28.847589 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2f52b5d1-02dd-47ac-9894-d00f36b10d7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:28.878295 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b0bc8941-ea62-473b-9905-07df6b32878b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:28.937004 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc8941-ea62-473b-9905-07df6b32878b admin admin] Pushing event deleted for resources: {'Port': ['ID=8547b673-12e4-4125-8e63-0e6c1333dcba,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:28.940552 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bc8941-ea62-473b-9905-07df6b32878b admin admin] No DVR routers for this DVR port 8547b673-12e4-4125-8e63-0e6c1333dcba on host dv-neutron-825731-1-hyperv {{(pid=87515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:23:28.984215 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-2f52b5d1-02dd-47ac-9894-d00f36b10d7e None None] Calling delete_port for 8547b673-12e4-4125-8e63-0e6c1333dcba owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:23:29.070992 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-2f52b5d1-02dd-47ac-9894-d00f36b10d7e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:23:29.071367 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-2f52b5d1-02dd-47ac-9894-d00f36b10d7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:23:29.089828 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b0bc8941-ea62-473b-9905-07df6b32878b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:29.124097 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-b0bc8941-ea62-473b-9905-07df6b32878b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09020a0a-9efa-4444-a3f6-7d3849c0f029']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:29.138354 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-b0bc8941-ea62-473b-9905-07df6b32878b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e41455d-c47b-4c4e-bec5-73037d3d98d4') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:29.138720 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-b0bc8941-ea62-473b-9905-07df6b32878b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e41455d-c47b-4c4e-bec5-73037d3d98d4') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:29.152213 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b0bc8941-ea62-473b-9905-07df6b32878b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:29.181209 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b0bc8941-ea62-473b-9905-07df6b32878b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:29.189837 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0bc8941-ea62-473b-9905-07df6b32878b admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:23:29.190355 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b0bc8941-ea62-473b-9905-07df6b32878b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:29.205359 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 10:23:29.205359 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:23:29.205359 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 10:23:29.205359 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:23:29.205359 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 10:23:29.205359 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:23:29.205359 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 10:23:29.205359 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:23:29.205359 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 10:23:29.205359 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:23:29.205359 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 10:23:29.205359 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:23:29.205359 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 10:23:29.205359 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:23:29.205359 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:23:29.205359 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:23:29.205359 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:23:29.205359 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:23:29.205359 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 10:23:29.205359 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:23:29.205359 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 10:23:29.205359 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:23:29.205359 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:23:29.205359 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:23:29.205359 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 10:23:29.205359 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:23:29.205359 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:23:29.205359 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:23:29.205359 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:23:29.205359 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:23:29.205359 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:23:29.205359 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:23:29.290556 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b0bc8941-ea62-473b-9905-07df6b32878b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:29.308742 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b0bc8941-ea62-473b-9905-07df6b32878b admin admin] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:29.319713 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc8941-ea62-473b-9905-07df6b32878b admin admin] Pushing event deleted for resources: {'Network': ['ID=09020a0a-9efa-4444-a3f6-7d3849c0f029,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:29.327093 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-b0bc8941-ea62-473b-9905-07df6b32878b admin admin] 10.222.0.110 "DELETE /v2.0/networks/09020a0a-9efa-4444-a3f6-7d3849c0f029 HTTP/1.1" status: 204 len: 168 time: 1.0879450 Jan 21 10:23:29.485107 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 7f42ee4d-b858-4664-b995-7b6d5aceeed3 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:23:29.520520 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 7f42ee4d-b858-4664-b995-7b6d5aceeed3 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:23:29.520890 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 7f42ee4d-b858-4664-b995-7b6d5aceeed3 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:23:29.521307 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 8547b673-12e4-4125-8e63-0e6c1333dcba no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:23:29.531120 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 34772) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:29.559344 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 8547b673-12e4-4125-8e63-0e6c1333dcba {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:23:29.560209 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 8547b673-12e4-4125-8e63-0e6c1333dcba not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:23:29.572377 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-2f52b5d1-02dd-47ac-9894-d00f36b10d7e None None] Deleting port 8547b673-12e4-4125-8e63-0e6c1333dcba {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:23:29.572796 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2f52b5d1-02dd-47ac-9894-d00f36b10d7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:29.586411 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-14fbe206-b578-471d-8a94-5a667cae7c17 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=19e257473a134fffa0becda83d969b7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537016 Jan 21 10:23:29.589033 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 34776) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:29.651144 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-2f52b5d1-02dd-47ac-9894-d00f36b10d7e None None] The port '8547b673-12e4-4125-8e63-0e6c1333dcba' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 10:23:29.668404 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-465de7b6-c19f-423c-9c43-5ac8d83bb863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:29.699253 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-465de7b6-c19f-423c-9c43-5ac8d83bb863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:29.760573 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-465de7b6-c19f-423c-9c43-5ac8d83bb863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:29.779001 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465de7b6-c19f-423c-9c43-5ac8d83bb863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead03941-50b1-4271-bfa2-fd1faa6d0746,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:29.791505 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-465de7b6-c19f-423c-9c43-5ac8d83bb863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:29.796387 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-465de7b6-c19f-423c-9c43-5ac8d83bb863 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/ead03941-50b1-4271-bfa2-fd1faa6d0746 HTTP/1.1" status: 204 len: 168 time: 0.2027104 Jan 21 10:23:30.167296 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 34784) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:30.221423 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-21018275-ce5d-475f-89b0-272aa992bad4 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=06a4a745bce74d488f2fb258621341cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0525811 Jan 21 10:23:30.224012 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 34788) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:30.292076 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-77295039-53f8-4d75-8f37-a07b135b07fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:30.327649 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-77295039-53f8-4d75-8f37-a07b135b07fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:30.384516 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-77295039-53f8-4d75-8f37-a07b135b07fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:30.399930 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77295039-53f8-4d75-8f37-a07b135b07fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc67b54-0b29-4f51-935e-90ef9261be23,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:30.406082 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-77295039-53f8-4d75-8f37-a07b135b07fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:30.407313 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-77295039-53f8-4d75-8f37-a07b135b07fc admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/bdc67b54-0b29-4f51-935e-90ef9261be23 HTTP/1.1" status: 204 len: 168 time: 0.1822548 Jan 21 10:23:32.475203 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 34830) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:32.480598 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-12df1502-c406-4866-8f23-d461c7c0649f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2004408804', 'description': 'tempest-secgroup-smoke-2004408804 description', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:23:32.486489 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-12df1502-c406-4866-8f23-d461c7c0649f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:32.491224 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-12df1502-c406-4866-8f23-d461c7c0649f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:32.494048 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-12df1502-c406-4866-8f23-d461c7c0649f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:32.501018 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-12df1502-c406-4866-8f23-d461c7c0649f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:32.511943 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-12df1502-c406-4866-8f23-d461c7c0649f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:32.525555 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-12df1502-c406-4866-8f23-d461c7c0649f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:32.542251 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-12df1502-c406-4866-8f23-d461c7c0649f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:32.547123 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-12df1502-c406-4866-8f23-d461c7c0649f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group_rule and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:32.550617 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-12df1502-c406-4866-8f23-d461c7c0649f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:32.557409 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-12df1502-c406-4866-8f23-d461c7c0649f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:32.649870 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-12df1502-c406-4866-8f23-d461c7c0649f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:32.654399 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-12df1502-c406-4866-8f23-d461c7c0649f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:32.668951 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-12df1502-c406-4866-8f23-d461c7c0649f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:32.677137 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-12df1502-c406-4866-8f23-d461c7c0649f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group_rule and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:32.685531 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-12df1502-c406-4866-8f23-d461c7c0649f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:32.696959 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-12df1502-c406-4866-8f23-d461c7c0649f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:32.700688 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df1502-c406-4866-8f23-d461c7c0649f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebab249-3519-4858-ac1a-b792b0c92a4d,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:32.794195 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-12df1502-c406-4866-8f23-d461c7c0649f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:32.798622 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-12df1502-c406-4866-8f23-d461c7c0649f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:32.843634 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df1502-c406-4866-8f23-d461c7c0649f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf83a7e3-309b-4ab8-8a98-09e15b5e6ebe,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:32.846344 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-12df1502-c406-4866-8f23-d461c7c0649f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:32.851173 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-12df1502-c406-4866-8f23-d461c7c0649f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3712952 Jan 21 10:23:32.851604 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 34834) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:32.856708 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-2de844de-416c-4eb0-90ae-7a44b20f80b0 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'security_group_rule': {'security_group_id': 'cf83a7e3-309b-4ab8-8a98-09e15b5e6ebe', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:23:32.863325 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2de844de-416c-4eb0-90ae-7a44b20f80b0 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:32.867924 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2de844de-416c-4eb0-90ae-7a44b20f80b0 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group_rule and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:32.871302 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2de844de-416c-4eb0-90ae-7a44b20f80b0 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:32.877215 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2de844de-416c-4eb0-90ae-7a44b20f80b0 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:32.899176 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2de844de-416c-4eb0-90ae-7a44b20f80b0 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:32.965940 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2de844de-416c-4eb0-90ae-7a44b20f80b0 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:32.970158 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2de844de-416c-4eb0-90ae-7a44b20f80b0 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:32.995829 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de844de-416c-4eb0-90ae-7a44b20f80b0 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e39a46d7-2903-4989-af0e-52b9395e28cd,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:33.005495 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2de844de-416c-4eb0-90ae-7a44b20f80b0 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:33.006908 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2de844de-416c-4eb0-90ae-7a44b20f80b0 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1543701 Jan 21 10:23:33.009718 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 34838) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:33.018537 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-c7cc0e57-a369-42fe-b45d-0cf38799c359 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'security_group_rule': {'security_group_id': 'cf83a7e3-309b-4ab8-8a98-09e15b5e6ebe', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:23:33.024952 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-c7cc0e57-a369-42fe-b45d-0cf38799c359 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:33.029078 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-c7cc0e57-a369-42fe-b45d-0cf38799c359 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group_rule and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:33.032336 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-c7cc0e57-a369-42fe-b45d-0cf38799c359 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:33.039132 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-c7cc0e57-a369-42fe-b45d-0cf38799c359 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:33.061086 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c7cc0e57-a369-42fe-b45d-0cf38799c359 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:33.133599 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c7cc0e57-a369-42fe-b45d-0cf38799c359 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:33.137675 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c7cc0e57-a369-42fe-b45d-0cf38799c359 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:33.165794 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc0e57-a369-42fe-b45d-0cf38799c359 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=768d7982-75a3-43bb-b165-f43e22985a49,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:33.175342 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c7cc0e57-a369-42fe-b45d-0cf38799c359 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:33.176588 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c7cc0e57-a369-42fe-b45d-0cf38799c359 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1643562 Jan 21 10:23:33.180298 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 34842) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:33.185492 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-d814d35b-c6f6-4f9a-a128-a918a10efa55 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'security_group_rule': {'security_group_id': 'cf83a7e3-309b-4ab8-8a98-09e15b5e6ebe', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:23:33.192324 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d814d35b-c6f6-4f9a-a128-a918a10efa55 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:33.197149 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d814d35b-c6f6-4f9a-a128-a918a10efa55 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group_rule and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:33.200216 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-d814d35b-c6f6-4f9a-a128-a918a10efa55 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:33.206147 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-d814d35b-c6f6-4f9a-a128-a918a10efa55 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:33.327332 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d814d35b-c6f6-4f9a-a128-a918a10efa55 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:33.392452 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d814d35b-c6f6-4f9a-a128-a918a10efa55 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:33.397381 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d814d35b-c6f6-4f9a-a128-a918a10efa55 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:33.421532 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d814d35b-c6f6-4f9a-a128-a918a10efa55 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd9a017-4e60-4cc0-88b0-1882483f8e4c,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:33.434759 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d814d35b-c6f6-4f9a-a128-a918a10efa55 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:33.436200 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d814d35b-c6f6-4f9a-a128-a918a10efa55 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2549613 Jan 21 10:23:33.439155 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 34846) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:33.444027 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-7f0814c7-700a-4d6f-bf9c-a8739d3c8eed tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'security_group_rule': {'security_group_id': 'cf83a7e3-309b-4ab8-8a98-09e15b5e6ebe', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:23:33.450040 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-7f0814c7-700a-4d6f-bf9c-a8739d3c8eed tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:33.454536 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7f0814c7-700a-4d6f-bf9c-a8739d3c8eed tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group_rule and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:33.458840 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7f0814c7-700a-4d6f-bf9c-a8739d3c8eed tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:33.466174 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-7f0814c7-700a-4d6f-bf9c-a8739d3c8eed tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:33.485688 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7f0814c7-700a-4d6f-bf9c-a8739d3c8eed tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:33.552434 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7f0814c7-700a-4d6f-bf9c-a8739d3c8eed tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:33.556160 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7f0814c7-700a-4d6f-bf9c-a8739d3c8eed tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:33.579283 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0814c7-700a-4d6f-bf9c-a8739d3c8eed tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c96a2720-b755-4dde-a0f6-318c5422dd9a,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:33.588821 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7f0814c7-700a-4d6f-bf9c-a8739d3c8eed tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:33.590129 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7f0814c7-700a-4d6f-bf9c-a8739d3c8eed tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1500390 Jan 21 10:23:33.593657 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 34850) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:33.599848 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-8f3c2252-37fa-4455-a88e-d3896d6280c8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'security_group_rule': {'security_group_id': 'cf83a7e3-309b-4ab8-8a98-09e15b5e6ebe', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:23:33.606333 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-8f3c2252-37fa-4455-a88e-d3896d6280c8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:33.610291 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-8f3c2252-37fa-4455-a88e-d3896d6280c8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group_rule and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:33.613177 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-8f3c2252-37fa-4455-a88e-d3896d6280c8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:33.619968 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-8f3c2252-37fa-4455-a88e-d3896d6280c8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:33.630683 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.securitygroups_db [None req-8f3c2252-37fa-4455-a88e-d3896d6280c8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Project fd2caf936e0146abb4bf55e5ab36dacd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:23:33.638922 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8f3c2252-37fa-4455-a88e-d3896d6280c8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:33.712333 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8f3c2252-37fa-4455-a88e-d3896d6280c8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:33.716375 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8f3c2252-37fa-4455-a88e-d3896d6280c8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:33.742691 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c2252-37fa-4455-a88e-d3896d6280c8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8be853a3-b0c7-4551-adf9-6ab6fe9b8d6a,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:33.754847 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8f3c2252-37fa-4455-a88e-d3896d6280c8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:33.756347 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8f3c2252-37fa-4455-a88e-d3896d6280c8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1616566 Jan 21 10:23:33.760019 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 34854) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:33.765377 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-ebcdf7c3-66c9-4560-90b5-0a81be427295 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'security_group_rule': {'security_group_id': 'cf83a7e3-309b-4ab8-8a98-09e15b5e6ebe', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:23:33.771593 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-ebcdf7c3-66c9-4560-90b5-0a81be427295 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:33.776511 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ebcdf7c3-66c9-4560-90b5-0a81be427295 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group_rule and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:33.780095 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ebcdf7c3-66c9-4560-90b5-0a81be427295 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:33.792262 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-ebcdf7c3-66c9-4560-90b5-0a81be427295 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:33.805472 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.securitygroups_db [None req-ebcdf7c3-66c9-4560-90b5-0a81be427295 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Project fd2caf936e0146abb4bf55e5ab36dacd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:23:33.815804 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ebcdf7c3-66c9-4560-90b5-0a81be427295 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:33.898542 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ebcdf7c3-66c9-4560-90b5-0a81be427295 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:33.903862 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ebcdf7c3-66c9-4560-90b5-0a81be427295 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:33.931618 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcdf7c3-66c9-4560-90b5-0a81be427295 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3212d78-8cdb-4eee-a142-13f68093f4f5,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:33.941235 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ebcdf7c3-66c9-4560-90b5-0a81be427295 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:33.942814 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ebcdf7c3-66c9-4560-90b5-0a81be427295 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1812630 Jan 21 10:23:33.945360 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 34858) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:33.951139 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-ba8b2aeb-40a7-47c8-aad8-6dfd7eaa820e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'network': {'name': 'tempest-network-smoke--2037301423', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'port_security_enabled': True}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:23:33.956469 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-ba8b2aeb-40a7-47c8-aad8-6dfd7eaa820e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:33.961521 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ba8b2aeb-40a7-47c8-aad8-6dfd7eaa820e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:network and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:33.964593 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-ba8b2aeb-40a7-47c8-aad8-6dfd7eaa820e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:33.971073 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-ba8b2aeb-40a7-47c8-aad8-6dfd7eaa820e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:33.983272 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8b2aeb-40a7-47c8-aad8-6dfd7eaa820e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Made reservation on behalf of fd2caf936e0146abb4bf55e5ab36dacd for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:23:33.987308 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ba8b2aeb-40a7-47c8-aad8-6dfd7eaa820e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:34.018944 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba8b2aeb-40a7-47c8-aad8-6dfd7eaa820e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:23:34.028778 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ba8b2aeb-40a7-47c8-aad8-6dfd7eaa820e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:34.029134 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-ba8b2aeb-40a7-47c8-aad8-6dfd7eaa820e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Added segment d73e4835-e47d-42de-b910-583c347c763f of type vlan for network 0c9075ee-9a1c-42be-85f2-5eeb2f18a908 Jan 21 10:23:34.065947 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ba8b2aeb-40a7-47c8-aad8-6dfd7eaa820e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:34.096951 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ba8b2aeb-40a7-47c8-aad8-6dfd7eaa820e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:34.102975 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8b2aeb-40a7-47c8-aad8-6dfd7eaa820e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:34.103590 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ba8b2aeb-40a7-47c8-aad8-6dfd7eaa820e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:34.158450 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ba8b2aeb-40a7-47c8-aad8-6dfd7eaa820e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2117832 Jan 21 10:23:34.163475 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 34862) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:34.171611 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-9e42f25a-7989-4c57-8f24-77301586bd95 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-348201046', 'admin_state_up': True, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:23:34.233130 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9e42f25a-7989-4c57-8f24-77301586bd95 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:34.235571 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b2aeb-40a7-47c8-aad8-6dfd7eaa820e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'Network': ['ID=0c9075ee-9a1c-42be-85f2-5eeb2f18a908,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:34.239522 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9e42f25a-7989-4c57-8f24-77301586bd95 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:router and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:34.242755 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9e42f25a-7989-4c57-8f24-77301586bd95 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:34.247184 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 0c9075ee-9a1c-42be-85f2-5eeb2f18a908 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:23:34.249360 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9e42f25a-7989-4c57-8f24-77301586bd95 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:34.265872 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e42f25a-7989-4c57-8f24-77301586bd95 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:34.267826 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e42f25a-7989-4c57-8f24-77301586bd95 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:34.292672 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e42f25a-7989-4c57-8f24-77301586bd95 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:34.686320 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e42f25a-7989-4c57-8f24-77301586bd95 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:35.013704 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e42f25a-7989-4c57-8f24-77301586bd95 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for router_gateway, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:35.045520 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e42f25a-7989-4c57-8f24-77301586bd95 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:35.188057 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-9e42f25a-7989-4c57-8f24-77301586bd95 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Allocated IP 172.26.3.96 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/c45084c2-74ac-4037-b2e7-d5ec72610362) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:23:35.354084 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e42f25a-7989-4c57-8f24-77301586bd95 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:35.386825 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e42f25a-7989-4c57-8f24-77301586bd95 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:35.460592 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e42f25a-7989-4c57-8f24-77301586bd95 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:23:35.463823 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-9e42f25a-7989-4c57-8f24-77301586bd95 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:23:35.467599 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e42f25a-7989-4c57-8f24-77301586bd95 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:23:35.498774 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e42f25a-7989-4c57-8f24-77301586bd95 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'Port': ['ID=c45084c2-74ac-4037-b2e7-d5ec72610362,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:35.910903 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e42f25a-7989-4c57-8f24-77301586bd95 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for router_gateway, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:36.386084 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e42f25a-7989-4c57-8f24-77301586bd95 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:36.589781 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e42f25a-7989-4c57-8f24-77301586bd95 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Router 1dd1048a-09e0-4423-920f-79042924f058 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 10:23:36.769068 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e42f25a-7989-4c57-8f24-77301586bd95 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:23:36.782461 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94504317-4f0d-4bb8-8338-30a8f33724c3 None None] Sync routers for ids ['1dd1048a-09e0-4423-920f-79042924f058'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:23:36.793274 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94504317-4f0d-4bb8-8338-30a8f33724c3 None None] Routers {'1dd1048a-09e0-4423-920f-79042924f058'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:23:36.793902 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-94504317-4f0d-4bb8-8338-30a8f33724c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:23:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['1dd1048a-09e0-4423-920f-79042924f058'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:36.797461 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e42f25a-7989-4c57-8f24-77301586bd95 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:36.798659 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9e42f25a-7989-4c57-8f24-77301586bd95 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.6341321 Jan 21 10:23:36.801844 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 34866) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:36.966508 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0834b8e2-4ac7-4f59-acc3-fd974b19ecd9 tempest-TestNetworkAdvancedServerOps-151801494 tempest-TestNetworkAdvancedServerOps-151801494-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=fd2caf936e0146abb4bf55e5ab36dacd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1635337 Jan 21 10:23:36.969970 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 34872) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:36.994912 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-94504317-4f0d-4bb8-8338-30a8f33724c3 None None] Set router 1dd1048a-09e0-4423-920f-79042924f058 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:23:37.112582 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d062d4b-2ef5-4ec9-995d-3f396ae871b9 tempest-TestNetworkAdvancedServerOps-151801494 tempest-TestNetworkAdvancedServerOps-151801494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:37.114086 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-5d062d4b-2ef5-4ec9-995d-3f396ae871b9 tempest-TestNetworkAdvancedServerOps-151801494 tempest-TestNetworkAdvancedServerOps-151801494-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1431537 Jan 21 10:23:37.117993 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 34876) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:37.174793 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-fd975db2-a0a7-4c49-ae6b-631b07de7775 tempest-TestNetworkAdvancedServerOps-151801494 tempest-TestNetworkAdvancedServerOps-151801494-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=80a065d7-b55c-43ad-a3e8-c65befe4136c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0556247 Jan 21 10:23:37.177423 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 34880) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:37.183059 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-1e3b0fab-8003-4414-856a-08001b476bc5 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1021629746', 'network_id': '0c9075ee-9a1c-42be-85f2-5eeb2f18a908', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:23:37.296360 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-1e3b0fab-8003-4414-856a-08001b476bc5 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:37.300189 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-1e3b0fab-8003-4414-856a-08001b476bc5 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:subnet and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:37.303270 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-1e3b0fab-8003-4414-856a-08001b476bc5 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:37.303548 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-94504317-4f0d-4bb8-8338-30a8f33724c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd1048a-09e0-4423-920f-79042924f058', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348201046', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'c45084c2-74ac-4037-b2e7-d5ec72610362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:34Z', 'updated_at': '2022-01-21T10:23:35Z', 'revision_number': 3, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'c45084c2-74ac-4037-b2e7-d5ec72610362', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd1048a-09e0-4423-920f-79042924f058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:35Z', 'updated_at': '2022-01-21T10:23:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:37.307450 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94504317-4f0d-4bb8-8338-30a8f33724c3 None None] Checking router: 1dd1048a-09e0-4423-920f-79042924f058 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:23:37.307913 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94504317-4f0d-4bb8-8338-30a8f33724c3 None None] Updating router 1dd1048a-09e0-4423-920f-79042924f058 port c45084c2-74ac-4037-b2e7-d5ec72610362 binding host dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:23:37.309040 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-1e3b0fab-8003-4414-856a-08001b476bc5 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:37.319946 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3b0fab-8003-4414-856a-08001b476bc5 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Made reservation on behalf of fd2caf936e0146abb4bf55e5ab36dacd for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:23:37.323380 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1e3b0fab-8003-4414-856a-08001b476bc5 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:37.404078 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-94504317-4f0d-4bb8-8338-30a8f33724c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:37.549375 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1e3b0fab-8003-4414-856a-08001b476bc5 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:37.626477 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b0fab-8003-4414-856a-08001b476bc5 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'Subnet': ['ID=ea793f32-4412-44c0-af28-574db3de6c20,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:37.639953 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3b0fab-8003-4414-856a-08001b476bc5 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Checking segment: {'id': 'd73e4835-e47d-42de-b910-583c347c763f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0c9075ee-9a1c-42be-85f2-5eeb2f18a908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:23:37.640306 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3b0fab-8003-4414-856a-08001b476bc5 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Network hostable DHCP agents. Network: 0c9075ee-9a1c-42be-85f2-5eeb2f18a908, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:23:37.660430 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3b0fab-8003-4414-856a-08001b476bc5 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Network 0c9075ee-9a1c-42be-85f2-5eeb2f18a908 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:23:37.671948 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-1e3b0fab-8003-4414-856a-08001b476bc5 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 0c9075ee-9a1c-42be-85f2-5eeb2f18a908) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:23:37.680679 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3b0fab-8003-4414-856a-08001b476bc5 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:37.681555 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c8d176-ef68-4a4b-b84b-4c672f158c25 None None] Network 0c9075ee-9a1c-42be-85f2-5eeb2f18a908 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:23:37.681673 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1e3b0fab-8003-4414-856a-08001b476bc5 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:37.715139 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1e3b0fab-8003-4414-856a-08001b476bc5 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5366325 Jan 21 10:23:37.718022 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 34884) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:37.788777 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-94504317-4f0d-4bb8-8338-30a8f33724c3 None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:37.811424 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-94504317-4f0d-4bb8-8338-30a8f33724c3 None None] Transition to ACTIVE for port object c45084c2-74ac-4037-b2e7-d5ec72610362 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:23:37.866791 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-94504317-4f0d-4bb8-8338-30a8f33724c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:37.982577 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c0ab85-3380-45b6-ade1-1140f49d9e73 None None] Pushing event updated for resources: {'Port': ['ID=c45084c2-74ac-4037-b2e7-d5ec72610362,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:38.016826 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-94504317-4f0d-4bb8-8338-30a8f33724c3 None None] Attempting to bind port c45084c2-74ac-4037-b2e7-d5ec72610362 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:23:38.017193 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-94504317-4f0d-4bb8-8338-30a8f33724c3 None None] Attempting to bind port c45084c2-74ac-4037-b2e7-d5ec72610362 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:23:38.017548 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94504317-4f0d-4bb8-8338-30a8f33724c3 None None] Attempting to bind port c45084c2-74ac-4037-b2e7-d5ec72610362 on network 80a065d7-b55c-43ad-a3e8-c65befe4136c {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:23:38.031819 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94504317-4f0d-4bb8-8338-30a8f33724c3 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:23:38.032206 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94504317-4f0d-4bb8-8338-30a8f33724c3 None None] Checking segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:23:38.032589 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-94504317-4f0d-4bb8-8338-30a8f33724c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:38.032975 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94504317-4f0d-4bb8-8338-30a8f33724c3 None None] Bound using segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:23:38.033437 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-94504317-4f0d-4bb8-8338-30a8f33724c3 None None] Bound port: c45084c2-74ac-4037-b2e7-d5ec72610362, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:23:38.033807 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-94504317-4f0d-4bb8-8338-30a8f33724c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:38.162442 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484fc4b9-ffe9-4609-adf8-7c39ca476571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-0c9075ee-9a1c-42be-85f2-5eeb2f18a908', 'network_id': '0c9075ee-9a1c-42be-85f2-5eeb2f18a908', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'fixed_ips': [{'subnet_id': 'ea793f32-4412-44c0-af28-574db3de6c20'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:23:38.163316 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-484fc4b9-ffe9-4609-adf8-7c39ca476571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:38.172915 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-94504317-4f0d-4bb8-8338-30a8f33724c3 None None] For port c45084c2-74ac-4037-b2e7-d5ec72610362, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:23:38.187505 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-94504317-4f0d-4bb8-8338-30a8f33724c3 None None] For port c45084c2-74ac-4037-b2e7-d5ec72610362, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=c45084c2-74ac-4037-b2e7-d5ec72610362,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:23:38.225912 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-94504317-4f0d-4bb8-8338-30a8f33724c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:38.346165 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c0ab85-3380-45b6-ade1-1140f49d9e73 None None] Pushing event updated for resources: {'Port': ['ID=c45084c2-74ac-4037-b2e7-d5ec72610362,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:38.352095 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94504317-4f0d-4bb8-8338-30a8f33724c3 None None] Routers {'1dd1048a-09e0-4423-920f-79042924f058'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:23:38.352728 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-94504317-4f0d-4bb8-8338-30a8f33724c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:23:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['1dd1048a-09e0-4423-920f-79042924f058'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:38.447769 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e3cb96ba-601a-47ff-bc36-badb80bbeb7d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:38.556368 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-484fc4b9-ffe9-4609-adf8-7c39ca476571 None None] Allocated IP 172.20.0.2 (0c9075ee-9a1c-42be-85f2-5eeb2f18a908/ea793f32-4412-44c0-af28-574db3de6c20/d7fe11dd-9f11-4a37-9aeb-70225a3e9d73) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:23:38.626515 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-94504317-4f0d-4bb8-8338-30a8f33724c3 None None] Set router 1dd1048a-09e0-4423-920f-79042924f058 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:23:39.081336 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-484fc4b9-ffe9-4609-adf8-7c39ca476571 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:39.094772 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-484fc4b9-ffe9-4609-adf8-7c39ca476571 None None] Transition to ACTIVE for port object d7fe11dd-9f11-4a37-9aeb-70225a3e9d73 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:23:39.123703 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-484fc4b9-ffe9-4609-adf8-7c39ca476571 None None] Transition to ACTIVE for port object d7fe11dd-9f11-4a37-9aeb-70225a3e9d73 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:23:39.132841 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-484fc4b9-ffe9-4609-adf8-7c39ca476571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:39.191942 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-94504317-4f0d-4bb8-8338-30a8f33724c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd1048a-09e0-4423-920f-79042924f058', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348201046', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'c45084c2-74ac-4037-b2e7-d5ec72610362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:34Z', 'updated_at': '2022-01-21T10:23:35Z', 'revision_number': 3, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'c45084c2-74ac-4037-b2e7-d5ec72610362', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd1048a-09e0-4423-920f-79042924f058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:35Z', 'updated_at': '2022-01-21T10:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:39.204660 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484fc4b9-ffe9-4609-adf8-7c39ca476571 None None] Network 0c9075ee-9a1c-42be-85f2-5eeb2f18a908 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:23:39.209317 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94504317-4f0d-4bb8-8338-30a8f33724c3 None None] The sync data for ids ['1dd1048a-09e0-4423-920f-79042924f058'] in dv-neutron-825731-1-hyperv is: [{'id': '1dd1048a-09e0-4423-920f-79042924f058', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348201046', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'c45084c2-74ac-4037-b2e7-d5ec72610362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:34Z', 'updated_at': '2022-01-21T10:23:35Z', 'revision_number': 3, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'c45084c2-74ac-4037-b2e7-d5ec72610362', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd1048a-09e0-4423-920f-79042924f058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:35Z', 'updated_at': '2022-01-21T10:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:23:39.211091 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-484fc4b9-ffe9-4609-adf8-7c39ca476571 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:23:39.217290 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484fc4b9-ffe9-4609-adf8-7c39ca476571 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:23:39.224784 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-e3cb96ba-601a-47ff-bc36-badb80bbeb7d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Allocated IP 172.20.0.1 (0c9075ee-9a1c-42be-85f2-5eeb2f18a908/ea793f32-4412-44c0-af28-574db3de6c20/df6f4a46-2f11-46fc-a1fb-e23f43d7901f) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:23:39.227216 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484fc4b9-ffe9-4609-adf8-7c39ca476571 None None] Pushing event updated for resources: {'Port': ['ID=d7fe11dd-9f11-4a37-9aeb-70225a3e9d73,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:39.331118 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-484fc4b9-ffe9-4609-adf8-7c39ca476571 None None] Attempting to bind port d7fe11dd-9f11-4a37-9aeb-70225a3e9d73 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:23:39.331585 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-484fc4b9-ffe9-4609-adf8-7c39ca476571 None None] Attempting to bind port d7fe11dd-9f11-4a37-9aeb-70225a3e9d73 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'd73e4835-e47d-42de-b910-583c347c763f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0c9075ee-9a1c-42be-85f2-5eeb2f18a908'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:23:39.331894 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484fc4b9-ffe9-4609-adf8-7c39ca476571 None None] Attempting to bind port d7fe11dd-9f11-4a37-9aeb-70225a3e9d73 on network 0c9075ee-9a1c-42be-85f2-5eeb2f18a908 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:23:39.342203 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484fc4b9-ffe9-4609-adf8-7c39ca476571 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:23:39.342562 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484fc4b9-ffe9-4609-adf8-7c39ca476571 None None] Checking segment: {'id': 'd73e4835-e47d-42de-b910-583c347c763f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0c9075ee-9a1c-42be-85f2-5eeb2f18a908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:23:39.342964 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-484fc4b9-ffe9-4609-adf8-7c39ca476571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:39.343358 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484fc4b9-ffe9-4609-adf8-7c39ca476571 None None] Bound using segment: {'id': 'd73e4835-e47d-42de-b910-583c347c763f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0c9075ee-9a1c-42be-85f2-5eeb2f18a908'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:23:39.343862 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-484fc4b9-ffe9-4609-adf8-7c39ca476571 None None] Bound port: d7fe11dd-9f11-4a37-9aeb-70225a3e9d73, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd73e4835-e47d-42de-b910-583c347c763f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0c9075ee-9a1c-42be-85f2-5eeb2f18a908'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:23:39.344235 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-484fc4b9-ffe9-4609-adf8-7c39ca476571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:39.397585 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e3cb96ba-601a-47ff-bc36-badb80bbeb7d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:39.416077 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-e3cb96ba-601a-47ff-bc36-badb80bbeb7d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Transition to ACTIVE for port object df6f4a46-2f11-46fc-a1fb-e23f43d7901f will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:23:39.444702 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-484fc4b9-ffe9-4609-adf8-7c39ca476571 None None] For port d7fe11dd-9f11-4a37-9aeb-70225a3e9d73, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:23:39.449313 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-484fc4b9-ffe9-4609-adf8-7c39ca476571 None None] For port d7fe11dd-9f11-4a37-9aeb-70225a3e9d73, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=d7fe11dd-9f11-4a37-9aeb-70225a3e9d73,segment=NetworkSegment(d73e4835-e47d-42de-b910-583c347c763f),segment_id=d73e4835-e47d-42de-b910-583c347c763f)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:23:39.453290 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e3cb96ba-601a-47ff-bc36-badb80bbeb7d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:39.464870 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-484fc4b9-ffe9-4609-adf8-7c39ca476571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:39.581666 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484fc4b9-ffe9-4609-adf8-7c39ca476571 None None] Pushing event updated for resources: {'Port': ['ID=d7fe11dd-9f11-4a37-9aeb-70225a3e9d73,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:39.668797 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cb96ba-601a-47ff-bc36-badb80bbeb7d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Network 0c9075ee-9a1c-42be-85f2-5eeb2f18a908 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:23:39.672956 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-e3cb96ba-601a-47ff-bc36-badb80bbeb7d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:23:39.678113 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cb96ba-601a-47ff-bc36-badb80bbeb7d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:23:39.728927 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb96ba-601a-47ff-bc36-badb80bbeb7d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'Port': ['ID=df6f4a46-2f11-46fc-a1fb-e23f43d7901f,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:39.753589 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e3cb96ba-601a-47ff-bc36-badb80bbeb7d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:40.047195 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e3cb96ba-601a-47ff-bc36-badb80bbeb7d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:40.478180 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e3cb96ba-601a-47ff-bc36-badb80bbeb7d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:40.483290 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e3cb96ba-601a-47ff-bc36-badb80bbeb7d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:40.601723 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e3cb96ba-601a-47ff-bc36-badb80bbeb7d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:40.609117 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb96ba-601a-47ff-bc36-badb80bbeb7d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'Port': ['ID=df6f4a46-2f11-46fc-a1fb-e23f43d7901f,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:40.637583 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9cd841-08fa-494d-90c3-3ad5ba5be825 None None] Network 0c9075ee-9a1c-42be-85f2-5eeb2f18a908 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:23:40.727040 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-830fd0f6-3c2f-4999-81d5-321034f0aec0 None None] Provisioning for port d7fe11dd-9f11-4a37-9aeb-70225a3e9d73 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:23:40.763492 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cb96ba-601a-47ff-bc36-badb80bbeb7d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Network 0c9075ee-9a1c-42be-85f2-5eeb2f18a908 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:23:40.765220 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-e3cb96ba-601a-47ff-bc36-badb80bbeb7d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:23:40.970427 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cb96ba-601a-47ff-bc36-badb80bbeb7d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Router 1dd1048a-09e0-4423-920f-79042924f058 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:23:41.161555 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e0630120-e8ce-4601-8ee9-0fcf6683d15c None None] Provisioning for port df6f4a46-2f11-46fc-a1fb-e23f43d7901f completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:23:41.168456 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e0630120-e8ce-4601-8ee9-0fcf6683d15c None None] Provisioning complete for port df6f4a46-2f11-46fc-a1fb-e23f43d7901f triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:41.168879 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e0630120-e8ce-4601-8ee9-0fcf6683d15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:41.237305 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-e0630120-e8ce-4601-8ee9-0fcf6683d15c None None] Port df6f4a46-2f11-46fc-a1fb-e23f43d7901f cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:23:41.289474 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cb96ba-601a-47ff-bc36-badb80bbeb7d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:23:41.300920 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745ef372-3073-49b9-a3a6-e8c22951030f None None] Sync routers for ids ['1dd1048a-09e0-4423-920f-79042924f058'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:23:41.314298 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e3cb96ba-601a-47ff-bc36-badb80bbeb7d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "PUT /v2.0/routers/1dd1048a-09e0-4423-920f-79042924f058/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5878677 Jan 21 10:23:41.314493 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745ef372-3073-49b9-a3a6-e8c22951030f None None] Routers {'1dd1048a-09e0-4423-920f-79042924f058'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:23:41.314493 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-745ef372-3073-49b9-a3a6-e8c22951030f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:23:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['1dd1048a-09e0-4423-920f-79042924f058'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:41.373919 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-fe1a8000-3b55-4363-8228-ab4190af10cf None None] Provisioning complete for port df6f4a46-2f11-46fc-a1fb-e23f43d7901f triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:41.374639 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fe1a8000-3b55-4363-8228-ab4190af10cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:41.454741 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-fe1a8000-3b55-4363-8228-ab4190af10cf None None] Port df6f4a46-2f11-46fc-a1fb-e23f43d7901f cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:23:41.512947 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-745ef372-3073-49b9-a3a6-e8c22951030f None None] Set router 1dd1048a-09e0-4423-920f-79042924f058 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:23:41.604053 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device d7fe11dd-9f11-4a37-9aeb-70225a3e9d73 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:23:41.625076 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-727e1d8e-4090-4b0b-adce-ed66cf67889e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2004408804&fields=id&tenant_id=fd2caf936e0146abb4bf55e5ab36dacd HTTP/1.1" status: 200 len: 267 time: 0.1813982 Jan 21 10:23:41.692656 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-c2760e10-70be-40fb-8559-7fa6b6537fd8 None None] Provisioning complete for port df6f4a46-2f11-46fc-a1fb-e23f43d7901f triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:41.693474 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c2760e10-70be-40fb-8559-7fa6b6537fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:41.733120 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port d7fe11dd-9f11-4a37-9aeb-70225a3e9d73 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:23:41.740926 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port d7fe11dd-9f11-4a37-9aeb-70225a3e9d73 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:41.741211 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:41.807501 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-9139f0bf-4ff6-41f1-a9b0-27ad1e93c91a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:41.809136 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-9139f0bf-4ff6-41f1-a9b0-27ad1e93c91a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Synchronizing usage tracker for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:network {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:23:41.830742 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-9139f0bf-4ff6-41f1-a9b0-27ad1e93c91a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Unset dirty status for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:network {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:23:41.832085 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-9139f0bf-4ff6-41f1-a9b0-27ad1e93c91a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/networks?id=0c9075ee-9a1c-42be-85f2-5eeb2f18a908 HTTP/1.1" status: 200 len: 797 time: 0.2056563 Jan 21 10:23:41.849665 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-3ce34a4c-b4c7-47d0-a4c3-9ed68726c75c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/quotas/fd2caf936e0146abb4bf55e5ab36dacd HTTP/1.1" status: 200 len: 375 time: 0.0106676 Jan 21 10:23:41.861867 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-c2760e10-70be-40fb-8559-7fa6b6537fd8 None None] Port df6f4a46-2f11-46fc-a1fb-e23f43d7901f cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:23:41.867767 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-745ef372-3073-49b9-a3a6-e8c22951030f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd1048a-09e0-4423-920f-79042924f058', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348201046', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'c45084c2-74ac-4037-b2e7-d5ec72610362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:34Z', 'updated_at': '2022-01-21T10:23:39Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'c45084c2-74ac-4037-b2e7-d5ec72610362', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd1048a-09e0-4423-920f-79042924f058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:35Z', 'updated_at': '2022-01-21T10:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'df6f4a46-2f11-46fc-a1fb-e23f43d7901f', 'name': '', 'network_id': '0c9075ee-9a1c-42be-85f2-5eeb2f18a908', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:15:34:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd1048a-09e0-4423-920f-79042924f058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'ea793f32-4412-44c0-af28-574db3de6c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:38Z', 'updated_at': '2022-01-21T10:23:40Z', 'revision_number': 2, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': 'ea793f32-4412-44c0-af28-574db3de6c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:41.873062 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745ef372-3073-49b9-a3a6-e8c22951030f None None] Checking router: 1dd1048a-09e0-4423-920f-79042924f058 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:23:41.873465 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745ef372-3073-49b9-a3a6-e8c22951030f None None] Updating router 1dd1048a-09e0-4423-920f-79042924f058 port df6f4a46-2f11-46fc-a1fb-e23f43d7901f binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:23:41.891711 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:41.930473 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port d7fe11dd-9f11-4a37-9aeb-70225a3e9d73, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=d7fe11dd-9f11-4a37-9aeb-70225a3e9d73,segment=NetworkSegment(d73e4835-e47d-42de-b910-583c347c763f),segment_id=d73e4835-e47d-42de-b910-583c347c763f)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:23:41.935770 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:41.936909 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c45084c2-74ac-4037-b2e7-d5ec72610362 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:23:41.939763 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-745ef372-3073-49b9-a3a6-e8c22951030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:41.952973 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-e5e7d8f7-2a54-4b32-92b6-2db6123bf14e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0946257 Jan 21 10:23:42.024406 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-7a975968-8d6c-4833-bd4a-8c29c1c4c6ca service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 10:23:42.025409 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-7a975968-8d6c-4833-bd4a-8c29c1c4c6ca service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0580642 Jan 21 10:23:42.056115 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=d7fe11dd-9f11-4a37-9aeb-70225a3e9d73,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:42.070660 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port c45084c2-74ac-4037-b2e7-d5ec72610362 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:23:42.075256 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port c45084c2-74ac-4037-b2e7-d5ec72610362 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:42.075706 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:42.169897 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-857922be-0428-453a-bb57-28363f464a59 service neutron] 10.222.0.110 "GET /v2.0/networks/0c9075ee-9a1c-42be-85f2-5eeb2f18a908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365190 Jan 21 10:23:42.202540 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:42.220170 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port c45084c2-74ac-4037-b2e7-d5ec72610362, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=c45084c2-74ac-4037-b2e7-d5ec72610362,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:23:42.225580 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:42.298566 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=c45084c2-74ac-4037-b2e7-d5ec72610362,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:42.310324 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-745ef372-3073-49b9-a3a6-e8c22951030f None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:42.322075 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-006d3ec0-cf69-4831-8081-a2c374488938 service neutron] 10.222.0.110 "GET /v2.0/networks/0c9075ee-9a1c-42be-85f2-5eeb2f18a908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456444 Jan 21 10:23:42.322928 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-745ef372-3073-49b9-a3a6-e8c22951030f None None] Transition to ACTIVE for port object df6f4a46-2f11-46fc-a1fb-e23f43d7901f will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:23:42.329791 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-745ef372-3073-49b9-a3a6-e8c22951030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:42.526559 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-abe9c951-f111-4bbd-af02-d06379c3cc9f req-30fad568-c234-4ad9-9dcb-934441d886a6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Synchronizing usage tracker for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:23:42.548430 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-abe9c951-f111-4bbd-af02-d06379c3cc9f req-30fad568-c234-4ad9-9dcb-934441d886a6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Unset dirty status for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:23:42.550168 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-abe9c951-f111-4bbd-af02-d06379c3cc9f req-30fad568-c234-4ad9-9dcb-934441d886a6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=329c3e97-d484-470a-a7d9-b6e68ac33f7b HTTP/1.1" status: 200 len: 210 time: 0.0690367 Jan 21 10:23:42.557282 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902aabe-818f-4acc-a12a-4d3c7eac1158 None None] Pushing event updated for resources: {'Port': ['ID=df6f4a46-2f11-46fc-a1fb-e23f43d7901f,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:42.589439 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902aabe-818f-4acc-a12a-4d3c7eac1158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:42.589791 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902aabe-818f-4acc-a12a-4d3c7eac1158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:42.590129 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902aabe-818f-4acc-a12a-4d3c7eac1158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:42.590461 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902aabe-818f-4acc-a12a-4d3c7eac1158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:42.590971 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902aabe-818f-4acc-a12a-4d3c7eac1158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:42.591302 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902aabe-818f-4acc-a12a-4d3c7eac1158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:42.591671 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902aabe-818f-4acc-a12a-4d3c7eac1158 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:42.591993 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902aabe-818f-4acc-a12a-4d3c7eac1158 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:42.592316 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902aabe-818f-4acc-a12a-4d3c7eac1158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:42.592633 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902aabe-818f-4acc-a12a-4d3c7eac1158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:42.592952 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902aabe-818f-4acc-a12a-4d3c7eac1158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:42.593264 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902aabe-818f-4acc-a12a-4d3c7eac1158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:42.615545 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-745ef372-3073-49b9-a3a6-e8c22951030f None None] Attempting to bind port df6f4a46-2f11-46fc-a1fb-e23f43d7901f on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:23:42.615935 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-745ef372-3073-49b9-a3a6-e8c22951030f None None] Attempting to bind port df6f4a46-2f11-46fc-a1fb-e23f43d7901f by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'd73e4835-e47d-42de-b910-583c347c763f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0c9075ee-9a1c-42be-85f2-5eeb2f18a908'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:23:42.616297 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745ef372-3073-49b9-a3a6-e8c22951030f None None] Attempting to bind port df6f4a46-2f11-46fc-a1fb-e23f43d7901f on network 0c9075ee-9a1c-42be-85f2-5eeb2f18a908 {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:23:42.623847 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745ef372-3073-49b9-a3a6-e8c22951030f None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:23:42.624227 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745ef372-3073-49b9-a3a6-e8c22951030f None None] Checking segment: {'id': 'd73e4835-e47d-42de-b910-583c347c763f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0c9075ee-9a1c-42be-85f2-5eeb2f18a908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:23:42.624635 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-745ef372-3073-49b9-a3a6-e8c22951030f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:42.625026 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745ef372-3073-49b9-a3a6-e8c22951030f None None] Bound using segment: {'id': 'd73e4835-e47d-42de-b910-583c347c763f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0c9075ee-9a1c-42be-85f2-5eeb2f18a908'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:23:42.625494 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-745ef372-3073-49b9-a3a6-e8c22951030f None None] Bound port: df6f4a46-2f11-46fc-a1fb-e23f43d7901f, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd73e4835-e47d-42de-b910-583c347c763f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0c9075ee-9a1c-42be-85f2-5eeb2f18a908'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:23:42.625867 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-745ef372-3073-49b9-a3a6-e8c22951030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:42.812339 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-745ef372-3073-49b9-a3a6-e8c22951030f None None] For port df6f4a46-2f11-46fc-a1fb-e23f43d7901f, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:23:42.817760 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-745ef372-3073-49b9-a3a6-e8c22951030f None None] For port df6f4a46-2f11-46fc-a1fb-e23f43d7901f, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=df6f4a46-2f11-46fc-a1fb-e23f43d7901f,segment=NetworkSegment(d73e4835-e47d-42de-b910-583c347c763f),segment_id=d73e4835-e47d-42de-b910-583c347c763f)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:23:42.914664 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-745ef372-3073-49b9-a3a6-e8c22951030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:43.035839 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745ef372-3073-49b9-a3a6-e8c22951030f None None] Routers {'1dd1048a-09e0-4423-920f-79042924f058'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:23:43.037306 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-745ef372-3073-49b9-a3a6-e8c22951030f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:23:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['1dd1048a-09e0-4423-920f-79042924f058'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:43.093218 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:43.100645 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902aabe-818f-4acc-a12a-4d3c7eac1158 None None] Pushing event updated for resources: {'Port': ['ID=df6f4a46-2f11-46fc-a1fb-e23f43d7901f,revision_number=4']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:43.254053 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-745ef372-3073-49b9-a3a6-e8c22951030f None None] Set router 1dd1048a-09e0-4423-920f-79042924f058 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:23:43.502493 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device d7fe11dd-9f11-4a37-9aeb-70225a3e9d73 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:23:43.594405 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-745ef372-3073-49b9-a3a6-e8c22951030f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd1048a-09e0-4423-920f-79042924f058', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348201046', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'c45084c2-74ac-4037-b2e7-d5ec72610362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:34Z', 'updated_at': '2022-01-21T10:23:39Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'c45084c2-74ac-4037-b2e7-d5ec72610362', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd1048a-09e0-4423-920f-79042924f058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:35Z', 'updated_at': '2022-01-21T10:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'df6f4a46-2f11-46fc-a1fb-e23f43d7901f', 'name': '', 'network_id': '0c9075ee-9a1c-42be-85f2-5eeb2f18a908', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:15:34:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd1048a-09e0-4423-920f-79042924f058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'ea793f32-4412-44c0-af28-574db3de6c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:38Z', 'updated_at': '2022-01-21T10:23:42Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': 'ea793f32-4412-44c0-af28-574db3de6c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:43.603348 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745ef372-3073-49b9-a3a6-e8c22951030f None None] The sync data for ids ['1dd1048a-09e0-4423-920f-79042924f058'] in dv-neutron-825731-1-hyperv is: [{'id': '1dd1048a-09e0-4423-920f-79042924f058', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348201046', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'c45084c2-74ac-4037-b2e7-d5ec72610362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:34Z', 'updated_at': '2022-01-21T10:23:39Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'c45084c2-74ac-4037-b2e7-d5ec72610362', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd1048a-09e0-4423-920f-79042924f058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:35Z', 'updated_at': '2022-01-21T10:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'df6f4a46-2f11-46fc-a1fb-e23f43d7901f', 'name': '', 'network_id': '0c9075ee-9a1c-42be-85f2-5eeb2f18a908', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:15:34:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd1048a-09e0-4423-920f-79042924f058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'ea793f32-4412-44c0-af28-574db3de6c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:38Z', 'updated_at': '2022-01-21T10:23:42Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': 'ea793f32-4412-44c0-af28-574db3de6c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:23:43.611209 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port d7fe11dd-9f11-4a37-9aeb-70225a3e9d73 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:43.611771 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:43.809399 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c45084c2-74ac-4037-b2e7-d5ec72610362 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:23:43.832015 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-67918e37-8490-4943-a2ba-05bad649cd4d req-6e5edc85-9339-4646-b3cb-7a74be6a84d8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=329c3e97-d484-470a-a7d9-b6e68ac33f7b HTTP/1.1" status: 200 len: 210 time: 0.0503144 Jan 21 10:23:43.859834 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-b3f2de7b-5843-437e-a526-4ae741992bda tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:43.861624 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-b3f2de7b-5843-437e-a526-4ae741992bda tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.72 "GET /v2.0/networks?id=0c9075ee-9a1c-42be-85f2-5eeb2f18a908 HTTP/1.1" status: 200 len: 797 time: 0.2922144 Jan 21 10:23:43.930728 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-8ffee586-ddae-4d17-8c3d-7a3992575bd9 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd2caf936e0146abb4bf55e5ab36dacd HTTP/1.1" status: 200 len: 380 time: 0.0592036 Jan 21 10:23:43.940722 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-e7499592-bfc3-4acb-8a79-2c125812da58 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'port': {'device_id': '329c3e97-d484-470a-a7d9-b6e68ac33f7b', 'network_id': '0c9075ee-9a1c-42be-85f2-5eeb2f18a908', 'admin_state_up': True, 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'security_groups': ['cf83a7e3-309b-4ab8-8a98-09e15b5e6ebe']}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:23:43.956227 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port c45084c2-74ac-4037-b2e7-d5ec72610362 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:43.956930 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:44.110183 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-e7499592-bfc3-4acb-8a79-2c125812da58 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:44.122001 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-e7499592-bfc3-4acb-8a79-2c125812da58 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:44.136108 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-e7499592-bfc3-4acb-8a79-2c125812da58 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Made reservation on behalf of fd2caf936e0146abb4bf55e5ab36dacd for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:23:44.139767 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-e7499592-bfc3-4acb-8a79-2c125812da58 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:44.320765 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-e7499592-bfc3-4acb-8a79-2c125812da58 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Allocated IP 172.20.0.8 (0c9075ee-9a1c-42be-85f2-5eeb2f18a908/ea793f32-4412-44c0-af28-574db3de6c20/3efbd9c3-2df2-4ee9-997a-ba100f03b352) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:23:44.547554 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-e7499592-bfc3-4acb-8a79-2c125812da58 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:44.564281 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-e7499592-bfc3-4acb-8a79-2c125812da58 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Transition to ACTIVE for port object 3efbd9c3-2df2-4ee9-997a-ba100f03b352 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:23:44.592229 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-e7499592-bfc3-4acb-8a79-2c125812da58 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:44.680521 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-e7499592-bfc3-4acb-8a79-2c125812da58 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Network 0c9075ee-9a1c-42be-85f2-5eeb2f18a908 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:23:44.685554 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-e7499592-bfc3-4acb-8a79-2c125812da58 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:23:44.689567 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-e7499592-bfc3-4acb-8a79-2c125812da58 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:23:44.716120 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7499592-bfc3-4acb-8a79-2c125812da58 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'Port': ['ID=3efbd9c3-2df2-4ee9-997a-ba100f03b352,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:44.757057 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-e7499592-bfc3-4acb-8a79-2c125812da58 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:44.757726 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-e7499592-bfc3-4acb-8a79-2c125812da58 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:44.789324 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-e7499592-bfc3-4acb-8a79-2c125812da58 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8534451 Jan 21 10:23:44.801452 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-62640195-a9de-4d52-a4b8-2d3ffe82a76a service neutron] Request body: {'port': {'device_id': '329c3e97-d484-470a-a7d9-b6e68ac33f7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:23:44.937832 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-62640195-a9de-4d52-a4b8-2d3ffe82a76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:45.063049 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-a5832723-05c1-4aff-a609-c8797cf1afb9 None None] Provisioning for port 3efbd9c3-2df2-4ee9-997a-ba100f03b352 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:23:45.072448 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-a5832723-05c1-4aff-a609-c8797cf1afb9 None None] Provisioning complete for port 3efbd9c3-2df2-4ee9-997a-ba100f03b352 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:45.072853 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a5832723-05c1-4aff-a609-c8797cf1afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:45.078324 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3faf4-182c-4ef5-88b6-9b72d5b613d1 req-8d41a156-9cf9-4b56-8c51-2f14af896975 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:45.080073 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5af3faf4-182c-4ef5-88b6-9b72d5b613d1 req-8d41a156-9cf9-4b56-8c51-2f14af896975 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=329c3e97-d484-470a-a7d9-b6e68ac33f7b HTTP/1.1" status: 200 len: 931 time: 0.0949068 Jan 21 10:23:45.145806 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-5af3faf4-182c-4ef5-88b6-9b72d5b613d1 req-1b9ea72a-bcb8-4af1-8407-5ee1fe5ce4d6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Synchronizing usage tracker for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:security_group {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:23:45.153463 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-a5832723-05c1-4aff-a609-c8797cf1afb9 None None] Port 3efbd9c3-2df2-4ee9-997a-ba100f03b352 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:23:45.166820 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-5af3faf4-182c-4ef5-88b6-9b72d5b613d1 req-1b9ea72a-bcb8-4af1-8407-5ee1fe5ce4d6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Unset dirty status for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:security_group {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:23:45.168652 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5af3faf4-182c-4ef5-88b6-9b72d5b613d1 req-1b9ea72a-bcb8-4af1-8407-5ee1fe5ce4d6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=cf83a7e3-309b-4ab8-8a98-09e15b5e6ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770235 Jan 21 10:23:45.477792 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-62640195-a9de-4d52-a4b8-2d3ffe82a76a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3efbd9c3-2df2-4ee9-997a-ba100f03b352 {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:23:45.485199 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-62640195-a9de-4d52-a4b8-2d3ffe82a76a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:45.500698 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-62640195-a9de-4d52-a4b8-2d3ffe82a76a service neutron] Transition to ACTIVE for port object 3efbd9c3-2df2-4ee9-997a-ba100f03b352 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:23:45.506961 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-62640195-a9de-4d52-a4b8-2d3ffe82a76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:45.523521 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device df6f4a46-2f11-46fc-a1fb-e23f43d7901f up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:23:45.600392 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port df6f4a46-2f11-46fc-a1fb-e23f43d7901f completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:23:45.605914 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port df6f4a46-2f11-46fc-a1fb-e23f43d7901f triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:45.606288 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:45.641562 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62640195-a9de-4d52-a4b8-2d3ffe82a76a service neutron] Pushing event updated for resources: {'Port': ['ID=3efbd9c3-2df2-4ee9-997a-ba100f03b352,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:45.738681 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:45.766235 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-62640195-a9de-4d52-a4b8-2d3ffe82a76a service neutron] Attempting to bind port 3efbd9c3-2df2-4ee9-997a-ba100f03b352 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:23:45.766575 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-62640195-a9de-4d52-a4b8-2d3ffe82a76a service neutron] Attempting to bind port 3efbd9c3-2df2-4ee9-997a-ba100f03b352 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'd73e4835-e47d-42de-b910-583c347c763f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0c9075ee-9a1c-42be-85f2-5eeb2f18a908'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:23:45.766962 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-62640195-a9de-4d52-a4b8-2d3ffe82a76a service neutron] Attempting to bind port 3efbd9c3-2df2-4ee9-997a-ba100f03b352 on network 0c9075ee-9a1c-42be-85f2-5eeb2f18a908 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:23:45.772970 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-62640195-a9de-4d52-a4b8-2d3ffe82a76a service neutron] Port 3efbd9c3-2df2-4ee9-997a-ba100f03b352 on network 0c9075ee-9a1c-42be-85f2-5eeb2f18a908 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:23:45.773272 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-62640195-a9de-4d52-a4b8-2d3ffe82a76a service neutron] Attempting to bind port 3efbd9c3-2df2-4ee9-997a-ba100f03b352 on network 0c9075ee-9a1c-42be-85f2-5eeb2f18a908 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:23:45.779945 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-62640195-a9de-4d52-a4b8-2d3ffe82a76a service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:23:45.780315 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-62640195-a9de-4d52-a4b8-2d3ffe82a76a service neutron] Checking segment: {'id': 'd73e4835-e47d-42de-b910-583c347c763f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0c9075ee-9a1c-42be-85f2-5eeb2f18a908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:23:45.780839 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-62640195-a9de-4d52-a4b8-2d3ffe82a76a service neutron] Bound using segment: {'id': 'd73e4835-e47d-42de-b910-583c347c763f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0c9075ee-9a1c-42be-85f2-5eeb2f18a908'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:23:45.781289 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-62640195-a9de-4d52-a4b8-2d3ffe82a76a service neutron] Bound port: 3efbd9c3-2df2-4ee9-997a-ba100f03b352, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd73e4835-e47d-42de-b910-583c347c763f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0c9075ee-9a1c-42be-85f2-5eeb2f18a908'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:23:45.782042 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-62640195-a9de-4d52-a4b8-2d3ffe82a76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:45.784949 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port df6f4a46-2f11-46fc-a1fb-e23f43d7901f, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=df6f4a46-2f11-46fc-a1fb-e23f43d7901f,segment=NetworkSegment(d73e4835-e47d-42de-b910-583c347c763f),segment_id=d73e4835-e47d-42de-b910-583c347c763f)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:23:45.792272 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:45.879584 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=df6f4a46-2f11-46fc-a1fb-e23f43d7901f,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:45.881368 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-62640195-a9de-4d52-a4b8-2d3ffe82a76a service neutron] For port 3efbd9c3-2df2-4ee9-997a-ba100f03b352, host hv-neutron-8257, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:23:45.884723 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-62640195-a9de-4d52-a4b8-2d3ffe82a76a service neutron] For port 3efbd9c3-2df2-4ee9-997a-ba100f03b352, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=3efbd9c3-2df2-4ee9-997a-ba100f03b352,segment=NetworkSegment(d73e4835-e47d-42de-b910-583c347c763f),segment_id=d73e4835-e47d-42de-b910-583c347c763f)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:23:45.888495 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-62640195-a9de-4d52-a4b8-2d3ffe82a76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:45.954622 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-62640195-a9de-4d52-a4b8-2d3ffe82a76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:45.955248 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-62640195-a9de-4d52-a4b8-2d3ffe82a76a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:45.956722 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-62640195-a9de-4d52-a4b8-2d3ffe82a76a service neutron] 10.222.0.72 "PUT /v2.0/ports/3efbd9c3-2df2-4ee9-997a-ba100f03b352 HTTP/1.1" status: 200 len: 1093 time: 1.1595504 Jan 21 10:23:45.957178 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329c3e97-d484-470a-a7d9-b6e68ac33f7b', 'tag': '3efbd9c3-2df2-4ee9-997a-ba100f03b352'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:23:45.982001 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62640195-a9de-4d52-a4b8-2d3ffe82a76a service neutron] Pushing event updated for resources: {'Port': ['ID=3efbd9c3-2df2-4ee9-997a-ba100f03b352,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:46.041915 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '329c3e97-d484-470a-a7d9-b6e68ac33f7b', 'tag': '3efbd9c3-2df2-4ee9-997a-ba100f03b352', 'status': 'completed', 'code': 200} Jan 21 10:23:46.090054 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-f1be43b9-e1e0-4313-8ae7-bddfcfd5fc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:46.091595 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-f1be43b9-e1e0-4313-8ae7-bddfcfd5fc4d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&device_id=329c3e97-d484-470a-a7d9-b6e68ac33f7b HTTP/1.1" status: 200 len: 1096 time: 0.0829568 Jan 21 10:23:46.165225 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-4fbbc0db-97cf-468f-8f1a-cd7c62eee24d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3efbd9c3-2df2-4ee9-997a-ba100f03b352 HTTP/1.1" status: 200 len: 217 time: 0.0669539 Jan 21 10:23:46.230854 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-0d49da33-1c3d-4813-b4e6-752ddeb55c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:46.232251 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-0d49da33-1c3d-4813-b4e6-752ddeb55c6f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ea793f32-4412-44c0-af28-574db3de6c20 HTTP/1.1" status: 200 len: 835 time: 0.0613415 Jan 21 10:23:46.313267 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-96e27508-bbfb-4a8f-a7b0-d657090e4db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:46.314776 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-96e27508-bbfb-4a8f-a7b0-d657090e4db8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0c9075ee-9a1c-42be-85f2-5eeb2f18a908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765746 Jan 21 10:23:46.368958 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c2a57-daa8-4eb4-b5c2-d77b2a1008c4 req-b20cd8a9-94d6-44b2-b3dd-572e619ca440 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:46.371109 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-532c2a57-daa8-4eb4-b5c2-d77b2a1008c4 req-b20cd8a9-94d6-44b2-b3dd-572e619ca440 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=329c3e97-d484-470a-a7d9-b6e68ac33f7b HTTP/1.1" status: 200 len: 943 time: 0.0914338 Jan 21 10:23:46.416576 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-532c2a57-daa8-4eb4-b5c2-d77b2a1008c4 req-baefdffe-e1d4-4a81-b9de-7acdebbc2c6c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=cf83a7e3-309b-4ab8-8a98-09e15b5e6ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401752 Jan 21 10:23:46.457609 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-3ae54dc8-870b-49a7-be24-6ba341326186 service neutron] 10.222.0.72 "GET /v2.0/networks/0c9075ee-9a1c-42be-85f2-5eeb2f18a908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358824 Jan 21 10:23:46.591575 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0c4cd040-9576-47d8-8ba5-f81135728bf5 req-14041ad4-f21d-490a-9243-1f1a1d65bd4b service neutron] 10.222.0.72 "GET /v2.0/networks/0c9075ee-9a1c-42be-85f2-5eeb2f18a908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271844 Jan 21 10:23:46.632209 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-51c7634d-be64-4a9f-964d-714094edea2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:46.707581 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ecae9-99ae-4215-9309-5dea59053171 req-e0183601-8f00-486f-b072-b1b68d10fb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:46.709649 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ff0ecae9-99ae-4215-9309-5dea59053171 req-e0183601-8f00-486f-b072-b1b68d10fb4b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&device_id=329c3e97-d484-470a-a7d9-b6e68ac33f7b HTTP/1.1" status: 200 len: 1096 time: 0.0724418 Jan 21 10:23:46.845951 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ecae9-99ae-4215-9309-5dea59053171 req-2d302737-015c-4d23-800e-2f73f5909835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:46.847353 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ff0ecae9-99ae-4215-9309-5dea59053171 req-2d302737-015c-4d23-800e-2f73f5909835 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0c9075ee-9a1c-42be-85f2-5eeb2f18a908 HTTP/1.1" status: 200 len: 898 time: 0.1311569 Jan 21 10:23:46.924450 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ff0ecae9-99ae-4215-9309-5dea59053171 req-d6bb2323-1dce-4b29-bb6a-904acab97a42 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3efbd9c3-2df2-4ee9-997a-ba100f03b352 HTTP/1.1" status: 200 len: 217 time: 0.0714414 Jan 21 10:23:46.986815 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ecae9-99ae-4215-9309-5dea59053171 req-32064f74-c771-4a1a-b3dd-bbd3b2e63657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:46.988298 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ff0ecae9-99ae-4215-9309-5dea59053171 req-32064f74-c771-4a1a-b3dd-bbd3b2e63657 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ea793f32-4412-44c0-af28-574db3de6c20 HTTP/1.1" status: 200 len: 835 time: 0.0585887 Jan 21 10:23:47.183123 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ecae9-99ae-4215-9309-5dea59053171 req-bf527f4c-4bc0-45cf-95ce-0a0465d48921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:47.184599 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ff0ecae9-99ae-4215-9309-5dea59053171 req-bf527f4c-4bc0-45cf-95ce-0a0465d48921 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0c9075ee-9a1c-42be-85f2-5eeb2f18a908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1905227 Jan 21 10:23:47.325094 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ff0ecae9-99ae-4215-9309-5dea59053171 req-c1f3814a-481f-41e3-b5be-ad8836712ada service neutron] 10.222.0.72 "GET /v2.0/networks/0c9075ee-9a1c-42be-85f2-5eeb2f18a908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341183 Jan 21 10:23:47.474002 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ff0ecae9-99ae-4215-9309-5dea59053171 req-7b013638-ec94-44c5-a2b5-f3dabda47608 service neutron] 10.222.0.72 "GET /v2.0/networks/0c9075ee-9a1c-42be-85f2-5eeb2f18a908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428711 Jan 21 10:23:47.511682 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device df6f4a46-2f11-46fc-a1fb-e23f43d7901f up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:23:47.579775 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port df6f4a46-2f11-46fc-a1fb-e23f43d7901f triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:47.580149 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:47.612560 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7577b15-f7cf-4faf-83e9-83897146b9be req-13122f57-d44a-44fd-9c8f-c74cf4e5e37e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:47.613279 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-c7577b15-f7cf-4faf-83e9-83897146b9be req-13122f57-d44a-44fd-9c8f-c74cf4e5e37e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Synchronizing usage tracker for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:23:47.631342 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-c7577b15-f7cf-4faf-83e9-83897146b9be req-13122f57-d44a-44fd-9c8f-c74cf4e5e37e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Unset dirty status for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:23:47.632637 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c7577b15-f7cf-4faf-83e9-83897146b9be req-13122f57-d44a-44fd-9c8f-c74cf4e5e37e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=329c3e97-d484-470a-a7d9-b6e68ac33f7b HTTP/1.1" status: 200 len: 943 time: 0.0982022 Jan 21 10:23:47.683934 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c7577b15-f7cf-4faf-83e9-83897146b9be req-0a8e55ce-491c-456b-8e26-64e84bc7c980 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=cf83a7e3-309b-4ab8-8a98-09e15b5e6ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450652 Jan 21 10:23:48.868851 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2a1ce-1f08-4a67-a1ff-1d6fbf03ad18 req-42f18a20-f1c8-433a-bc7e-5fa95d4ffa5e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:48.870311 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b3f2a1ce-1f08-4a67-a1ff-1d6fbf03ad18 req-42f18a20-f1c8-433a-bc7e-5fa95d4ffa5e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=329c3e97-d484-470a-a7d9-b6e68ac33f7b HTTP/1.1" status: 200 len: 943 time: 0.0803144 Jan 21 10:23:48.920576 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b3f2a1ce-1f08-4a67-a1ff-1d6fbf03ad18 req-c15d2627-426a-464b-b70b-257fca4a56cd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=cf83a7e3-309b-4ab8-8a98-09e15b5e6ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445518 Jan 21 10:23:48.986690 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1cb2c4ba-bfb0-45fe-89d6-c918ed5a5856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:49.883839 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:50.108457 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:50.122242 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156adcf8-eb82-4d14-8f64-224ec9b1ed43 req-209d3059-672d-4166-bfd3-5c1351bc77b8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:50.123871 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-156adcf8-eb82-4d14-8f64-224ec9b1ed43 req-209d3059-672d-4166-bfd3-5c1351bc77b8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=329c3e97-d484-470a-a7d9-b6e68ac33f7b HTTP/1.1" status: 200 len: 943 time: 0.0903618 Jan 21 10:23:50.172897 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-156adcf8-eb82-4d14-8f64-224ec9b1ed43 req-91e55dd2-684a-4822-9308-3aca842f963e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=cf83a7e3-309b-4ab8-8a98-09e15b5e6ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431621 Jan 21 10:23:50.405869 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 3efbd9c3-2df2-4ee9-997a-ba100f03b352 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:23:50.541202 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 3efbd9c3-2df2-4ee9-997a-ba100f03b352, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=3efbd9c3-2df2-4ee9-997a-ba100f03b352,segment=NetworkSegment(d73e4835-e47d-42de-b910-583c347c763f),segment_id=d73e4835-e47d-42de-b910-583c347c763f)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:23:50.555219 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': '3efbd9c3-2df2-4ee9-997a-ba100f03b352', 'network_id': '0c9075ee-9a1c-42be-85f2-5eeb2f18a908', 'port_id': '3efbd9c3-2df2-4ee9-997a-ba100f03b352', 'mac_address': 'fa:16:3e:98:fb:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea793f32-4412-44c0-af28-574db3de6c20', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:23:50.612787 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:50.630675 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3efbd9c3-2df2-4ee9-997a-ba100f03b352 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:23:50.646145 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 3efbd9c3-2df2-4ee9-997a-ba100f03b352, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=3efbd9c3-2df2-4ee9-997a-ba100f03b352,segment=NetworkSegment(d73e4835-e47d-42de-b910-583c347c763f),segment_id=d73e4835-e47d-42de-b910-583c347c763f)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:23:50.650519 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:50.718424 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=3efbd9c3-2df2-4ee9-997a-ba100f03b352,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:51.032678 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['3efbd9c3-2df2-4ee9-997a-ba100f03b352'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:23:51.373301 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ee893-fa8c-4999-be5a-295bba4eed7e req-ca256a6f-e8b1-49bc-8956-788fbdc92ba6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:51.375006 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-821ee893-fa8c-4999-be5a-295bba4eed7e req-ca256a6f-e8b1-49bc-8956-788fbdc92ba6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=329c3e97-d484-470a-a7d9-b6e68ac33f7b HTTP/1.1" status: 200 len: 944 time: 0.0880928 Jan 21 10:23:51.422631 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-821ee893-fa8c-4999-be5a-295bba4eed7e req-aa994bde-c0a8-4dcf-805a-37f1a684c0e9 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=cf83a7e3-309b-4ab8-8a98-09e15b5e6ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413134 Jan 21 10:23:51.528655 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:52.421661 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 3efbd9c3-2df2-4ee9-997a-ba100f03b352 up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:23:52.492469 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port 3efbd9c3-2df2-4ee9-997a-ba100f03b352 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:23:52.499598 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port 3efbd9c3-2df2-4ee9-997a-ba100f03b352 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:52.499987 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:52.619949 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf1aca-ce20-4cec-a130-07562a3de9ac req-9b6496e6-bc36-4023-a147-bb5d95dab92c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:52.621507 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b4bf1aca-ce20-4cec-a130-07562a3de9ac req-9b6496e6-bc36-4023-a147-bb5d95dab92c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=329c3e97-d484-470a-a7d9-b6e68ac33f7b HTTP/1.1" status: 200 len: 944 time: 0.0883102 Jan 21 10:23:52.625621 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:52.655428 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329c3e97-d484-470a-a7d9-b6e68ac33f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3efbd9c3-2df2-4ee9-997a-ba100f03b352'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:23:52.666391 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 3efbd9c3-2df2-4ee9-997a-ba100f03b352, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=3efbd9c3-2df2-4ee9-997a-ba100f03b352,segment=NetworkSegment(d73e4835-e47d-42de-b910-583c347c763f),segment_id=d73e4835-e47d-42de-b910-583c347c763f)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:23:52.669288 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b4bf1aca-ce20-4cec-a130-07562a3de9ac req-beb616a4-8009-4e72-b277-33f24b7700e5 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=cf83a7e3-309b-4ab8-8a98-09e15b5e6ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417137 Jan 21 10:23:52.673035 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:52.709715 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329c3e97-d484-470a-a7d9-b6e68ac33f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3efbd9c3-2df2-4ee9-997a-ba100f03b352', 'code': 200} Jan 21 10:23:52.751496 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=3efbd9c3-2df2-4ee9-997a-ba100f03b352,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:52.934227 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e37b4-18e1-45d4-be42-76fc0fa20515 req-bab4736b-fe69-41a2-8ab0-8c9cced44a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:52.935770 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ef0e37b4-18e1-45d4-be42-76fc0fa20515 req-bab4736b-fe69-41a2-8ab0-8c9cced44a3b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=329c3e97-d484-470a-a7d9-b6e68ac33f7b HTTP/1.1" status: 200 len: 1098 time: 0.0699580 Jan 21 10:23:52.975728 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ef0e37b4-18e1-45d4-be42-76fc0fa20515 req-5e47c79f-53da-4652-b5da-5c8939b9df28 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cf83a7e3-309b-4ab8-8a98-09e15b5e6ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344222 Jan 21 10:23:53.035055 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:23:53.873126 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47131193-b15f-4551-8e31-ee0c925fd2ca req-79651a7e-12fb-4e77-b166-71fa71eba8a8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:53.874611 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-47131193-b15f-4551-8e31-ee0c925fd2ca req-79651a7e-12fb-4e77-b166-71fa71eba8a8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=329c3e97-d484-470a-a7d9-b6e68ac33f7b HTTP/1.1" status: 200 len: 945 time: 0.0953119 Jan 21 10:23:53.921361 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-47131193-b15f-4551-8e31-ee0c925fd2ca req-76f27333-8c42-488f-8631-6654430777bc tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=cf83a7e3-309b-4ab8-8a98-09e15b5e6ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403965 Jan 21 10:23:55.123557 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe5668-bedb-4402-8953-77ae36b6d632 req-3681cf9e-05bd-4e52-a681-c545b3bb4020 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:55.125043 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0efe5668-bedb-4402-8953-77ae36b6d632 req-3681cf9e-05bd-4e52-a681-c545b3bb4020 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=329c3e97-d484-470a-a7d9-b6e68ac33f7b HTTP/1.1" status: 200 len: 945 time: 0.0910006 Jan 21 10:23:55.170934 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0efe5668-bedb-4402-8953-77ae36b6d632 req-6aefe676-d590-4433-b93a-939b6ae92c5e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=cf83a7e3-309b-4ab8-8a98-09e15b5e6ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400841 Jan 21 10:23:55.369300 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef2a4a-c35e-4268-a2f9-ef0f0089517e req-c48fca26-3781-47c5-84bd-efa74d4244c3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:55.371798 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-82ef2a4a-c35e-4268-a2f9-ef0f0089517e req-c48fca26-3781-47c5-84bd-efa74d4244c3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=329c3e97-d484-470a-a7d9-b6e68ac33f7b HTTP/1.1" status: 200 len: 945 time: 0.0929728 Jan 21 10:23:55.426616 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-82ef2a4a-c35e-4268-a2f9-ef0f0089517e req-fc9ae875-948a-4c25-8877-7ca0c31e4eb7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=cf83a7e3-309b-4ab8-8a98-09e15b5e6ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490158 Jan 21 10:23:55.451834 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 34944) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:55.525351 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6296ec2f-f43c-4e65-bf59-dc07b669a097 tempest-TestNetworkAdvancedServerOps-151801494 tempest-TestNetworkAdvancedServerOps-151801494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:55.526776 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6296ec2f-f43c-4e65-bf59-dc07b669a097 tempest-TestNetworkAdvancedServerOps-151801494 tempest-TestNetworkAdvancedServerOps-151801494-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=329c3e97-d484-470a-a7d9-b6e68ac33f7b HTTP/1.1" status: 200 len: 1093 time: 0.0739574 Jan 21 10:23:55.529757 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 34948) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:55.534842 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-4d6881ef-3829-41af-95ec-77feed0576fd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'floatingip': {'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'port_id': '3efbd9c3-2df2-4ee9-997a-ba100f03b352', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:23:55.541871 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-4d6881ef-3829-41af-95ec-77feed0576fd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:55.545992 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-4d6881ef-3829-41af-95ec-77feed0576fd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:floatingip and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:55.548878 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-4d6881ef-3829-41af-95ec-77feed0576fd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:55.555377 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-4d6881ef-3829-41af-95ec-77feed0576fd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:55.568891 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4d6881ef-3829-41af-95ec-77feed0576fd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for floatingip, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:55.715333 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4d6881ef-3829-41af-95ec-77feed0576fd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:55.874999 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-4d6881ef-3829-41af-95ec-77feed0576fd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Allocated IP 172.26.3.166 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/345a5324-5d01-4c4f-b71d-40af585b73a1) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:23:56.030244 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4d6881ef-3829-41af-95ec-77feed0576fd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:56.060941 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4d6881ef-3829-41af-95ec-77feed0576fd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:56.134756 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6881ef-3829-41af-95ec-77feed0576fd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:23:56.137665 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-4d6881ef-3829-41af-95ec-77feed0576fd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:23:56.142054 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6881ef-3829-41af-95ec-77feed0576fd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:23:56.169737 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6881ef-3829-41af-95ec-77feed0576fd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'Port': ['ID=345a5324-5d01-4c4f-b71d-40af585b73a1,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:56.677223 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4d6881ef-3829-41af-95ec-77feed0576fd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:56.753662 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4d6881ef-3829-41af-95ec-77feed0576fd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:56.965465 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4d6881ef-3829-41af-95ec-77feed0576fd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:56.969801 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4d6881ef-3829-41af-95ec-77feed0576fd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:57.076280 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6881ef-3829-41af-95ec-77feed0576fd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'Port': ['ID=345a5324-5d01-4c4f-b71d-40af585b73a1,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:57.092794 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4d6881ef-3829-41af-95ec-77feed0576fd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:57.273205 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.l3_db [None req-4d6881ef-3829-41af-95ec-77feed0576fd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Floating IP 0b5f3466-7150-49df-9084-2d702cf95478 associated. External IP: 172.26.3.166, port: 3efbd9c3-2df2-4ee9-997a-ba100f03b352. Jan 21 10:23:57.631075 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6881ef-3829-41af-95ec-77feed0576fd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Router 1dd1048a-09e0-4423-920f-79042924f058 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:23:57.853236 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6881ef-3829-41af-95ec-77feed0576fd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:23:57.862621 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a2c30c-64b2-477d-bdb2-282fa1a52a0e None None] Sync routers for ids ['1dd1048a-09e0-4423-920f-79042924f058'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:23:57.871835 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a2c30c-64b2-477d-bdb2-282fa1a52a0e None None] Routers {'1dd1048a-09e0-4423-920f-79042924f058'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:23:57.872455 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-37a2c30c-64b2-477d-bdb2-282fa1a52a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:23:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['1dd1048a-09e0-4423-920f-79042924f058'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:57.877966 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4d6881ef-3829-41af-95ec-77feed0576fd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:57.936994 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4d6881ef-3829-41af-95ec-77feed0576fd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4037318 Jan 21 10:23:57.936994 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329c3e97-d484-470a-a7d9-b6e68ac33f7b', 'tag': '3efbd9c3-2df2-4ee9-997a-ba100f03b352'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:23:57.982381 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '329c3e97-d484-470a-a7d9-b6e68ac33f7b', 'tag': '3efbd9c3-2df2-4ee9-997a-ba100f03b352', 'status': 'completed', 'code': 200} Jan 21 10:23:58.078327 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd8946-b50d-4f93-bfb7-e704a213f60a req-a25b2bc0-23a4-4996-80f9-fbd6e6c70b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:58.080023 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-37cd8946-b50d-4f93-bfb7-e704a213f60a req-a25b2bc0-23a4-4996-80f9-fbd6e6c70b8e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&device_id=329c3e97-d484-470a-a7d9-b6e68ac33f7b HTTP/1.1" status: 200 len: 1098 time: 0.0737998 Jan 21 10:23:58.093365 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-37a2c30c-64b2-477d-bdb2-282fa1a52a0e None None] Set router 1dd1048a-09e0-4423-920f-79042924f058 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:23:58.111979 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b003b87-4951-4aaa-9d4f-b2bb1ce9096c req-299f03ac-5099-4da7-9980-e3c1645acbde tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:58.114007 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5b003b87-4951-4aaa-9d4f-b2bb1ce9096c req-299f03ac-5099-4da7-9980-e3c1645acbde tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=329c3e97-d484-470a-a7d9-b6e68ac33f7b HTTP/1.1" status: 200 len: 945 time: 0.0873234 Jan 21 10:23:58.161624 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5b003b87-4951-4aaa-9d4f-b2bb1ce9096c req-892f1c36-48d9-4eb0-84b2-50191e7104d3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=cf83a7e3-309b-4ab8-8a98-09e15b5e6ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409801 Jan 21 10:23:58.187823 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 34956) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:58.232332 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd8946-b50d-4f93-bfb7-e704a213f60a req-baa1ccfa-6232-4e46-9110-ff42f52289cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:58.234248 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-37cd8946-b50d-4f93-bfb7-e704a213f60a req-baa1ccfa-6232-4e46-9110-ff42f52289cf service neutron] 10.222.0.72 "GET /v2.0/networks?id=0c9075ee-9a1c-42be-85f2-5eeb2f18a908 HTTP/1.1" status: 200 len: 898 time: 0.1480436 Jan 21 10:23:58.329787 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-10b5ac77-dca1-46ea-84dd-1ebd9fe1e158 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/floatingips/0b5f3466-7150-49df-9084-2d702cf95478 HTTP/1.1" status: 200 len: 991 time: 0.1389871 Jan 21 10:23:58.347153 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-37cd8946-b50d-4f93-bfb7-e704a213f60a req-b915a30f-5318-4fac-a050-68be0db0b3f6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3efbd9c3-2df2-4ee9-997a-ba100f03b352 HTTP/1.1" status: 200 len: 999 time: 0.1062238 Jan 21 10:23:58.420598 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd8946-b50d-4f93-bfb7-e704a213f60a req-ce2eec5a-6782-4895-9297-65530ce5b837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:58.423193 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-37cd8946-b50d-4f93-bfb7-e704a213f60a req-ce2eec5a-6782-4895-9297-65530ce5b837 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ea793f32-4412-44c0-af28-574db3de6c20 HTTP/1.1" status: 200 len: 835 time: 0.0705020 Jan 21 10:23:58.486499 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-37a2c30c-64b2-477d-bdb2-282fa1a52a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd1048a-09e0-4423-920f-79042924f058', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348201046', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'c45084c2-74ac-4037-b2e7-d5ec72610362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:34Z', 'updated_at': '2022-01-21T10:23:39Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'c45084c2-74ac-4037-b2e7-d5ec72610362', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd1048a-09e0-4423-920f-79042924f058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:35Z', 'updated_at': '2022-01-21T10:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '0b5f3466-7150-49df-9084-2d702cf95478', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'floating_ip_address': '172.26.3.166', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '1dd1048a-09e0-4423-920f-79042924f058', 'port_id': '3efbd9c3-2df2-4ee9-997a-ba100f03b352', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9075ee-9a1c-42be-85f2-5eeb2f18a908', 'mac_address': 'fa:16:3e:98:fb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329c3e97-d484-470a-a7d9-b6e68ac33f7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:23:56Z', 'updated_at': '2022-01-21T10:23:56Z', 'revision_number': 0, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df6f4a46-2f11-46fc-a1fb-e23f43d7901f', 'name': '', 'network_id': '0c9075ee-9a1c-42be-85f2-5eeb2f18a908', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:15:34:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd1048a-09e0-4423-920f-79042924f058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'ea793f32-4412-44c0-af28-574db3de6c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:38Z', 'updated_at': '2022-01-21T10:23:45Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': 'ea793f32-4412-44c0-af28-574db3de6c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:58.490605 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a2c30c-64b2-477d-bdb2-282fa1a52a0e None None] Checking router: 1dd1048a-09e0-4423-920f-79042924f058 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:23:58.501652 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a2c30c-64b2-477d-bdb2-282fa1a52a0e None None] Routers {'1dd1048a-09e0-4423-920f-79042924f058'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:23:58.502426 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-37a2c30c-64b2-477d-bdb2-282fa1a52a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:23:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['1dd1048a-09e0-4423-920f-79042924f058'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:58.515151 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd8946-b50d-4f93-bfb7-e704a213f60a req-063ad5ee-01ed-423d-a509-56be77d872fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:58.516691 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-37cd8946-b50d-4f93-bfb7-e704a213f60a req-063ad5ee-01ed-423d-a509-56be77d872fb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0c9075ee-9a1c-42be-85f2-5eeb2f18a908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0871663 Jan 21 10:23:58.657960 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-37cd8946-b50d-4f93-bfb7-e704a213f60a req-482c853c-5a32-4734-8081-bc82ff2af725 service neutron] 10.222.0.72 "GET /v2.0/networks/0c9075ee-9a1c-42be-85f2-5eeb2f18a908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352489 Jan 21 10:23:58.696355 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-37a2c30c-64b2-477d-bdb2-282fa1a52a0e None None] Set router 1dd1048a-09e0-4423-920f-79042924f058 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:23:58.908157 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-37cd8946-b50d-4f93-bfb7-e704a213f60a req-f9de76c6-4d19-4ff1-898a-fc4c799b2b3d service neutron] 10.222.0.72 "GET /v2.0/networks/0c9075ee-9a1c-42be-85f2-5eeb2f18a908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435384 Jan 21 10:23:59.060259 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-37a2c30c-64b2-477d-bdb2-282fa1a52a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd1048a-09e0-4423-920f-79042924f058', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348201046', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'c45084c2-74ac-4037-b2e7-d5ec72610362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:34Z', 'updated_at': '2022-01-21T10:23:39Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'c45084c2-74ac-4037-b2e7-d5ec72610362', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd1048a-09e0-4423-920f-79042924f058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:35Z', 'updated_at': '2022-01-21T10:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '0b5f3466-7150-49df-9084-2d702cf95478', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'floating_ip_address': '172.26.3.166', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '1dd1048a-09e0-4423-920f-79042924f058', 'port_id': '3efbd9c3-2df2-4ee9-997a-ba100f03b352', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9075ee-9a1c-42be-85f2-5eeb2f18a908', 'mac_address': 'fa:16:3e:98:fb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329c3e97-d484-470a-a7d9-b6e68ac33f7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:23:56Z', 'updated_at': '2022-01-21T10:23:56Z', 'revision_number': 0, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df6f4a46-2f11-46fc-a1fb-e23f43d7901f', 'name': '', 'network_id': '0c9075ee-9a1c-42be-85f2-5eeb2f18a908', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:15:34:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd1048a-09e0-4423-920f-79042924f058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'ea793f32-4412-44c0-af28-574db3de6c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:38Z', 'updated_at': '2022-01-21T10:23:45Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': 'ea793f32-4412-44c0-af28-574db3de6c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:59.064495 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a2c30c-64b2-477d-bdb2-282fa1a52a0e None None] The sync data for ids ['1dd1048a-09e0-4423-920f-79042924f058'] in dv-neutron-825731-1-hyperv is: [{'id': '1dd1048a-09e0-4423-920f-79042924f058', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348201046', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'c45084c2-74ac-4037-b2e7-d5ec72610362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:34Z', 'updated_at': '2022-01-21T10:23:39Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'c45084c2-74ac-4037-b2e7-d5ec72610362', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd1048a-09e0-4423-920f-79042924f058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:35Z', 'updated_at': '2022-01-21T10:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '0b5f3466-7150-49df-9084-2d702cf95478', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'floating_ip_address': '172.26.3.166', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '1dd1048a-09e0-4423-920f-79042924f058', 'port_id': '3efbd9c3-2df2-4ee9-997a-ba100f03b352', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9075ee-9a1c-42be-85f2-5eeb2f18a908', 'mac_address': 'fa:16:3e:98:fb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329c3e97-d484-470a-a7d9-b6e68ac33f7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:23:56Z', 'updated_at': '2022-01-21T10:23:56Z', 'revision_number': 0, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df6f4a46-2f11-46fc-a1fb-e23f43d7901f', 'name': '', 'network_id': '0c9075ee-9a1c-42be-85f2-5eeb2f18a908', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:15:34:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd1048a-09e0-4423-920f-79042924f058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'ea793f32-4412-44c0-af28-574db3de6c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:38Z', 'updated_at': '2022-01-21T10:23:45Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': 'ea793f32-4412-44c0-af28-574db3de6c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:23:59.275049 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247b6a65-09c1-4c8e-9018-fc1a80f72ea9 None None] New status for floating IP 0b5f3466-7150-49df-9084-2d702cf95478: ACTIVE {{(pid=87517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:23:59.332692 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 34960) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:59.568502 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d329d19d-6cc0-4735-9b22-31f4d69142bd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/floatingips/0b5f3466-7150-49df-9084-2d702cf95478 HTTP/1.1" status: 200 len: 991 time: 0.2325418 Jan 21 10:24:00.570368 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 34964) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:24:00.684775 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8d405388-e217-4a53-9ace-3c9eaa2f29c2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/floatingips/0b5f3466-7150-49df-9084-2d702cf95478 HTTP/1.1" status: 200 len: 993 time: 0.1132319 Jan 21 10:24:13.103981 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:16.634052 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-df04e53a-cbbb-4b6c-a24c-3fe1dc3b0796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:18.990346 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-23f3e700-1247-4ca3-8315-9e74dc44795a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:19.886354 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:20.112056 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:21.531762 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:30.034587 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:24:30.609579 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-356dc30e-a6e1-4c97-bdce-aed667d58962 req-01084138-3870-4be2-a758-4e28537ca922 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=329c3e97-d484-470a-a7d9-b6e68ac33f7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707867 Jan 21 10:24:30.754247 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356dc30e-a6e1-4c97-bdce-aed667d58962 req-41c3fa5f-a876-492e-8ec6-a7036024e7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:30.755909 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-356dc30e-a6e1-4c97-bdce-aed667d58962 req-41c3fa5f-a876-492e-8ec6-a7036024e7b5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&device_id=329c3e97-d484-470a-a7d9-b6e68ac33f7b HTTP/1.1" status: 200 len: 1098 time: 0.0785594 Jan 21 10:24:30.898776 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356dc30e-a6e1-4c97-bdce-aed667d58962 req-ca0abf27-8483-4942-bf6b-9c639fc3fdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:30.900147 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-356dc30e-a6e1-4c97-bdce-aed667d58962 req-ca0abf27-8483-4942-bf6b-9c639fc3fdc9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0c9075ee-9a1c-42be-85f2-5eeb2f18a908 HTTP/1.1" status: 200 len: 898 time: 0.1263459 Jan 21 10:24:31.007100 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-356dc30e-a6e1-4c97-bdce-aed667d58962 req-dcc2c742-d157-4876-ab0c-8ce461f1ad33 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3efbd9c3-2df2-4ee9-997a-ba100f03b352 HTTP/1.1" status: 200 len: 1001 time: 0.0993919 Jan 21 10:24:31.068705 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356dc30e-a6e1-4c97-bdce-aed667d58962 req-040ee2bb-a9cd-4938-9071-e35976378e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:31.070141 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-356dc30e-a6e1-4c97-bdce-aed667d58962 req-040ee2bb-a9cd-4938-9071-e35976378e89 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ea793f32-4412-44c0-af28-574db3de6c20 HTTP/1.1" status: 200 len: 835 time: 0.0571206 Jan 21 10:24:31.145475 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356dc30e-a6e1-4c97-bdce-aed667d58962 req-60e0bb7f-ebae-48a2-b139-3da6c785a13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:31.146939 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-356dc30e-a6e1-4c97-bdce-aed667d58962 req-60e0bb7f-ebae-48a2-b139-3da6c785a13c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0c9075ee-9a1c-42be-85f2-5eeb2f18a908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706868 Jan 21 10:24:31.280109 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-356dc30e-a6e1-4c97-bdce-aed667d58962 req-1ba28b84-a12a-424c-8a4e-6d05f3fd5b55 service neutron] 10.222.0.72 "GET /v2.0/networks/0c9075ee-9a1c-42be-85f2-5eeb2f18a908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267266 Jan 21 10:24:31.413429 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-356dc30e-a6e1-4c97-bdce-aed667d58962 req-c2e2f904-0a04-439c-be2b-9aab38c3fef9 service neutron] 10.222.0.72 "GET /v2.0/networks/0c9075ee-9a1c-42be-85f2-5eeb2f18a908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251926 Jan 21 10:24:43.112430 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:46.638211 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f71397d7-6e48-4d1d-864d-360a25a089c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:48.995215 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9d75e035-1db7-43a1-800a-121fa32cb29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:49.889846 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:50.112934 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:51.535620 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:07.035094 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:25:11.990869 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc020a6-1ab1-4fef-b3aa-b2787afd2b95 req-9dabfc5a-c1df-41d0-a34e-5cdb8b6398e8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:11.992356 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7bc020a6-1ab1-4fef-b3aa-b2787afd2b95 req-9dabfc5a-c1df-41d0-a34e-5cdb8b6398e8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=329c3e97-d484-470a-a7d9-b6e68ac33f7b HTTP/1.1" status: 200 len: 945 time: 0.0842605 Jan 21 10:25:12.037524 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7bc020a6-1ab1-4fef-b3aa-b2787afd2b95 req-1fda5af8-0a56-48f5-a395-769134fe091c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=cf83a7e3-309b-4ab8-8a98-09e15b5e6ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389009 Jan 21 10:25:13.124865 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:13.228800 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a97c8-8928-4bfd-984f-a8971aaee916 req-e968f67d-d2a1-44a5-9716-f0164ff39446 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:13.230250 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1e7a97c8-8928-4bfd-984f-a8971aaee916 req-e968f67d-d2a1-44a5-9716-f0164ff39446 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=329c3e97-d484-470a-a7d9-b6e68ac33f7b HTTP/1.1" status: 200 len: 945 time: 0.0798707 Jan 21 10:25:13.273953 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1e7a97c8-8928-4bfd-984f-a8971aaee916 req-f255406c-8f25-42fc-b2bf-c36ec4b33f70 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=cf83a7e3-309b-4ab8-8a98-09e15b5e6ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380499 Jan 21 10:25:13.297636 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 34994) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:13.401794 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9ecd756d-03f6-40bd-9eb2-fe7442ae503f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/floatingips/0b5f3466-7150-49df-9084-2d702cf95478 HTTP/1.1" status: 200 len: 993 time: 0.1030252 Jan 21 10:25:14.857522 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd21046-4cf1-4dc8-b676-f842fb5f5921 req-24fe4c54-24f0-4bd5-acf7-08a3456e42a2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:14.859031 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dfd21046-4cf1-4dc8-b676-f842fb5f5921 req-24fe4c54-24f0-4bd5-acf7-08a3456e42a2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=329c3e97-d484-470a-a7d9-b6e68ac33f7b HTTP/1.1" status: 200 len: 945 time: 0.0819399 Jan 21 10:25:14.909029 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dfd21046-4cf1-4dc8-b676-f842fb5f5921 req-0494be6b-1401-4c85-a9e9-85677fe31ff1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=cf83a7e3-309b-4ab8-8a98-09e15b5e6ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442185 Jan 21 10:25:16.105478 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8bfbf2-ed29-4e73-a78a-85869b0dc651 req-e3c55900-f4b7-40ca-a9b9-650f2a9c44f3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:16.106903 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7f8bfbf2-ed29-4e73-a78a-85869b0dc651 req-e3c55900-f4b7-40ca-a9b9-650f2a9c44f3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=329c3e97-d484-470a-a7d9-b6e68ac33f7b HTTP/1.1" status: 200 len: 945 time: 0.0832100 Jan 21 10:25:16.149672 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7f8bfbf2-ed29-4e73-a78a-85869b0dc651 req-14850495-9ba7-457e-b41b-9f41f9428c50 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=cf83a7e3-309b-4ab8-8a98-09e15b5e6ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371716 Jan 21 10:25:16.174558 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35006) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:16.276867 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-24a1dc7b-3485-4682-a5cc-8fe4b4d39ba2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/floatingips/0b5f3466-7150-49df-9084-2d702cf95478 HTTP/1.1" status: 200 len: 993 time: 0.1011503 Jan 21 10:25:16.553297 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35014) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:16.639868 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f8d4ff67-2285-4107-9724-80018972767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:16.860691 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-da113b00-7da5-45dd-899f-fa02580b69db tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Deleting port 345a5324-5d01-4c4f-b71d-40af585b73a1 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:25:16.861024 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-da113b00-7da5-45dd-899f-fa02580b69db tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:17.030132 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-da113b00-7da5-45dd-899f-fa02580b69db tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:17.030447 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-da113b00-7da5-45dd-899f-fa02580b69db tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:17.153086 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-da113b00-7da5-45dd-899f-fa02580b69db tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Calling delete_port for 345a5324-5d01-4c4f-b71d-40af585b73a1 owned by network:floatingip {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:25:17.303358 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-da113b00-7da5-45dd-899f-fa02580b69db tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:17.348276 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da113b00-7da5-45dd-899f-fa02580b69db tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event deleted for resources: {'Port': ['ID=345a5324-5d01-4c4f-b71d-40af585b73a1,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:17.384670 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da113b00-7da5-45dd-899f-fa02580b69db tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:17.385067 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da113b00-7da5-45dd-899f-fa02580b69db tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:17.385403 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da113b00-7da5-45dd-899f-fa02580b69db tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:17.385737 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da113b00-7da5-45dd-899f-fa02580b69db tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:17.386066 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da113b00-7da5-45dd-899f-fa02580b69db tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:17.386394 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da113b00-7da5-45dd-899f-fa02580b69db tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:17.386718 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da113b00-7da5-45dd-899f-fa02580b69db tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:17.387040 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da113b00-7da5-45dd-899f-fa02580b69db tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:17.387364 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da113b00-7da5-45dd-899f-fa02580b69db tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:17.387707 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da113b00-7da5-45dd-899f-fa02580b69db tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:17.388026 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da113b00-7da5-45dd-899f-fa02580b69db tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:17.388342 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da113b00-7da5-45dd-899f-fa02580b69db tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:17.451616 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-da113b00-7da5-45dd-899f-fa02580b69db tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for floatingip, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:17.451904 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.l3_db [None req-da113b00-7da5-45dd-899f-fa02580b69db tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Floating IP 0b5f3466-7150-49df-9084-2d702cf95478 disassociated (deleted). External IP: 172.26.3.166, port: 3efbd9c3-2df2-4ee9-997a-ba100f03b352. Jan 21 10:25:17.800975 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da113b00-7da5-45dd-899f-fa02580b69db tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Router 1dd1048a-09e0-4423-920f-79042924f058 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:25:17.983610 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da113b00-7da5-45dd-899f-fa02580b69db tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:25:17.993815 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4321b91-f811-4201-bfe9-dfa7f16dedf9 None None] Sync routers for ids ['1dd1048a-09e0-4423-920f-79042924f058'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:25:18.003670 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4321b91-f811-4201-bfe9-dfa7f16dedf9 None None] Routers {'1dd1048a-09e0-4423-920f-79042924f058'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:25:18.004427 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-d4321b91-f811-4201-bfe9-dfa7f16dedf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:24:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['1dd1048a-09e0-4423-920f-79042924f058'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:18.011204 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-da113b00-7da5-45dd-899f-fa02580b69db tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:18.075372 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-da113b00-7da5-45dd-899f-fa02580b69db tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "DELETE /v2.0/floatingips/0b5f3466-7150-49df-9084-2d702cf95478 HTTP/1.1" status: 204 len: 168 time: 1.5206656 Jan 21 10:25:18.076569 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329c3e97-d484-470a-a7d9-b6e68ac33f7b', 'tag': '3efbd9c3-2df2-4ee9-997a-ba100f03b352'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:25:18.126966 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '329c3e97-d484-470a-a7d9-b6e68ac33f7b', 'tag': '3efbd9c3-2df2-4ee9-997a-ba100f03b352', 'status': 'completed', 'code': 200} Jan 21 10:25:18.241228 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-d4321b91-f811-4201-bfe9-dfa7f16dedf9 None None] Set router 1dd1048a-09e0-4423-920f-79042924f058 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:25:18.295224 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08220da8-74f1-47e3-a751-575f8278dd41 req-41e69f50-6c13-46b6-b1a1-3eb5f6fd0ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:18.295816 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-08220da8-74f1-47e3-a751-575f8278dd41 req-41e69f50-6c13-46b6-b1a1-3eb5f6fd0ba5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&device_id=329c3e97-d484-470a-a7d9-b6e68ac33f7b HTTP/1.1" status: 200 len: 1098 time: 0.1454008 Jan 21 10:25:18.576379 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-d4321b91-f811-4201-bfe9-dfa7f16dedf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd1048a-09e0-4423-920f-79042924f058', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348201046', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'c45084c2-74ac-4037-b2e7-d5ec72610362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:34Z', 'updated_at': '2022-01-21T10:23:39Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'c45084c2-74ac-4037-b2e7-d5ec72610362', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd1048a-09e0-4423-920f-79042924f058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:35Z', 'updated_at': '2022-01-21T10:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'df6f4a46-2f11-46fc-a1fb-e23f43d7901f', 'name': '', 'network_id': '0c9075ee-9a1c-42be-85f2-5eeb2f18a908', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:15:34:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd1048a-09e0-4423-920f-79042924f058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'ea793f32-4412-44c0-af28-574db3de6c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:38Z', 'updated_at': '2022-01-21T10:23:45Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': 'ea793f32-4412-44c0-af28-574db3de6c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:18.580161 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4321b91-f811-4201-bfe9-dfa7f16dedf9 None None] Checking router: 1dd1048a-09e0-4423-920f-79042924f058 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:25:18.588602 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4321b91-f811-4201-bfe9-dfa7f16dedf9 None None] Routers {'1dd1048a-09e0-4423-920f-79042924f058'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:25:18.589210 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-d4321b91-f811-4201-bfe9-dfa7f16dedf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:24:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['1dd1048a-09e0-4423-920f-79042924f058'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:18.603632 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08220da8-74f1-47e3-a751-575f8278dd41 req-69fe27e6-88e9-499f-a78d-53f072b51baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:18.605079 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-08220da8-74f1-47e3-a751-575f8278dd41 req-69fe27e6-88e9-499f-a78d-53f072b51baf service neutron] 10.222.0.72 "GET /v2.0/networks?id=0c9075ee-9a1c-42be-85f2-5eeb2f18a908 HTTP/1.1" status: 200 len: 898 time: 0.2985902 Jan 21 10:25:18.613822 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610612f4-aa04-4158-a09b-7f8a45f80afc req-6fd55692-e82f-4ab5-96b9-2da262be6c99 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:18.614477 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-610612f4-aa04-4158-a09b-7f8a45f80afc req-6fd55692-e82f-4ab5-96b9-2da262be6c99 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Synchronizing usage tracker for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:25:18.686588 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-08220da8-74f1-47e3-a751-575f8278dd41 req-83012c18-2ced-436e-95cf-566b8ea81d87 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3efbd9c3-2df2-4ee9-997a-ba100f03b352 HTTP/1.1" status: 200 len: 217 time: 0.0694408 Jan 21 10:25:18.693735 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-610612f4-aa04-4158-a09b-7f8a45f80afc req-6fd55692-e82f-4ab5-96b9-2da262be6c99 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Unset dirty status for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:25:18.694925 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-610612f4-aa04-4158-a09b-7f8a45f80afc req-6fd55692-e82f-4ab5-96b9-2da262be6c99 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=329c3e97-d484-470a-a7d9-b6e68ac33f7b HTTP/1.1" status: 200 len: 945 time: 0.2523105 Jan 21 10:25:18.775723 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-d4321b91-f811-4201-bfe9-dfa7f16dedf9 None None] Set router 1dd1048a-09e0-4423-920f-79042924f058 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:25:18.790130 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-610612f4-aa04-4158-a09b-7f8a45f80afc req-615f26d5-080d-4964-80a1-f0cf7e4c9547 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=cf83a7e3-309b-4ab8-8a98-09e15b5e6ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617023 Jan 21 10:25:18.791496 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08220da8-74f1-47e3-a751-575f8278dd41 req-82b8ff0d-fcb7-4d9c-a849-f7743d6d95f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:18.793005 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-08220da8-74f1-47e3-a751-575f8278dd41 req-82b8ff0d-fcb7-4d9c-a849-f7743d6d95f9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ea793f32-4412-44c0-af28-574db3de6c20 HTTP/1.1" status: 200 len: 835 time: 0.0971708 Jan 21 10:25:18.869158 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08220da8-74f1-47e3-a751-575f8278dd41 req-b7d6784c-2000-490a-a188-d3d4f57be0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:18.870627 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-08220da8-74f1-47e3-a751-575f8278dd41 req-b7d6784c-2000-490a-a188-d3d4f57be0c6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0c9075ee-9a1c-42be-85f2-5eeb2f18a908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702109 Jan 21 10:25:19.007817 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-08220da8-74f1-47e3-a751-575f8278dd41 req-76a2cc0c-10b4-4c22-a12b-08029e6b15f6 service neutron] 10.222.0.72 "GET /v2.0/networks/0c9075ee-9a1c-42be-85f2-5eeb2f18a908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288652 Jan 21 10:25:19.032540 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c1cf9ceb-038b-4331-aa11-fe777921e05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:19.101735 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-d4321b91-f811-4201-bfe9-dfa7f16dedf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd1048a-09e0-4423-920f-79042924f058', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348201046', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'c45084c2-74ac-4037-b2e7-d5ec72610362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:34Z', 'updated_at': '2022-01-21T10:23:39Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'c45084c2-74ac-4037-b2e7-d5ec72610362', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd1048a-09e0-4423-920f-79042924f058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:35Z', 'updated_at': '2022-01-21T10:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'df6f4a46-2f11-46fc-a1fb-e23f43d7901f', 'name': '', 'network_id': '0c9075ee-9a1c-42be-85f2-5eeb2f18a908', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:15:34:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd1048a-09e0-4423-920f-79042924f058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'ea793f32-4412-44c0-af28-574db3de6c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:38Z', 'updated_at': '2022-01-21T10:23:45Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': 'ea793f32-4412-44c0-af28-574db3de6c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:19.105642 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4321b91-f811-4201-bfe9-dfa7f16dedf9 None None] The sync data for ids ['1dd1048a-09e0-4423-920f-79042924f058'] in dv-neutron-825731-1-hyperv is: [{'id': '1dd1048a-09e0-4423-920f-79042924f058', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348201046', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'c45084c2-74ac-4037-b2e7-d5ec72610362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:34Z', 'updated_at': '2022-01-21T10:23:39Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'c45084c2-74ac-4037-b2e7-d5ec72610362', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd1048a-09e0-4423-920f-79042924f058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:35Z', 'updated_at': '2022-01-21T10:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'df6f4a46-2f11-46fc-a1fb-e23f43d7901f', 'name': '', 'network_id': '0c9075ee-9a1c-42be-85f2-5eeb2f18a908', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:15:34:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd1048a-09e0-4423-920f-79042924f058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'ea793f32-4412-44c0-af28-574db3de6c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:38Z', 'updated_at': '2022-01-21T10:23:45Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': 'ea793f32-4412-44c0-af28-574db3de6c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:25:19.142679 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-08220da8-74f1-47e3-a751-575f8278dd41 req-d67a08bc-e590-4495-a255-f690e203e18a service neutron] 10.222.0.72 "GET /v2.0/networks/0c9075ee-9a1c-42be-85f2-5eeb2f18a908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288412 Jan 21 10:25:19.329081 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9e0d65-a243-4810-abee-3cbd796c3893 None None] New status for floating IP 0b5f3466-7150-49df-9084-2d702cf95478: DOWN {{(pid=87517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:25:19.892581 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:19.981184 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495afdc2-361b-4aa1-9347-0f26e52e9e05 req-f8fabd6f-2de6-4692-9690-c79616754790 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:19.982624 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-495afdc2-361b-4aa1-9347-0f26e52e9e05 req-f8fabd6f-2de6-4692-9690-c79616754790 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=329c3e97-d484-470a-a7d9-b6e68ac33f7b HTTP/1.1" status: 200 len: 945 time: 0.0802195 Jan 21 10:25:20.026950 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-495afdc2-361b-4aa1-9347-0f26e52e9e05 req-2cfee6a1-fceb-4973-9369-a2fecf283da0 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=cf83a7e3-309b-4ab8-8a98-09e15b5e6ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381052 Jan 21 10:25:20.115647 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:20.435301 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda31967-62d1-4868-abb9-6bc38ec0530d req-93accf76-9c11-4ac5-b50e-fe5c9c39ccd0 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:20.436743 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dda31967-62d1-4868-abb9-6bc38ec0530d req-93accf76-9c11-4ac5-b50e-fe5c9c39ccd0 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.72 "GET /v2.0/ports?device_id=329c3e97-d484-470a-a7d9-b6e68ac33f7b HTTP/1.1" status: 200 len: 945 time: 0.0794461 Jan 21 10:25:20.510454 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [req-dda31967-62d1-4868-abb9-6bc38ec0530d req-e51bd62e-d3c0-4682-b7c7-3db64f11fb42 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Deleting port 3efbd9c3-2df2-4ee9-997a-ba100f03b352 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:25:20.510783 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-dda31967-62d1-4868-abb9-6bc38ec0530d req-e51bd62e-d3c0-4682-b7c7-3db64f11fb42 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:20.750415 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-dda31967-62d1-4868-abb9-6bc38ec0530d req-e51bd62e-d3c0-4682-b7c7-3db64f11fb42 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] For port 3efbd9c3-2df2-4ee9-997a-ba100f03b352, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=3efbd9c3-2df2-4ee9-997a-ba100f03b352,segment=NetworkSegment(d73e4835-e47d-42de-b910-583c347c763f),segment_id=d73e4835-e47d-42de-b910-583c347c763f)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:25:20.750676 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-dda31967-62d1-4868-abb9-6bc38ec0530d req-e51bd62e-d3c0-4682-b7c7-3db64f11fb42 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:20.871746 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [req-dda31967-62d1-4868-abb9-6bc38ec0530d req-e51bd62e-d3c0-4682-b7c7-3db64f11fb42 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Calling delete_port for 3efbd9c3-2df2-4ee9-997a-ba100f03b352 owned by compute:nova {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:25:21.015685 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-dda31967-62d1-4868-abb9-6bc38ec0530d req-e51bd62e-d3c0-4682-b7c7-3db64f11fb42 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:21.066627 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51bd62e-d3c0-4682-b7c7-3db64f11fb42 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event deleted for resources: {'Port': ['ID=3efbd9c3-2df2-4ee9-997a-ba100f03b352,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:21.272421 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda31967-62d1-4868-abb9-6bc38ec0530d req-e51bd62e-d3c0-4682-b7c7-3db64f11fb42 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] No DVR routers for this DVR port 3efbd9c3-2df2-4ee9-997a-ba100f03b352 on host hv-neutron-8257 {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:25:21.278285 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-dda31967-62d1-4868-abb9-6bc38ec0530d req-e51bd62e-d3c0-4682-b7c7-3db64f11fb42 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:21.280728 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329c3e97-d484-470a-a7d9-b6e68ac33f7b', 'name': 'network-vif-deleted', 'tag': '3efbd9c3-2df2-4ee9-997a-ba100f03b352'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:25:21.288817 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0a7e72ad-6378-4d37-b930-0232e8a18200 req-922d005f-68c6-4b3f-aea7-2bcc799ede83 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=329c3e97-d484-470a-a7d9-b6e68ac33f7b HTTP/1.1" status: 200 len: 210 time: 0.0595148 Jan 21 10:25:21.299538 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dda31967-62d1-4868-abb9-6bc38ec0530d req-e51bd62e-d3c0-4682-b7c7-3db64f11fb42 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.72 "DELETE /v2.0/ports/3efbd9c3-2df2-4ee9-997a-ba100f03b352 HTTP/1.1" status: 204 len: 173 time: 0.8561211 Jan 21 10:25:21.328459 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329c3e97-d484-470a-a7d9-b6e68ac33f7b', 'name': 'network-vif-deleted', 'tag': '3efbd9c3-2df2-4ee9-997a-ba100f03b352', 'status': 'completed', 'code': 200} Jan 21 10:25:21.538516 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:22.389169 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35038) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:22.796568 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 3efbd9c3-2df2-4ee9-997a-ba100f03b352 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:25:22.831999 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] No Port match for: 3efbd9c3-2df2-4ee9-997a-ba100f03b352 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:25:22.832354 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 3efbd9c3-2df2-4ee9-997a-ba100f03b352 not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:25:22.961579 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2ae1143f-fdab-42f9-8887-6331fd3f2e2e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:23.314081 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-2ae1143f-fdab-42f9-8887-6331fd3f2e2e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Deleting port df6f4a46-2f11-46fc-a1fb-e23f43d7901f {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:25:23.314414 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2ae1143f-fdab-42f9-8887-6331fd3f2e2e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:23.500313 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-2ae1143f-fdab-42f9-8887-6331fd3f2e2e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] For port df6f4a46-2f11-46fc-a1fb-e23f43d7901f, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=df6f4a46-2f11-46fc-a1fb-e23f43d7901f,segment=NetworkSegment(d73e4835-e47d-42de-b910-583c347c763f),segment_id=d73e4835-e47d-42de-b910-583c347c763f)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:25:23.500909 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2ae1143f-fdab-42f9-8887-6331fd3f2e2e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:23.728695 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-2ae1143f-fdab-42f9-8887-6331fd3f2e2e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Calling delete_port for df6f4a46-2f11-46fc-a1fb-e23f43d7901f owned by network:router_interface {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:25:23.915840 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2ae1143f-fdab-42f9-8887-6331fd3f2e2e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:23.964978 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae1143f-fdab-42f9-8887-6331fd3f2e2e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event deleted for resources: {'Port': ['ID=df6f4a46-2f11-46fc-a1fb-e23f43d7901f,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:24.254339 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2ae1143f-fdab-42f9-8887-6331fd3f2e2e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:24.616124 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae1143f-fdab-42f9-8887-6331fd3f2e2e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Router 1dd1048a-09e0-4423-920f-79042924f058 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:25:24.791943 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae1143f-fdab-42f9-8887-6331fd3f2e2e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:25:24.803001 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab0cc18-2919-454a-b903-c0a642c43c45 None None] Sync routers for ids ['1dd1048a-09e0-4423-920f-79042924f058'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:25:24.804935 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2ae1143f-fdab-42f9-8887-6331fd3f2e2e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "PUT /v2.0/routers/1dd1048a-09e0-4423-920f-79042924f058/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4147117 Jan 21 10:25:24.807666 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35050) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:24.812760 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab0cc18-2919-454a-b903-c0a642c43c45 None None] Routers {'1dd1048a-09e0-4423-920f-79042924f058'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:25:24.813582 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-6ab0cc18-2919-454a-b903-c0a642c43c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:25:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['1dd1048a-09e0-4423-920f-79042924f058'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:24.876735 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ac6a4a-cc1a-4215-9f8f-0e3374b1193f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Deleting subnet ea793f32-4412-44c0-af28-574db3de6c20 {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:25:24.880122 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-57ac6a4a-cc1a-4215-9f8f-0e3374b1193f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:24.934810 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-57ac6a4a-cc1a-4215-9f8f-0e3374b1193f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:24.996139 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-6ab0cc18-2919-454a-b903-c0a642c43c45 None None] Set router 1dd1048a-09e0-4423-920f-79042924f058 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:25:25.016906 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-57ac6a4a-cc1a-4215-9f8f-0e3374b1193f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:25.092458 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-57ac6a4a-cc1a-4215-9f8f-0e3374b1193f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:25.139938 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac6a4a-cc1a-4215-9f8f-0e3374b1193f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event deleted for resources: {'Subnet': ['ID=ea793f32-4412-44c0-af28-574db3de6c20,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:25.145611 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-57ac6a4a-cc1a-4215-9f8f-0e3374b1193f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:25.152578 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-57ac6a4a-cc1a-4215-9f8f-0e3374b1193f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "DELETE /v2.0/subnets/ea793f32-4412-44c0-af28-574db3de6c20 HTTP/1.1" status: 204 len: 168 time: 0.3439379 Jan 21 10:25:25.155055 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35056) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:25.234981 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0842930f-9d38-4b8f-bdcd-4f074f8e75ab None None] Network 0c9075ee-9a1c-42be-85f2-5eeb2f18a908 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:25:25.451262 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4e26bf0b-a32a-4c50-8b48-6842d4c1c412 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:25.499404 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-6ab0cc18-2919-454a-b903-c0a642c43c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd1048a-09e0-4423-920f-79042924f058', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348201046', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'c45084c2-74ac-4037-b2e7-d5ec72610362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:34Z', 'updated_at': '2022-01-21T10:25:23Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'c45084c2-74ac-4037-b2e7-d5ec72610362', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd1048a-09e0-4423-920f-79042924f058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:35Z', 'updated_at': '2022-01-21T10:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:25.503586 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab0cc18-2919-454a-b903-c0a642c43c45 None None] Checking router: 1dd1048a-09e0-4423-920f-79042924f058 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:25:25.520795 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab0cc18-2919-454a-b903-c0a642c43c45 None None] Routers {'1dd1048a-09e0-4423-920f-79042924f058'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:25:25.521422 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-6ab0cc18-2919-454a-b903-c0a642c43c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:25:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['1dd1048a-09e0-4423-920f-79042924f058'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:25.605488 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2041c7f1-e105-4c53-9ded-be7cffb40817 None None] DHCP port deletion for 0c9075ee-9a1c-42be-85f2-5eeb2f18a908 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 10:25:25.617071 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-2041c7f1-e105-4c53-9ded-be7cffb40817 None None] Deleting port d7fe11dd-9f11-4a37-9aeb-70225a3e9d73 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:25:25.617443 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2041c7f1-e105-4c53-9ded-be7cffb40817 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:25.636880 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4e26bf0b-a32a-4c50-8b48-6842d4c1c412 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:25.646928 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-4e26bf0b-a32a-4c50-8b48-6842d4c1c412 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Deleting port c45084c2-74ac-4037-b2e7-d5ec72610362 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:25:25.647298 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4e26bf0b-a32a-4c50-8b48-6842d4c1c412 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:25.787121 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-6ab0cc18-2919-454a-b903-c0a642c43c45 None None] Set router 1dd1048a-09e0-4423-920f-79042924f058 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:25:25.822638 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-4e26bf0b-a32a-4c50-8b48-6842d4c1c412 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] For port c45084c2-74ac-4037-b2e7-d5ec72610362, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=c45084c2-74ac-4037-b2e7-d5ec72610362,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:25:25.822989 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4e26bf0b-a32a-4c50-8b48-6842d4c1c412 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:25.945313 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-4e26bf0b-a32a-4c50-8b48-6842d4c1c412 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Calling delete_port for c45084c2-74ac-4037-b2e7-d5ec72610362 owned by network:router_gateway {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:25:26.094935 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-2041c7f1-e105-4c53-9ded-be7cffb40817 None None] For port d7fe11dd-9f11-4a37-9aeb-70225a3e9d73, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=d7fe11dd-9f11-4a37-9aeb-70225a3e9d73,segment=NetworkSegment(d73e4835-e47d-42de-b910-583c347c763f),segment_id=d73e4835-e47d-42de-b910-583c347c763f)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:25:26.095569 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2041c7f1-e105-4c53-9ded-be7cffb40817 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:26.115867 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4e26bf0b-a32a-4c50-8b48-6842d4c1c412 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:26.191511 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26bf0b-a32a-4c50-8b48-6842d4c1c412 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event deleted for resources: {'Port': ['ID=c45084c2-74ac-4037-b2e7-d5ec72610362,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:26.234262 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-2041c7f1-e105-4c53-9ded-be7cffb40817 None None] Calling delete_port for d7fe11dd-9f11-4a37-9aeb-70225a3e9d73 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:25:26.254837 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4e26bf0b-a32a-4c50-8b48-6842d4c1c412 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:26.355569 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2041c7f1-e105-4c53-9ded-be7cffb40817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:26.405206 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2041c7f1-e105-4c53-9ded-be7cffb40817 None None] Pushing event deleted for resources: {'Port': ['ID=d7fe11dd-9f11-4a37-9aeb-70225a3e9d73,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:26.408447 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-6ab0cc18-2919-454a-b903-c0a642c43c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd1048a-09e0-4423-920f-79042924f058', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348201046', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'c45084c2-74ac-4037-b2e7-d5ec72610362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:34Z', 'updated_at': '2022-01-21T10:25:23Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'c45084c2-74ac-4037-b2e7-d5ec72610362', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd1048a-09e0-4423-920f-79042924f058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:35Z', 'updated_at': '2022-01-21T10:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:26.414345 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2041c7f1-e105-4c53-9ded-be7cffb40817 None None] No DVR routers for this DVR port d7fe11dd-9f11-4a37-9aeb-70225a3e9d73 on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:25:26.418954 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab0cc18-2919-454a-b903-c0a642c43c45 None None] The sync data for ids ['1dd1048a-09e0-4423-920f-79042924f058'] in dv-neutron-825731-1-hyperv is: [{'id': '1dd1048a-09e0-4423-920f-79042924f058', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348201046', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'c45084c2-74ac-4037-b2e7-d5ec72610362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:34Z', 'updated_at': '2022-01-21T10:25:23Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'c45084c2-74ac-4037-b2e7-d5ec72610362', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd1048a-09e0-4423-920f-79042924f058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:35Z', 'updated_at': '2022-01-21T10:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:25:26.422250 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2041c7f1-e105-4c53-9ded-be7cffb40817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:26.422599 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2041c7f1-e105-4c53-9ded-be7cffb40817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:26.422942 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2041c7f1-e105-4c53-9ded-be7cffb40817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:26.423648 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2041c7f1-e105-4c53-9ded-be7cffb40817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:26.423648 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2041c7f1-e105-4c53-9ded-be7cffb40817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:26.423981 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2041c7f1-e105-4c53-9ded-be7cffb40817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:26.424266 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2041c7f1-e105-4c53-9ded-be7cffb40817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:26.429888 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2041c7f1-e105-4c53-9ded-be7cffb40817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:26.429888 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2041c7f1-e105-4c53-9ded-be7cffb40817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:26.429888 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2041c7f1-e105-4c53-9ded-be7cffb40817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:26.429888 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2041c7f1-e105-4c53-9ded-be7cffb40817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:26.429888 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2041c7f1-e105-4c53-9ded-be7cffb40817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:26.437798 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4e26bf0b-a32a-4c50-8b48-6842d4c1c412 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:26.440085 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4e26bf0b-a32a-4c50-8b48-6842d4c1c412 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:26.470652 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4e26bf0b-a32a-4c50-8b48-6842d4c1c412 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:26.471249 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e26bf0b-a32a-4c50-8b48-6842d4c1c412 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Fanout notify agent at l3_agent the message router_deleted on router 1dd1048a-09e0-4423-920f-79042924f058 {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 10:25:26.486841 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4e26bf0b-a32a-4c50-8b48-6842d4c1c412 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:26.488486 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4e26bf0b-a32a-4c50-8b48-6842d4c1c412 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "DELETE /v2.0/routers/1dd1048a-09e0-4423-920f-79042924f058 HTTP/1.1" status: 204 len: 168 time: 1.3319721 Jan 21 10:25:26.491235 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35060) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:26.606869 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9635c319-dd34-4d23-94e0-b2bf987ad2bd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:26.848026 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9635c319-dd34-4d23-94e0-b2bf987ad2bd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:26.876881 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-9635c319-dd34-4d23-94e0-b2bf987ad2bd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c9075ee-9a1c-42be-85f2-5eeb2f18a908']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:26.891374 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-9635c319-dd34-4d23-94e0-b2bf987ad2bd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd73e4835-e47d-42de-b910-583c347c763f') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:26.891750 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-9635c319-dd34-4d23-94e0-b2bf987ad2bd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd73e4835-e47d-42de-b910-583c347c763f') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:26.904050 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9635c319-dd34-4d23-94e0-b2bf987ad2bd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:26.922218 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9635c319-dd34-4d23-94e0-b2bf987ad2bd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:26.928732 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9635c319-dd34-4d23-94e0-b2bf987ad2bd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:25:26.929110 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9635c319-dd34-4d23-94e0-b2bf987ad2bd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:26.944298 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 10:25:26.944298 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:25:26.944298 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 10:25:26.944298 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:25:26.944298 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 10:25:26.944298 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:25:26.944298 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 10:25:26.944298 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:25:26.944298 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 10:25:26.944298 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:25:26.944298 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 10:25:26.944298 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:25:26.944298 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 10:25:26.944298 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:25:26.944298 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:25:26.944298 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:25:26.944298 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:25:26.944298 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:25:26.944298 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 10:25:26.944298 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:25:26.944298 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 10:25:26.944298 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:25:26.944298 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:25:26.944298 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:25:26.944298 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 10:25:26.944298 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:25:26.944298 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:25:26.944298 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:25:26.944298 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:25:26.944298 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:25:26.944298 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:25:26.944298 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:25:27.027152 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9635c319-dd34-4d23-94e0-b2bf987ad2bd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:27.048766 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9635c319-dd34-4d23-94e0-b2bf987ad2bd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:27.055212 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635c319-dd34-4d23-94e0-b2bf987ad2bd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event deleted for resources: {'Network': ['ID=0c9075ee-9a1c-42be-85f2-5eeb2f18a908,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:27.068850 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9635c319-dd34-4d23-94e0-b2bf987ad2bd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "DELETE /v2.0/networks/0c9075ee-9a1c-42be-85f2-5eeb2f18a908 HTTP/1.1" status: 204 len: 168 time: 0.5765939 Jan 21 10:25:27.071914 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 35064) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:27.142978 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-701fafbe-be11-4f01-827f-b3d7b30a1546 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:27.173632 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-701fafbe-be11-4f01-827f-b3d7b30a1546 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:27.240526 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-701fafbe-be11-4f01-827f-b3d7b30a1546 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:27.259952 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701fafbe-be11-4f01-827f-b3d7b30a1546 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf83a7e3-309b-4ab8-8a98-09e15b5e6ebe,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:27.268866 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701fafbe-be11-4f01-827f-b3d7b30a1546 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:27.269911 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701fafbe-be11-4f01-827f-b3d7b30a1546 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:27.270258 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701fafbe-be11-4f01-827f-b3d7b30a1546 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:27.270588 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701fafbe-be11-4f01-827f-b3d7b30a1546 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:27.270918 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701fafbe-be11-4f01-827f-b3d7b30a1546 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:27.271245 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701fafbe-be11-4f01-827f-b3d7b30a1546 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:27.271721 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701fafbe-be11-4f01-827f-b3d7b30a1546 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:27.272049 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701fafbe-be11-4f01-827f-b3d7b30a1546 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:27.272368 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701fafbe-be11-4f01-827f-b3d7b30a1546 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:27.272686 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701fafbe-be11-4f01-827f-b3d7b30a1546 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:27.273032 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701fafbe-be11-4f01-827f-b3d7b30a1546 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:27.273349 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701fafbe-be11-4f01-827f-b3d7b30a1546 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:27.282655 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-701fafbe-be11-4f01-827f-b3d7b30a1546 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:27.283812 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-701fafbe-be11-4f01-827f-b3d7b30a1546 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "DELETE /v2.0/security-groups/cf83a7e3-309b-4ab8-8a98-09e15b5e6ebe HTTP/1.1" status: 204 len: 168 time: 0.2108934 Jan 21 10:25:27.488518 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 35072) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:27.493834 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-2c41d36b-d6ca-4c21-9fa1-8b16ca3e63d6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2105614043', 'description': 'tempest-secgroup-smoke-2105614043 description', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:25:27.500085 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2c41d36b-d6ca-4c21-9fa1-8b16ca3e63d6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:25:27.505221 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2c41d36b-d6ca-4c21-9fa1-8b16ca3e63d6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:25:27.508351 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2c41d36b-d6ca-4c21-9fa1-8b16ca3e63d6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:25:27.514208 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2c41d36b-d6ca-4c21-9fa1-8b16ca3e63d6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:25:27.524739 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2c41d36b-d6ca-4c21-9fa1-8b16ca3e63d6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:27.543848 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device d7fe11dd-9f11-4a37-9aeb-70225a3e9d73 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:25:27.546340 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2c41d36b-d6ca-4c21-9fa1-8b16ca3e63d6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:25:27.551043 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2c41d36b-d6ca-4c21-9fa1-8b16ca3e63d6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group_rule and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:25:27.553927 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2c41d36b-d6ca-4c21-9fa1-8b16ca3e63d6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:25:27.559643 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2c41d36b-d6ca-4c21-9fa1-8b16ca3e63d6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:25:27.630059 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: d7fe11dd-9f11-4a37-9aeb-70225a3e9d73 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:25:27.630408 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device d7fe11dd-9f11-4a37-9aeb-70225a3e9d73 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:25:27.630831 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device df6f4a46-2f11-46fc-a1fb-e23f43d7901f no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:25:27.637084 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2c41d36b-d6ca-4c21-9fa1-8b16ca3e63d6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:27.640915 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2c41d36b-d6ca-4c21-9fa1-8b16ca3e63d6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:27.664314 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: df6f4a46-2f11-46fc-a1fb-e23f43d7901f {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:25:27.664585 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device df6f4a46-2f11-46fc-a1fb-e23f43d7901f not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:25:27.665002 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c45084c2-74ac-4037-b2e7-d5ec72610362 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:25:27.691014 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41d36b-d6ca-4c21-9fa1-8b16ca3e63d6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0da40c-4d16-471c-beb7-8ad03466ae32,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:27.695440 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2c41d36b-d6ca-4c21-9fa1-8b16ca3e63d6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:27.696642 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2c41d36b-d6ca-4c21-9fa1-8b16ca3e63d6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2070305 Jan 21 10:25:27.698518 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: c45084c2-74ac-4037-b2e7-d5ec72610362 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:25:27.698865 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c45084c2-74ac-4037-b2e7-d5ec72610362 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:25:27.699636 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35076) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:27.704904 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-c67a87d3-9942-40e2-aab1-db56b98faae1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'security_group_rule': {'security_group_id': '5b0da40c-4d16-471c-beb7-8ad03466ae32', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:25:27.711498 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c67a87d3-9942-40e2-aab1-db56b98faae1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:25:27.715365 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c67a87d3-9942-40e2-aab1-db56b98faae1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group_rule and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:25:27.718262 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c67a87d3-9942-40e2-aab1-db56b98faae1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:25:27.725329 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c67a87d3-9942-40e2-aab1-db56b98faae1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:25:27.741386 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c67a87d3-9942-40e2-aab1-db56b98faae1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:27.803181 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c67a87d3-9942-40e2-aab1-db56b98faae1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:27.806764 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c67a87d3-9942-40e2-aab1-db56b98faae1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:27.829645 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a87d3-9942-40e2-aab1-db56b98faae1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de5f332d-2bee-4669-a175-721846f487cb,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:27.838325 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c67a87d3-9942-40e2-aab1-db56b98faae1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:27.839536 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c67a87d3-9942-40e2-aab1-db56b98faae1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1388831 Jan 21 10:25:27.842172 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35080) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:27.847077 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-fbacd902-d409-486f-9201-160b32d2a728 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'security_group_rule': {'security_group_id': '5b0da40c-4d16-471c-beb7-8ad03466ae32', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:25:27.853705 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-fbacd902-d409-486f-9201-160b32d2a728 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:25:27.857496 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-fbacd902-d409-486f-9201-160b32d2a728 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group_rule and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:25:27.860340 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-fbacd902-d409-486f-9201-160b32d2a728 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:25:27.866469 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-fbacd902-d409-486f-9201-160b32d2a728 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:25:27.882842 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fbacd902-d409-486f-9201-160b32d2a728 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:27.945289 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fbacd902-d409-486f-9201-160b32d2a728 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:27.948709 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fbacd902-d409-486f-9201-160b32d2a728 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:27.978451 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbacd902-d409-486f-9201-160b32d2a728 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3ff45aa-655a-4a8d-883f-c360a87ee2a1,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:27.984846 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fbacd902-d409-486f-9201-160b32d2a728 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:27.986024 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-fbacd902-d409-486f-9201-160b32d2a728 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1429439 Jan 21 10:25:27.989284 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35084) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:27.994172 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-27e897df-4019-416d-8d2e-8a140f34e96f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'security_group_rule': {'security_group_id': '5b0da40c-4d16-471c-beb7-8ad03466ae32', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:25:27.999949 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-27e897df-4019-416d-8d2e-8a140f34e96f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:25:28.004529 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-27e897df-4019-416d-8d2e-8a140f34e96f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group_rule and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:25:28.007418 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-27e897df-4019-416d-8d2e-8a140f34e96f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:25:28.013063 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-27e897df-4019-416d-8d2e-8a140f34e96f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:25:28.029308 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-27e897df-4019-416d-8d2e-8a140f34e96f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:28.091049 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-27e897df-4019-416d-8d2e-8a140f34e96f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:28.094619 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-27e897df-4019-416d-8d2e-8a140f34e96f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:28.118004 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e897df-4019-416d-8d2e-8a140f34e96f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27cfd91c-f2ef-4c6f-8964-ad72d73f0009,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:28.125904 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-27e897df-4019-416d-8d2e-8a140f34e96f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:28.127061 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-27e897df-4019-416d-8d2e-8a140f34e96f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1368697 Jan 21 10:25:28.129811 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35088) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:28.134668 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-76f209e6-7fd4-4159-9f74-f274a1097f88 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'security_group_rule': {'security_group_id': '5b0da40c-4d16-471c-beb7-8ad03466ae32', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:25:28.140237 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-76f209e6-7fd4-4159-9f74-f274a1097f88 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:25:28.143938 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-76f209e6-7fd4-4159-9f74-f274a1097f88 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group_rule and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:25:28.146704 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-76f209e6-7fd4-4159-9f74-f274a1097f88 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:25:28.152475 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-76f209e6-7fd4-4159-9f74-f274a1097f88 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:25:28.170482 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-76f209e6-7fd4-4159-9f74-f274a1097f88 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:28.234153 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-76f209e6-7fd4-4159-9f74-f274a1097f88 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:28.238337 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-76f209e6-7fd4-4159-9f74-f274a1097f88 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:28.261279 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f209e6-7fd4-4159-9f74-f274a1097f88 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f75ce9b-4fc9-4ba5-a125-7844af792d04,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:28.270149 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-76f209e6-7fd4-4159-9f74-f274a1097f88 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:28.271471 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-76f209e6-7fd4-4159-9f74-f274a1097f88 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1407449 Jan 21 10:25:28.274113 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35092) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:28.279186 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-b0672401-d1d1-4f35-a5dd-d3e2a028cebe tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'security_group_rule': {'security_group_id': '5b0da40c-4d16-471c-beb7-8ad03466ae32', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:25:28.285443 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-b0672401-d1d1-4f35-a5dd-d3e2a028cebe tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:25:28.289308 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-b0672401-d1d1-4f35-a5dd-d3e2a028cebe tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group_rule and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:25:28.292144 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-b0672401-d1d1-4f35-a5dd-d3e2a028cebe tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:25:28.297953 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-b0672401-d1d1-4f35-a5dd-d3e2a028cebe tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:25:28.308177 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.securitygroups_db [None req-b0672401-d1d1-4f35-a5dd-d3e2a028cebe tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Project fd2caf936e0146abb4bf55e5ab36dacd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:25:28.314640 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b0672401-d1d1-4f35-a5dd-d3e2a028cebe tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:28.380762 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b0672401-d1d1-4f35-a5dd-d3e2a028cebe tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:28.384408 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b0672401-d1d1-4f35-a5dd-d3e2a028cebe tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:28.407687 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0672401-d1d1-4f35-a5dd-d3e2a028cebe tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27c64892-f494-473d-b4e6-381e5bc4f6ae,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:28.417526 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b0672401-d1d1-4f35-a5dd-d3e2a028cebe tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:28.418687 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b0672401-d1d1-4f35-a5dd-d3e2a028cebe tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1436250 Jan 21 10:25:28.421521 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35096) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:28.426726 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-5caeb60d-ed99-4010-adb4-b50a428c8159 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'security_group_rule': {'security_group_id': '5b0da40c-4d16-471c-beb7-8ad03466ae32', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:25:28.432433 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-5caeb60d-ed99-4010-adb4-b50a428c8159 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:25:28.436162 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-5caeb60d-ed99-4010-adb4-b50a428c8159 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group_rule and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:25:28.438927 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-5caeb60d-ed99-4010-adb4-b50a428c8159 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:25:28.444536 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-5caeb60d-ed99-4010-adb4-b50a428c8159 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:25:28.454677 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.securitygroups_db [None req-5caeb60d-ed99-4010-adb4-b50a428c8159 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Project fd2caf936e0146abb4bf55e5ab36dacd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:25:28.461466 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5caeb60d-ed99-4010-adb4-b50a428c8159 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:28.525322 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5caeb60d-ed99-4010-adb4-b50a428c8159 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:28.529149 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5caeb60d-ed99-4010-adb4-b50a428c8159 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:28.553786 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caeb60d-ed99-4010-adb4-b50a428c8159 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c574d8b8-65a1-4e24-8f53-b5204576871f,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:28.563319 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-5caeb60d-ed99-4010-adb4-b50a428c8159 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:28.564551 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-5caeb60d-ed99-4010-adb4-b50a428c8159 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1418757 Jan 21 10:25:28.567590 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35100) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:28.573076 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-153436e4-3ea0-4e3e-b194-22f4d69217a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'network': {'name': 'tempest-network-smoke--718217552', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'port_security_enabled': True}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:25:28.577874 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-153436e4-3ea0-4e3e-b194-22f4d69217a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:25:28.583084 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-153436e4-3ea0-4e3e-b194-22f4d69217a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:network and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:25:28.585888 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-153436e4-3ea0-4e3e-b194-22f4d69217a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:25:28.591792 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-153436e4-3ea0-4e3e-b194-22f4d69217a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:25:28.601726 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153436e4-3ea0-4e3e-b194-22f4d69217a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Made reservation on behalf of fd2caf936e0146abb4bf55e5ab36dacd for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:25:28.605060 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-153436e4-3ea0-4e3e-b194-22f4d69217a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:28.631626 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-153436e4-3ea0-4e3e-b194-22f4d69217a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:25:28.640287 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-153436e4-3ea0-4e3e-b194-22f4d69217a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:28.640710 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-153436e4-3ea0-4e3e-b194-22f4d69217a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Added segment ae8df3c8-e544-4c68-956b-7baeb68c06c8 of type vlan for network 47f05e75-0d5e-45b4-89ab-789992a0c8af Jan 21 10:25:28.666860 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-153436e4-3ea0-4e3e-b194-22f4d69217a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:28.697747 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-153436e4-3ea0-4e3e-b194-22f4d69217a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:28.703149 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153436e4-3ea0-4e3e-b194-22f4d69217a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:28.703747 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-153436e4-3ea0-4e3e-b194-22f4d69217a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:28.764262 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-153436e4-3ea0-4e3e-b194-22f4d69217a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1931663 Jan 21 10:25:28.764770 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 35104) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:28.771850 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-0fbef385-e710-4835-8405-158209bdf1a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1832388206', 'admin_state_up': True, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:25:28.780372 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-0fbef385-e710-4835-8405-158209bdf1a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:25:28.785615 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0fbef385-e710-4835-8405-158209bdf1a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:router and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:25:28.789013 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0fbef385-e710-4835-8405-158209bdf1a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:25:28.795744 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-0fbef385-e710-4835-8405-158209bdf1a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:25:28.805718 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0fbef385-e710-4835-8405-158209bdf1a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:28.806715 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0fbef385-e710-4835-8405-158209bdf1a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:28.810447 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153436e4-3ea0-4e3e-b194-22f4d69217a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'Network': ['ID=47f05e75-0d5e-45b4-89ab-789992a0c8af,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:28.821348 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 47f05e75-0d5e-45b4-89ab-789992a0c8af details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:25:28.828306 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0fbef385-e710-4835-8405-158209bdf1a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:29.096119 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0fbef385-e710-4835-8405-158209bdf1a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:29.426649 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0fbef385-e710-4835-8405-158209bdf1a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for router_gateway, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:29.460396 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0fbef385-e710-4835-8405-158209bdf1a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:29.608124 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-0fbef385-e710-4835-8405-158209bdf1a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Allocated IP 172.26.3.13 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/c345d41a-b3ce-438d-a787-cc7e1172e141) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:25:29.882746 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0fbef385-e710-4835-8405-158209bdf1a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:29.912940 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0fbef385-e710-4835-8405-158209bdf1a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:29.981449 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbef385-e710-4835-8405-158209bdf1a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:25:29.984340 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-0fbef385-e710-4835-8405-158209bdf1a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:25:29.987944 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbef385-e710-4835-8405-158209bdf1a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:25:30.016647 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbef385-e710-4835-8405-158209bdf1a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'Port': ['ID=c345d41a-b3ce-438d-a787-cc7e1172e141,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:30.399347 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0fbef385-e710-4835-8405-158209bdf1a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for router_gateway, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:30.734180 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0fbef385-e710-4835-8405-158209bdf1a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:30.931611 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fbef385-e710-4835-8405-158209bdf1a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Router ecb99652-3c68-4f23-a2a8-43af4cf7b753 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 10:25:31.230284 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbef385-e710-4835-8405-158209bdf1a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:25:31.239829 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da85e8a-3118-4ea7-a9ac-e503657d1dcb None None] Sync routers for ids ['ecb99652-3c68-4f23-a2a8-43af4cf7b753'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:25:31.249010 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da85e8a-3118-4ea7-a9ac-e503657d1dcb None None] Routers {'ecb99652-3c68-4f23-a2a8-43af4cf7b753'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:25:31.249599 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-1da85e8a-3118-4ea7-a9ac-e503657d1dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:25:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['ecb99652-3c68-4f23-a2a8-43af4cf7b753'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:31.257998 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0fbef385-e710-4835-8405-158209bdf1a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:31.259314 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0fbef385-e710-4835-8405-158209bdf1a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4934208 Jan 21 10:25:31.262374 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 35110) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:31.304434 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c142a166-0fea-4743-9bb4-df9deceac501 tempest-TestNetworkAdvancedServerOps-151801494 tempest-TestNetworkAdvancedServerOps-151801494-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=fd2caf936e0146abb4bf55e5ab36dacd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409951 Jan 21 10:25:31.307193 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 35114) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:31.422889 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-1da85e8a-3118-4ea7-a9ac-e503657d1dcb None None] Set router ecb99652-3c68-4f23-a2a8-43af4cf7b753 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:25:31.437698 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51756149-fa3e-44cd-bd8e-6550329867e7 tempest-TestNetworkAdvancedServerOps-151801494 tempest-TestNetworkAdvancedServerOps-151801494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:31.439170 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-51756149-fa3e-44cd-bd8e-6550329867e7 tempest-TestNetworkAdvancedServerOps-151801494 tempest-TestNetworkAdvancedServerOps-151801494-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1310802 Jan 21 10:25:31.442699 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 35118) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:31.482154 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f6150e69-1562-49c1-8e09-c58daef5c67d tempest-TestNetworkAdvancedServerOps-151801494 tempest-TestNetworkAdvancedServerOps-151801494-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=80a065d7-b55c-43ad-a3e8-c65befe4136c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381165 Jan 21 10:25:31.484701 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 35122) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:31.490748 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-5f5fbfaa-92da-49a1-999c-77ff109e0fef tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-212315438', 'network_id': '47f05e75-0d5e-45b4-89ab-789992a0c8af', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:25:31.598635 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-5f5fbfaa-92da-49a1-999c-77ff109e0fef tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:25:31.602405 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-5f5fbfaa-92da-49a1-999c-77ff109e0fef tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:subnet and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:25:31.605220 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-5f5fbfaa-92da-49a1-999c-77ff109e0fef tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:25:31.610801 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-5f5fbfaa-92da-49a1-999c-77ff109e0fef tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:25:31.620858 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5fbfaa-92da-49a1-999c-77ff109e0fef tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Made reservation on behalf of fd2caf936e0146abb4bf55e5ab36dacd for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:25:31.624452 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5f5fbfaa-92da-49a1-999c-77ff109e0fef tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:31.748305 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-1da85e8a-3118-4ea7-a9ac-e503657d1dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832388206', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c345d41a-b3ce-438d-a787-cc7e1172e141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:25:28Z', 'updated_at': '2022-01-21T10:25:30Z', 'revision_number': 3, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'c345d41a-b3ce-438d-a787-cc7e1172e141', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:69:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:29Z', 'updated_at': '2022-01-21T10:25:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:31.753562 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da85e8a-3118-4ea7-a9ac-e503657d1dcb None None] Checking router: ecb99652-3c68-4f23-a2a8-43af4cf7b753 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:25:31.754900 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da85e8a-3118-4ea7-a9ac-e503657d1dcb None None] Updating router ecb99652-3c68-4f23-a2a8-43af4cf7b753 port c345d41a-b3ce-438d-a787-cc7e1172e141 binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:25:31.812318 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-1da85e8a-3118-4ea7-a9ac-e503657d1dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:31.857081 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5f5fbfaa-92da-49a1-999c-77ff109e0fef tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:31.942911 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5fbfaa-92da-49a1-999c-77ff109e0fef tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'Subnet': ['ID=9e6a8831-8f41-4c38-9c75-7db0fbf8e9dc,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:31.948258 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5fbfaa-92da-49a1-999c-77ff109e0fef tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Checking segment: {'id': 'ae8df3c8-e544-4c68-956b-7baeb68c06c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '47f05e75-0d5e-45b4-89ab-789992a0c8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:25:31.948617 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5fbfaa-92da-49a1-999c-77ff109e0fef tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Network hostable DHCP agents. Network: 47f05e75-0d5e-45b4-89ab-789992a0c8af, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:25:31.968293 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5fbfaa-92da-49a1-999c-77ff109e0fef tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Network 47f05e75-0d5e-45b4-89ab-789992a0c8af is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:25:31.978256 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-5f5fbfaa-92da-49a1-999c-77ff109e0fef tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 47f05e75-0d5e-45b4-89ab-789992a0c8af) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:25:31.982730 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5fbfaa-92da-49a1-999c-77ff109e0fef tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:31.983360 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5f5fbfaa-92da-49a1-999c-77ff109e0fef tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:31.987622 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e14e4e-c26b-4a0f-8004-0f818c88129a None None] Network 47f05e75-0d5e-45b4-89ab-789992a0c8af requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:25:32.006574 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5f5fbfaa-92da-49a1-999c-77ff109e0fef tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5208080 Jan 21 10:25:32.009589 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 35126) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:32.150027 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-1da85e8a-3118-4ea7-a9ac-e503657d1dcb None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:32.162333 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-1da85e8a-3118-4ea7-a9ac-e503657d1dcb None None] Transition to ACTIVE for port object c345d41a-b3ce-438d-a787-cc7e1172e141 will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:25:32.168985 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-1da85e8a-3118-4ea7-a9ac-e503657d1dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:32.224974 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30d0454-14a2-4d2f-9fd3-c8cd24ff5f92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-47f05e75-0d5e-45b4-89ab-789992a0c8af', 'network_id': '47f05e75-0d5e-45b4-89ab-789992a0c8af', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'fixed_ips': [{'subnet_id': '9e6a8831-8f41-4c38-9c75-7db0fbf8e9dc'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:25:32.226082 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b30d0454-14a2-4d2f-9fd3-c8cd24ff5f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:32.244452 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-1da85e8a-3118-4ea7-a9ac-e503657d1dcb None None] Attempting to bind port c345d41a-b3ce-438d-a787-cc7e1172e141 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:25:32.245086 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-1da85e8a-3118-4ea7-a9ac-e503657d1dcb None None] Attempting to bind port c345d41a-b3ce-438d-a787-cc7e1172e141 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:25:32.245202 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da85e8a-3118-4ea7-a9ac-e503657d1dcb None None] Attempting to bind port c345d41a-b3ce-438d-a787-cc7e1172e141 on network 80a065d7-b55c-43ad-a3e8-c65befe4136c {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:25:32.254041 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da85e8a-3118-4ea7-a9ac-e503657d1dcb None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:25:32.254423 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da85e8a-3118-4ea7-a9ac-e503657d1dcb None None] Checking segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:25:32.254805 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-1da85e8a-3118-4ea7-a9ac-e503657d1dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:32.255183 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da85e8a-3118-4ea7-a9ac-e503657d1dcb None None] Bound using segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:25:32.255670 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-1da85e8a-3118-4ea7-a9ac-e503657d1dcb None None] Bound port: c345d41a-b3ce-438d-a787-cc7e1172e141, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:25:32.256033 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-1da85e8a-3118-4ea7-a9ac-e503657d1dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:32.330519 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-1da85e8a-3118-4ea7-a9ac-e503657d1dcb None None] For port c345d41a-b3ce-438d-a787-cc7e1172e141, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:25:32.334016 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-1da85e8a-3118-4ea7-a9ac-e503657d1dcb None None] For port c345d41a-b3ce-438d-a787-cc7e1172e141, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=c345d41a-b3ce-438d-a787-cc7e1172e141,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:25:32.340202 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-1da85e8a-3118-4ea7-a9ac-e503657d1dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:32.346714 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7390f845-dd5d-4661-be7e-b76bc446fe73 None None] Pushing event updated for resources: {'Port': ['ID=c345d41a-b3ce-438d-a787-cc7e1172e141,revision_number=2']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:32.357575 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7390f845-dd5d-4661-be7e-b76bc446fe73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:32.357917 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7390f845-dd5d-4661-be7e-b76bc446fe73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:32.358258 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7390f845-dd5d-4661-be7e-b76bc446fe73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:32.358580 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7390f845-dd5d-4661-be7e-b76bc446fe73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:32.358900 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7390f845-dd5d-4661-be7e-b76bc446fe73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:32.359491 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7390f845-dd5d-4661-be7e-b76bc446fe73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:32.359616 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7390f845-dd5d-4661-be7e-b76bc446fe73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:32.359864 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7390f845-dd5d-4661-be7e-b76bc446fe73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:32.360183 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7390f845-dd5d-4661-be7e-b76bc446fe73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:32.360495 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7390f845-dd5d-4661-be7e-b76bc446fe73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:32.360806 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7390f845-dd5d-4661-be7e-b76bc446fe73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:32.361443 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7390f845-dd5d-4661-be7e-b76bc446fe73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:32.390822 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-b30d0454-14a2-4d2f-9fd3-c8cd24ff5f92 None None] Allocated IP 172.20.0.2 (47f05e75-0d5e-45b4-89ab-789992a0c8af/9e6a8831-8f41-4c38-9c75-7db0fbf8e9dc/3c5c8fcc-8107-400c-b14b-e5849c20fb3c) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:25:32.422682 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da85e8a-3118-4ea7-a9ac-e503657d1dcb None None] Routers {'ecb99652-3c68-4f23-a2a8-43af4cf7b753'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:25:32.423310 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-1da85e8a-3118-4ea7-a9ac-e503657d1dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:25:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['ecb99652-3c68-4f23-a2a8-43af4cf7b753'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:32.519922 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7390f845-dd5d-4661-be7e-b76bc446fe73 None None] Pushing event updated for resources: {'Port': ['ID=c345d41a-b3ce-438d-a787-cc7e1172e141,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:32.603246 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b30d0454-14a2-4d2f-9fd3-c8cd24ff5f92 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:32.613496 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-b30d0454-14a2-4d2f-9fd3-c8cd24ff5f92 None None] Transition to ACTIVE for port object 3c5c8fcc-8107-400c-b14b-e5849c20fb3c will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:25:32.613887 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-1da85e8a-3118-4ea7-a9ac-e503657d1dcb None None] Set router ecb99652-3c68-4f23-a2a8-43af4cf7b753 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:25:32.633934 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-b30d0454-14a2-4d2f-9fd3-c8cd24ff5f92 None None] Transition to ACTIVE for port object 3c5c8fcc-8107-400c-b14b-e5849c20fb3c will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:25:32.640281 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b30d0454-14a2-4d2f-9fd3-c8cd24ff5f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:32.704863 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30d0454-14a2-4d2f-9fd3-c8cd24ff5f92 None None] Network 47f05e75-0d5e-45b4-89ab-789992a0c8af is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:25:32.708704 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-b30d0454-14a2-4d2f-9fd3-c8cd24ff5f92 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:25:32.712340 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30d0454-14a2-4d2f-9fd3-c8cd24ff5f92 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:25:32.781284 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d0454-14a2-4d2f-9fd3-c8cd24ff5f92 None None] Pushing event updated for resources: {'Port': ['ID=3c5c8fcc-8107-400c-b14b-e5849c20fb3c,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:32.812799 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-b30d0454-14a2-4d2f-9fd3-c8cd24ff5f92 None None] Attempting to bind port 3c5c8fcc-8107-400c-b14b-e5849c20fb3c on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:25:32.813175 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-b30d0454-14a2-4d2f-9fd3-c8cd24ff5f92 None None] Attempting to bind port 3c5c8fcc-8107-400c-b14b-e5849c20fb3c by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'ae8df3c8-e544-4c68-956b-7baeb68c06c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '47f05e75-0d5e-45b4-89ab-789992a0c8af'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:25:32.813536 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30d0454-14a2-4d2f-9fd3-c8cd24ff5f92 None None] Attempting to bind port 3c5c8fcc-8107-400c-b14b-e5849c20fb3c on network 47f05e75-0d5e-45b4-89ab-789992a0c8af {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:25:32.820000 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30d0454-14a2-4d2f-9fd3-c8cd24ff5f92 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:25:32.820371 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30d0454-14a2-4d2f-9fd3-c8cd24ff5f92 None None] Checking segment: {'id': 'ae8df3c8-e544-4c68-956b-7baeb68c06c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '47f05e75-0d5e-45b4-89ab-789992a0c8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:25:32.820802 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b30d0454-14a2-4d2f-9fd3-c8cd24ff5f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:32.821252 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30d0454-14a2-4d2f-9fd3-c8cd24ff5f92 None None] Bound using segment: {'id': 'ae8df3c8-e544-4c68-956b-7baeb68c06c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '47f05e75-0d5e-45b4-89ab-789992a0c8af'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:25:32.821650 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-b30d0454-14a2-4d2f-9fd3-c8cd24ff5f92 None None] Bound port: 3c5c8fcc-8107-400c-b14b-e5849c20fb3c, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae8df3c8-e544-4c68-956b-7baeb68c06c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '47f05e75-0d5e-45b4-89ab-789992a0c8af'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:25:32.822020 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b30d0454-14a2-4d2f-9fd3-c8cd24ff5f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:32.878233 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-85006296-f880-4a28-85a2-565ef4e8ba77 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:32.911478 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-b30d0454-14a2-4d2f-9fd3-c8cd24ff5f92 None None] For port 3c5c8fcc-8107-400c-b14b-e5849c20fb3c, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:25:32.914467 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-b30d0454-14a2-4d2f-9fd3-c8cd24ff5f92 None None] For port 3c5c8fcc-8107-400c-b14b-e5849c20fb3c, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=3c5c8fcc-8107-400c-b14b-e5849c20fb3c,segment=NetworkSegment(ae8df3c8-e544-4c68-956b-7baeb68c06c8),segment_id=ae8df3c8-e544-4c68-956b-7baeb68c06c8)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:25:32.919777 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b30d0454-14a2-4d2f-9fd3-c8cd24ff5f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:32.932694 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-1da85e8a-3118-4ea7-a9ac-e503657d1dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832388206', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c345d41a-b3ce-438d-a787-cc7e1172e141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:25:28Z', 'updated_at': '2022-01-21T10:25:30Z', 'revision_number': 3, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'c345d41a-b3ce-438d-a787-cc7e1172e141', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:69:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:29Z', 'updated_at': '2022-01-21T10:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:32.936933 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da85e8a-3118-4ea7-a9ac-e503657d1dcb None None] The sync data for ids ['ecb99652-3c68-4f23-a2a8-43af4cf7b753'] in dv-neutron-825731-1-hyperv is: [{'id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832388206', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c345d41a-b3ce-438d-a787-cc7e1172e141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:25:28Z', 'updated_at': '2022-01-21T10:25:30Z', 'revision_number': 3, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'c345d41a-b3ce-438d-a787-cc7e1172e141', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:69:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:29Z', 'updated_at': '2022-01-21T10:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:25:33.007284 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d0454-14a2-4d2f-9fd3-c8cd24ff5f92 None None] Pushing event updated for resources: {'Port': ['ID=3c5c8fcc-8107-400c-b14b-e5849c20fb3c,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:33.341873 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-85006296-f880-4a28-85a2-565ef4e8ba77 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Allocated IP 172.20.0.1 (47f05e75-0d5e-45b4-89ab-789992a0c8af/9e6a8831-8f41-4c38-9c75-7db0fbf8e9dc/79c4d177-a853-4b31-ba6a-de9b9917e5ca) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:25:33.516662 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-85006296-f880-4a28-85a2-565ef4e8ba77 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:33.535026 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-85006296-f880-4a28-85a2-565ef4e8ba77 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Transition to ACTIVE for port object 79c4d177-a853-4b31-ba6a-de9b9917e5ca will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:25:33.563818 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-85006296-f880-4a28-85a2-565ef4e8ba77 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:33.615360 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c345d41a-b3ce-438d-a787-cc7e1172e141 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:25:33.643219 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85006296-f880-4a28-85a2-565ef4e8ba77 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Network 47f05e75-0d5e-45b4-89ab-789992a0c8af is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:25:33.646892 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-85006296-f880-4a28-85a2-565ef4e8ba77 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:25:33.651318 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85006296-f880-4a28-85a2-565ef4e8ba77 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:25:33.682658 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85006296-f880-4a28-85a2-565ef4e8ba77 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'Port': ['ID=79c4d177-a853-4b31-ba6a-de9b9917e5ca,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:33.693473 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port c345d41a-b3ce-438d-a787-cc7e1172e141 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:25:33.698897 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port c345d41a-b3ce-438d-a787-cc7e1172e141 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:25:33.699277 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:33.717624 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-85006296-f880-4a28-85a2-565ef4e8ba77 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:33.845095 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:33.867470 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port c345d41a-b3ce-438d-a787-cc7e1172e141, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=c345d41a-b3ce-438d-a787-cc7e1172e141,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:25:33.872328 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:33.873318 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 3c5c8fcc-8107-400c-b14b-e5849c20fb3c up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:25:33.898491 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-85006296-f880-4a28-85a2-565ef4e8ba77 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:34.025035 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=c345d41a-b3ce-438d-a787-cc7e1172e141,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:34.029541 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 3c5c8fcc-8107-400c-b14b-e5849c20fb3c completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:25:34.139999 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5240028-ca21-4768-ae73-32346bb572b4 None None] Network 47f05e75-0d5e-45b4-89ab-789992a0c8af requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:25:34.290080 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-1f2c7738-2d38-49ad-a110-2044608c4054 None None] Provisioning for port 3c5c8fcc-8107-400c-b14b-e5849c20fb3c completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:25:34.306983 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-1f2c7738-2d38-49ad-a110-2044608c4054 None None] Provisioning complete for port 3c5c8fcc-8107-400c-b14b-e5849c20fb3c triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:25:34.307349 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1f2c7738-2d38-49ad-a110-2044608c4054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:34.335232 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-85006296-f880-4a28-85a2-565ef4e8ba77 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:34.339792 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-85006296-f880-4a28-85a2-565ef4e8ba77 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:34.459979 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-85006296-f880-4a28-85a2-565ef4e8ba77 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:34.463741 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85006296-f880-4a28-85a2-565ef4e8ba77 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'Port': ['ID=79c4d177-a853-4b31-ba6a-de9b9917e5ca,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:34.516879 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1f2c7738-2d38-49ad-a110-2044608c4054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:34.558282 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-1f2c7738-2d38-49ad-a110-2044608c4054 None None] For port 3c5c8fcc-8107-400c-b14b-e5849c20fb3c, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=3c5c8fcc-8107-400c-b14b-e5849c20fb3c,segment=NetworkSegment(ae8df3c8-e544-4c68-956b-7baeb68c06c8),segment_id=ae8df3c8-e544-4c68-956b-7baeb68c06c8)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:25:34.563638 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1f2c7738-2d38-49ad-a110-2044608c4054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:34.609096 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85006296-f880-4a28-85a2-565ef4e8ba77 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Network 47f05e75-0d5e-45b4-89ab-789992a0c8af is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:25:34.610198 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-85006296-f880-4a28-85a2-565ef4e8ba77 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:25:34.635826 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c7738-2d38-49ad-a110-2044608c4054 None None] Pushing event updated for resources: {'Port': ['ID=3c5c8fcc-8107-400c-b14b-e5849c20fb3c,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:34.787037 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-fad95b04-778a-483f-a2d8-4a4eafbcfc23 None None] Provisioning complete for port 3c5c8fcc-8107-400c-b14b-e5849c20fb3c triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:25:34.787572 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fad95b04-778a-483f-a2d8-4a4eafbcfc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:34.932908 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-fad95b04-778a-483f-a2d8-4a4eafbcfc23 None None] Provisioning for port 79c4d177-a853-4b31-ba6a-de9b9917e5ca completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:25:34.940719 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-fad95b04-778a-483f-a2d8-4a4eafbcfc23 None None] Provisioning complete for port 79c4d177-a853-4b31-ba6a-de9b9917e5ca triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:25:34.941282 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fad95b04-778a-483f-a2d8-4a4eafbcfc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:34.942687 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85006296-f880-4a28-85a2-565ef4e8ba77 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Router ecb99652-3c68-4f23-a2a8-43af4cf7b753 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:25:34.999214 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-fad95b04-778a-483f-a2d8-4a4eafbcfc23 None None] Port 79c4d177-a853-4b31-ba6a-de9b9917e5ca cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:25:35.122209 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-6d965189-e0d9-4480-aca8-9de5b801e754 None None] Provisioning complete for port 79c4d177-a853-4b31-ba6a-de9b9917e5ca triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:25:35.122890 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6d965189-e0d9-4480-aca8-9de5b801e754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:35.137155 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85006296-f880-4a28-85a2-565ef4e8ba77 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:25:35.152058 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-85006296-f880-4a28-85a2-565ef4e8ba77 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "PUT /v2.0/routers/ecb99652-3c68-4f23-a2a8-43af4cf7b753/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1411297 Jan 21 10:25:35.164847 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333fe4a1-3ae6-49bc-8b3a-06180d1c251e None None] Sync routers for ids ['ecb99652-3c68-4f23-a2a8-43af4cf7b753'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:25:35.192054 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333fe4a1-3ae6-49bc-8b3a-06180d1c251e None None] Routers {'ecb99652-3c68-4f23-a2a8-43af4cf7b753'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:25:35.192770 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-333fe4a1-3ae6-49bc-8b3a-06180d1c251e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:25:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['ecb99652-3c68-4f23-a2a8-43af4cf7b753'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:35.261944 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-6d965189-e0d9-4480-aca8-9de5b801e754 None None] Port 79c4d177-a853-4b31-ba6a-de9b9917e5ca cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:25:35.319489 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-390fa6d7-9353-4620-9af9-b33c717df214 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Synchronizing usage tracker for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:security_group {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:25:35.335031 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-390fa6d7-9353-4620-9af9-b33c717df214 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Unset dirty status for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:security_group {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:25:35.336366 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-390fa6d7-9353-4620-9af9-b33c717df214 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2105614043&fields=id&tenant_id=fd2caf936e0146abb4bf55e5ab36dacd HTTP/1.1" status: 200 len: 267 time: 0.0566652 Jan 21 10:25:35.385123 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-333fe4a1-3ae6-49bc-8b3a-06180d1c251e None None] Set router ecb99652-3c68-4f23-a2a8-43af4cf7b753 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:25:35.456288 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-2b293ac6-3eac-46ea-aa3d-599b5e517dd1 None None] Provisioning complete for port 79c4d177-a853-4b31-ba6a-de9b9917e5ca triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:25:35.456657 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2b293ac6-3eac-46ea-aa3d-599b5e517dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:35.487713 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-f1ff46a2-3e19-4554-932e-b08752e2b64f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:35.489941 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-f1ff46a2-3e19-4554-932e-b08752e2b64f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/networks?id=47f05e75-0d5e-45b4-89ab-789992a0c8af HTTP/1.1" status: 200 len: 796 time: 0.1467073 Jan 21 10:25:35.506858 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-0af0539f-28dc-41ec-975a-439a59ac1d8d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/quotas/fd2caf936e0146abb4bf55e5ab36dacd HTTP/1.1" status: 200 len: 375 time: 0.0105917 Jan 21 10:25:35.567446 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c345d41a-b3ce-438d-a787-cc7e1172e141 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:25:35.595182 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-bc6b933a-e735-4dbe-a98f-62c6a3d423de tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Synchronizing usage tracker for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:25:35.611309 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-bc6b933a-e735-4dbe-a98f-62c6a3d423de tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Unset dirty status for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:25:35.612869 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-bc6b933a-e735-4dbe-a98f-62c6a3d423de tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0989707 Jan 21 10:25:35.659352 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-2b293ac6-3eac-46ea-aa3d-599b5e517dd1 None None] Port 79c4d177-a853-4b31-ba6a-de9b9917e5ca cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:25:35.786431 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port c345d41a-b3ce-438d-a787-cc7e1172e141 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:25:35.786431 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:35.818699 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-0ce8c642-8bff-4b55-b69e-14a89c452282 service neutron] 10.222.0.110 "GET /v2.0/networks/47f05e75-0d5e-45b4-89ab-789992a0c8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929178 Jan 21 10:25:35.916793 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-333fe4a1-3ae6-49bc-8b3a-06180d1c251e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832388206', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c345d41a-b3ce-438d-a787-cc7e1172e141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:25:28Z', 'updated_at': '2022-01-21T10:25:33Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'c345d41a-b3ce-438d-a787-cc7e1172e141', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:69:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:29Z', 'updated_at': '2022-01-21T10:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '79c4d177-a853-4b31-ba6a-de9b9917e5ca', 'name': '', 'network_id': '47f05e75-0d5e-45b4-89ab-789992a0c8af', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:93:27:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '9e6a8831-8f41-4c38-9c75-7db0fbf8e9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:33Z', 'updated_at': '2022-01-21T10:25:34Z', 'revision_number': 2, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': '9e6a8831-8f41-4c38-9c75-7db0fbf8e9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:35.926036 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333fe4a1-3ae6-49bc-8b3a-06180d1c251e None None] Checking router: ecb99652-3c68-4f23-a2a8-43af4cf7b753 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:25:35.926382 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333fe4a1-3ae6-49bc-8b3a-06180d1c251e None None] Updating router ecb99652-3c68-4f23-a2a8-43af4cf7b753 port 79c4d177-a853-4b31-ba6a-de9b9917e5ca binding host dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:25:35.959148 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-2f1d45c2-18ef-41d3-a635-803167dd3470 service neutron] 10.222.0.110 "GET /v2.0/networks/47f05e75-0d5e-45b4-89ab-789992a0c8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315277 Jan 21 10:25:35.964617 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 3c5c8fcc-8107-400c-b14b-e5849c20fb3c up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:25:36.025788 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-333fe4a1-3ae6-49bc-8b3a-06180d1c251e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:36.158138 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-23916194-8d84-4005-a68b-433b8c67e461 req-b9a182de-d619-4d90-83d1-c7d2b0cdf07e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Synchronizing usage tracker for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:25:36.170927 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-23916194-8d84-4005-a68b-433b8c67e461 req-b9a182de-d619-4d90-83d1-c7d2b0cdf07e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Unset dirty status for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:25:36.180473 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-23916194-8d84-4005-a68b-433b8c67e461 req-b9a182de-d619-4d90-83d1-c7d2b0cdf07e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=e6bd267c-e4c5-4f33-b1e4-2b058560bed1 HTTP/1.1" status: 200 len: 210 time: 0.0719616 Jan 21 10:25:36.225265 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 3c5c8fcc-8107-400c-b14b-e5849c20fb3c triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:25:36.225773 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:36.542948 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-333fe4a1-3ae6-49bc-8b3a-06180d1c251e None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:36.555338 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-333fe4a1-3ae6-49bc-8b3a-06180d1c251e None None] Transition to ACTIVE for port object 79c4d177-a853-4b31-ba6a-de9b9917e5ca will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:25:36.561933 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-333fe4a1-3ae6-49bc-8b3a-06180d1c251e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:36.723266 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a91fbd-c465-487d-abea-c8fbef57f1e7 None None] Pushing event updated for resources: {'Port': ['ID=79c4d177-a853-4b31-ba6a-de9b9917e5ca,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:36.789132 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-333fe4a1-3ae6-49bc-8b3a-06180d1c251e None None] Attempting to bind port 79c4d177-a853-4b31-ba6a-de9b9917e5ca on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:25:36.789510 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-333fe4a1-3ae6-49bc-8b3a-06180d1c251e None None] Attempting to bind port 79c4d177-a853-4b31-ba6a-de9b9917e5ca by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'ae8df3c8-e544-4c68-956b-7baeb68c06c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '47f05e75-0d5e-45b4-89ab-789992a0c8af'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:25:36.789873 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333fe4a1-3ae6-49bc-8b3a-06180d1c251e None None] Attempting to bind port 79c4d177-a853-4b31-ba6a-de9b9917e5ca on network 47f05e75-0d5e-45b4-89ab-789992a0c8af {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:25:36.802256 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333fe4a1-3ae6-49bc-8b3a-06180d1c251e None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:25:36.802639 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333fe4a1-3ae6-49bc-8b3a-06180d1c251e None None] Checking segment: {'id': 'ae8df3c8-e544-4c68-956b-7baeb68c06c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '47f05e75-0d5e-45b4-89ab-789992a0c8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:25:36.803180 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-333fe4a1-3ae6-49bc-8b3a-06180d1c251e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:36.803629 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333fe4a1-3ae6-49bc-8b3a-06180d1c251e None None] Bound using segment: {'id': 'ae8df3c8-e544-4c68-956b-7baeb68c06c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '47f05e75-0d5e-45b4-89ab-789992a0c8af'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:25:36.804111 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-333fe4a1-3ae6-49bc-8b3a-06180d1c251e None None] Bound port: 79c4d177-a853-4b31-ba6a-de9b9917e5ca, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae8df3c8-e544-4c68-956b-7baeb68c06c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '47f05e75-0d5e-45b4-89ab-789992a0c8af'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:25:36.804499 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-333fe4a1-3ae6-49bc-8b3a-06180d1c251e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:36.901804 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-333fe4a1-3ae6-49bc-8b3a-06180d1c251e None None] For port 79c4d177-a853-4b31-ba6a-de9b9917e5ca, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:25:36.907283 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-333fe4a1-3ae6-49bc-8b3a-06180d1c251e None None] For port 79c4d177-a853-4b31-ba6a-de9b9917e5ca, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=79c4d177-a853-4b31-ba6a-de9b9917e5ca,segment=NetworkSegment(ae8df3c8-e544-4c68-956b-7baeb68c06c8),segment_id=ae8df3c8-e544-4c68-956b-7baeb68c06c8)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:25:36.912858 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-333fe4a1-3ae6-49bc-8b3a-06180d1c251e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:36.992956 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333fe4a1-3ae6-49bc-8b3a-06180d1c251e None None] Routers {'ecb99652-3c68-4f23-a2a8-43af4cf7b753'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:25:36.993603 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-333fe4a1-3ae6-49bc-8b3a-06180d1c251e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:25:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['ecb99652-3c68-4f23-a2a8-43af4cf7b753'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:37.049382 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a91fbd-c465-487d-abea-c8fbef57f1e7 None None] Pushing event updated for resources: {'Port': ['ID=79c4d177-a853-4b31-ba6a-de9b9917e5ca,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:37.182797 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-333fe4a1-3ae6-49bc-8b3a-06180d1c251e None None] Set router ecb99652-3c68-4f23-a2a8-43af4cf7b753 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:25:37.361124 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d02ec391-1330-4100-be24-369d86236cb7 req-b0304a8a-ab12-41ce-9228-e69240fa8589 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=e6bd267c-e4c5-4f33-b1e4-2b058560bed1 HTTP/1.1" status: 200 len: 210 time: 0.0624440 Jan 21 10:25:37.395180 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-64007412-587b-48cc-bff9-ab9fe6aaf3ec tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:37.396013 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-64007412-587b-48cc-bff9-ab9fe6aaf3ec tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Synchronizing usage tracker for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:network {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:25:37.414002 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-64007412-587b-48cc-bff9-ab9fe6aaf3ec tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Unset dirty status for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:network {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:25:37.415704 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-64007412-587b-48cc-bff9-ab9fe6aaf3ec tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.72 "GET /v2.0/networks?id=47f05e75-0d5e-45b4-89ab-789992a0c8af HTTP/1.1" status: 200 len: 796 time: 0.2179482 Jan 21 10:25:37.473011 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-35577cdb-fad9-4c66-a998-13fe4b56ac63 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd2caf936e0146abb4bf55e5ab36dacd HTTP/1.1" status: 200 len: 380 time: 0.0461669 Jan 21 10:25:37.481903 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-432dfb42-6e30-469a-a00e-75854b34f222 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'port': {'device_id': 'e6bd267c-e4c5-4f33-b1e4-2b058560bed1', 'network_id': '47f05e75-0d5e-45b4-89ab-789992a0c8af', 'admin_state_up': True, 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'security_groups': ['5b0da40c-4d16-471c-beb7-8ad03466ae32']}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:25:37.521749 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-333fe4a1-3ae6-49bc-8b3a-06180d1c251e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832388206', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c345d41a-b3ce-438d-a787-cc7e1172e141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:25:28Z', 'updated_at': '2022-01-21T10:25:33Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'c345d41a-b3ce-438d-a787-cc7e1172e141', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:69:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:29Z', 'updated_at': '2022-01-21T10:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '79c4d177-a853-4b31-ba6a-de9b9917e5ca', 'name': '', 'network_id': '47f05e75-0d5e-45b4-89ab-789992a0c8af', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:93:27:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '9e6a8831-8f41-4c38-9c75-7db0fbf8e9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:33Z', 'updated_at': '2022-01-21T10:25:36Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': '9e6a8831-8f41-4c38-9c75-7db0fbf8e9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:37.526329 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333fe4a1-3ae6-49bc-8b3a-06180d1c251e None None] The sync data for ids ['ecb99652-3c68-4f23-a2a8-43af4cf7b753'] in dv-neutron-825731-1-hyperv is: [{'id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832388206', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c345d41a-b3ce-438d-a787-cc7e1172e141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:25:28Z', 'updated_at': '2022-01-21T10:25:33Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'c345d41a-b3ce-438d-a787-cc7e1172e141', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:69:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:29Z', 'updated_at': '2022-01-21T10:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '79c4d177-a853-4b31-ba6a-de9b9917e5ca', 'name': '', 'network_id': '47f05e75-0d5e-45b4-89ab-789992a0c8af', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:93:27:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '9e6a8831-8f41-4c38-9c75-7db0fbf8e9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:33Z', 'updated_at': '2022-01-21T10:25:36Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': '9e6a8831-8f41-4c38-9c75-7db0fbf8e9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:25:37.627305 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-432dfb42-6e30-469a-a00e-75854b34f222 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:25:37.639426 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-432dfb42-6e30-469a-a00e-75854b34f222 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:25:37.653068 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-432dfb42-6e30-469a-a00e-75854b34f222 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Made reservation on behalf of fd2caf936e0146abb4bf55e5ab36dacd for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:25:37.656668 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-432dfb42-6e30-469a-a00e-75854b34f222 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:37.833272 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-432dfb42-6e30-469a-a00e-75854b34f222 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Allocated IP 172.20.0.9 (47f05e75-0d5e-45b4-89ab-789992a0c8af/9e6a8831-8f41-4c38-9c75-7db0fbf8e9dc/b4a433c4-5b56-4a9f-83ac-28c54f36b678) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:25:38.031149 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-432dfb42-6e30-469a-a00e-75854b34f222 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:38.049731 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-432dfb42-6e30-469a-a00e-75854b34f222 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Transition to ACTIVE for port object b4a433c4-5b56-4a9f-83ac-28c54f36b678 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:25:38.076065 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-432dfb42-6e30-469a-a00e-75854b34f222 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:38.264163 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-432dfb42-6e30-469a-a00e-75854b34f222 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Network 47f05e75-0d5e-45b4-89ab-789992a0c8af is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:25:38.267413 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-432dfb42-6e30-469a-a00e-75854b34f222 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:25:38.271374 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-432dfb42-6e30-469a-a00e-75854b34f222 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:25:38.303421 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432dfb42-6e30-469a-a00e-75854b34f222 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'Port': ['ID=b4a433c4-5b56-4a9f-83ac-28c54f36b678,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:38.342027 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-432dfb42-6e30-469a-a00e-75854b34f222 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:38.342652 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-432dfb42-6e30-469a-a00e-75854b34f222 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:38.370130 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-432dfb42-6e30-469a-a00e-75854b34f222 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8915856 Jan 21 10:25:38.382289 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-f847b0fe-0635-4a67-9941-9f5575e4eb9c service neutron] Request body: {'port': {'device_id': 'e6bd267c-e4c5-4f33-b1e4-2b058560bed1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:25:38.566663 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-f847b0fe-0635-4a67-9941-9f5575e4eb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:38.604831 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5dc98705-e525-4ac8-92c8-3b03682bd752 None None] Provisioning for port b4a433c4-5b56-4a9f-83ac-28c54f36b678 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:25:38.611381 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5dc98705-e525-4ac8-92c8-3b03682bd752 None None] Provisioning complete for port b4a433c4-5b56-4a9f-83ac-28c54f36b678 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:25:38.611773 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5dc98705-e525-4ac8-92c8-3b03682bd752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:38.656088 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c224a-6523-4ffe-8df2-d83566ca3383 req-aef9c3ad-1d58-44f5-b990-36924e3a11c2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:38.656799 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-7a2c224a-6523-4ffe-8df2-d83566ca3383 req-aef9c3ad-1d58-44f5-b990-36924e3a11c2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Synchronizing usage tracker for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:25:38.670461 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-5dc98705-e525-4ac8-92c8-3b03682bd752 None None] Port b4a433c4-5b56-4a9f-83ac-28c54f36b678 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:25:38.725463 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-7a2c224a-6523-4ffe-8df2-d83566ca3383 req-aef9c3ad-1d58-44f5-b990-36924e3a11c2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Unset dirty status for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:25:38.726622 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7a2c224a-6523-4ffe-8df2-d83566ca3383 req-aef9c3ad-1d58-44f5-b990-36924e3a11c2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=e6bd267c-e4c5-4f33-b1e4-2b058560bed1 HTTP/1.1" status: 200 len: 931 time: 0.2404792 Jan 21 10:25:38.819098 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7a2c224a-6523-4ffe-8df2-d83566ca3383 req-dcbbcced-d8ce-4d46-9d26-3222949f04e4 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b0da40c-4d16-471c-beb7-8ad03466ae32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860186 Jan 21 10:25:38.990692 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-f847b0fe-0635-4a67-9941-9f5575e4eb9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4a433c4-5b56-4a9f-83ac-28c54f36b678 {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:25:38.997774 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-f847b0fe-0635-4a67-9941-9f5575e4eb9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:39.012124 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-f847b0fe-0635-4a67-9941-9f5575e4eb9c service neutron] Transition to ACTIVE for port object b4a433c4-5b56-4a9f-83ac-28c54f36b678 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:25:39.015867 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-f847b0fe-0635-4a67-9941-9f5575e4eb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:39.171249 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847b0fe-0635-4a67-9941-9f5575e4eb9c service neutron] Pushing event updated for resources: {'Port': ['ID=b4a433c4-5b56-4a9f-83ac-28c54f36b678,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:39.254517 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-f847b0fe-0635-4a67-9941-9f5575e4eb9c service neutron] Attempting to bind port b4a433c4-5b56-4a9f-83ac-28c54f36b678 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:25:39.254845 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-f847b0fe-0635-4a67-9941-9f5575e4eb9c service neutron] Attempting to bind port b4a433c4-5b56-4a9f-83ac-28c54f36b678 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'ae8df3c8-e544-4c68-956b-7baeb68c06c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '47f05e75-0d5e-45b4-89ab-789992a0c8af'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:25:39.255166 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-f847b0fe-0635-4a67-9941-9f5575e4eb9c service neutron] Attempting to bind port b4a433c4-5b56-4a9f-83ac-28c54f36b678 on network 47f05e75-0d5e-45b4-89ab-789992a0c8af {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:25:39.259608 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-f847b0fe-0635-4a67-9941-9f5575e4eb9c service neutron] Port b4a433c4-5b56-4a9f-83ac-28c54f36b678 on network 47f05e75-0d5e-45b4-89ab-789992a0c8af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:25:39.259923 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-f847b0fe-0635-4a67-9941-9f5575e4eb9c service neutron] Attempting to bind port b4a433c4-5b56-4a9f-83ac-28c54f36b678 on network 47f05e75-0d5e-45b4-89ab-789992a0c8af {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:25:39.264832 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-f847b0fe-0635-4a67-9941-9f5575e4eb9c service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:25:39.265162 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-f847b0fe-0635-4a67-9941-9f5575e4eb9c service neutron] Checking segment: {'id': 'ae8df3c8-e544-4c68-956b-7baeb68c06c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '47f05e75-0d5e-45b4-89ab-789992a0c8af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:25:39.265569 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-f847b0fe-0635-4a67-9941-9f5575e4eb9c service neutron] Bound using segment: {'id': 'ae8df3c8-e544-4c68-956b-7baeb68c06c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '47f05e75-0d5e-45b4-89ab-789992a0c8af'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:25:39.265985 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-f847b0fe-0635-4a67-9941-9f5575e4eb9c service neutron] Bound port: b4a433c4-5b56-4a9f-83ac-28c54f36b678, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8df3c8-e544-4c68-956b-7baeb68c06c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '47f05e75-0d5e-45b4-89ab-789992a0c8af'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:25:39.266321 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-f847b0fe-0635-4a67-9941-9f5575e4eb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:39.355833 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-f847b0fe-0635-4a67-9941-9f5575e4eb9c service neutron] For port b4a433c4-5b56-4a9f-83ac-28c54f36b678, host hv-neutron-8257, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:25:39.358732 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-f847b0fe-0635-4a67-9941-9f5575e4eb9c service neutron] For port b4a433c4-5b56-4a9f-83ac-28c54f36b678, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b4a433c4-5b56-4a9f-83ac-28c54f36b678,segment=NetworkSegment(ae8df3c8-e544-4c68-956b-7baeb68c06c8),segment_id=ae8df3c8-e544-4c68-956b-7baeb68c06c8)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:25:39.362821 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-f847b0fe-0635-4a67-9941-9f5575e4eb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:39.425982 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-f847b0fe-0635-4a67-9941-9f5575e4eb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:39.426744 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-f847b0fe-0635-4a67-9941-9f5575e4eb9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:39.428155 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-f847b0fe-0635-4a67-9941-9f5575e4eb9c service neutron] 10.222.0.72 "PUT /v2.0/ports/b4a433c4-5b56-4a9f-83ac-28c54f36b678 HTTP/1.1" status: 200 len: 1093 time: 1.0510254 Jan 21 10:25:39.428604 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6bd267c-e4c5-4f33-b1e4-2b058560bed1', 'tag': 'b4a433c4-5b56-4a9f-83ac-28c54f36b678'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:25:39.449904 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847b0fe-0635-4a67-9941-9f5575e4eb9c service neutron] Pushing event updated for resources: {'Port': ['ID=b4a433c4-5b56-4a9f-83ac-28c54f36b678,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:39.507892 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6bd267c-e4c5-4f33-b1e4-2b058560bed1', 'tag': 'b4a433c4-5b56-4a9f-83ac-28c54f36b678', 'status': 'completed', 'code': 200} Jan 21 10:25:39.556131 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-d4c8f3e5-c69f-495e-8eda-346de7d251d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:39.557852 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-d4c8f3e5-c69f-495e-8eda-346de7d251d4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&device_id=e6bd267c-e4c5-4f33-b1e4-2b058560bed1 HTTP/1.1" status: 200 len: 1096 time: 0.0848236 Jan 21 10:25:39.583161 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 79c4d177-a853-4b31-ba6a-de9b9917e5ca up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:25:39.638356 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-befc1831-ff91-4dbd-a24a-19a899e36a5d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4a433c4-5b56-4a9f-83ac-28c54f36b678 HTTP/1.1" status: 200 len: 217 time: 0.0731843 Jan 21 10:25:39.692054 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 79c4d177-a853-4b31-ba6a-de9b9917e5ca completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:25:39.697367 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 79c4d177-a853-4b31-ba6a-de9b9917e5ca triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:25:39.697746 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:39.704558 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-f4f773b2-f1b0-4b70-925a-f11c393b95f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:39.705993 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-f4f773b2-f1b0-4b70-925a-f11c393b95f2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9e6a8831-8f41-4c38-9c75-7db0fbf8e9dc HTTP/1.1" status: 200 len: 834 time: 0.0607064 Jan 21 10:25:39.788850 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-dbfdeba1-6e75-4cf2-bd7e-1d1feafb313d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:39.790342 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-dbfdeba1-6e75-4cf2-bd7e-1d1feafb313d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=47f05e75-0d5e-45b4-89ab-789992a0c8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775380 Jan 21 10:25:39.826408 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:39.859711 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 79c4d177-a853-4b31-ba6a-de9b9917e5ca, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=79c4d177-a853-4b31-ba6a-de9b9917e5ca,segment=NetworkSegment(ae8df3c8-e544-4c68-956b-7baeb68c06c8),segment_id=ae8df3c8-e544-4c68-956b-7baeb68c06c8)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:25:39.863841 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:39.928364 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-9dbb15d5-c621-4dce-b43d-3ae991565404 service neutron] 10.222.0.72 "GET /v2.0/networks/47f05e75-0d5e-45b4-89ab-789992a0c8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315336 Jan 21 10:25:39.934275 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=79c4d177-a853-4b31-ba6a-de9b9917e5ca,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:40.212442 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d6ff2293-64f3-4ae5-b316-cae7f78448c3 req-48b17e6d-005c-4f47-bdda-663f297f8572 service neutron] 10.222.0.72 "GET /v2.0/networks/47f05e75-0d5e-45b4-89ab-789992a0c8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516844 Jan 21 10:25:40.220462 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda7fbd-e946-4a1b-aa9e-50112ab34673 req-fad627ff-0bd6-4fad-a64c-ffa287c8db9e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:40.221827 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9fda7fbd-e946-4a1b-aa9e-50112ab34673 req-fad627ff-0bd6-4fad-a64c-ffa287c8db9e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=e6bd267c-e4c5-4f33-b1e4-2b058560bed1 HTTP/1.1" status: 200 len: 943 time: 0.2926204 Jan 21 10:25:40.310284 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9fda7fbd-e946-4a1b-aa9e-50112ab34673 req-aeef8308-4f57-4c36-a986-559dc6b55793 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b0da40c-4d16-471c-beb7-8ad03466ae32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815430 Jan 21 10:25:40.343529 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5f3b0-6ec2-4c38-aed0-ec10b7e6548c req-f22215eb-e662-423a-97e9-e44caf8f2e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:40.344998 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6bd5f3b0-6ec2-4c38-aed0-ec10b7e6548c req-f22215eb-e662-423a-97e9-e44caf8f2e09 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&device_id=e6bd267c-e4c5-4f33-b1e4-2b058560bed1 HTTP/1.1" status: 200 len: 1096 time: 0.0862875 Jan 21 10:25:40.476146 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5f3b0-6ec2-4c38-aed0-ec10b7e6548c req-d4f52732-aba6-43ed-b313-c83affa13631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:40.477543 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6bd5f3b0-6ec2-4c38-aed0-ec10b7e6548c req-d4f52732-aba6-43ed-b313-c83affa13631 service neutron] 10.222.0.72 "GET /v2.0/networks?id=47f05e75-0d5e-45b4-89ab-789992a0c8af HTTP/1.1" status: 200 len: 897 time: 0.1263602 Jan 21 10:25:40.548136 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6bd5f3b0-6ec2-4c38-aed0-ec10b7e6548c req-b85984b1-fe46-4980-b999-547437d4d5ed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4a433c4-5b56-4a9f-83ac-28c54f36b678 HTTP/1.1" status: 200 len: 217 time: 0.0639324 Jan 21 10:25:40.610271 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5f3b0-6ec2-4c38-aed0-ec10b7e6548c req-905b73cd-866e-4c7f-9b39-d5857b8f4ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:40.611704 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6bd5f3b0-6ec2-4c38-aed0-ec10b7e6548c req-905b73cd-866e-4c7f-9b39-d5857b8f4ca3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9e6a8831-8f41-4c38-9c75-7db0fbf8e9dc HTTP/1.1" status: 200 len: 834 time: 0.0560682 Jan 21 10:25:40.684755 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5f3b0-6ec2-4c38-aed0-ec10b7e6548c req-20aef1d3-6b22-43eb-b9d0-92b7e54891a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:40.686247 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6bd5f3b0-6ec2-4c38-aed0-ec10b7e6548c req-20aef1d3-6b22-43eb-b9d0-92b7e54891a5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=47f05e75-0d5e-45b4-89ab-789992a0c8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687335 Jan 21 10:25:40.817273 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6bd5f3b0-6ec2-4c38-aed0-ec10b7e6548c req-cb463e6a-3e77-4e92-bccc-274b568ef500 service neutron] 10.222.0.72 "GET /v2.0/networks/47f05e75-0d5e-45b4-89ab-789992a0c8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244283 Jan 21 10:25:40.946586 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6bd5f3b0-6ec2-4c38-aed0-ec10b7e6548c req-54de8d2c-1a8a-4b53-a8e7-d9800a971844 service neutron] 10.222.0.72 "GET /v2.0/networks/47f05e75-0d5e-45b4-89ab-789992a0c8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228683 Jan 21 10:25:41.501773 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb44e0-2e56-4ad8-9538-f8b24cd5f6f6 req-3523664e-645a-4cd2-958c-a62331f7f72c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:41.503258 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-dcbb44e0-2e56-4ad8-9538-f8b24cd5f6f6 req-3523664e-645a-4cd2-958c-a62331f7f72c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=e6bd267c-e4c5-4f33-b1e4-2b058560bed1 HTTP/1.1" status: 200 len: 943 time: 0.0864577 Jan 21 10:25:41.554782 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-dcbb44e0-2e56-4ad8-9538-f8b24cd5f6f6 req-80cb28a1-956f-4b0f-921d-3fcc134da596 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b0da40c-4d16-471c-beb7-8ad03466ae32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452790 Jan 21 10:25:41.556994 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 79c4d177-a853-4b31-ba6a-de9b9917e5ca up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:25:41.630044 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 79c4d177-a853-4b31-ba6a-de9b9917e5ca triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:25:41.630331 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:42.868671 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device b4a433c4-5b56-4a9f-83ac-28c54f36b678 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:25:42.894068 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730dce8-3e94-430d-8dff-6edde166c0bc req-b0a22eaa-660b-4bbb-bc08-f513bec57f60 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:42.896334 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b730dce8-3e94-430d-8dff-6edde166c0bc req-b0a22eaa-660b-4bbb-bc08-f513bec57f60 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=e6bd267c-e4c5-4f33-b1e4-2b058560bed1 HTTP/1.1" status: 200 len: 943 time: 0.0852919 Jan 21 10:25:42.940992 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b730dce8-3e94-430d-8dff-6edde166c0bc req-1b7493ef-6fc2-423e-82e7-49f613820d1b tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b0da40c-4d16-471c-beb7-8ad03466ae32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391369 Jan 21 10:25:43.001087 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port b4a433c4-5b56-4a9f-83ac-28c54f36b678, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b4a433c4-5b56-4a9f-83ac-28c54f36b678,segment=NetworkSegment(ae8df3c8-e544-4c68-956b-7baeb68c06c8),segment_id=ae8df3c8-e544-4c68-956b-7baeb68c06c8)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:25:43.013692 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': 'b4a433c4-5b56-4a9f-83ac-28c54f36b678', 'network_id': '47f05e75-0d5e-45b4-89ab-789992a0c8af', 'port_id': 'b4a433c4-5b56-4a9f-83ac-28c54f36b678', 'mac_address': 'fa:16:3e:c2:a2:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e6a8831-8f41-4c38-9c75-7db0fbf8e9dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:25:43.071153 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:43.088238 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4a433c4-5b56-4a9f-83ac-28c54f36b678 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:25:43.104065 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port b4a433c4-5b56-4a9f-83ac-28c54f36b678, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b4a433c4-5b56-4a9f-83ac-28c54f36b678,segment=NetworkSegment(ae8df3c8-e544-4c68-956b-7baeb68c06c8),segment_id=ae8df3c8-e544-4c68-956b-7baeb68c06c8)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:25:43.108380 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:43.173569 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:43.185153 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=b4a433c4-5b56-4a9f-83ac-28c54f36b678,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:43.431287 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['b4a433c4-5b56-4a9f-83ac-28c54f36b678'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:25:44.033330 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:25:44.124168 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e18a0-794d-46a9-a518-3a87b2fc6c2e req-8cf0ca59-8ee2-4758-8798-f70f8c54a79e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:44.125616 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7a6e18a0-794d-46a9-a518-3a87b2fc6c2e req-8cf0ca59-8ee2-4758-8798-f70f8c54a79e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=e6bd267c-e4c5-4f33-b1e4-2b058560bed1 HTTP/1.1" status: 200 len: 944 time: 0.0792882 Jan 21 10:25:44.169617 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7a6e18a0-794d-46a9-a518-3a87b2fc6c2e req-5c8a6a5c-753a-4d7b-8544-de474798a49c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b0da40c-4d16-471c-beb7-8ad03466ae32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373061 Jan 21 10:25:44.890521 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device b4a433c4-5b56-4a9f-83ac-28c54f36b678 up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:25:44.958278 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port b4a433c4-5b56-4a9f-83ac-28c54f36b678 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:25:44.962994 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port b4a433c4-5b56-4a9f-83ac-28c54f36b678 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:25:44.963359 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:45.077391 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:45.103156 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6bd267c-e4c5-4f33-b1e4-2b058560bed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a433c4-5b56-4a9f-83ac-28c54f36b678'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:25:45.114046 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port b4a433c4-5b56-4a9f-83ac-28c54f36b678, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b4a433c4-5b56-4a9f-83ac-28c54f36b678,segment=NetworkSegment(ae8df3c8-e544-4c68-956b-7baeb68c06c8),segment_id=ae8df3c8-e544-4c68-956b-7baeb68c06c8)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:25:45.118390 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:45.189354 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=b4a433c4-5b56-4a9f-83ac-28c54f36b678,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:45.228583 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6bd267c-e4c5-4f33-b1e4-2b058560bed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a433c4-5b56-4a9f-83ac-28c54f36b678', 'code': 200} Jan 21 10:25:45.361101 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55302b-2322-42ab-973b-daa15ba15390 req-6307e68a-9332-4421-859a-b45f18715a52 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:45.362545 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cd55302b-2322-42ab-973b-daa15ba15390 req-6307e68a-9332-4421-859a-b45f18715a52 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=e6bd267c-e4c5-4f33-b1e4-2b058560bed1 HTTP/1.1" status: 200 len: 945 time: 0.0839915 Jan 21 10:25:45.408064 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cd55302b-2322-42ab-973b-daa15ba15390 req-3a19ebd7-5997-46bc-be0e-a5c41b0fa2c3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b0da40c-4d16-471c-beb7-8ad03466ae32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385089 Jan 21 10:25:45.455462 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e899d-8815-4a56-8f0b-13225ad6200c req-40e4c8d7-9d15-4ed3-a5c2-221e4303bd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:45.457020 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-175e899d-8815-4a56-8f0b-13225ad6200c req-40e4c8d7-9d15-4ed3-a5c2-221e4303bd61 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e6bd267c-e4c5-4f33-b1e4-2b058560bed1 HTTP/1.1" status: 200 len: 1098 time: 0.0707161 Jan 21 10:25:45.501152 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-175e899d-8815-4a56-8f0b-13225ad6200c req-9b86e765-d8b5-4dc1-a247-fc3eb9d8c911 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5b0da40c-4d16-471c-beb7-8ad03466ae32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381200 Jan 21 10:25:46.591412 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8faac3-f1aa-4cca-ac49-2784b4eba9e8 req-4070522c-bd8f-452b-aa1a-c7b73458956e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:46.592848 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ae8faac3-f1aa-4cca-ac49-2784b4eba9e8 req-4070522c-bd8f-452b-aa1a-c7b73458956e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=e6bd267c-e4c5-4f33-b1e4-2b058560bed1 HTTP/1.1" status: 200 len: 945 time: 0.0779150 Jan 21 10:25:46.640109 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ae8faac3-f1aa-4cca-ac49-2784b4eba9e8 req-9edcbee4-1a27-468c-839e-c01bbd1d02b9 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b0da40c-4d16-471c-beb7-8ad03466ae32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405087 Jan 21 10:25:46.642697 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9e40dbd3-98b2-46ae-94bb-a9a93b695176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:47.830520 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93e06b-ded4-4862-b6d5-9d4a61b33341 req-10f2aef9-cc58-48f9-b554-46eaa10bb8a1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:47.832532 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7b93e06b-ded4-4862-b6d5-9d4a61b33341 req-10f2aef9-cc58-48f9-b554-46eaa10bb8a1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=e6bd267c-e4c5-4f33-b1e4-2b058560bed1 HTTP/1.1" status: 200 len: 945 time: 0.0812173 Jan 21 10:25:47.881060 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7b93e06b-ded4-4862-b6d5-9d4a61b33341 req-fb61c1a6-1a61-4eed-8037-c1dc7139543d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b0da40c-4d16-471c-beb7-8ad03466ae32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400355 Jan 21 10:25:48.073338 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d713d3-3d80-4491-940e-2ddf7713f8ab req-5dcfcf6a-9b06-4946-b63f-cfe029393d05 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:48.075337 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-84d713d3-3d80-4491-940e-2ddf7713f8ab req-5dcfcf6a-9b06-4946-b63f-cfe029393d05 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=e6bd267c-e4c5-4f33-b1e4-2b058560bed1 HTTP/1.1" status: 200 len: 945 time: 0.0880105 Jan 21 10:25:48.128139 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-84d713d3-3d80-4491-940e-2ddf7713f8ab req-1dac26f1-d6b2-4a71-b580-41b303742d14 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b0da40c-4d16-471c-beb7-8ad03466ae32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467529 Jan 21 10:25:48.151574 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35188) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:48.223097 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13c6e51-cf16-451c-a87c-05d3ae7e11cb tempest-TestNetworkAdvancedServerOps-151801494 tempest-TestNetworkAdvancedServerOps-151801494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:48.224775 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f13c6e51-cf16-451c-a87c-05d3ae7e11cb tempest-TestNetworkAdvancedServerOps-151801494 tempest-TestNetworkAdvancedServerOps-151801494-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=e6bd267c-e4c5-4f33-b1e4-2b058560bed1 HTTP/1.1" status: 200 len: 1093 time: 0.0721998 Jan 21 10:25:48.227849 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 35192) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:48.232977 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-02ae5688-7ff2-44c7-b91e-c7977795aeb3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'floatingip': {'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'port_id': 'b4a433c4-5b56-4a9f-83ac-28c54f36b678', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:25:48.239918 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-02ae5688-7ff2-44c7-b91e-c7977795aeb3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:25:48.243804 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-02ae5688-7ff2-44c7-b91e-c7977795aeb3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:floatingip and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:25:48.246748 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-02ae5688-7ff2-44c7-b91e-c7977795aeb3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:25:48.256915 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-02ae5688-7ff2-44c7-b91e-c7977795aeb3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:25:48.267019 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-02ae5688-7ff2-44c7-b91e-c7977795aeb3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for floatingip, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:48.411238 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-02ae5688-7ff2-44c7-b91e-c7977795aeb3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:48.662723 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-02ae5688-7ff2-44c7-b91e-c7977795aeb3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Allocated IP 172.26.3.214 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/e9143068-9797-4f6c-922d-779471a46f15) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:25:48.821456 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-02ae5688-7ff2-44c7-b91e-c7977795aeb3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:48.850053 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-02ae5688-7ff2-44c7-b91e-c7977795aeb3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:48.918096 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ae5688-7ff2-44c7-b91e-c7977795aeb3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:25:48.920994 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-02ae5688-7ff2-44c7-b91e-c7977795aeb3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:25:48.924943 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ae5688-7ff2-44c7-b91e-c7977795aeb3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:25:48.954453 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae5688-7ff2-44c7-b91e-c7977795aeb3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'Port': ['ID=e9143068-9797-4f6c-922d-779471a46f15,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:48.996982 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-10166943-fb82-4030-b092-07c7270cb02b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:49.333066 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-02ae5688-7ff2-44c7-b91e-c7977795aeb3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:49.406867 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-02ae5688-7ff2-44c7-b91e-c7977795aeb3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:49.609641 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-02ae5688-7ff2-44c7-b91e-c7977795aeb3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:49.614665 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-02ae5688-7ff2-44c7-b91e-c7977795aeb3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:49.725257 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae5688-7ff2-44c7-b91e-c7977795aeb3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'Port': ['ID=e9143068-9797-4f6c-922d-779471a46f15,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:49.737468 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-02ae5688-7ff2-44c7-b91e-c7977795aeb3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:49.895349 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:49.906717 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.l3_db [None req-02ae5688-7ff2-44c7-b91e-c7977795aeb3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Floating IP f62a8db3-a08e-46fa-8089-59fb96f740d7 associated. External IP: 172.26.3.214, port: b4a433c4-5b56-4a9f-83ac-28c54f36b678. Jan 21 10:25:50.123851 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:50.374333 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ae5688-7ff2-44c7-b91e-c7977795aeb3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Router ecb99652-3c68-4f23-a2a8-43af4cf7b753 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:25:50.553566 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ae5688-7ff2-44c7-b91e-c7977795aeb3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:25:50.563657 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633d81c1-2c76-48c3-b7a7-7d8ba61f9f40 None None] Sync routers for ids ['ecb99652-3c68-4f23-a2a8-43af4cf7b753'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:25:50.572733 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633d81c1-2c76-48c3-b7a7-7d8ba61f9f40 None None] Routers {'ecb99652-3c68-4f23-a2a8-43af4cf7b753'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:25:50.573343 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-633d81c1-2c76-48c3-b7a7-7d8ba61f9f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:25:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['ecb99652-3c68-4f23-a2a8-43af4cf7b753'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:50.577570 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-02ae5688-7ff2-44c7-b91e-c7977795aeb3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:50.636154 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-02ae5688-7ff2-44c7-b91e-c7977795aeb3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4071510 Jan 21 10:25:50.636641 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6bd267c-e4c5-4f33-b1e4-2b058560bed1', 'tag': 'b4a433c4-5b56-4a9f-83ac-28c54f36b678'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:25:50.755243 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6bd267c-e4c5-4f33-b1e4-2b058560bed1', 'tag': 'b4a433c4-5b56-4a9f-83ac-28c54f36b678', 'status': 'completed', 'code': 200} Jan 21 10:25:50.780539 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-633d81c1-2c76-48c3-b7a7-7d8ba61f9f40 None None] Set router ecb99652-3c68-4f23-a2a8-43af4cf7b753 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:25:50.859871 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d80611-443b-457c-b796-29c834b784c0 req-d807a8f3-52d4-46d0-92e8-9440c301d569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:50.861381 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-98d80611-443b-457c-b796-29c834b784c0 req-d807a8f3-52d4-46d0-92e8-9440c301d569 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&device_id=e6bd267c-e4c5-4f33-b1e4-2b058560bed1 HTTP/1.1" status: 200 len: 1098 time: 0.0831614 Jan 21 10:25:50.979572 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea6e3a-c9a8-4f45-bb80-e40680bbe06d req-6dcf426e-0160-4f3a-83f7-9aafb5648d52 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:50.981189 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a1ea6e3a-c9a8-4f45-bb80-e40680bbe06d req-6dcf426e-0160-4f3a-83f7-9aafb5648d52 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=e6bd267c-e4c5-4f33-b1e4-2b058560bed1 HTTP/1.1" status: 200 len: 945 time: 0.0851395 Jan 21 10:25:51.002851 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d80611-443b-457c-b796-29c834b784c0 req-0d04ed0d-8c5b-4dec-b442-1b4e193992f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:51.005277 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-98d80611-443b-457c-b796-29c834b784c0 req-0d04ed0d-8c5b-4dec-b442-1b4e193992f9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=47f05e75-0d5e-45b4-89ab-789992a0c8af HTTP/1.1" status: 200 len: 897 time: 0.1370142 Jan 21 10:25:51.030081 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a1ea6e3a-c9a8-4f45-bb80-e40680bbe06d req-0cba8ae8-857a-40ca-bbe4-3c356ef4daf0 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b0da40c-4d16-471c-beb7-8ad03466ae32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427196 Jan 21 10:25:51.056493 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 35202) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:51.109495 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-98d80611-443b-457c-b796-29c834b784c0 req-ff8b2009-b702-494d-922d-026b1881bedd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4a433c4-5b56-4a9f-83ac-28c54f36b678 HTTP/1.1" status: 200 len: 999 time: 0.0978653 Jan 21 10:25:51.145283 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-633d81c1-2c76-48c3-b7a7-7d8ba61f9f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832388206', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c345d41a-b3ce-438d-a787-cc7e1172e141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:25:28Z', 'updated_at': '2022-01-21T10:25:33Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'c345d41a-b3ce-438d-a787-cc7e1172e141', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:69:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:29Z', 'updated_at': '2022-01-21T10:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': 'f62a8db3-a08e-46fa-8089-59fb96f740d7', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'floating_ip_address': '172.26.3.214', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'port_id': 'b4a433c4-5b56-4a9f-83ac-28c54f36b678', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f05e75-0d5e-45b4-89ab-789992a0c8af', 'mac_address': 'fa:16:3e:c2:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bd267c-e4c5-4f33-b1e4-2b058560bed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:25:49Z', 'updated_at': '2022-01-21T10:25:49Z', 'revision_number': 0, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79c4d177-a853-4b31-ba6a-de9b9917e5ca', 'name': '', 'network_id': '47f05e75-0d5e-45b4-89ab-789992a0c8af', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:93:27:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '9e6a8831-8f41-4c38-9c75-7db0fbf8e9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:33Z', 'updated_at': '2022-01-21T10:25:39Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': '9e6a8831-8f41-4c38-9c75-7db0fbf8e9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:51.149878 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633d81c1-2c76-48c3-b7a7-7d8ba61f9f40 None None] Checking router: ecb99652-3c68-4f23-a2a8-43af4cf7b753 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:25:51.160266 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633d81c1-2c76-48c3-b7a7-7d8ba61f9f40 None None] Routers {'ecb99652-3c68-4f23-a2a8-43af4cf7b753'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:25:51.160903 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-633d81c1-2c76-48c3-b7a7-7d8ba61f9f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:25:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['ecb99652-3c68-4f23-a2a8-43af4cf7b753'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:51.171800 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-967f89a7-0185-4227-b6d3-fc989a21fafb tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/floatingips/f62a8db3-a08e-46fa-8089-59fb96f740d7 HTTP/1.1" status: 200 len: 991 time: 0.1127992 Jan 21 10:25:51.289126 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d80611-443b-457c-b796-29c834b784c0 req-d74f478d-cb4a-4694-b2a3-6ca254c5c36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:51.290485 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-98d80611-443b-457c-b796-29c834b784c0 req-d74f478d-cb4a-4694-b2a3-6ca254c5c36d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9e6a8831-8f41-4c38-9c75-7db0fbf8e9dc HTTP/1.1" status: 200 len: 834 time: 0.1741700 Jan 21 10:25:51.342681 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-633d81c1-2c76-48c3-b7a7-7d8ba61f9f40 None None] Set router ecb99652-3c68-4f23-a2a8-43af4cf7b753 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:25:51.367328 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d80611-443b-457c-b796-29c834b784c0 req-dd15e1f0-d6d1-4446-a35d-31e2c52a84c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:51.368826 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-98d80611-443b-457c-b796-29c834b784c0 req-dd15e1f0-d6d1-4446-a35d-31e2c52a84c6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=47f05e75-0d5e-45b4-89ab-789992a0c8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723577 Jan 21 10:25:51.504779 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-98d80611-443b-457c-b796-29c834b784c0 req-f24e176b-dc69-42c6-95a4-d20cb6e4d965 service neutron] 10.222.0.72 "GET /v2.0/networks/47f05e75-0d5e-45b4-89ab-789992a0c8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293266 Jan 21 10:25:51.542406 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:51.651121 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-98d80611-443b-457c-b796-29c834b784c0 req-64a31be2-8dab-4646-9fd5-bbde94cbec77 service neutron] 10.222.0.72 "GET /v2.0/networks/47f05e75-0d5e-45b4-89ab-789992a0c8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403799 Jan 21 10:25:51.726656 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-633d81c1-2c76-48c3-b7a7-7d8ba61f9f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832388206', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c345d41a-b3ce-438d-a787-cc7e1172e141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:25:28Z', 'updated_at': '2022-01-21T10:25:33Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'c345d41a-b3ce-438d-a787-cc7e1172e141', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:69:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:29Z', 'updated_at': '2022-01-21T10:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': 'f62a8db3-a08e-46fa-8089-59fb96f740d7', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'floating_ip_address': '172.26.3.214', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'port_id': 'b4a433c4-5b56-4a9f-83ac-28c54f36b678', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f05e75-0d5e-45b4-89ab-789992a0c8af', 'mac_address': 'fa:16:3e:c2:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bd267c-e4c5-4f33-b1e4-2b058560bed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:25:49Z', 'updated_at': '2022-01-21T10:25:49Z', 'revision_number': 0, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79c4d177-a853-4b31-ba6a-de9b9917e5ca', 'name': '', 'network_id': '47f05e75-0d5e-45b4-89ab-789992a0c8af', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:93:27:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '9e6a8831-8f41-4c38-9c75-7db0fbf8e9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:33Z', 'updated_at': '2022-01-21T10:25:39Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': '9e6a8831-8f41-4c38-9c75-7db0fbf8e9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:25:51.731498 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633d81c1-2c76-48c3-b7a7-7d8ba61f9f40 None None] The sync data for ids ['ecb99652-3c68-4f23-a2a8-43af4cf7b753'] in dv-neutron-825731-1-hyperv is: [{'id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832388206', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c345d41a-b3ce-438d-a787-cc7e1172e141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:25:28Z', 'updated_at': '2022-01-21T10:25:33Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'c345d41a-b3ce-438d-a787-cc7e1172e141', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:69:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:29Z', 'updated_at': '2022-01-21T10:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': 'f62a8db3-a08e-46fa-8089-59fb96f740d7', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'floating_ip_address': '172.26.3.214', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'port_id': 'b4a433c4-5b56-4a9f-83ac-28c54f36b678', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f05e75-0d5e-45b4-89ab-789992a0c8af', 'mac_address': 'fa:16:3e:c2:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bd267c-e4c5-4f33-b1e4-2b058560bed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:25:49Z', 'updated_at': '2022-01-21T10:25:49Z', 'revision_number': 0, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79c4d177-a853-4b31-ba6a-de9b9917e5ca', 'name': '', 'network_id': '47f05e75-0d5e-45b4-89ab-789992a0c8af', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:93:27:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '9e6a8831-8f41-4c38-9c75-7db0fbf8e9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:33Z', 'updated_at': '2022-01-21T10:25:39Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': '9e6a8831-8f41-4c38-9c75-7db0fbf8e9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:25:51.953618 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653fcc51-c19c-48b4-8c67-0d732353e01c None None] New status for floating IP f62a8db3-a08e-46fa-8089-59fb96f740d7: ACTIVE {{(pid=87516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:25:52.174370 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 35206) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:52.291089 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e1c48987-547a-4946-b7c9-7d6e9a8d0b97 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/floatingips/f62a8db3-a08e-46fa-8089-59fb96f740d7 HTTP/1.1" status: 200 len: 993 time: 0.1155474 Jan 21 10:26:13.153485 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:16.644787 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ebc5f879-03c9-4cc2-8a04-84e9aa7efef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:18.997462 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a04c5310-03f4-4c34-81a8-ca693997e645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:19.897200 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:20.119579 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:21.032410 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:26:21.545102 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:33.032367 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3fb00b55-85b6-4bca-b54b-cc57381b5b3e req-d6548a2d-a7d2-434a-aee1-133be21c0c43 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e6bd267c-e4c5-4f33-b1e4-2b058560bed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0879285 Jan 21 10:26:33.173698 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb00b55-85b6-4bca-b54b-cc57381b5b3e req-d4c9f7e8-1b12-492b-9064-b515482dba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:33.175184 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3fb00b55-85b6-4bca-b54b-cc57381b5b3e req-d4c9f7e8-1b12-492b-9064-b515482dba80 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&device_id=e6bd267c-e4c5-4f33-b1e4-2b058560bed1 HTTP/1.1" status: 200 len: 1098 time: 0.0741332 Jan 21 10:26:33.323725 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb00b55-85b6-4bca-b54b-cc57381b5b3e req-ee78d4c1-c310-4c84-b003-be624a23fb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:33.325182 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3fb00b55-85b6-4bca-b54b-cc57381b5b3e req-ee78d4c1-c310-4c84-b003-be624a23fb9a service neutron] 10.222.0.72 "GET /v2.0/networks?id=47f05e75-0d5e-45b4-89ab-789992a0c8af HTTP/1.1" status: 200 len: 897 time: 0.1302438 Jan 21 10:26:33.430642 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3fb00b55-85b6-4bca-b54b-cc57381b5b3e req-587a8a74-099b-4e5b-925b-e3dfb612e5a3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4a433c4-5b56-4a9f-83ac-28c54f36b678 HTTP/1.1" status: 200 len: 1001 time: 0.0991962 Jan 21 10:26:33.498250 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb00b55-85b6-4bca-b54b-cc57381b5b3e req-9dab6c15-562f-4723-bcaf-cce0810ae072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:33.499722 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3fb00b55-85b6-4bca-b54b-cc57381b5b3e req-9dab6c15-562f-4723-bcaf-cce0810ae072 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9e6a8831-8f41-4c38-9c75-7db0fbf8e9dc HTTP/1.1" status: 200 len: 834 time: 0.0619898 Jan 21 10:26:33.575552 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb00b55-85b6-4bca-b54b-cc57381b5b3e req-8a15e40e-8f80-4fca-9b03-0506d906e369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:33.577044 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3fb00b55-85b6-4bca-b54b-cc57381b5b3e req-8a15e40e-8f80-4fca-9b03-0506d906e369 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=47f05e75-0d5e-45b4-89ab-789992a0c8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718803 Jan 21 10:26:33.713363 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3fb00b55-85b6-4bca-b54b-cc57381b5b3e req-558b26f4-77ad-4613-8200-39bbfb8c1151 service neutron] 10.222.0.72 "GET /v2.0/networks/47f05e75-0d5e-45b4-89ab-789992a0c8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293836 Jan 21 10:26:33.850106 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3fb00b55-85b6-4bca-b54b-cc57381b5b3e req-90047819-ac5d-4c70-9279-2a4501fa8567 service neutron] 10.222.0.72 "GET /v2.0/networks/47f05e75-0d5e-45b4-89ab-789992a0c8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300008 Jan 21 10:26:43.171289 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:46.646873 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f7de3886-cc0a-44dc-84cf-801ef3993454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:48.999096 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-18ce9fdc-e8a7-4597-9248-7ed1b20de75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:49.900968 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:50.122912 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:51.576324 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:58.036244 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:27:05.671795 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a04ba-a5f7-4bbb-ad8a-39eca027e736 req-0077b375-91f6-403d-ad33-ba731e1d4b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:05.673304 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2e8a04ba-a5f7-4bbb-ad8a-39eca027e736 req-0077b375-91f6-403d-ad33-ba731e1d4b4d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&device_id=e6bd267c-e4c5-4f33-b1e4-2b058560bed1 HTTP/1.1" status: 200 len: 1098 time: 0.0853531 Jan 21 10:27:05.818453 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a04ba-a5f7-4bbb-ad8a-39eca027e736 req-5dc14774-0076-4078-89de-282d82ff058a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:05.820646 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2e8a04ba-a5f7-4bbb-ad8a-39eca027e736 req-5dc14774-0076-4078-89de-282d82ff058a service neutron] 10.222.0.72 "GET /v2.0/networks?id=47f05e75-0d5e-45b4-89ab-789992a0c8af HTTP/1.1" status: 200 len: 897 time: 0.1394601 Jan 21 10:27:06.073695 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2e8a04ba-a5f7-4bbb-ad8a-39eca027e736 req-c164bed4-5b32-4951-b7ce-032fa517c628 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4a433c4-5b56-4a9f-83ac-28c54f36b678 HTTP/1.1" status: 200 len: 1001 time: 0.2206705 Jan 21 10:27:06.124122 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979375c-e7aa-4e17-b987-325c7b7f21c8 req-5d95ccda-7219-46f2-ab2b-5402aad0fa6a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:06.125591 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-5979375c-e7aa-4e17-b987-325c7b7f21c8 req-5d95ccda-7219-46f2-ab2b-5402aad0fa6a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=e6bd267c-e4c5-4f33-b1e4-2b058560bed1 HTTP/1.1" status: 200 len: 945 time: 0.4960568 Jan 21 10:27:06.178721 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a04ba-a5f7-4bbb-ad8a-39eca027e736 req-8f67a958-3502-4c73-bdf1-0477a92fe8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:06.180933 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2e8a04ba-a5f7-4bbb-ad8a-39eca027e736 req-8f67a958-3502-4c73-bdf1-0477a92fe8b1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9e6a8831-8f41-4c38-9c75-7db0fbf8e9dc HTTP/1.1" status: 200 len: 834 time: 0.0997770 Jan 21 10:27:06.191550 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-5979375c-e7aa-4e17-b987-325c7b7f21c8 req-fe50a09a-743e-44be-93c2-6b375bef44c8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b0da40c-4d16-471c-beb7-8ad03466ae32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595901 Jan 21 10:27:06.260763 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a04ba-a5f7-4bbb-ad8a-39eca027e736 req-b93037ce-a6fa-48b7-8a5c-2c9ef4dce3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:06.262238 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2e8a04ba-a5f7-4bbb-ad8a-39eca027e736 req-b93037ce-a6fa-48b7-8a5c-2c9ef4dce3b8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=47f05e75-0d5e-45b4-89ab-789992a0c8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738888 Jan 21 10:27:06.395298 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2e8a04ba-a5f7-4bbb-ad8a-39eca027e736 req-3bbb8645-55a9-47bd-b8d9-fa0c82338474 service neutron] 10.222.0.72 "GET /v2.0/networks/47f05e75-0d5e-45b4-89ab-789992a0c8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256397 Jan 21 10:27:06.527024 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2e8a04ba-a5f7-4bbb-ad8a-39eca027e736 req-e78bb6ba-1ab3-4757-8d56-4b3880a83cdc service neutron] 10.222.0.72 "GET /v2.0/networks/47f05e75-0d5e-45b4-89ab-789992a0c8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256714 Jan 21 10:27:07.492714 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8a239-e129-4ffe-84bd-d09aac55d50c req-3784a6ee-eb42-42b6-9a0f-cd77532e5309 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:07.494115 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e6b8a239-e129-4ffe-84bd-d09aac55d50c req-3784a6ee-eb42-42b6-9a0f-cd77532e5309 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=e6bd267c-e4c5-4f33-b1e4-2b058560bed1 HTTP/1.1" status: 200 len: 945 time: 0.1909735 Jan 21 10:27:07.542427 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e6b8a239-e129-4ffe-84bd-d09aac55d50c req-a343e3b1-acab-4544-8405-a0b7f7a234ce tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b0da40c-4d16-471c-beb7-8ad03466ae32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426946 Jan 21 10:27:08.732508 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfaad4a-c439-4349-ab45-348f04415b2a req-dcab12c3-d69b-41fd-bf4b-0040bc4d6224 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:08.733989 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6cfaad4a-c439-4349-ab45-348f04415b2a req-dcab12c3-d69b-41fd-bf4b-0040bc4d6224 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=e6bd267c-e4c5-4f33-b1e4-2b058560bed1 HTTP/1.1" status: 200 len: 945 time: 0.0826514 Jan 21 10:27:08.783807 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6cfaad4a-c439-4349-ab45-348f04415b2a req-70cfb889-3f00-416b-91a8-bf22697d82c5 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b0da40c-4d16-471c-beb7-8ad03466ae32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441332 Jan 21 10:27:09.966210 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0af28d-b146-4c49-ac16-07a9692e5437 req-00ed8237-906a-4760-aca6-36aab68b857e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:09.967742 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4a0af28d-b146-4c49-ac16-07a9692e5437 req-00ed8237-906a-4760-aca6-36aab68b857e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=e6bd267c-e4c5-4f33-b1e4-2b058560bed1 HTTP/1.1" status: 200 len: 945 time: 0.0797172 Jan 21 10:27:10.011422 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4a0af28d-b146-4c49-ac16-07a9692e5437 req-073462c4-17a8-4c24-a15a-62ad78a4ca5d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b0da40c-4d16-471c-beb7-8ad03466ae32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380049 Jan 21 10:27:11.199688 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deaeede-9a16-4a99-885f-7b37ba4d0336 req-4ee4ea2f-bb1a-4b3a-933d-01441946afb7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:11.201185 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3deaeede-9a16-4a99-885f-7b37ba4d0336 req-4ee4ea2f-bb1a-4b3a-933d-01441946afb7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=e6bd267c-e4c5-4f33-b1e4-2b058560bed1 HTTP/1.1" status: 200 len: 945 time: 0.0814829 Jan 21 10:27:11.247231 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3deaeede-9a16-4a99-885f-7b37ba4d0336 req-69fa8f33-c6b9-40ac-aaf4-9e7881490569 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b0da40c-4d16-471c-beb7-8ad03466ae32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403152 Jan 21 10:27:12.446988 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6edfd6-afdb-4774-bafa-a4363d5d298b req-ff8d1266-863a-410b-87e0-0b4225a1d17f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:12.448593 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5f6edfd6-afdb-4774-bafa-a4363d5d298b req-ff8d1266-863a-410b-87e0-0b4225a1d17f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=e6bd267c-e4c5-4f33-b1e4-2b058560bed1 HTTP/1.1" status: 200 len: 945 time: 0.0843382 Jan 21 10:27:12.492841 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5f6edfd6-afdb-4774-bafa-a4363d5d298b req-64b5601d-75d2-485e-b1c2-47750943fce3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b0da40c-4d16-471c-beb7-8ad03466ae32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375280 Jan 21 10:27:13.169914 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:13.687660 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4841c58-df28-4b74-a8ac-94f540dd3634 req-ef64a2b2-0a28-4d38-a35c-d7cda5a2dbab tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:13.689125 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e4841c58-df28-4b74-a8ac-94f540dd3634 req-ef64a2b2-0a28-4d38-a35c-d7cda5a2dbab tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=e6bd267c-e4c5-4f33-b1e4-2b058560bed1 HTTP/1.1" status: 200 len: 945 time: 0.0869966 Jan 21 10:27:13.734462 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e4841c58-df28-4b74-a8ac-94f540dd3634 req-d1cf300e-191d-4324-b137-d891ca7db7ac tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b0da40c-4d16-471c-beb7-8ad03466ae32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396800 Jan 21 10:27:14.918290 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6cd6a-c687-4ddd-baff-7656f13da90b req-86eff98b-38f9-48f1-84b2-95cd019748e6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:14.919848 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e1b6cd6a-c687-4ddd-baff-7656f13da90b req-86eff98b-38f9-48f1-84b2-95cd019748e6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=e6bd267c-e4c5-4f33-b1e4-2b058560bed1 HTTP/1.1" status: 200 len: 945 time: 0.0786180 Jan 21 10:27:14.965392 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e1b6cd6a-c687-4ddd-baff-7656f13da90b req-f87635d6-2f5e-4dba-813c-2569e230ae19 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b0da40c-4d16-471c-beb7-8ad03466ae32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394230 Jan 21 10:27:16.151479 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5afa32-39a9-4597-b6ff-0958ad6ae4e3 req-1e4045cf-bf66-4ad6-8f4b-33ba09c1edc6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:16.152949 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-5e5afa32-39a9-4597-b6ff-0958ad6ae4e3 req-1e4045cf-bf66-4ad6-8f4b-33ba09c1edc6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=e6bd267c-e4c5-4f33-b1e4-2b058560bed1 HTTP/1.1" status: 200 len: 945 time: 0.0808876 Jan 21 10:27:16.203525 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-5e5afa32-39a9-4597-b6ff-0958ad6ae4e3 req-868c94b8-9df2-4634-9364-bff847972510 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b0da40c-4d16-471c-beb7-8ad03466ae32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447743 Jan 21 10:27:16.650158 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5a425d8b-47ea-439b-857d-e39e6d0a54d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:17.404298 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140bc6d-bb15-4cdf-a6ed-842766522b8d req-29a39f37-c9b8-41bc-80a2-fcd5432185c5 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:17.405754 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c140bc6d-bb15-4cdf-a6ed-842766522b8d req-29a39f37-c9b8-41bc-80a2-fcd5432185c5 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=e6bd267c-e4c5-4f33-b1e4-2b058560bed1 HTTP/1.1" status: 200 len: 945 time: 0.0952897 Jan 21 10:27:17.449616 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c140bc6d-bb15-4cdf-a6ed-842766522b8d req-825f3576-3288-4b65-bbe5-7dd8b7b34dbf tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b0da40c-4d16-471c-beb7-8ad03466ae32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383134 Jan 21 10:27:18.646456 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5affc2-93cc-4ce5-b552-c135be015269 req-d2946929-21a7-47a0-b93f-a14acdb286a0 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:18.648196 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0b5affc2-93cc-4ce5-b552-c135be015269 req-d2946929-21a7-47a0-b93f-a14acdb286a0 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=e6bd267c-e4c5-4f33-b1e4-2b058560bed1 HTTP/1.1" status: 200 len: 945 time: 0.0897021 Jan 21 10:27:18.709220 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0b5affc2-93cc-4ce5-b552-c135be015269 req-93896d29-d683-45ce-8f76-e41c6d7f179f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b0da40c-4d16-471c-beb7-8ad03466ae32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537515 Jan 21 10:27:18.734001 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35264) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:18.842877 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ebab4825-ae5b-47eb-b15e-73177d2522a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/floatingips/f62a8db3-a08e-46fa-8089-59fb96f740d7 HTTP/1.1" status: 200 len: 993 time: 0.1075704 Jan 21 10:27:19.004213 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e6aaa02f-f2a7-4e8e-a928-a3f5c494bf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:19.908129 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:20.127004 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:21.553030 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:34.040363 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-73f31520-9b95-4444-a69b-79df7ed4b6e1 req-33660e93-9ee5-4911-86b5-849159c5d813 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e6bd267c-e4c5-4f33-b1e4-2b058560bed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704083 Jan 21 10:27:34.179262 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f31520-9b95-4444-a69b-79df7ed4b6e1 req-5656e66d-5e2d-4395-b889-f415ea702bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:34.180755 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-73f31520-9b95-4444-a69b-79df7ed4b6e1 req-5656e66d-5e2d-4395-b889-f415ea702bc1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&device_id=e6bd267c-e4c5-4f33-b1e4-2b058560bed1 HTTP/1.1" status: 200 len: 1098 time: 0.0736160 Jan 21 10:27:34.326363 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f31520-9b95-4444-a69b-79df7ed4b6e1 req-c6f2040f-b6cf-4173-8ee1-d548170beb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:34.328054 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-73f31520-9b95-4444-a69b-79df7ed4b6e1 req-c6f2040f-b6cf-4173-8ee1-d548170beb11 service neutron] 10.222.0.72 "GET /v2.0/networks?id=47f05e75-0d5e-45b4-89ab-789992a0c8af HTTP/1.1" status: 200 len: 897 time: 0.1279624 Jan 21 10:27:34.431927 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-73f31520-9b95-4444-a69b-79df7ed4b6e1 req-22acfa03-bfa7-4e87-9a00-329f34633867 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4a433c4-5b56-4a9f-83ac-28c54f36b678 HTTP/1.1" status: 200 len: 1001 time: 0.0965083 Jan 21 10:27:34.493330 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f31520-9b95-4444-a69b-79df7ed4b6e1 req-370ef149-23bc-40ab-8966-eaaa32782130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:34.494741 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-73f31520-9b95-4444-a69b-79df7ed4b6e1 req-370ef149-23bc-40ab-8966-eaaa32782130 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9e6a8831-8f41-4c38-9c75-7db0fbf8e9dc HTTP/1.1" status: 200 len: 834 time: 0.0572345 Jan 21 10:27:34.569467 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f31520-9b95-4444-a69b-79df7ed4b6e1 req-9d440151-d69e-431e-8f99-edfead688f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:34.570934 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-73f31520-9b95-4444-a69b-79df7ed4b6e1 req-9d440151-d69e-431e-8f99-edfead688f40 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=47f05e75-0d5e-45b4-89ab-789992a0c8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695255 Jan 21 10:27:34.807667 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-73f31520-9b95-4444-a69b-79df7ed4b6e1 req-18dc3ae8-5c9e-431e-83a8-abb31d86b146 service neutron] 10.222.0.72 "GET /v2.0/networks/47f05e75-0d5e-45b4-89ab-789992a0c8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298899 Jan 21 10:27:34.941471 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-73f31520-9b95-4444-a69b-79df7ed4b6e1 req-6c47e553-eadd-497a-a039-3230c51a4dd1 service neutron] 10.222.0.72 "GET /v2.0/networks/47f05e75-0d5e-45b4-89ab-789992a0c8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268013 Jan 21 10:27:35.034991 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:27:43.171181 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:46.653038 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b1702dd2-78d0-48d8-ad25-b7f3f12b0643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:48.997359 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-80351c4a-2b4c-46c3-9ef4-aca14b4cf157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:49.903298 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:50.129108 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:51.551883 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:12.033380 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:28:13.179196 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:16.653870 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f7a4e386-3ab2-4578-a386-cc401d769df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:17.828770 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35288) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:18.033582 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-05147350-fb01-49a6-a14a-a770b16237fa tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Deleting port e9143068-9797-4f6c-922d-779471a46f15 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:28:18.033839 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-05147350-fb01-49a6-a14a-a770b16237fa tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:18.210820 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-05147350-fb01-49a6-a14a-a770b16237fa tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:18.211139 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-05147350-fb01-49a6-a14a-a770b16237fa tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:18.335665 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-05147350-fb01-49a6-a14a-a770b16237fa tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Calling delete_port for e9143068-9797-4f6c-922d-779471a46f15 owned by network:floatingip {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:28:18.486679 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-05147350-fb01-49a6-a14a-a770b16237fa tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:18.533010 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05147350-fb01-49a6-a14a-a770b16237fa tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event deleted for resources: {'Port': ['ID=e9143068-9797-4f6c-922d-779471a46f15,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:18.570677 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05147350-fb01-49a6-a14a-a770b16237fa tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:18.571023 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05147350-fb01-49a6-a14a-a770b16237fa tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:18.571364 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05147350-fb01-49a6-a14a-a770b16237fa tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:18.571730 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05147350-fb01-49a6-a14a-a770b16237fa tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:18.572065 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05147350-fb01-49a6-a14a-a770b16237fa tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:18.572391 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05147350-fb01-49a6-a14a-a770b16237fa tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:18.572715 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05147350-fb01-49a6-a14a-a770b16237fa tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:18.573041 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05147350-fb01-49a6-a14a-a770b16237fa tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:18.573364 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05147350-fb01-49a6-a14a-a770b16237fa tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:18.573707 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05147350-fb01-49a6-a14a-a770b16237fa tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:18.574004 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05147350-fb01-49a6-a14a-a770b16237fa tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:18.574322 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05147350-fb01-49a6-a14a-a770b16237fa tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:18.636798 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-05147350-fb01-49a6-a14a-a770b16237fa tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for floatingip, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:18.637045 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.l3_db [None req-05147350-fb01-49a6-a14a-a770b16237fa tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Floating IP f62a8db3-a08e-46fa-8089-59fb96f740d7 disassociated (deleted). External IP: 172.26.3.214, port: b4a433c4-5b56-4a9f-83ac-28c54f36b678. Jan 21 10:28:19.000969 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a56f8ab4-f635-4579-8a89-4c5e2aa13511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:19.096988 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05147350-fb01-49a6-a14a-a770b16237fa tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Router ecb99652-3c68-4f23-a2a8-43af4cf7b753 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:28:19.275283 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05147350-fb01-49a6-a14a-a770b16237fa tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:28:19.286199 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5721995-301e-4636-95d2-f82168aa7b66 None None] Sync routers for ids ['ecb99652-3c68-4f23-a2a8-43af4cf7b753'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:28:19.296619 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-05147350-fb01-49a6-a14a-a770b16237fa tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:19.297963 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5721995-301e-4636-95d2-f82168aa7b66 None None] Routers {'ecb99652-3c68-4f23-a2a8-43af4cf7b753'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:28:19.298657 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-e5721995-301e-4636-95d2-f82168aa7b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:28:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['ecb99652-3c68-4f23-a2a8-43af4cf7b753'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:19.352932 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-05147350-fb01-49a6-a14a-a770b16237fa tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "DELETE /v2.0/floatingips/f62a8db3-a08e-46fa-8089-59fb96f740d7 HTTP/1.1" status: 204 len: 168 time: 1.5231104 Jan 21 10:28:19.353810 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6bd267c-e4c5-4f33-b1e4-2b058560bed1', 'tag': 'b4a433c4-5b56-4a9f-83ac-28c54f36b678'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:28:19.465264 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6bd267c-e4c5-4f33-b1e4-2b058560bed1', 'tag': 'b4a433c4-5b56-4a9f-83ac-28c54f36b678', 'status': 'completed', 'code': 200} Jan 21 10:28:19.482237 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-e5721995-301e-4636-95d2-f82168aa7b66 None None] Set router ecb99652-3c68-4f23-a2a8-43af4cf7b753 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:28:19.565904 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66220db0-605d-4667-af68-ed400a64fb1b req-cc0e9ef5-ca61-4a3b-ad23-ddb425bda777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:19.567724 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-66220db0-605d-4667-af68-ed400a64fb1b req-cc0e9ef5-ca61-4a3b-ad23-ddb425bda777 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&device_id=e6bd267c-e4c5-4f33-b1e4-2b058560bed1 HTTP/1.1" status: 200 len: 1098 time: 0.0809472 Jan 21 10:28:19.722943 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66220db0-605d-4667-af68-ed400a64fb1b req-e2772960-4fa6-40ea-ba9e-0a831d572a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:19.724450 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-66220db0-605d-4667-af68-ed400a64fb1b req-e2772960-4fa6-40ea-ba9e-0a831d572a34 service neutron] 10.222.0.72 "GET /v2.0/networks?id=47f05e75-0d5e-45b4-89ab-789992a0c8af HTTP/1.1" status: 200 len: 897 time: 0.1437354 Jan 21 10:28:19.745893 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155f35a-3c61-46a0-b519-3fe08fc6dbc2 req-b1fc9c5e-ac8a-404d-8ff6-623e8d2c5130 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:19.747427 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c155f35a-3c61-46a0-b519-3fe08fc6dbc2 req-b1fc9c5e-ac8a-404d-8ff6-623e8d2c5130 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=e6bd267c-e4c5-4f33-b1e4-2b058560bed1 HTTP/1.1" status: 200 len: 945 time: 0.0832670 Jan 21 10:28:19.801716 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-66220db0-605d-4667-af68-ed400a64fb1b req-527124bf-95dd-41ae-bb8a-a58fedd999ec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4a433c4-5b56-4a9f-83ac-28c54f36b678 HTTP/1.1" status: 200 len: 217 time: 0.0698128 Jan 21 10:28:19.802779 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c155f35a-3c61-46a0-b519-3fe08fc6dbc2 req-18e886f7-7f54-4509-b782-63ef8554ac40 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b0da40c-4d16-471c-beb7-8ad03466ae32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470281 Jan 21 10:28:19.830561 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-e5721995-301e-4636-95d2-f82168aa7b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832388206', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c345d41a-b3ce-438d-a787-cc7e1172e141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:25:28Z', 'updated_at': '2022-01-21T10:25:33Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'c345d41a-b3ce-438d-a787-cc7e1172e141', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:69:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:29Z', 'updated_at': '2022-01-21T10:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '79c4d177-a853-4b31-ba6a-de9b9917e5ca', 'name': '', 'network_id': '47f05e75-0d5e-45b4-89ab-789992a0c8af', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:93:27:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '9e6a8831-8f41-4c38-9c75-7db0fbf8e9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:33Z', 'updated_at': '2022-01-21T10:25:39Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': '9e6a8831-8f41-4c38-9c75-7db0fbf8e9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:19.834573 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5721995-301e-4636-95d2-f82168aa7b66 None None] Checking router: ecb99652-3c68-4f23-a2a8-43af4cf7b753 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:28:19.842542 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5721995-301e-4636-95d2-f82168aa7b66 None None] Routers {'ecb99652-3c68-4f23-a2a8-43af4cf7b753'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:28:19.843125 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-e5721995-301e-4636-95d2-f82168aa7b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:28:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['ecb99652-3c68-4f23-a2a8-43af4cf7b753'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:19.869296 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66220db0-605d-4667-af68-ed400a64fb1b req-d46cc654-a074-479e-a35a-1a9269019c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:19.870757 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-66220db0-605d-4667-af68-ed400a64fb1b req-d46cc654-a074-479e-a35a-1a9269019c74 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9e6a8831-8f41-4c38-9c75-7db0fbf8e9dc HTTP/1.1" status: 200 len: 834 time: 0.0630248 Jan 21 10:28:19.911066 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:19.951617 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66220db0-605d-4667-af68-ed400a64fb1b req-edc47b97-1fea-4943-9a60-9328c76e8d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:19.953155 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-66220db0-605d-4667-af68-ed400a64fb1b req-edc47b97-1fea-4943-9a60-9328c76e8d9d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=47f05e75-0d5e-45b4-89ab-789992a0c8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755541 Jan 21 10:28:20.020251 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-e5721995-301e-4636-95d2-f82168aa7b66 None None] Set router ecb99652-3c68-4f23-a2a8-43af4cf7b753 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:28:20.090111 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-66220db0-605d-4667-af68-ed400a64fb1b req-f475372f-5976-4f63-b809-316176d1e62e service neutron] 10.222.0.72 "GET /v2.0/networks/47f05e75-0d5e-45b4-89ab-789992a0c8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298776 Jan 21 10:28:20.132712 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:20.226360 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-66220db0-605d-4667-af68-ed400a64fb1b req-9984671a-89ac-43b4-be98-8d33f8c6f7ab service neutron] 10.222.0.72 "GET /v2.0/networks/47f05e75-0d5e-45b4-89ab-789992a0c8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300247 Jan 21 10:28:20.334126 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-e5721995-301e-4636-95d2-f82168aa7b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832388206', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c345d41a-b3ce-438d-a787-cc7e1172e141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:25:28Z', 'updated_at': '2022-01-21T10:25:33Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'c345d41a-b3ce-438d-a787-cc7e1172e141', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:69:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:29Z', 'updated_at': '2022-01-21T10:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '79c4d177-a853-4b31-ba6a-de9b9917e5ca', 'name': '', 'network_id': '47f05e75-0d5e-45b4-89ab-789992a0c8af', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:93:27:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '9e6a8831-8f41-4c38-9c75-7db0fbf8e9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:33Z', 'updated_at': '2022-01-21T10:25:39Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': '9e6a8831-8f41-4c38-9c75-7db0fbf8e9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:20.338162 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5721995-301e-4636-95d2-f82168aa7b66 None None] The sync data for ids ['ecb99652-3c68-4f23-a2a8-43af4cf7b753'] in dv-neutron-825731-1-hyperv is: [{'id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832388206', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c345d41a-b3ce-438d-a787-cc7e1172e141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:25:28Z', 'updated_at': '2022-01-21T10:25:33Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'c345d41a-b3ce-438d-a787-cc7e1172e141', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:69:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:29Z', 'updated_at': '2022-01-21T10:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '79c4d177-a853-4b31-ba6a-de9b9917e5ca', 'name': '', 'network_id': '47f05e75-0d5e-45b4-89ab-789992a0c8af', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:93:27:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '9e6a8831-8f41-4c38-9c75-7db0fbf8e9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:33Z', 'updated_at': '2022-01-21T10:25:39Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': '9e6a8831-8f41-4c38-9c75-7db0fbf8e9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:28:20.565037 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b105e59a-4744-45f6-8b87-074127b5bca4 None None] New status for floating IP f62a8db3-a08e-46fa-8089-59fb96f740d7: DOWN {{(pid=87516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:28:20.999460 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a1527-91fa-47f8-8238-330a971c2d4b req-a19ecc31-26a9-4a5f-989c-79f9e2eb71b9 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:21.000065 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-ec4a1527-91fa-47f8-8238-330a971c2d4b req-a19ecc31-26a9-4a5f-989c-79f9e2eb71b9 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Synchronizing usage tracker for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:28:21.015609 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-ec4a1527-91fa-47f8-8238-330a971c2d4b req-a19ecc31-26a9-4a5f-989c-79f9e2eb71b9 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Unset dirty status for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:28:21.017476 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ec4a1527-91fa-47f8-8238-330a971c2d4b req-a19ecc31-26a9-4a5f-989c-79f9e2eb71b9 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=e6bd267c-e4c5-4f33-b1e4-2b058560bed1 HTTP/1.1" status: 200 len: 945 time: 0.1008978 Jan 21 10:28:21.061679 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ec4a1527-91fa-47f8-8238-330a971c2d4b req-69952186-f467-4d01-93eb-2a2765490131 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b0da40c-4d16-471c-beb7-8ad03466ae32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384519 Jan 21 10:28:21.441152 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fce6d-74fc-4e00-b396-06c1145a61cc req-5d7f3eb8-4863-4cf5-a1af-3f0f1832f2ec tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:21.442568 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6c6fce6d-74fc-4e00-b396-06c1145a61cc req-5d7f3eb8-4863-4cf5-a1af-3f0f1832f2ec tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6bd267c-e4c5-4f33-b1e4-2b058560bed1 HTTP/1.1" status: 200 len: 945 time: 0.0781870 Jan 21 10:28:21.513332 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [req-6c6fce6d-74fc-4e00-b396-06c1145a61cc req-1e5a8756-013e-432d-af9b-f5c0ac90bb16 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Deleting port b4a433c4-5b56-4a9f-83ac-28c54f36b678 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:28:21.513664 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-6c6fce6d-74fc-4e00-b396-06c1145a61cc req-1e5a8756-013e-432d-af9b-f5c0ac90bb16 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:21.553489 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:21.759433 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-6c6fce6d-74fc-4e00-b396-06c1145a61cc req-1e5a8756-013e-432d-af9b-f5c0ac90bb16 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] For port b4a433c4-5b56-4a9f-83ac-28c54f36b678, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b4a433c4-5b56-4a9f-83ac-28c54f36b678,segment=NetworkSegment(ae8df3c8-e544-4c68-956b-7baeb68c06c8),segment_id=ae8df3c8-e544-4c68-956b-7baeb68c06c8)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:28:21.759712 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-6c6fce6d-74fc-4e00-b396-06c1145a61cc req-1e5a8756-013e-432d-af9b-f5c0ac90bb16 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:21.992497 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [req-6c6fce6d-74fc-4e00-b396-06c1145a61cc req-1e5a8756-013e-432d-af9b-f5c0ac90bb16 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Calling delete_port for b4a433c4-5b56-4a9f-83ac-28c54f36b678 owned by compute:nova {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:28:22.140409 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-6c6fce6d-74fc-4e00-b396-06c1145a61cc req-1e5a8756-013e-432d-af9b-f5c0ac90bb16 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:22.191824 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a8756-013e-432d-af9b-f5c0ac90bb16 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event deleted for resources: {'Port': ['ID=b4a433c4-5b56-4a9f-83ac-28c54f36b678,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:22.215050 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0eb3d3b1-b4e8-4fa8-8dee-fc1f08c6486b req-8a140764-eb0c-4095-ab32-262411a4f937 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=e6bd267c-e4c5-4f33-b1e4-2b058560bed1 HTTP/1.1" status: 200 len: 210 time: 0.0443697 Jan 21 10:28:22.269696 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6fce6d-74fc-4e00-b396-06c1145a61cc req-1e5a8756-013e-432d-af9b-f5c0ac90bb16 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] No DVR routers for this DVR port b4a433c4-5b56-4a9f-83ac-28c54f36b678 on host hv-neutron-8257 {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:28:22.272143 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-6c6fce6d-74fc-4e00-b396-06c1145a61cc req-1e5a8756-013e-432d-af9b-f5c0ac90bb16 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:22.274685 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6bd267c-e4c5-4f33-b1e4-2b058560bed1', 'name': 'network-vif-deleted', 'tag': 'b4a433c4-5b56-4a9f-83ac-28c54f36b678'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:28:22.290465 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6c6fce6d-74fc-4e00-b396-06c1145a61cc req-1e5a8756-013e-432d-af9b-f5c0ac90bb16 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.72 "DELETE /v2.0/ports/b4a433c4-5b56-4a9f-83ac-28c54f36b678 HTTP/1.1" status: 204 len: 173 time: 0.8423545 Jan 21 10:28:22.332739 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6bd267c-e4c5-4f33-b1e4-2b058560bed1', 'name': 'network-vif-deleted', 'tag': 'b4a433c4-5b56-4a9f-83ac-28c54f36b678', 'status': 'completed', 'code': 200} Jan 21 10:28:23.309743 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35320) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:23.728416 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device b4a433c4-5b56-4a9f-83ac-28c54f36b678 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:28:23.762049 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] No Port match for: b4a433c4-5b56-4a9f-83ac-28c54f36b678 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:28:23.762406 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device b4a433c4-5b56-4a9f-83ac-28c54f36b678 not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:28:23.863323 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-13608c1d-e598-4861-9b99-504b342e972d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:24.213288 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-13608c1d-e598-4861-9b99-504b342e972d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Deleting port 79c4d177-a853-4b31-ba6a-de9b9917e5ca {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:28:24.213750 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-13608c1d-e598-4861-9b99-504b342e972d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:24.508863 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-13608c1d-e598-4861-9b99-504b342e972d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] For port 79c4d177-a853-4b31-ba6a-de9b9917e5ca, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=79c4d177-a853-4b31-ba6a-de9b9917e5ca,segment=NetworkSegment(ae8df3c8-e544-4c68-956b-7baeb68c06c8),segment_id=ae8df3c8-e544-4c68-956b-7baeb68c06c8)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:28:24.509547 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-13608c1d-e598-4861-9b99-504b342e972d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:24.631046 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-13608c1d-e598-4861-9b99-504b342e972d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Calling delete_port for 79c4d177-a853-4b31-ba6a-de9b9917e5ca owned by network:router_interface {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:28:24.818340 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-13608c1d-e598-4861-9b99-504b342e972d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:24.865800 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13608c1d-e598-4861-9b99-504b342e972d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event deleted for resources: {'Port': ['ID=79c4d177-a853-4b31-ba6a-de9b9917e5ca,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:25.155433 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-13608c1d-e598-4861-9b99-504b342e972d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:25.520063 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13608c1d-e598-4861-9b99-504b342e972d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Router ecb99652-3c68-4f23-a2a8-43af4cf7b753 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:28:25.702464 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13608c1d-e598-4861-9b99-504b342e972d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:28:25.713167 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9873a59b-ff8f-4c70-a8ae-53dc4e280b52 None None] Sync routers for ids ['ecb99652-3c68-4f23-a2a8-43af4cf7b753'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:28:25.715749 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-13608c1d-e598-4861-9b99-504b342e972d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "PUT /v2.0/routers/ecb99652-3c68-4f23-a2a8-43af4cf7b753/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4049082 Jan 21 10:28:25.718407 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35326) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:25.722966 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9873a59b-ff8f-4c70-a8ae-53dc4e280b52 None None] Routers {'ecb99652-3c68-4f23-a2a8-43af4cf7b753'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:28:25.723612 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-9873a59b-ff8f-4c70-a8ae-53dc4e280b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:28:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['ecb99652-3c68-4f23-a2a8-43af4cf7b753'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:25.903298 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-a56234c0-09f9-4dd9-922c-7f7f62d3be26 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Deleting subnet 9e6a8831-8f41-4c38-9c75-7db0fbf8e9dc {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:28:25.906154 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a56234c0-09f9-4dd9-922c-7f7f62d3be26 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:25.934091 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-9873a59b-ff8f-4c70-a8ae-53dc4e280b52 None None] Set router ecb99652-3c68-4f23-a2a8-43af4cf7b753 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:28:25.963337 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a56234c0-09f9-4dd9-922c-7f7f62d3be26 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:26.052482 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a56234c0-09f9-4dd9-922c-7f7f62d3be26 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:26.127725 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a56234c0-09f9-4dd9-922c-7f7f62d3be26 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:26.171944 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56234c0-09f9-4dd9-922c-7f7f62d3be26 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event deleted for resources: {'Subnet': ['ID=9e6a8831-8f41-4c38-9c75-7db0fbf8e9dc,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:26.177479 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a56234c0-09f9-4dd9-922c-7f7f62d3be26 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:26.184139 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cc7ba4-42b0-4a31-9965-ce4446322f6e None None] Network 47f05e75-0d5e-45b4-89ab-789992a0c8af requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:28:26.186090 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a56234c0-09f9-4dd9-922c-7f7f62d3be26 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "DELETE /v2.0/subnets/9e6a8831-8f41-4c38-9c75-7db0fbf8e9dc HTTP/1.1" status: 204 len: 168 time: 0.4655731 Jan 21 10:28:26.189404 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35330) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:26.227705 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-9873a59b-ff8f-4c70-a8ae-53dc4e280b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832388206', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c345d41a-b3ce-438d-a787-cc7e1172e141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:25:28Z', 'updated_at': '2022-01-21T10:28:24Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'c345d41a-b3ce-438d-a787-cc7e1172e141', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:69:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:29Z', 'updated_at': '2022-01-21T10:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:26.231524 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9873a59b-ff8f-4c70-a8ae-53dc4e280b52 None None] Checking router: ecb99652-3c68-4f23-a2a8-43af4cf7b753 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:28:26.240858 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9873a59b-ff8f-4c70-a8ae-53dc4e280b52 None None] Routers {'ecb99652-3c68-4f23-a2a8-43af4cf7b753'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:28:26.241465 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-9873a59b-ff8f-4c70-a8ae-53dc4e280b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:28:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['ecb99652-3c68-4f23-a2a8-43af4cf7b753'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:26.373460 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-05dca53c-2a75-48ba-a76e-ca3eea1bef46 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:26.420934 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-9873a59b-ff8f-4c70-a8ae-53dc4e280b52 None None] Set router ecb99652-3c68-4f23-a2a8-43af4cf7b753 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:28:26.460671 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a56aa0c-3b93-428d-aec9-c97e81f1b619 None None] DHCP port deletion for 47f05e75-0d5e-45b4-89ab-789992a0c8af request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 10:28:26.465136 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-9a56aa0c-3b93-428d-aec9-c97e81f1b619 None None] Deleting port 3c5c8fcc-8107-400c-b14b-e5849c20fb3c {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:28:26.465682 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9a56aa0c-3b93-428d-aec9-c97e81f1b619 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:26.556671 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-05dca53c-2a75-48ba-a76e-ca3eea1bef46 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:26.566822 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-05dca53c-2a75-48ba-a76e-ca3eea1bef46 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Deleting port c345d41a-b3ce-438d-a787-cc7e1172e141 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:28:26.567256 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-05dca53c-2a75-48ba-a76e-ca3eea1bef46 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:26.681655 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-9a56aa0c-3b93-428d-aec9-c97e81f1b619 None None] For port 3c5c8fcc-8107-400c-b14b-e5849c20fb3c, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=3c5c8fcc-8107-400c-b14b-e5849c20fb3c,segment=NetworkSegment(ae8df3c8-e544-4c68-956b-7baeb68c06c8),segment_id=ae8df3c8-e544-4c68-956b-7baeb68c06c8)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:28:26.682033 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9a56aa0c-3b93-428d-aec9-c97e81f1b619 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:26.716374 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-9873a59b-ff8f-4c70-a8ae-53dc4e280b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832388206', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c345d41a-b3ce-438d-a787-cc7e1172e141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:25:28Z', 'updated_at': '2022-01-21T10:28:24Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'c345d41a-b3ce-438d-a787-cc7e1172e141', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:69:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:29Z', 'updated_at': '2022-01-21T10:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:26.721055 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9873a59b-ff8f-4c70-a8ae-53dc4e280b52 None None] The sync data for ids ['ecb99652-3c68-4f23-a2a8-43af4cf7b753'] in dv-neutron-825731-1-hyperv is: [{'id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832388206', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c345d41a-b3ce-438d-a787-cc7e1172e141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:25:28Z', 'updated_at': '2022-01-21T10:28:24Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'c345d41a-b3ce-438d-a787-cc7e1172e141', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:69:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb99652-3c68-4f23-a2a8-43af4cf7b753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:25:29Z', 'updated_at': '2022-01-21T10:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:28:26.757221 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-05dca53c-2a75-48ba-a76e-ca3eea1bef46 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] For port c345d41a-b3ce-438d-a787-cc7e1172e141, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=c345d41a-b3ce-438d-a787-cc7e1172e141,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:28:26.757573 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-05dca53c-2a75-48ba-a76e-ca3eea1bef46 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:26.816052 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-9a56aa0c-3b93-428d-aec9-c97e81f1b619 None None] Calling delete_port for 3c5c8fcc-8107-400c-b14b-e5849c20fb3c owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:28:26.883124 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-05dca53c-2a75-48ba-a76e-ca3eea1bef46 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Calling delete_port for c345d41a-b3ce-438d-a787-cc7e1172e141 owned by network:router_gateway {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:28:26.894387 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9a56aa0c-3b93-428d-aec9-c97e81f1b619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:26.939950 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56aa0c-3b93-428d-aec9-c97e81f1b619 None None] Pushing event deleted for resources: {'Port': ['ID=3c5c8fcc-8107-400c-b14b-e5849c20fb3c,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:26.949217 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a56aa0c-3b93-428d-aec9-c97e81f1b619 None None] No DVR routers for this DVR port 3c5c8fcc-8107-400c-b14b-e5849c20fb3c on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:28:26.951259 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a56aa0c-3b93-428d-aec9-c97e81f1b619 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:26.951675 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a56aa0c-3b93-428d-aec9-c97e81f1b619 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:26.952007 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a56aa0c-3b93-428d-aec9-c97e81f1b619 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:26.952323 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a56aa0c-3b93-428d-aec9-c97e81f1b619 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:26.952652 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a56aa0c-3b93-428d-aec9-c97e81f1b619 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:26.952992 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a56aa0c-3b93-428d-aec9-c97e81f1b619 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:26.953511 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a56aa0c-3b93-428d-aec9-c97e81f1b619 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:26.954485 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a56aa0c-3b93-428d-aec9-c97e81f1b619 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:26.955308 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a56aa0c-3b93-428d-aec9-c97e81f1b619 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:26.955562 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a56aa0c-3b93-428d-aec9-c97e81f1b619 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:26.955893 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a56aa0c-3b93-428d-aec9-c97e81f1b619 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:26.956341 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a56aa0c-3b93-428d-aec9-c97e81f1b619 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:27.059982 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-05dca53c-2a75-48ba-a76e-ca3eea1bef46 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:27.107290 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dca53c-2a75-48ba-a76e-ca3eea1bef46 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event deleted for resources: {'Port': ['ID=c345d41a-b3ce-438d-a787-cc7e1172e141,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:27.202615 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-05dca53c-2a75-48ba-a76e-ca3eea1bef46 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:27.477643 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-05dca53c-2a75-48ba-a76e-ca3eea1bef46 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:27.479738 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-05dca53c-2a75-48ba-a76e-ca3eea1bef46 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:27.502771 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-05dca53c-2a75-48ba-a76e-ca3eea1bef46 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:27.503384 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05dca53c-2a75-48ba-a76e-ca3eea1bef46 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Fanout notify agent at l3_agent the message router_deleted on router ecb99652-3c68-4f23-a2a8-43af4cf7b753 {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 10:28:27.518659 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-05dca53c-2a75-48ba-a76e-ca3eea1bef46 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:27.519794 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-05dca53c-2a75-48ba-a76e-ca3eea1bef46 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "DELETE /v2.0/routers/ecb99652-3c68-4f23-a2a8-43af4cf7b753 HTTP/1.1" status: 204 len: 168 time: 1.3294985 Jan 21 10:28:27.522688 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 35336) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:27.751935 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d96e1e75-e2c3-465b-bece-7fd981dec3e1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:27.879455 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d96e1e75-e2c3-465b-bece-7fd981dec3e1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:27.903523 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-d96e1e75-e2c3-465b-bece-7fd981dec3e1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f05e75-0d5e-45b4-89ab-789992a0c8af']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:27.915924 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-d96e1e75-e2c3-465b-bece-7fd981dec3e1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae8df3c8-e544-4c68-956b-7baeb68c06c8') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:27.916216 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-d96e1e75-e2c3-465b-bece-7fd981dec3e1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae8df3c8-e544-4c68-956b-7baeb68c06c8') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:27.929067 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d96e1e75-e2c3-465b-bece-7fd981dec3e1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:27.949703 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d96e1e75-e2c3-465b-bece-7fd981dec3e1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:27.957654 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d96e1e75-e2c3-465b-bece-7fd981dec3e1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:28:27.958040 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d96e1e75-e2c3-465b-bece-7fd981dec3e1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:27.975327 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 3c5c8fcc-8107-400c-b14b-e5849c20fb3c no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:28:27.975836 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 10:28:27.975836 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:28:27.975836 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 10:28:27.975836 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:28:27.975836 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 10:28:27.975836 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:28:27.975836 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 10:28:27.975836 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:28:27.975836 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 10:28:27.975836 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:28:27.975836 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 10:28:27.975836 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:28:27.975836 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 10:28:27.975836 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:28:27.975836 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:28:27.975836 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:28:27.975836 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:28:27.975836 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:28:27.975836 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 10:28:27.975836 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:28:27.975836 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 10:28:27.975836 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:28:27.975836 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:28:27.975836 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:28:27.975836 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 10:28:27.975836 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:28:27.975836 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:28:27.975836 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:28:27.975836 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:28:27.975836 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:28:27.975836 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:28:27.975836 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:28:28.015741 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 3c5c8fcc-8107-400c-b14b-e5849c20fb3c {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:28:28.016585 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 3c5c8fcc-8107-400c-b14b-e5849c20fb3c not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:28:28.017198 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 79c4d177-a853-4b31-ba6a-de9b9917e5ca no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:28:28.053903 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 79c4d177-a853-4b31-ba6a-de9b9917e5ca {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:28:28.054373 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 79c4d177-a853-4b31-ba6a-de9b9917e5ca not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:28:28.061784 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d96e1e75-e2c3-465b-bece-7fd981dec3e1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:28.079577 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d96e1e75-e2c3-465b-bece-7fd981dec3e1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:28.090243 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96e1e75-e2c3-465b-bece-7fd981dec3e1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event deleted for resources: {'Network': ['ID=47f05e75-0d5e-45b4-89ab-789992a0c8af,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:28.102408 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d96e1e75-e2c3-465b-bece-7fd981dec3e1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "DELETE /v2.0/networks/47f05e75-0d5e-45b4-89ab-789992a0c8af HTTP/1.1" status: 204 len: 168 time: 0.5786088 Jan 21 10:28:28.103878 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96e1e75-e2c3-465b-bece-7fd981dec3e1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:28.104219 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96e1e75-e2c3-465b-bece-7fd981dec3e1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:28.104578 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96e1e75-e2c3-465b-bece-7fd981dec3e1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:28.104931 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96e1e75-e2c3-465b-bece-7fd981dec3e1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:28.105242 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35342) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:28.105675 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96e1e75-e2c3-465b-bece-7fd981dec3e1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:28.105675 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96e1e75-e2c3-465b-bece-7fd981dec3e1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:28.105868 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96e1e75-e2c3-465b-bece-7fd981dec3e1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:28.106170 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96e1e75-e2c3-465b-bece-7fd981dec3e1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:28.106486 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96e1e75-e2c3-465b-bece-7fd981dec3e1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:28.106799 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96e1e75-e2c3-465b-bece-7fd981dec3e1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:28.107113 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96e1e75-e2c3-465b-bece-7fd981dec3e1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:28.107445 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96e1e75-e2c3-465b-bece-7fd981dec3e1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:28.174281 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0b17e803-6e77-4554-8e8c-82b5bb9dbb8f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:28.206578 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0b17e803-6e77-4554-8e8c-82b5bb9dbb8f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:28.271512 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0b17e803-6e77-4554-8e8c-82b5bb9dbb8f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:28.290416 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b17e803-6e77-4554-8e8c-82b5bb9dbb8f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0da40c-4d16-471c-beb7-8ad03466ae32,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:28.301697 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0b17e803-6e77-4554-8e8c-82b5bb9dbb8f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:28.302823 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0b17e803-6e77-4554-8e8c-82b5bb9dbb8f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "DELETE /v2.0/security-groups/5b0da40c-4d16-471c-beb7-8ad03466ae32 HTTP/1.1" status: 204 len: 168 time: 0.1966074 Jan 21 10:28:29.585317 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c345d41a-b3ce-438d-a787-cc7e1172e141 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:28:29.619177 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: c345d41a-b3ce-438d-a787-cc7e1172e141 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:28:29.619554 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device c345d41a-b3ce-438d-a787-cc7e1172e141 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:28:30.539067 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35354) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:30.544285 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-b5d0fe68-7a81-4ab6-bfc5-f68156781cbf tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-713185818', 'description': 'tempest-secgroup-smoke-713185818 description', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:28:30.550225 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-b5d0fe68-7a81-4ab6-bfc5-f68156781cbf tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:28:30.554717 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-b5d0fe68-7a81-4ab6-bfc5-f68156781cbf tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:28:30.557691 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-b5d0fe68-7a81-4ab6-bfc5-f68156781cbf tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:28:30.563632 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-b5d0fe68-7a81-4ab6-bfc5-f68156781cbf tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:28:30.573654 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b5d0fe68-7a81-4ab6-bfc5-f68156781cbf tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:30.592767 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-b5d0fe68-7a81-4ab6-bfc5-f68156781cbf tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:28:30.597173 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-b5d0fe68-7a81-4ab6-bfc5-f68156781cbf tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group_rule and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:28:30.599965 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-b5d0fe68-7a81-4ab6-bfc5-f68156781cbf tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:28:30.605457 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-b5d0fe68-7a81-4ab6-bfc5-f68156781cbf tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:28:30.676306 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b5d0fe68-7a81-4ab6-bfc5-f68156781cbf tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:30.681664 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b5d0fe68-7a81-4ab6-bfc5-f68156781cbf tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:30.729701 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0fe68-7a81-4ab6-bfc5-f68156781cbf tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=874df02d-64c8-48ae-b583-60aad13c0e4b,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:30.732626 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b5d0fe68-7a81-4ab6-bfc5-f68156781cbf tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:30.736491 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b5d0fe68-7a81-4ab6-bfc5-f68156781cbf tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1938517 Jan 21 10:28:30.737288 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 35360) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:30.742335 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-7489de2a-5cb2-4607-b2d0-fb869a01c592 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'security_group_rule': {'security_group_id': '874df02d-64c8-48ae-b583-60aad13c0e4b', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:28:30.748318 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-7489de2a-5cb2-4607-b2d0-fb869a01c592 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:28:30.753255 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7489de2a-5cb2-4607-b2d0-fb869a01c592 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group_rule and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:28:30.756276 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-7489de2a-5cb2-4607-b2d0-fb869a01c592 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:28:30.762981 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-7489de2a-5cb2-4607-b2d0-fb869a01c592 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:28:30.780947 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7489de2a-5cb2-4607-b2d0-fb869a01c592 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:30.853543 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7489de2a-5cb2-4607-b2d0-fb869a01c592 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:30.857553 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7489de2a-5cb2-4607-b2d0-fb869a01c592 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:30.877628 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489de2a-5cb2-4607-b2d0-fb869a01c592 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7839e3b-0aff-4f19-8fb8-14de6547de1a,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:30.902440 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-7489de2a-5cb2-4607-b2d0-fb869a01c592 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:30.903870 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7489de2a-5cb2-4607-b2d0-fb869a01c592 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1657510 Jan 21 10:28:30.907581 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35366) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:30.957402 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-88a36eda-95eb-40c1-a23e-39d5feeb6f25 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'security_group_rule': {'security_group_id': '874df02d-64c8-48ae-b583-60aad13c0e4b', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:28:30.964154 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-88a36eda-95eb-40c1-a23e-39d5feeb6f25 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:28:30.968119 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-88a36eda-95eb-40c1-a23e-39d5feeb6f25 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group_rule and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:28:30.972161 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-88a36eda-95eb-40c1-a23e-39d5feeb6f25 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:28:30.981211 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-88a36eda-95eb-40c1-a23e-39d5feeb6f25 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:28:31.000846 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-88a36eda-95eb-40c1-a23e-39d5feeb6f25 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:31.069218 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-88a36eda-95eb-40c1-a23e-39d5feeb6f25 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:31.075730 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-88a36eda-95eb-40c1-a23e-39d5feeb6f25 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:31.100697 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a36eda-95eb-40c1-a23e-39d5feeb6f25 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95a727c4-7cfb-4b49-87e6-18b395036f17,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:31.111455 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-88a36eda-95eb-40c1-a23e-39d5feeb6f25 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:31.112980 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-88a36eda-95eb-40c1-a23e-39d5feeb6f25 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2043903 Jan 21 10:28:31.115771 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35372) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:31.122732 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-221c18e1-9fd3-41bc-a233-50d73542e467 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'security_group_rule': {'security_group_id': '874df02d-64c8-48ae-b583-60aad13c0e4b', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:28:31.129518 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-221c18e1-9fd3-41bc-a233-50d73542e467 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:28:31.133999 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-221c18e1-9fd3-41bc-a233-50d73542e467 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group_rule and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:28:31.138346 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-221c18e1-9fd3-41bc-a233-50d73542e467 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:28:31.145534 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-221c18e1-9fd3-41bc-a233-50d73542e467 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:28:31.166061 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-221c18e1-9fd3-41bc-a233-50d73542e467 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:31.238406 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-221c18e1-9fd3-41bc-a233-50d73542e467 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:31.242878 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-221c18e1-9fd3-41bc-a233-50d73542e467 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:31.269743 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c18e1-9fd3-41bc-a233-50d73542e467 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a78f074-5196-4e65-9763-b6c9595cb022,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:31.283867 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-221c18e1-9fd3-41bc-a233-50d73542e467 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:31.285086 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-221c18e1-9fd3-41bc-a233-50d73542e467 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1683195 Jan 21 10:28:31.287999 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35376) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:31.293346 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-9fb784a1-475b-41b9-964a-daa550f8bc11 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'security_group_rule': {'security_group_id': '874df02d-64c8-48ae-b583-60aad13c0e4b', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:28:31.300061 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9fb784a1-475b-41b9-964a-daa550f8bc11 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:28:31.304119 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9fb784a1-475b-41b9-964a-daa550f8bc11 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group_rule and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:28:31.308204 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9fb784a1-475b-41b9-964a-daa550f8bc11 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:28:31.314645 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9fb784a1-475b-41b9-964a-daa550f8bc11 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:28:31.333800 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9fb784a1-475b-41b9-964a-daa550f8bc11 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:31.403222 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9fb784a1-475b-41b9-964a-daa550f8bc11 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:31.408649 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9fb784a1-475b-41b9-964a-daa550f8bc11 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:31.437295 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb784a1-475b-41b9-964a-daa550f8bc11 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a64c1a-fb93-44c9-ad8d-f1cd35ef5ead,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:31.448339 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9fb784a1-475b-41b9-964a-daa550f8bc11 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:31.449595 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9fb784a1-475b-41b9-964a-daa550f8bc11 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1606636 Jan 21 10:28:31.452361 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35380) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:31.458961 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-d434612e-eae0-4e3d-94d5-0ce69a175583 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'security_group_rule': {'security_group_id': '874df02d-64c8-48ae-b583-60aad13c0e4b', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:28:31.465408 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d434612e-eae0-4e3d-94d5-0ce69a175583 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:28:31.471700 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d434612e-eae0-4e3d-94d5-0ce69a175583 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group_rule and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:28:31.475820 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d434612e-eae0-4e3d-94d5-0ce69a175583 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:28:31.481594 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d434612e-eae0-4e3d-94d5-0ce69a175583 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:28:31.493342 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.securitygroups_db [None req-d434612e-eae0-4e3d-94d5-0ce69a175583 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Project fd2caf936e0146abb4bf55e5ab36dacd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:28:31.500808 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d434612e-eae0-4e3d-94d5-0ce69a175583 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:31.572499 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d434612e-eae0-4e3d-94d5-0ce69a175583 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:31.576552 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d434612e-eae0-4e3d-94d5-0ce69a175583 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:31.600846 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434612e-eae0-4e3d-94d5-0ce69a175583 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a23a85d7-0c85-4dec-8fbf-766e739103c7,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:31.610232 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d434612e-eae0-4e3d-94d5-0ce69a175583 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:31.611444 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d434612e-eae0-4e3d-94d5-0ce69a175583 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1581435 Jan 21 10:28:31.614345 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35384) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:31.619190 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-4e441a78-f63c-4a4f-9c85-ebe6ae0834f2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'security_group_rule': {'security_group_id': '874df02d-64c8-48ae-b583-60aad13c0e4b', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:28:31.626066 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-4e441a78-f63c-4a4f-9c85-ebe6ae0834f2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:28:31.629869 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4e441a78-f63c-4a4f-9c85-ebe6ae0834f2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group_rule and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:28:31.632750 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4e441a78-f63c-4a4f-9c85-ebe6ae0834f2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:28:31.638370 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-4e441a78-f63c-4a4f-9c85-ebe6ae0834f2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:28:31.649438 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.securitygroups_db [None req-4e441a78-f63c-4a4f-9c85-ebe6ae0834f2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Project fd2caf936e0146abb4bf55e5ab36dacd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:28:31.655947 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4e441a78-f63c-4a4f-9c85-ebe6ae0834f2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:31.722652 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4e441a78-f63c-4a4f-9c85-ebe6ae0834f2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:31.726298 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4e441a78-f63c-4a4f-9c85-ebe6ae0834f2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:31.750810 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e441a78-f63c-4a4f-9c85-ebe6ae0834f2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24ed02a3-d9d9-4c94-8d1e-cf46a0a5de3c,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:31.759717 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4e441a78-f63c-4a4f-9c85-ebe6ae0834f2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:31.760966 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4e441a78-f63c-4a4f-9c85-ebe6ae0834f2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1456931 Jan 21 10:28:31.764029 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35388) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:31.770212 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-4ead3168-73af-4b61-8d7d-b9d92afb47ec tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'network': {'name': 'tempest-network-smoke--2043873764', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'port_security_enabled': True}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:28:31.775646 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-4ead3168-73af-4b61-8d7d-b9d92afb47ec tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:28:31.779759 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4ead3168-73af-4b61-8d7d-b9d92afb47ec tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:network and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:28:31.783571 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-4ead3168-73af-4b61-8d7d-b9d92afb47ec tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:28:31.789389 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-4ead3168-73af-4b61-8d7d-b9d92afb47ec tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:28:31.799619 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ead3168-73af-4b61-8d7d-b9d92afb47ec tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Made reservation on behalf of fd2caf936e0146abb4bf55e5ab36dacd for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:28:31.803305 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4ead3168-73af-4b61-8d7d-b9d92afb47ec tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:31.833835 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ead3168-73af-4b61-8d7d-b9d92afb47ec tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:28:31.842601 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4ead3168-73af-4b61-8d7d-b9d92afb47ec tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:31.842938 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-4ead3168-73af-4b61-8d7d-b9d92afb47ec tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Added segment 1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03 of type vlan for network 2680a70a-aeeb-48c5-9a28-d8f1afedc14b Jan 21 10:28:31.870377 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4ead3168-73af-4b61-8d7d-b9d92afb47ec tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:31.899134 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4ead3168-73af-4b61-8d7d-b9d92afb47ec tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:31.904677 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ead3168-73af-4b61-8d7d-b9d92afb47ec tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:31.905259 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4ead3168-73af-4b61-8d7d-b9d92afb47ec tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:31.965162 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4ead3168-73af-4b61-8d7d-b9d92afb47ec tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2000606 Jan 21 10:28:31.968090 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 35392) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:31.973357 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-1556fb1d-6950-43d1-9a09-9c84c1243b02 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1101105975', 'admin_state_up': True, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:28:31.980707 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-1556fb1d-6950-43d1-9a09-9c84c1243b02 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:28:31.985131 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-1556fb1d-6950-43d1-9a09-9c84c1243b02 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:router and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:28:31.987996 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-1556fb1d-6950-43d1-9a09-9c84c1243b02 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:28:31.994842 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-1556fb1d-6950-43d1-9a09-9c84c1243b02 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:28:32.005659 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1556fb1d-6950-43d1-9a09-9c84c1243b02 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:32.006751 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1556fb1d-6950-43d1-9a09-9c84c1243b02 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:32.018770 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead3168-73af-4b61-8d7d-b9d92afb47ec tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'Network': ['ID=2680a70a-aeeb-48c5-9a28-d8f1afedc14b,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:32.023120 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1556fb1d-6950-43d1-9a09-9c84c1243b02 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:32.029745 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 2680a70a-aeeb-48c5-9a28-d8f1afedc14b details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:28:32.306976 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1556fb1d-6950-43d1-9a09-9c84c1243b02 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:32.606129 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1556fb1d-6950-43d1-9a09-9c84c1243b02 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for router_gateway, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:32.639152 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1556fb1d-6950-43d1-9a09-9c84c1243b02 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:32.770782 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-1556fb1d-6950-43d1-9a09-9c84c1243b02 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Allocated IP 172.26.3.164 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/03942bfb-5514-491f-bc65-c91e413c3136) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:28:32.918141 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1556fb1d-6950-43d1-9a09-9c84c1243b02 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:32.947687 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1556fb1d-6950-43d1-9a09-9c84c1243b02 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:33.122816 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1556fb1d-6950-43d1-9a09-9c84c1243b02 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:28:33.125658 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-1556fb1d-6950-43d1-9a09-9c84c1243b02 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:28:33.129265 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1556fb1d-6950-43d1-9a09-9c84c1243b02 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:28:33.159811 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556fb1d-6950-43d1-9a09-9c84c1243b02 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'Port': ['ID=03942bfb-5514-491f-bc65-c91e413c3136,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:33.537722 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1556fb1d-6950-43d1-9a09-9c84c1243b02 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for router_gateway, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:33.870717 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1556fb1d-6950-43d1-9a09-9c84c1243b02 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:34.073515 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1556fb1d-6950-43d1-9a09-9c84c1243b02 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Router d6bba8c6-b5c6-4fc8-bbe1-40befe727c07 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 10:28:34.249239 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1556fb1d-6950-43d1-9a09-9c84c1243b02 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:28:34.260447 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96727c02-0729-47da-aab0-bf57a7327424 None None] Sync routers for ids ['d6bba8c6-b5c6-4fc8-bbe1-40befe727c07'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:28:34.269896 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96727c02-0729-47da-aab0-bf57a7327424 None None] Routers {'d6bba8c6-b5c6-4fc8-bbe1-40befe727c07'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:28:34.270512 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-96727c02-0729-47da-aab0-bf57a7327424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:28:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d6bba8c6-b5c6-4fc8-bbe1-40befe727c07'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:34.277967 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-1556fb1d-6950-43d1-9a09-9c84c1243b02 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:34.279342 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1556fb1d-6950-43d1-9a09-9c84c1243b02 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3102617 Jan 21 10:28:34.283119 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 35396) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:34.324872 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-7935048a-1485-46a8-b08f-e0cd1f7358b2 tempest-TestNetworkAdvancedServerOps-151801494 tempest-TestNetworkAdvancedServerOps-151801494-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=fd2caf936e0146abb4bf55e5ab36dacd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406516 Jan 21 10:28:34.327416 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 35400) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:34.454358 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-96727c02-0729-47da-aab0-bf57a7327424 None None] Set router d6bba8c6-b5c6-4fc8-bbe1-40befe727c07 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:28:34.590269 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9798b6-46be-4c10-beab-264820677ad3 tempest-TestNetworkAdvancedServerOps-151801494 tempest-TestNetworkAdvancedServerOps-151801494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:34.591772 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4b9798b6-46be-4c10-beab-264820677ad3 tempest-TestNetworkAdvancedServerOps-151801494 tempest-TestNetworkAdvancedServerOps-151801494-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2634840 Jan 21 10:28:34.595144 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 35404) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:34.636650 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-966a582a-70b9-4928-8dff-6f7b494c4d95 tempest-TestNetworkAdvancedServerOps-151801494 tempest-TestNetworkAdvancedServerOps-151801494-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=80a065d7-b55c-43ad-a3e8-c65befe4136c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381293 Jan 21 10:28:34.636863 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 35408) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:34.642879 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-5ea099e8-acfc-48c7-a261-fe820b4651d3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-412406574', 'network_id': '2680a70a-aeeb-48c5-9a28-d8f1afedc14b', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:28:34.741389 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-96727c02-0729-47da-aab0-bf57a7327424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101105975', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.164'}], 'enable_snat': True}, 'gw_port_id': '03942bfb-5514-491f-bc65-c91e413c3136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:28:32Z', 'updated_at': '2022-01-21T10:28:33Z', 'revision_number': 3, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': '03942bfb-5514-491f-bc65-c91e413c3136', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:32Z', 'updated_at': '2022-01-21T10:28:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:34.746602 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96727c02-0729-47da-aab0-bf57a7327424 None None] Checking router: d6bba8c6-b5c6-4fc8-bbe1-40befe727c07 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:28:34.746989 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96727c02-0729-47da-aab0-bf57a7327424 None None] Updating router d6bba8c6-b5c6-4fc8-bbe1-40befe727c07 port 03942bfb-5514-491f-bc65-c91e413c3136 binding host dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:28:34.752440 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-5ea099e8-acfc-48c7-a261-fe820b4651d3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:28:34.756286 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-5ea099e8-acfc-48c7-a261-fe820b4651d3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:subnet and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:28:34.759104 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-5ea099e8-acfc-48c7-a261-fe820b4651d3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:28:34.764837 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-5ea099e8-acfc-48c7-a261-fe820b4651d3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:28:34.776340 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea099e8-acfc-48c7-a261-fe820b4651d3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Made reservation on behalf of fd2caf936e0146abb4bf55e5ab36dacd for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:28:34.779737 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5ea099e8-acfc-48c7-a261-fe820b4651d3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:34.806888 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-96727c02-0729-47da-aab0-bf57a7327424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:35.001923 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5ea099e8-acfc-48c7-a261-fe820b4651d3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:35.077906 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea099e8-acfc-48c7-a261-fe820b4651d3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'Subnet': ['ID=5273df30-67fe-4081-946e-71a73002de81,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:35.091300 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea099e8-acfc-48c7-a261-fe820b4651d3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Checking segment: {'id': '1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2680a70a-aeeb-48c5-9a28-d8f1afedc14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:28:35.091691 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea099e8-acfc-48c7-a261-fe820b4651d3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Network hostable DHCP agents. Network: 2680a70a-aeeb-48c5-9a28-d8f1afedc14b, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:28:35.111536 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea099e8-acfc-48c7-a261-fe820b4651d3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Network 2680a70a-aeeb-48c5-9a28-d8f1afedc14b is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:28:35.121307 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-5ea099e8-acfc-48c7-a261-fe820b4651d3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 2680a70a-aeeb-48c5-9a28-d8f1afedc14b) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:28:35.126148 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea099e8-acfc-48c7-a261-fe820b4651d3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:35.126888 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5ea099e8-acfc-48c7-a261-fe820b4651d3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:35.132643 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e00660-2990-4f11-8298-a7bd8a85a443 None None] Network 2680a70a-aeeb-48c5-9a28-d8f1afedc14b requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:28:35.152846 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5ea099e8-acfc-48c7-a261-fe820b4651d3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5124462 Jan 21 10:28:35.153139 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 35412) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:35.180712 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-96727c02-0729-47da-aab0-bf57a7327424 None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:35.239063 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-96727c02-0729-47da-aab0-bf57a7327424 None None] Transition to ACTIVE for port object 03942bfb-5514-491f-bc65-c91e413c3136 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:28:35.247998 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-96727c02-0729-47da-aab0-bf57a7327424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:35.349981 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-96727c02-0729-47da-aab0-bf57a7327424 None None] Attempting to bind port 03942bfb-5514-491f-bc65-c91e413c3136 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:28:35.350705 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-96727c02-0729-47da-aab0-bf57a7327424 None None] Attempting to bind port 03942bfb-5514-491f-bc65-c91e413c3136 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:28:35.350705 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96727c02-0729-47da-aab0-bf57a7327424 None None] Attempting to bind port 03942bfb-5514-491f-bc65-c91e413c3136 on network 80a065d7-b55c-43ad-a3e8-c65befe4136c {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:28:35.388307 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96727c02-0729-47da-aab0-bf57a7327424 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:28:35.388669 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96727c02-0729-47da-aab0-bf57a7327424 None None] Checking segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:28:35.389064 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-96727c02-0729-47da-aab0-bf57a7327424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:35.389446 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96727c02-0729-47da-aab0-bf57a7327424 None None] Bound using segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:28:35.389901 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-96727c02-0729-47da-aab0-bf57a7327424 None None] Bound port: 03942bfb-5514-491f-bc65-c91e413c3136, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:28:35.390264 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-96727c02-0729-47da-aab0-bf57a7327424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:35.416632 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cbd84a-a540-46d3-aaa7-b35b95200dfd None None] Pushing event updated for resources: {'Port': ['ID=03942bfb-5514-491f-bc65-c91e413c3136,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:35.511181 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-96727c02-0729-47da-aab0-bf57a7327424 None None] For port 03942bfb-5514-491f-bc65-c91e413c3136, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:28:35.514212 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-96727c02-0729-47da-aab0-bf57a7327424 None None] For port 03942bfb-5514-491f-bc65-c91e413c3136, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=03942bfb-5514-491f-bc65-c91e413c3136,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:28:35.517416 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b4137f-5c2e-4f63-a302-94a5af404038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-2680a70a-aeeb-48c5-9a28-d8f1afedc14b', 'network_id': '2680a70a-aeeb-48c5-9a28-d8f1afedc14b', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'fixed_ips': [{'subnet_id': '5273df30-67fe-4081-946e-71a73002de81'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:28:35.518192 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-98b4137f-5c2e-4f63-a302-94a5af404038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:35.531860 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-96727c02-0729-47da-aab0-bf57a7327424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:35.676751 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cbd84a-a540-46d3-aaa7-b35b95200dfd None None] Pushing event updated for resources: {'Port': ['ID=03942bfb-5514-491f-bc65-c91e413c3136,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:35.686350 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96727c02-0729-47da-aab0-bf57a7327424 None None] Routers {'d6bba8c6-b5c6-4fc8-bbe1-40befe727c07'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:28:35.686970 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-96727c02-0729-47da-aab0-bf57a7327424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:28:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d6bba8c6-b5c6-4fc8-bbe1-40befe727c07'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:35.870409 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e603b68e-14c0-4d9f-96d9-ede9321097c8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:35.939448 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-98b4137f-5c2e-4f63-a302-94a5af404038 None None] Allocated IP 172.20.0.2 (2680a70a-aeeb-48c5-9a28-d8f1afedc14b/5273df30-67fe-4081-946e-71a73002de81/369c80ea-780d-4b51-8006-b8b3ba14d099) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:28:35.989033 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-96727c02-0729-47da-aab0-bf57a7327424 None None] Set router d6bba8c6-b5c6-4fc8-bbe1-40befe727c07 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:28:36.399683 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-98b4137f-5c2e-4f63-a302-94a5af404038 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:36.412284 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-98b4137f-5c2e-4f63-a302-94a5af404038 None None] Transition to ACTIVE for port object 369c80ea-780d-4b51-8006-b8b3ba14d099 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:28:36.439107 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-98b4137f-5c2e-4f63-a302-94a5af404038 None None] Transition to ACTIVE for port object 369c80ea-780d-4b51-8006-b8b3ba14d099 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:28:36.448826 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-98b4137f-5c2e-4f63-a302-94a5af404038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:36.497595 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-96727c02-0729-47da-aab0-bf57a7327424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101105975', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.164'}], 'enable_snat': True}, 'gw_port_id': '03942bfb-5514-491f-bc65-c91e413c3136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:28:32Z', 'updated_at': '2022-01-21T10:28:33Z', 'revision_number': 3, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': '03942bfb-5514-491f-bc65-c91e413c3136', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:32Z', 'updated_at': '2022-01-21T10:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:36.515932 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-e603b68e-14c0-4d9f-96d9-ede9321097c8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Allocated IP 172.20.0.1 (2680a70a-aeeb-48c5-9a28-d8f1afedc14b/5273df30-67fe-4081-946e-71a73002de81/7c6d749d-a398-46a9-aaad-efff5ac071c4) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:28:36.526213 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96727c02-0729-47da-aab0-bf57a7327424 None None] The sync data for ids ['d6bba8c6-b5c6-4fc8-bbe1-40befe727c07'] in dv-neutron-825731-1-hyperv is: [{'id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101105975', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.164'}], 'enable_snat': True}, 'gw_port_id': '03942bfb-5514-491f-bc65-c91e413c3136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:28:32Z', 'updated_at': '2022-01-21T10:28:33Z', 'revision_number': 3, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': '03942bfb-5514-491f-bc65-c91e413c3136', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:32Z', 'updated_at': '2022-01-21T10:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:28:36.535785 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b4137f-5c2e-4f63-a302-94a5af404038 None None] Network 2680a70a-aeeb-48c5-9a28-d8f1afedc14b is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:28:36.539022 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-98b4137f-5c2e-4f63-a302-94a5af404038 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:28:36.542837 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b4137f-5c2e-4f63-a302-94a5af404038 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:28:36.554610 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b4137f-5c2e-4f63-a302-94a5af404038 None None] Pushing event updated for resources: {'Port': ['ID=369c80ea-780d-4b51-8006-b8b3ba14d099,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:36.645998 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-98b4137f-5c2e-4f63-a302-94a5af404038 None None] Attempting to bind port 369c80ea-780d-4b51-8006-b8b3ba14d099 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:28:36.646395 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-98b4137f-5c2e-4f63-a302-94a5af404038 None None] Attempting to bind port 369c80ea-780d-4b51-8006-b8b3ba14d099 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2680a70a-aeeb-48c5-9a28-d8f1afedc14b'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:28:36.647025 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b4137f-5c2e-4f63-a302-94a5af404038 None None] Attempting to bind port 369c80ea-780d-4b51-8006-b8b3ba14d099 on network 2680a70a-aeeb-48c5-9a28-d8f1afedc14b {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:28:36.653273 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b4137f-5c2e-4f63-a302-94a5af404038 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:28:36.653569 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b4137f-5c2e-4f63-a302-94a5af404038 None None] Checking segment: {'id': '1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2680a70a-aeeb-48c5-9a28-d8f1afedc14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:28:36.653992 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-98b4137f-5c2e-4f63-a302-94a5af404038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:36.654382 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b4137f-5c2e-4f63-a302-94a5af404038 None None] Bound using segment: {'id': '1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2680a70a-aeeb-48c5-9a28-d8f1afedc14b'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:28:36.655147 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-98b4137f-5c2e-4f63-a302-94a5af404038 None None] Bound port: 369c80ea-780d-4b51-8006-b8b3ba14d099, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2680a70a-aeeb-48c5-9a28-d8f1afedc14b'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:28:36.655320 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-98b4137f-5c2e-4f63-a302-94a5af404038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:36.693770 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e603b68e-14c0-4d9f-96d9-ede9321097c8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:36.711024 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-e603b68e-14c0-4d9f-96d9-ede9321097c8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Transition to ACTIVE for port object 7c6d749d-a398-46a9-aaad-efff5ac071c4 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:28:36.739211 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e603b68e-14c0-4d9f-96d9-ede9321097c8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:36.759717 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-98b4137f-5c2e-4f63-a302-94a5af404038 None None] For port 369c80ea-780d-4b51-8006-b8b3ba14d099, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:28:36.764768 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-98b4137f-5c2e-4f63-a302-94a5af404038 None None] For port 369c80ea-780d-4b51-8006-b8b3ba14d099, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=369c80ea-780d-4b51-8006-b8b3ba14d099,segment=NetworkSegment(1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03),segment_id=1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:28:36.790526 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-98b4137f-5c2e-4f63-a302-94a5af404038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:36.807528 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e603b68e-14c0-4d9f-96d9-ede9321097c8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Network 2680a70a-aeeb-48c5-9a28-d8f1afedc14b is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:28:36.818840 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-e603b68e-14c0-4d9f-96d9-ede9321097c8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:28:36.824352 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e603b68e-14c0-4d9f-96d9-ede9321097c8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:28:36.894597 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e603b68e-14c0-4d9f-96d9-ede9321097c8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:36.897912 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603b68e-14c0-4d9f-96d9-ede9321097c8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'Port': ['ID=7c6d749d-a398-46a9-aaad-efff5ac071c4,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:36.902221 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b4137f-5c2e-4f63-a302-94a5af404038 None None] Pushing event updated for resources: {'Port': ['ID=369c80ea-780d-4b51-8006-b8b3ba14d099,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:37.058694 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e603b68e-14c0-4d9f-96d9-ede9321097c8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:37.504609 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e603b68e-14c0-4d9f-96d9-ede9321097c8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:37.509655 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e603b68e-14c0-4d9f-96d9-ede9321097c8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:37.637442 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603b68e-14c0-4d9f-96d9-ede9321097c8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'Port': ['ID=7c6d749d-a398-46a9-aaad-efff5ac071c4,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:37.643291 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-e603b68e-14c0-4d9f-96d9-ede9321097c8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:37.693154 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 03942bfb-5514-491f-bc65-c91e413c3136 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:28:37.776787 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 03942bfb-5514-491f-bc65-c91e413c3136 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:28:37.782330 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 03942bfb-5514-491f-bc65-c91e413c3136 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:28:37.782909 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:37.802032 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e603b68e-14c0-4d9f-96d9-ede9321097c8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Network 2680a70a-aeeb-48c5-9a28-d8f1afedc14b is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:28:37.803516 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-e603b68e-14c0-4d9f-96d9-ede9321097c8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:28:37.916546 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:37.939108 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 03942bfb-5514-491f-bc65-c91e413c3136, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=03942bfb-5514-491f-bc65-c91e413c3136,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:28:37.944927 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e67ba2-706a-4ccb-a6d5-ee6d82d6a202 None None] Network 2680a70a-aeeb-48c5-9a28-d8f1afedc14b requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:28:37.964505 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:37.965288 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 369c80ea-780d-4b51-8006-b8b3ba14d099 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:28:38.090360 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-40475444-5710-4442-83e5-b535c1493058 None None] Provisioning for port 369c80ea-780d-4b51-8006-b8b3ba14d099 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:28:38.129420 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e603b68e-14c0-4d9f-96d9-ede9321097c8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Router d6bba8c6-b5c6-4fc8-bbe1-40befe727c07 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:28:38.243644 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=03942bfb-5514-491f-bc65-c91e413c3136,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:38.285143 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 369c80ea-780d-4b51-8006-b8b3ba14d099 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:28:38.296476 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 369c80ea-780d-4b51-8006-b8b3ba14d099 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:28:38.296853 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:38.321319 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e603b68e-14c0-4d9f-96d9-ede9321097c8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:28:38.332788 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1acf03-ff6a-43ea-9de5-f16e11512a8a None None] Sync routers for ids ['d6bba8c6-b5c6-4fc8-bbe1-40befe727c07'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:28:38.342540 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e603b68e-14c0-4d9f-96d9-ede9321097c8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "PUT /v2.0/routers/d6bba8c6-b5c6-4fc8-bbe1-40befe727c07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1800709 Jan 21 10:28:38.342736 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1acf03-ff6a-43ea-9de5-f16e11512a8a None None] Routers {'d6bba8c6-b5c6-4fc8-bbe1-40befe727c07'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:28:38.347597 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-3e1acf03-ff6a-43ea-9de5-f16e11512a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:28:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d6bba8c6-b5c6-4fc8-bbe1-40befe727c07'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:38.481749 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:38.511273 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-c716f32f-0e3c-4ac8-a1b9-d490a028a137 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Synchronizing usage tracker for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:28:38.520520 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 369c80ea-780d-4b51-8006-b8b3ba14d099, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=369c80ea-780d-4b51-8006-b8b3ba14d099,segment=NetworkSegment(1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03),segment_id=1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:28:38.526028 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:38.534356 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-c716f32f-0e3c-4ac8-a1b9-d490a028a137 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Unset dirty status for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:28:38.542503 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-c716f32f-0e3c-4ac8-a1b9-d490a028a137 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-713185818&fields=id&tenant_id=fd2caf936e0146abb4bf55e5ab36dacd HTTP/1.1" status: 200 len: 267 time: 0.0750558 Jan 21 10:28:38.554286 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-3e1acf03-ff6a-43ea-9de5-f16e11512a8a None None] Set router d6bba8c6-b5c6-4fc8-bbe1-40befe727c07 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:28:38.622076 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=369c80ea-780d-4b51-8006-b8b3ba14d099,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:38.722704 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-62346fc9-2c2c-439a-a29f-15d184a9ae0d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:38.723607 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-62346fc9-2c2c-439a-a29f-15d184a9ae0d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Synchronizing usage tracker for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:network {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:28:38.742039 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-62346fc9-2c2c-439a-a29f-15d184a9ae0d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Unset dirty status for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:network {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:28:38.748613 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-62346fc9-2c2c-439a-a29f-15d184a9ae0d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/networks?id=2680a70a-aeeb-48c5-9a28-d8f1afedc14b HTTP/1.1" status: 200 len: 797 time: 0.2052529 Jan 21 10:28:38.761048 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-e0a095d3-7b25-45df-93e7-75ea70242d18 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/quotas/fd2caf936e0146abb4bf55e5ab36dacd HTTP/1.1" status: 200 len: 375 time: 0.0113862 Jan 21 10:28:38.794650 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-bfffb6a0-7709-4004-9485-0b800d34d62f None None] Provisioning complete for port 369c80ea-780d-4b51-8006-b8b3ba14d099 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:28:38.795749 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-bfffb6a0-7709-4004-9485-0b800d34d62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:38.877547 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-e4a79fcb-6383-4fd1-a7c9-d3e1f0b3facb tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Synchronizing usage tracker for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:28:38.895969 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-e4a79fcb-6383-4fd1-a7c9-d3e1f0b3facb tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Unset dirty status for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:28:38.899385 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-e4a79fcb-6383-4fd1-a7c9-d3e1f0b3facb tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1307888 Jan 21 10:28:38.949771 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-3e1acf03-ff6a-43ea-9de5-f16e11512a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101105975', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.164'}], 'enable_snat': True}, 'gw_port_id': '03942bfb-5514-491f-bc65-c91e413c3136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:28:32Z', 'updated_at': '2022-01-21T10:28:36Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': '03942bfb-5514-491f-bc65-c91e413c3136', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:32Z', 'updated_at': '2022-01-21T10:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '7c6d749d-a398-46a9-aaad-efff5ac071c4', 'name': '', 'network_id': '2680a70a-aeeb-48c5-9a28-d8f1afedc14b', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:50:11:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '5273df30-67fe-4081-946e-71a73002de81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:36Z', 'updated_at': '2022-01-21T10:28:37Z', 'revision_number': 2, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': '5273df30-67fe-4081-946e-71a73002de81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:38.950051 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-bfffb6a0-7709-4004-9485-0b800d34d62f None None] Provisioning for port 7c6d749d-a398-46a9-aaad-efff5ac071c4 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:28:38.955933 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1acf03-ff6a-43ea-9de5-f16e11512a8a None None] Checking router: d6bba8c6-b5c6-4fc8-bbe1-40befe727c07 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:28:38.956504 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1acf03-ff6a-43ea-9de5-f16e11512a8a None None] Updating router d6bba8c6-b5c6-4fc8-bbe1-40befe727c07 port 7c6d749d-a398-46a9-aaad-efff5ac071c4 binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:28:38.956814 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-bfffb6a0-7709-4004-9485-0b800d34d62f None None] Provisioning complete for port 7c6d749d-a398-46a9-aaad-efff5ac071c4 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:28:38.957195 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-bfffb6a0-7709-4004-9485-0b800d34d62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:39.021697 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-bfffb6a0-7709-4004-9485-0b800d34d62f None None] Port 7c6d749d-a398-46a9-aaad-efff5ac071c4 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:28:39.027195 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-3e1acf03-ff6a-43ea-9de5-f16e11512a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:39.061214 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-3cdbedbf-0f05-499f-8a4c-edcd9206a6dc service neutron] 10.222.0.110 "GET /v2.0/networks/2680a70a-aeeb-48c5-9a28-d8f1afedc14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475537 Jan 21 10:28:39.141537 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-dd60da39-fbb1-4c80-8475-051fdc60da5c None None] Provisioning complete for port 7c6d749d-a398-46a9-aaad-efff5ac071c4 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:28:39.141916 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-dd60da39-fbb1-4c80-8475-051fdc60da5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:39.210422 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-e0148332-9c92-4bc5-b576-4d3b12ca0c16 service neutron] 10.222.0.110 "GET /v2.0/networks/2680a70a-aeeb-48c5-9a28-d8f1afedc14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412570 Jan 21 10:28:39.215543 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-dd60da39-fbb1-4c80-8475-051fdc60da5c None None] Port 7c6d749d-a398-46a9-aaad-efff5ac071c4 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:28:39.334956 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-a0efab04-288b-44be-9299-c0d327c339ac None None] Provisioning complete for port 7c6d749d-a398-46a9-aaad-efff5ac071c4 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:28:39.335329 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a0efab04-288b-44be-9299-c0d327c339ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:39.387969 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-3e1acf03-ff6a-43ea-9de5-f16e11512a8a None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:39.391735 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-a0efab04-288b-44be-9299-c0d327c339ac None None] Port 7c6d749d-a398-46a9-aaad-efff5ac071c4 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:28:39.400391 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-3e1acf03-ff6a-43ea-9de5-f16e11512a8a None None] Transition to ACTIVE for port object 7c6d749d-a398-46a9-aaad-efff5ac071c4 will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:28:39.407182 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-3e1acf03-ff6a-43ea-9de5-f16e11512a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:39.534368 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67eda81-2305-424d-9e7e-f9194d856515 None None] Pushing event updated for resources: {'Port': ['ID=7c6d749d-a398-46a9-aaad-efff5ac071c4,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:39.575332 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67eda81-2305-424d-9e7e-f9194d856515 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:39.575715 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67eda81-2305-424d-9e7e-f9194d856515 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:39.576056 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67eda81-2305-424d-9e7e-f9194d856515 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:39.576391 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67eda81-2305-424d-9e7e-f9194d856515 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:39.576726 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67eda81-2305-424d-9e7e-f9194d856515 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:39.577052 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67eda81-2305-424d-9e7e-f9194d856515 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:39.577374 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67eda81-2305-424d-9e7e-f9194d856515 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:39.577699 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67eda81-2305-424d-9e7e-f9194d856515 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:39.578021 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67eda81-2305-424d-9e7e-f9194d856515 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:39.578934 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67eda81-2305-424d-9e7e-f9194d856515 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:39.579545 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67eda81-2305-424d-9e7e-f9194d856515 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:39.579647 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67eda81-2305-424d-9e7e-f9194d856515 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:28:39.635701 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-3e1acf03-ff6a-43ea-9de5-f16e11512a8a None None] Attempting to bind port 7c6d749d-a398-46a9-aaad-efff5ac071c4 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:28:39.636077 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-3e1acf03-ff6a-43ea-9de5-f16e11512a8a None None] Attempting to bind port 7c6d749d-a398-46a9-aaad-efff5ac071c4 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2680a70a-aeeb-48c5-9a28-d8f1afedc14b'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:28:39.636440 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1acf03-ff6a-43ea-9de5-f16e11512a8a None None] Attempting to bind port 7c6d749d-a398-46a9-aaad-efff5ac071c4 on network 2680a70a-aeeb-48c5-9a28-d8f1afedc14b {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:28:39.642244 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1acf03-ff6a-43ea-9de5-f16e11512a8a None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:28:39.642611 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1acf03-ff6a-43ea-9de5-f16e11512a8a None None] Checking segment: {'id': '1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2680a70a-aeeb-48c5-9a28-d8f1afedc14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:28:39.643006 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-3e1acf03-ff6a-43ea-9de5-f16e11512a8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:39.643416 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1acf03-ff6a-43ea-9de5-f16e11512a8a None None] Bound using segment: {'id': '1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2680a70a-aeeb-48c5-9a28-d8f1afedc14b'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:28:39.643880 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-3e1acf03-ff6a-43ea-9de5-f16e11512a8a None None] Bound port: 7c6d749d-a398-46a9-aaad-efff5ac071c4, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2680a70a-aeeb-48c5-9a28-d8f1afedc14b'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:28:39.644254 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-3e1acf03-ff6a-43ea-9de5-f16e11512a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:39.653487 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 03942bfb-5514-491f-bc65-c91e413c3136 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:28:39.732132 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 03942bfb-5514-491f-bc65-c91e413c3136 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:28:39.732314 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:39.733043 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-3e1acf03-ff6a-43ea-9de5-f16e11512a8a None None] For port 7c6d749d-a398-46a9-aaad-efff5ac071c4, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:28:39.736376 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-3e1acf03-ff6a-43ea-9de5-f16e11512a8a None None] For port 7c6d749d-a398-46a9-aaad-efff5ac071c4, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=7c6d749d-a398-46a9-aaad-efff5ac071c4,segment=NetworkSegment(1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03),segment_id=1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:28:39.740321 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-3e1acf03-ff6a-43ea-9de5-f16e11512a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:39.817567 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1acf03-ff6a-43ea-9de5-f16e11512a8a None None] Routers {'d6bba8c6-b5c6-4fc8-bbe1-40befe727c07'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:28:39.818132 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-3e1acf03-ff6a-43ea-9de5-f16e11512a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:28:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d6bba8c6-b5c6-4fc8-bbe1-40befe727c07'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:39.861465 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 369c80ea-780d-4b51-8006-b8b3ba14d099 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:28:39.902423 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67eda81-2305-424d-9e7e-f9194d856515 None None] Pushing event updated for resources: {'Port': ['ID=7c6d749d-a398-46a9-aaad-efff5ac071c4,revision_number=4']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:39.934394 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 369c80ea-780d-4b51-8006-b8b3ba14d099 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:28:39.934767 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:40.015349 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-3e1acf03-ff6a-43ea-9de5-f16e11512a8a None None] Set router d6bba8c6-b5c6-4fc8-bbe1-40befe727c07 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:28:40.326694 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-3e1acf03-ff6a-43ea-9de5-f16e11512a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101105975', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.164'}], 'enable_snat': True}, 'gw_port_id': '03942bfb-5514-491f-bc65-c91e413c3136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:28:32Z', 'updated_at': '2022-01-21T10:28:36Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': '03942bfb-5514-491f-bc65-c91e413c3136', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:32Z', 'updated_at': '2022-01-21T10:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '7c6d749d-a398-46a9-aaad-efff5ac071c4', 'name': '', 'network_id': '2680a70a-aeeb-48c5-9a28-d8f1afedc14b', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:50:11:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '5273df30-67fe-4081-946e-71a73002de81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:36Z', 'updated_at': '2022-01-21T10:28:39Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': '5273df30-67fe-4081-946e-71a73002de81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:40.331665 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1acf03-ff6a-43ea-9de5-f16e11512a8a None None] The sync data for ids ['d6bba8c6-b5c6-4fc8-bbe1-40befe727c07'] in dv-neutron-825731-1-hyperv is: [{'id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101105975', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.164'}], 'enable_snat': True}, 'gw_port_id': '03942bfb-5514-491f-bc65-c91e413c3136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:28:32Z', 'updated_at': '2022-01-21T10:28:36Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': '03942bfb-5514-491f-bc65-c91e413c3136', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:32Z', 'updated_at': '2022-01-21T10:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '7c6d749d-a398-46a9-aaad-efff5ac071c4', 'name': '', 'network_id': '2680a70a-aeeb-48c5-9a28-d8f1afedc14b', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:50:11:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '5273df30-67fe-4081-946e-71a73002de81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:36Z', 'updated_at': '2022-01-21T10:28:39Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': '5273df30-67fe-4081-946e-71a73002de81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:28:40.409411 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-57d83828-bdb2-4b78-9922-74e4276dea46 req-686daa96-d0e4-4f41-b715-62370c026b21 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Synchronizing usage tracker for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:28:40.421383 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-57d83828-bdb2-4b78-9922-74e4276dea46 req-686daa96-d0e4-4f41-b715-62370c026b21 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Unset dirty status for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:28:40.423407 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-57d83828-bdb2-4b78-9922-74e4276dea46 req-686daa96-d0e4-4f41-b715-62370c026b21 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 210 time: 0.0683348 Jan 21 10:28:41.532340 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-cc48a7a4-ec3c-4ee5-a292-1629814a311b req-3158c6e3-0b9f-4736-8500-3905a163b6c9 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 210 time: 0.0479169 Jan 21 10:28:41.656840 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 7c6d749d-a398-46a9-aaad-efff5ac071c4 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:28:41.729747 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 7c6d749d-a398-46a9-aaad-efff5ac071c4 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:28:41.735382 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 7c6d749d-a398-46a9-aaad-efff5ac071c4 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:28:41.735939 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:41.858205 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:41.893862 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 7c6d749d-a398-46a9-aaad-efff5ac071c4, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=7c6d749d-a398-46a9-aaad-efff5ac071c4,segment=NetworkSegment(1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03),segment_id=1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:28:41.897466 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:41.964895 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=7c6d749d-a398-46a9-aaad-efff5ac071c4,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:42.630531 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-810bef87-3b46-4bc9-9f1a-6033ef494db5 req-10cfda33-df6a-46bf-be33-9c9cd2a567d1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 210 time: 0.0442019 Jan 21 10:28:43.181422 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:43.636830 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 7c6d749d-a398-46a9-aaad-efff5ac071c4 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:28:43.707117 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 7c6d749d-a398-46a9-aaad-efff5ac071c4 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:28:43.707555 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:43.729176 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ad57faad-4001-4cee-8ce4-5966fdc79d10 req-71dbc466-726d-48cc-ac24-b00143b49d87 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 210 time: 0.0464468 Jan 21 10:28:44.879983 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6d44117d-ba01-4942-a6ac-e3d8629a754c req-98b2821b-1471-4cc3-8042-d1a154bfb6c5 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 210 time: 0.0464139 Jan 21 10:28:45.834788 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-2687950f-f501-49a8-9628-605224c0c4cf tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:45.836295 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-2687950f-f501-49a8-9628-605224c0c4cf tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.72 "GET /v2.0/networks?id=2680a70a-aeeb-48c5-9a28-d8f1afedc14b HTTP/1.1" status: 200 len: 797 time: 0.2688172 Jan 21 10:28:45.885512 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-a7439961-aa5d-456a-a544-1fa7a5b696d3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd2caf936e0146abb4bf55e5ab36dacd HTTP/1.1" status: 200 len: 379 time: 0.0388191 Jan 21 10:28:45.898761 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-20257d53-1b63-40d2-8e9e-a860719ce9c7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'port': {'device_id': '71924d7c-0554-4d81-918f-215f470530a2', 'network_id': '2680a70a-aeeb-48c5-9a28-d8f1afedc14b', 'admin_state_up': True, 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'security_groups': ['874df02d-64c8-48ae-b583-60aad13c0e4b']}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:28:46.052840 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dd3c6040-31d3-43fb-a510-66568b481a05 req-03db0f38-9f0a-45e6-995a-ea7e01836f07 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 210 time: 0.0579538 Jan 21 10:28:46.082900 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-20257d53-1b63-40d2-8e9e-a860719ce9c7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:28:46.092239 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-20257d53-1b63-40d2-8e9e-a860719ce9c7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:28:46.103307 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-20257d53-1b63-40d2-8e9e-a860719ce9c7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Made reservation on behalf of fd2caf936e0146abb4bf55e5ab36dacd for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:28:46.106775 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-20257d53-1b63-40d2-8e9e-a860719ce9c7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:46.270739 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-20257d53-1b63-40d2-8e9e-a860719ce9c7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Allocated IP 172.20.0.11 (2680a70a-aeeb-48c5-9a28-d8f1afedc14b/5273df30-67fe-4081-946e-71a73002de81/b7b6b516-b8a7-4576-9fed-d67ec4031ba5) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:28:46.458449 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-20257d53-1b63-40d2-8e9e-a860719ce9c7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:46.474092 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-20257d53-1b63-40d2-8e9e-a860719ce9c7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Transition to ACTIVE for port object b7b6b516-b8a7-4576-9fed-d67ec4031ba5 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:28:46.496134 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-20257d53-1b63-40d2-8e9e-a860719ce9c7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:46.569007 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-20257d53-1b63-40d2-8e9e-a860719ce9c7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Network 2680a70a-aeeb-48c5-9a28-d8f1afedc14b is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:28:46.572152 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-20257d53-1b63-40d2-8e9e-a860719ce9c7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:28:46.575895 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-20257d53-1b63-40d2-8e9e-a860719ce9c7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:28:46.607988 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20257d53-1b63-40d2-8e9e-a860719ce9c7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'Port': ['ID=b7b6b516-b8a7-4576-9fed-d67ec4031ba5,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:46.647143 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-20257d53-1b63-40d2-8e9e-a860719ce9c7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:46.647937 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-20257d53-1b63-40d2-8e9e-a860719ce9c7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:46.657558 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ccb5e7f3-7ef4-4a66-a39b-4e815b0a5894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:46.675777 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-20257d53-1b63-40d2-8e9e-a860719ce9c7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7806480 Jan 21 10:28:46.686754 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-42098f1a-8609-43bc-8175-7bb73c988cb1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 10:28:46.688370 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-42098f1a-8609-43bc-8175-7bb73c988cb1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059459 Jan 21 10:28:46.698804 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-3c1ae804-385a-4f27-a0bb-2d8b6e908395 service neutron] Request body: {'port': {'device_id': '71924d7c-0554-4d81-918f-215f470530a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:28:46.817235 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-3c1ae804-385a-4f27-a0bb-2d8b6e908395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:46.833123 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-cb51e4dd-fdd5-4647-98bd-d38783fdf46a None None] Provisioning for port b7b6b516-b8a7-4576-9fed-d67ec4031ba5 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:28:46.838440 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-cb51e4dd-fdd5-4647-98bd-d38783fdf46a None None] Provisioning complete for port b7b6b516-b8a7-4576-9fed-d67ec4031ba5 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:28:46.838806 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cb51e4dd-fdd5-4647-98bd-d38783fdf46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:46.896076 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e4dd-fdd5-4647-98bd-d38783fdf46a None None] Port b7b6b516-b8a7-4576-9fed-d67ec4031ba5 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:28:47.160344 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-3c1ae804-385a-4f27-a0bb-2d8b6e908395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7b6b516-b8a7-4576-9fed-d67ec4031ba5 {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:28:47.167778 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-3c1ae804-385a-4f27-a0bb-2d8b6e908395 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:47.182650 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-3c1ae804-385a-4f27-a0bb-2d8b6e908395 service neutron] Transition to ACTIVE for port object b7b6b516-b8a7-4576-9fed-d67ec4031ba5 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:28:47.186210 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-3c1ae804-385a-4f27-a0bb-2d8b6e908395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:47.247709 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81bf65-665b-481e-8bae-ca904718a87c req-d47b00f1-d149-47a6-b6a2-401231644677 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:47.249369 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-af81bf65-665b-481e-8bae-ca904718a87c req-d47b00f1-d149-47a6-b6a2-401231644677 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 944 time: 0.0829067 Jan 21 10:28:47.308115 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-af81bf65-665b-481e-8bae-ca904718a87c req-3fa24abb-cee9-458b-a7fd-c4010f9c70c2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=874df02d-64c8-48ae-b583-60aad13c0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502906 Jan 21 10:28:47.351899 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ae804-385a-4f27-a0bb-2d8b6e908395 service neutron] Pushing event updated for resources: {'Port': ['ID=b7b6b516-b8a7-4576-9fed-d67ec4031ba5,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:47.428970 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-3c1ae804-385a-4f27-a0bb-2d8b6e908395 service neutron] Attempting to bind port b7b6b516-b8a7-4576-9fed-d67ec4031ba5 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:28:47.429299 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-3c1ae804-385a-4f27-a0bb-2d8b6e908395 service neutron] Attempting to bind port b7b6b516-b8a7-4576-9fed-d67ec4031ba5 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2680a70a-aeeb-48c5-9a28-d8f1afedc14b'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:28:47.429618 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-3c1ae804-385a-4f27-a0bb-2d8b6e908395 service neutron] Attempting to bind port b7b6b516-b8a7-4576-9fed-d67ec4031ba5 on network 2680a70a-aeeb-48c5-9a28-d8f1afedc14b {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:28:47.434146 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-3c1ae804-385a-4f27-a0bb-2d8b6e908395 service neutron] Port b7b6b516-b8a7-4576-9fed-d67ec4031ba5 on network 2680a70a-aeeb-48c5-9a28-d8f1afedc14b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:28:47.434459 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-3c1ae804-385a-4f27-a0bb-2d8b6e908395 service neutron] Attempting to bind port b7b6b516-b8a7-4576-9fed-d67ec4031ba5 on network 2680a70a-aeeb-48c5-9a28-d8f1afedc14b {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:28:47.440083 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-3c1ae804-385a-4f27-a0bb-2d8b6e908395 service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:28:47.440404 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-3c1ae804-385a-4f27-a0bb-2d8b6e908395 service neutron] Checking segment: {'id': '1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2680a70a-aeeb-48c5-9a28-d8f1afedc14b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:28:47.440777 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-3c1ae804-385a-4f27-a0bb-2d8b6e908395 service neutron] Bound using segment: {'id': '1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2680a70a-aeeb-48c5-9a28-d8f1afedc14b'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:28:47.441187 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-3c1ae804-385a-4f27-a0bb-2d8b6e908395 service neutron] Bound port: b7b6b516-b8a7-4576-9fed-d67ec4031ba5, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2680a70a-aeeb-48c5-9a28-d8f1afedc14b'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:28:47.441519 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-3c1ae804-385a-4f27-a0bb-2d8b6e908395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:47.531773 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-3c1ae804-385a-4f27-a0bb-2d8b6e908395 service neutron] For port b7b6b516-b8a7-4576-9fed-d67ec4031ba5, host hv-neutron-8257, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:28:47.534595 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-3c1ae804-385a-4f27-a0bb-2d8b6e908395 service neutron] For port b7b6b516-b8a7-4576-9fed-d67ec4031ba5, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b7b6b516-b8a7-4576-9fed-d67ec4031ba5,segment=NetworkSegment(1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03),segment_id=1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:28:47.539416 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-3c1ae804-385a-4f27-a0bb-2d8b6e908395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:47.701226 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-3c1ae804-385a-4f27-a0bb-2d8b6e908395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:47.701825 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-3c1ae804-385a-4f27-a0bb-2d8b6e908395 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:47.703789 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-3c1ae804-385a-4f27-a0bb-2d8b6e908395 service neutron] 10.222.0.72 "PUT /v2.0/ports/b7b6b516-b8a7-4576-9fed-d67ec4031ba5 HTTP/1.1" status: 200 len: 1094 time: 1.0084851 Jan 21 10:28:47.704233 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71924d7c-0554-4d81-918f-215f470530a2', 'tag': 'b7b6b516-b8a7-4576-9fed-d67ec4031ba5'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:28:47.727764 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ae804-385a-4f27-a0bb-2d8b6e908395 service neutron] Pushing event updated for resources: {'Port': ['ID=b7b6b516-b8a7-4576-9fed-d67ec4031ba5,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:47.793856 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71924d7c-0554-4d81-918f-215f470530a2', 'tag': 'b7b6b516-b8a7-4576-9fed-d67ec4031ba5', 'status': 'completed', 'code': 200} Jan 21 10:28:47.839717 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-a490715a-d2ac-4ca6-849d-6af569550b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:47.841184 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-a490715a-d2ac-4ca6-849d-6af569550b82 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 1097 time: 0.0861993 Jan 21 10:28:47.909397 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-f76a28a8-0189-42d0-b005-785fff78e895 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7b6b516-b8a7-4576-9fed-d67ec4031ba5 HTTP/1.1" status: 200 len: 217 time: 0.0608501 Jan 21 10:28:47.975058 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-32d0c18c-d7d9-4b5f-b7ff-cd4e56d34045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:47.976417 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-32d0c18c-d7d9-4b5f-b7ff-cd4e56d34045 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5273df30-67fe-4081-946e-71a73002de81 HTTP/1.1" status: 200 len: 834 time: 0.0603089 Jan 21 10:28:48.050884 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-018d56d9-3727-44f6-abca-6f96c5b23940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:48.052640 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-018d56d9-3727-44f6-abca-6f96c5b23940 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2680a70a-aeeb-48c5-9a28-d8f1afedc14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697351 Jan 21 10:28:48.185721 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-96b55437-973a-499d-9991-0a012bb7b2f4 service neutron] 10.222.0.72 "GET /v2.0/networks/2680a70a-aeeb-48c5-9a28-d8f1afedc14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252272 Jan 21 10:28:48.318539 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c8390c3a-5795-4695-9b00-dedfc3441d3b req-86782f6b-b862-4bf3-9911-67e54969750b service neutron] 10.222.0.72 "GET /v2.0/networks/2680a70a-aeeb-48c5-9a28-d8f1afedc14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267240 Jan 21 10:28:48.444133 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02891524-e841-4c75-9cb8-22691f731f7c req-60ba2f25-33c8-4807-8a52-6db859613aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:48.445684 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-02891524-e841-4c75-9cb8-22691f731f7c req-60ba2f25-33c8-4807-8a52-6db859613aa3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 1097 time: 0.0766766 Jan 21 10:28:48.498986 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b10cd-50e4-4792-88bc-15af563ae22d req-913bda8a-0ea1-4a77-8798-42b82bfb69c0 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:48.501298 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b88b10cd-50e4-4792-88bc-15af563ae22d req-913bda8a-0ea1-4a77-8798-42b82bfb69c0 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 944 time: 0.0841706 Jan 21 10:28:48.545171 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b88b10cd-50e4-4792-88bc-15af563ae22d req-cdcd5a89-8c6c-4b9b-b3f2-5b598c2b434f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=874df02d-64c8-48ae-b583-60aad13c0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380797 Jan 21 10:28:48.577645 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02891524-e841-4c75-9cb8-22691f731f7c req-4a20853b-bc4a-4f6a-8dc5-c4fc17a78293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:48.579236 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-02891524-e841-4c75-9cb8-22691f731f7c req-4a20853b-bc4a-4f6a-8dc5-c4fc17a78293 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2680a70a-aeeb-48c5-9a28-d8f1afedc14b HTTP/1.1" status: 200 len: 898 time: 0.1275580 Jan 21 10:28:48.655088 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-02891524-e841-4c75-9cb8-22691f731f7c req-3c724ee2-730e-4e80-9656-b8126b536855 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7b6b516-b8a7-4576-9fed-d67ec4031ba5 HTTP/1.1" status: 200 len: 217 time: 0.0694401 Jan 21 10:28:48.721031 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02891524-e841-4c75-9cb8-22691f731f7c req-89bf1833-7f00-4b6e-a178-4de047a8c49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:48.722461 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-02891524-e841-4c75-9cb8-22691f731f7c req-89bf1833-7f00-4b6e-a178-4de047a8c49b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5273df30-67fe-4081-946e-71a73002de81 HTTP/1.1" status: 200 len: 834 time: 0.0616667 Jan 21 10:28:48.802184 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02891524-e841-4c75-9cb8-22691f731f7c req-f3da8239-45be-4118-8ac5-a42a25dc8933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:48.803709 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-02891524-e841-4c75-9cb8-22691f731f7c req-f3da8239-45be-4118-8ac5-a42a25dc8933 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2680a70a-aeeb-48c5-9a28-d8f1afedc14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736570 Jan 21 10:28:48.935963 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-02891524-e841-4c75-9cb8-22691f731f7c req-a2af300f-8710-4483-9bef-6f4336b13ad8 service neutron] 10.222.0.72 "GET /v2.0/networks/2680a70a-aeeb-48c5-9a28-d8f1afedc14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249709 Jan 21 10:28:49.003286 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c61afe14-e105-47f1-972e-d00dbd683b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:49.032363 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:28:49.068920 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-02891524-e841-4c75-9cb8-22691f731f7c req-9d54178f-202f-4ece-8390-1f5de65e6374 service neutron] 10.222.0.72 "GET /v2.0/networks/2680a70a-aeeb-48c5-9a28-d8f1afedc14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265564 Jan 21 10:28:49.738199 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab630a4-f27c-4394-9746-1b687bbca233 req-947395f0-8f4b-4e09-a4a1-9aae6bccf208 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:49.738878 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-2ab630a4-f27c-4394-9746-1b687bbca233 req-947395f0-8f4b-4e09-a4a1-9aae6bccf208 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Synchronizing usage tracker for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:28:49.756679 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-2ab630a4-f27c-4394-9746-1b687bbca233 req-947395f0-8f4b-4e09-a4a1-9aae6bccf208 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Unset dirty status for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:28:49.757917 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2ab630a4-f27c-4394-9746-1b687bbca233 req-947395f0-8f4b-4e09-a4a1-9aae6bccf208 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 944 time: 0.1041055 Jan 21 10:28:49.804066 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2ab630a4-f27c-4394-9746-1b687bbca233 req-fce575f9-df49-41cb-9d9a-d81e61e6eee2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=874df02d-64c8-48ae-b583-60aad13c0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402913 Jan 21 10:28:49.903562 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:50.135712 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:50.986857 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61356385-cc68-4867-a4f9-0c8f1571f300 req-50b73648-0057-4fd1-b67f-55c4e6f54509 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:50.988308 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-61356385-cc68-4867-a4f9-0c8f1571f300 req-50b73648-0057-4fd1-b67f-55c4e6f54509 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 944 time: 0.0793059 Jan 21 10:28:51.035583 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-61356385-cc68-4867-a4f9-0c8f1571f300 req-5e63dd4c-63e9-4d25-8090-64ef17afddf3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=874df02d-64c8-48ae-b583-60aad13c0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416503 Jan 21 10:28:51.557560 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:51.839365 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device b7b6b516-b8a7-4576-9fed-d67ec4031ba5 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:28:52.003263 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port b7b6b516-b8a7-4576-9fed-d67ec4031ba5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b7b6b516-b8a7-4576-9fed-d67ec4031ba5,segment=NetworkSegment(1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03),segment_id=1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:28:52.016862 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': 'b7b6b516-b8a7-4576-9fed-d67ec4031ba5', 'network_id': '2680a70a-aeeb-48c5-9a28-d8f1afedc14b', 'port_id': 'b7b6b516-b8a7-4576-9fed-d67ec4031ba5', 'mac_address': 'fa:16:3e:52:a1:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5273df30-67fe-4081-946e-71a73002de81', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:28:52.070995 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:52.088468 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7b6b516-b8a7-4576-9fed-d67ec4031ba5 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:28:52.105037 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port b7b6b516-b8a7-4576-9fed-d67ec4031ba5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b7b6b516-b8a7-4576-9fed-d67ec4031ba5,segment=NetworkSegment(1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03),segment_id=1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:28:52.108729 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:52.178167 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=b7b6b516-b8a7-4576-9fed-d67ec4031ba5,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:52.221689 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b81829-1c53-4c8f-8d95-ad17029c5cfd req-df2cb3a9-2be0-4f2d-ba0b-14a7a24b150c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:52.223142 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e4b81829-1c53-4c8f-8d95-ad17029c5cfd req-df2cb3a9-2be0-4f2d-ba0b-14a7a24b150c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 945 time: 0.0813982 Jan 21 10:28:52.270456 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e4b81829-1c53-4c8f-8d95-ad17029c5cfd req-0000ec23-7b86-44c0-8989-79d2241a57a2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=874df02d-64c8-48ae-b583-60aad13c0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416453 Jan 21 10:28:52.502140 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['b7b6b516-b8a7-4576-9fed-d67ec4031ba5'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:28:53.456033 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0ca12-643c-4129-ac7f-31fd00724e56 req-343dd4b2-498b-49b5-b11c-086b16d8c67f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:53.457524 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-9cb0ca12-643c-4129-ac7f-31fd00724e56 req-343dd4b2-498b-49b5-b11c-086b16d8c67f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 945 time: 0.0848007 Jan 21 10:28:53.500971 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-9cb0ca12-643c-4129-ac7f-31fd00724e56 req-9ed44d26-dce9-407d-b6dc-782ecb1cc9ab tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=874df02d-64c8-48ae-b583-60aad13c0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378103 Jan 21 10:28:53.872345 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device b7b6b516-b8a7-4576-9fed-d67ec4031ba5 up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:28:53.941820 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port b7b6b516-b8a7-4576-9fed-d67ec4031ba5 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:28:53.946473 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port b7b6b516-b8a7-4576-9fed-d67ec4031ba5 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:28:53.946847 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:54.063634 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:54.089687 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71924d7c-0554-4d81-918f-215f470530a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b6b516-b8a7-4576-9fed-d67ec4031ba5'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:28:54.101763 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port b7b6b516-b8a7-4576-9fed-d67ec4031ba5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b7b6b516-b8a7-4576-9fed-d67ec4031ba5,segment=NetworkSegment(1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03),segment_id=1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:28:54.105444 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:54.141191 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71924d7c-0554-4d81-918f-215f470530a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b6b516-b8a7-4576-9fed-d67ec4031ba5', 'code': 200} Jan 21 10:28:54.173692 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=b7b6b516-b8a7-4576-9fed-d67ec4031ba5,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:54.451707 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc947dcd-7973-4e7c-8631-9af3d4dda7a3 req-ebf75481-57c4-4202-a2e9-56799ba08132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:54.453648 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dc947dcd-7973-4e7c-8631-9af3d4dda7a3 req-ebf75481-57c4-4202-a2e9-56799ba08132 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 1099 time: 0.1623077 Jan 21 10:28:54.492897 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dc947dcd-7973-4e7c-8631-9af3d4dda7a3 req-f50f0f5f-2cdc-4d1d-879b-cd0fd20fe412 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=874df02d-64c8-48ae-b583-60aad13c0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338202 Jan 21 10:28:54.689763 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d3ba7-513f-41e9-bad3-93ebbe408ac9 req-423d9790-081a-4acf-ad0f-547498b11db1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:54.691206 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5a9d3ba7-513f-41e9-bad3-93ebbe408ac9 req-423d9790-081a-4acf-ad0f-547498b11db1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 946 time: 0.0827732 Jan 21 10:28:54.735781 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5a9d3ba7-513f-41e9-bad3-93ebbe408ac9 req-f4347b27-7477-4d8f-b5f6-0648ce973dc3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=874df02d-64c8-48ae-b583-60aad13c0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384028 Jan 21 10:28:55.940963 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156b42e-56b1-4a81-9dda-53de5d8602e0 req-376aa49d-ac76-41ab-ad51-03f25ea432bb tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:55.942363 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-a156b42e-56b1-4a81-9dda-53de5d8602e0 req-376aa49d-ac76-41ab-ad51-03f25ea432bb tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 946 time: 0.0849545 Jan 21 10:28:55.987502 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-a156b42e-56b1-4a81-9dda-53de5d8602e0 req-c9544aba-2553-429c-ae30-9ae1a31161c3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=874df02d-64c8-48ae-b583-60aad13c0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391719 Jan 21 10:28:57.171322 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a444723-050d-41ad-9403-9e9ff5e816e0 req-f8cd55bb-fe24-4afd-858f-d3eaef3fa442 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:57.172921 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0a444723-050d-41ad-9403-9e9ff5e816e0 req-f8cd55bb-fe24-4afd-858f-d3eaef3fa442 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 946 time: 0.0799403 Jan 21 10:28:57.219156 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0a444723-050d-41ad-9403-9e9ff5e816e0 req-32d54bd5-959d-4036-a61e-046dc4211ff9 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=874df02d-64c8-48ae-b583-60aad13c0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402672 Jan 21 10:28:57.401452 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828da7d6-1486-4c14-a384-fc58dcc2fe87 req-15c07a6f-7d96-486a-b54e-492a9bbe268d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:57.402883 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-828da7d6-1486-4c14-a384-fc58dcc2fe87 req-15c07a6f-7d96-486a-b54e-492a9bbe268d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 946 time: 0.0785961 Jan 21 10:28:57.451214 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-828da7d6-1486-4c14-a384-fc58dcc2fe87 req-8c945155-214f-4758-bbf7-283e82e0f42a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=874df02d-64c8-48ae-b583-60aad13c0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421484 Jan 21 10:28:57.473303 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35508) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:57.584161 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7274b1d3-d65a-4ff4-a7ba-1a7ee17cc5f9 tempest-TestNetworkAdvancedServerOps-151801494 tempest-TestNetworkAdvancedServerOps-151801494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:57.585658 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7274b1d3-d65a-4ff4-a7ba-1a7ee17cc5f9 tempest-TestNetworkAdvancedServerOps-151801494 tempest-TestNetworkAdvancedServerOps-151801494-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 1094 time: 0.1113603 Jan 21 10:28:57.588759 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 35514) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:57.593818 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-45322d88-1889-461b-9cc2-128fbae3a0b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'floatingip': {'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'port_id': 'b7b6b516-b8a7-4576-9fed-d67ec4031ba5', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:28:57.600288 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-45322d88-1889-461b-9cc2-128fbae3a0b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:28:57.604066 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-45322d88-1889-461b-9cc2-128fbae3a0b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:floatingip and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:28:57.606857 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-45322d88-1889-461b-9cc2-128fbae3a0b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:28:57.613573 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-45322d88-1889-461b-9cc2-128fbae3a0b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:28:57.623461 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-45322d88-1889-461b-9cc2-128fbae3a0b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for floatingip, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:57.766688 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-45322d88-1889-461b-9cc2-128fbae3a0b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:57.903858 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-45322d88-1889-461b-9cc2-128fbae3a0b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Allocated IP 172.26.3.235 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/747cfce3-f7b2-43a3-989c-c439674b016c) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:28:58.053708 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-45322d88-1889-461b-9cc2-128fbae3a0b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:58.081212 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-45322d88-1889-461b-9cc2-128fbae3a0b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:58.149096 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45322d88-1889-461b-9cc2-128fbae3a0b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:28:58.151984 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-45322d88-1889-461b-9cc2-128fbae3a0b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:28:58.155549 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45322d88-1889-461b-9cc2-128fbae3a0b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:28:58.184762 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45322d88-1889-461b-9cc2-128fbae3a0b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'Port': ['ID=747cfce3-f7b2-43a3-989c-c439674b016c,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:58.678296 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-45322d88-1889-461b-9cc2-128fbae3a0b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:58.755748 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-45322d88-1889-461b-9cc2-128fbae3a0b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:58.961826 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-45322d88-1889-461b-9cc2-128fbae3a0b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:58.965751 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-45322d88-1889-461b-9cc2-128fbae3a0b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:59.074152 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45322d88-1889-461b-9cc2-128fbae3a0b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'Port': ['ID=747cfce3-f7b2-43a3-989c-c439674b016c,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:59.085675 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-45322d88-1889-461b-9cc2-128fbae3a0b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:59.255010 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.l3_db [None req-45322d88-1889-461b-9cc2-128fbae3a0b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Floating IP f4595bc0-76a8-46a7-8846-5f775ed12f51 associated. External IP: 172.26.3.235, port: b7b6b516-b8a7-4576-9fed-d67ec4031ba5. Jan 21 10:28:59.599348 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45322d88-1889-461b-9cc2-128fbae3a0b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Router d6bba8c6-b5c6-4fc8-bbe1-40befe727c07 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:28:59.776143 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45322d88-1889-461b-9cc2-128fbae3a0b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:28:59.786169 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0f454b-64c6-4553-9491-d51b6938bb7c None None] Sync routers for ids ['d6bba8c6-b5c6-4fc8-bbe1-40befe727c07'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:28:59.795472 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0f454b-64c6-4553-9491-d51b6938bb7c None None] Routers {'d6bba8c6-b5c6-4fc8-bbe1-40befe727c07'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:28:59.796095 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-cf0f454b-64c6-4553-9491-d51b6938bb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:28:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d6bba8c6-b5c6-4fc8-bbe1-40befe727c07'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:59.801890 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-45322d88-1889-461b-9cc2-128fbae3a0b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:59.856376 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-45322d88-1889-461b-9cc2-128fbae3a0b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2664478 Jan 21 10:28:59.856868 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71924d7c-0554-4d81-918f-215f470530a2', 'tag': 'b7b6b516-b8a7-4576-9fed-d67ec4031ba5'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:28:59.912462 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71924d7c-0554-4d81-918f-215f470530a2', 'tag': 'b7b6b516-b8a7-4576-9fed-d67ec4031ba5', 'status': 'completed', 'code': 200} Jan 21 10:28:59.987615 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-cf0f454b-64c6-4553-9491-d51b6938bb7c None None] Set router d6bba8c6-b5c6-4fc8-bbe1-40befe727c07 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:29:00.009052 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c73228-efee-4097-ba05-8ce3ebdca1e7 req-f9241708-ed55-4edd-a11c-10e050e5809e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:00.010637 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-31c73228-efee-4097-ba05-8ce3ebdca1e7 req-f9241708-ed55-4edd-a11c-10e050e5809e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 1099 time: 0.0751772 Jan 21 10:29:00.155080 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c73228-efee-4097-ba05-8ce3ebdca1e7 req-c3a9e16a-c68b-41e2-95a9-4b00513d068b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:00.157284 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-31c73228-efee-4097-ba05-8ce3ebdca1e7 req-c3a9e16a-c68b-41e2-95a9-4b00513d068b service neutron] 10.222.0.72 "GET /v2.0/networks?id=2680a70a-aeeb-48c5-9a28-d8f1afedc14b HTTP/1.1" status: 200 len: 898 time: 0.1393375 Jan 21 10:29:00.174273 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18413833-d268-4d9e-b365-bfbd4f66da9f req-2c886085-dad8-4c2b-8a19-16906384663b tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:00.177000 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-18413833-d268-4d9e-b365-bfbd4f66da9f req-2c886085-dad8-4c2b-8a19-16906384663b tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 946 time: 0.2184618 Jan 21 10:29:00.222994 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-18413833-d268-4d9e-b365-bfbd4f66da9f req-fbde353f-b23a-4a8f-b96b-fc97ba7d57f7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=874df02d-64c8-48ae-b583-60aad13c0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396700 Jan 21 10:29:00.248560 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 35522) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:29:00.267150 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-31c73228-efee-4097-ba05-8ce3ebdca1e7 req-3ad51d3d-bc15-418b-b190-dec4e6327f6b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7b6b516-b8a7-4576-9fed-d67ec4031ba5 HTTP/1.1" status: 200 len: 1000 time: 0.1039577 Jan 21 10:29:00.334766 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c73228-efee-4097-ba05-8ce3ebdca1e7 req-4e13ad32-d712-4c5a-a54f-03973ef35a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:00.336302 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-31c73228-efee-4097-ba05-8ce3ebdca1e7 req-4e13ad32-d712-4c5a-a54f-03973ef35a9d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5273df30-67fe-4081-946e-71a73002de81 HTTP/1.1" status: 200 len: 834 time: 0.0641570 Jan 21 10:29:00.355659 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-cf0f454b-64c6-4553-9491-d51b6938bb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101105975', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.164'}], 'enable_snat': True}, 'gw_port_id': '03942bfb-5514-491f-bc65-c91e413c3136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:28:32Z', 'updated_at': '2022-01-21T10:28:36Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': '03942bfb-5514-491f-bc65-c91e413c3136', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:32Z', 'updated_at': '2022-01-21T10:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': 'f4595bc0-76a8-46a7-8846-5f775ed12f51', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'floating_ip_address': '172.26.3.235', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'port_id': 'b7b6b516-b8a7-4576-9fed-d67ec4031ba5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2680a70a-aeeb-48c5-9a28-d8f1afedc14b', 'mac_address': 'fa:16:3e:52:a1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71924d7c-0554-4d81-918f-215f470530a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:28:58Z', 'updated_at': '2022-01-21T10:28:58Z', 'revision_number': 0, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c6d749d-a398-46a9-aaad-efff5ac071c4', 'name': '', 'network_id': '2680a70a-aeeb-48c5-9a28-d8f1afedc14b', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:50:11:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '5273df30-67fe-4081-946e-71a73002de81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:36Z', 'updated_at': '2022-01-21T10:28:41Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': '5273df30-67fe-4081-946e-71a73002de81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:29:00.358620 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ed525b75-1d2b-4e55-a625-5fd3b7988bde tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/floatingips/f4595bc0-76a8-46a7-8846-5f775ed12f51 HTTP/1.1" status: 200 len: 992 time: 0.1086490 Jan 21 10:29:00.362367 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0f454b-64c6-4553-9491-d51b6938bb7c None None] Checking router: d6bba8c6-b5c6-4fc8-bbe1-40befe727c07 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:29:00.370950 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0f454b-64c6-4553-9491-d51b6938bb7c None None] Routers {'d6bba8c6-b5c6-4fc8-bbe1-40befe727c07'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:29:00.371666 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-cf0f454b-64c6-4553-9491-d51b6938bb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:28:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d6bba8c6-b5c6-4fc8-bbe1-40befe727c07'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:29:00.415103 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c73228-efee-4097-ba05-8ce3ebdca1e7 req-1ef49be9-71ce-4cd2-ada8-56a561ce441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:00.416523 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-31c73228-efee-4097-ba05-8ce3ebdca1e7 req-1ef49be9-71ce-4cd2-ada8-56a561ce441e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2680a70a-aeeb-48c5-9a28-d8f1afedc14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736413 Jan 21 10:29:00.550149 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-cf0f454b-64c6-4553-9491-d51b6938bb7c None None] Set router d6bba8c6-b5c6-4fc8-bbe1-40befe727c07 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:29:00.550984 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-31c73228-efee-4097-ba05-8ce3ebdca1e7 req-d2a7bc32-7511-4825-bc8e-9e08590378a4 service neutron] 10.222.0.72 "GET /v2.0/networks/2680a70a-aeeb-48c5-9a28-d8f1afedc14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275032 Jan 21 10:29:00.692637 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-31c73228-efee-4097-ba05-8ce3ebdca1e7 req-09d46bdf-2454-42c6-b799-e00be3b8b395 service neutron] 10.222.0.72 "GET /v2.0/networks/2680a70a-aeeb-48c5-9a28-d8f1afedc14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348493 Jan 21 10:29:00.938046 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-cf0f454b-64c6-4553-9491-d51b6938bb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101105975', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.164'}], 'enable_snat': True}, 'gw_port_id': '03942bfb-5514-491f-bc65-c91e413c3136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:28:32Z', 'updated_at': '2022-01-21T10:28:36Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': '03942bfb-5514-491f-bc65-c91e413c3136', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:32Z', 'updated_at': '2022-01-21T10:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': 'f4595bc0-76a8-46a7-8846-5f775ed12f51', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'floating_ip_address': '172.26.3.235', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'port_id': 'b7b6b516-b8a7-4576-9fed-d67ec4031ba5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2680a70a-aeeb-48c5-9a28-d8f1afedc14b', 'mac_address': 'fa:16:3e:52:a1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71924d7c-0554-4d81-918f-215f470530a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:28:58Z', 'updated_at': '2022-01-21T10:28:58Z', 'revision_number': 0, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c6d749d-a398-46a9-aaad-efff5ac071c4', 'name': '', 'network_id': '2680a70a-aeeb-48c5-9a28-d8f1afedc14b', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:50:11:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '5273df30-67fe-4081-946e-71a73002de81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:36Z', 'updated_at': '2022-01-21T10:28:41Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': '5273df30-67fe-4081-946e-71a73002de81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:29:00.941993 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0f454b-64c6-4553-9491-d51b6938bb7c None None] The sync data for ids ['d6bba8c6-b5c6-4fc8-bbe1-40befe727c07'] in dv-neutron-825731-1-hyperv is: [{'id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101105975', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.164'}], 'enable_snat': True}, 'gw_port_id': '03942bfb-5514-491f-bc65-c91e413c3136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:28:32Z', 'updated_at': '2022-01-21T10:28:36Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': '03942bfb-5514-491f-bc65-c91e413c3136', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:32Z', 'updated_at': '2022-01-21T10:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': 'f4595bc0-76a8-46a7-8846-5f775ed12f51', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'floating_ip_address': '172.26.3.235', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'port_id': 'b7b6b516-b8a7-4576-9fed-d67ec4031ba5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2680a70a-aeeb-48c5-9a28-d8f1afedc14b', 'mac_address': 'fa:16:3e:52:a1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71924d7c-0554-4d81-918f-215f470530a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:28:58Z', 'updated_at': '2022-01-21T10:28:58Z', 'revision_number': 0, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c6d749d-a398-46a9-aaad-efff5ac071c4', 'name': '', 'network_id': '2680a70a-aeeb-48c5-9a28-d8f1afedc14b', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:50:11:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '5273df30-67fe-4081-946e-71a73002de81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:36Z', 'updated_at': '2022-01-21T10:28:41Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': '5273df30-67fe-4081-946e-71a73002de81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:29:01.134620 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de47f989-10e1-467f-8a1a-862dc249b7c3 None None] New status for floating IP f4595bc0-76a8-46a7-8846-5f775ed12f51: ACTIVE {{(pid=87517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:29:01.362947 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 35526) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:29:01.470111 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-3bd6351d-11cb-4746-a29e-ea6e0b3e3a4d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/floatingips/f4595bc0-76a8-46a7-8846-5f775ed12f51 HTTP/1.1" status: 200 len: 994 time: 0.1058853 Jan 21 10:29:13.181316 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:16.660202 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ede748bf-07e2-4ab7-af6e-e940e855025d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:19.007410 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2d669b14-1f82-4acd-adc6-63baddecabfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:19.905007 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:20.138957 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:21.562212 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:26.030432 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:29:36.000312 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b961f37e-c38b-4d87-8427-34cd4b18fcf3 req-3319d7af-2afd-49cc-94b8-6f1bfba29f49 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692139 Jan 21 10:29:36.139009 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961f37e-c38b-4d87-8427-34cd4b18fcf3 req-cc159d71-9efd-42b3-b86f-c9679fbd47de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:36.140488 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b961f37e-c38b-4d87-8427-34cd4b18fcf3 req-cc159d71-9efd-42b3-b86f-c9679fbd47de service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 1099 time: 0.0737393 Jan 21 10:29:36.287610 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961f37e-c38b-4d87-8427-34cd4b18fcf3 req-d759fd8c-d097-42bb-9125-b893f68d1c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:36.289186 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b961f37e-c38b-4d87-8427-34cd4b18fcf3 req-d759fd8c-d097-42bb-9125-b893f68d1c64 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2680a70a-aeeb-48c5-9a28-d8f1afedc14b HTTP/1.1" status: 200 len: 898 time: 0.1300795 Jan 21 10:29:36.391081 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b961f37e-c38b-4d87-8427-34cd4b18fcf3 req-1c3de491-e7c4-40e0-839e-19cb0f57170d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7b6b516-b8a7-4576-9fed-d67ec4031ba5 HTTP/1.1" status: 200 len: 1002 time: 0.0953786 Jan 21 10:29:36.452227 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961f37e-c38b-4d87-8427-34cd4b18fcf3 req-741c5fcd-8495-47a2-8368-afdd033fea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:36.453616 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b961f37e-c38b-4d87-8427-34cd4b18fcf3 req-741c5fcd-8495-47a2-8368-afdd033fea6c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5273df30-67fe-4081-946e-71a73002de81 HTTP/1.1" status: 200 len: 834 time: 0.0563576 Jan 21 10:29:36.530944 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961f37e-c38b-4d87-8427-34cd4b18fcf3 req-fb4dd4a0-1757-4b10-aa06-fbc052d07028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:36.532404 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b961f37e-c38b-4d87-8427-34cd4b18fcf3 req-fb4dd4a0-1757-4b10-aa06-fbc052d07028 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2680a70a-aeeb-48c5-9a28-d8f1afedc14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723662 Jan 21 10:29:36.754801 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b961f37e-c38b-4d87-8427-34cd4b18fcf3 req-00df1998-6895-440d-b67e-46afe1ce5431 service neutron] 10.222.0.72 "GET /v2.0/networks/2680a70a-aeeb-48c5-9a28-d8f1afedc14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162902 Jan 21 10:29:36.886250 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b961f37e-c38b-4d87-8427-34cd4b18fcf3 req-2af2cc5a-546c-435b-9864-6758f179c4c3 service neutron] 10.222.0.72 "GET /v2.0/networks/2680a70a-aeeb-48c5-9a28-d8f1afedc14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252708 Jan 21 10:29:43.175386 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:46.662602 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6c59e35f-7114-4dac-a56c-fbf899e147ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:49.009305 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8ec4b85e-8e3e-48bd-be7b-13b53c113cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:49.907068 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:50.140153 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:51.565376 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:03.029165 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:30:13.170321 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:14.774156 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 35568) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:14.886467 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f5316a44-d2ad-4ce0-a255-bdd92f10ee44 req-9e1625d2-567e-46ea-a62c-451001f1a062 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1109016 Jan 21 10:30:14.901574 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b49953-70e4-444c-bf2e-993150d2caf2 req-3000d9b2-9221-4286-85c5-390062e0404a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:14.903172 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-18b49953-70e4-444c-bf2e-993150d2caf2 req-3000d9b2-9221-4286-85c5-390062e0404a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 946 time: 0.0807686 Jan 21 10:30:14.950154 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-18b49953-70e4-444c-bf2e-993150d2caf2 req-939ec789-8952-4888-b9de-0d38822fa644 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=874df02d-64c8-48ae-b583-60aad13c0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405364 Jan 21 10:30:16.143877 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b45a9-0f9e-4af6-9107-04ba3b7807fa req-207ea775-4427-4768-a81b-9726970b7d46 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:16.145962 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5f5b45a9-0f9e-4af6-9107-04ba3b7807fa req-207ea775-4427-4768-a81b-9726970b7d46 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 946 time: 0.0856750 Jan 21 10:30:16.191967 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5f5b45a9-0f9e-4af6-9107-04ba3b7807fa req-40582235-e313-4b5b-97cd-c1754a341c21 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=874df02d-64c8-48ae-b583-60aad13c0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395839 Jan 21 10:30:16.199686 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5316a44-d2ad-4ce0-a255-bdd92f10ee44 req-1c872858-ec28-478c-96aa-6fdddc9995eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:16.201165 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f5316a44-d2ad-4ce0-a255-bdd92f10ee44 req-1c872858-ec28-478c-96aa-6fdddc9995eb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 1099 time: 0.0765119 Jan 21 10:30:16.332201 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5316a44-d2ad-4ce0-a255-bdd92f10ee44 req-35d4240f-f2ec-4012-85c2-66a927046c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:16.333626 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f5316a44-d2ad-4ce0-a255-bdd92f10ee44 req-35d4240f-f2ec-4012-85c2-66a927046c81 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2680a70a-aeeb-48c5-9a28-d8f1afedc14b HTTP/1.1" status: 200 len: 898 time: 0.1264634 Jan 21 10:30:16.435739 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f5316a44-d2ad-4ce0-a255-bdd92f10ee44 req-2187f26b-cefc-4632-9fb3-9a0d3f5b5ee5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7b6b516-b8a7-4576-9fed-d67ec4031ba5 HTTP/1.1" status: 200 len: 1002 time: 0.0950527 Jan 21 10:30:16.496507 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5316a44-d2ad-4ce0-a255-bdd92f10ee44 req-5854c075-e22c-42f4-a2e6-10dc2d80c7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:16.498013 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f5316a44-d2ad-4ce0-a255-bdd92f10ee44 req-5854c075-e22c-42f4-a2e6-10dc2d80c7f1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5273df30-67fe-4081-946e-71a73002de81 HTTP/1.1" status: 200 len: 834 time: 0.0567312 Jan 21 10:30:16.578354 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5316a44-d2ad-4ce0-a255-bdd92f10ee44 req-d7073451-12f6-4e0d-bafb-ca4bf008baaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:16.579824 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f5316a44-d2ad-4ce0-a255-bdd92f10ee44 req-d7073451-12f6-4e0d-bafb-ca4bf008baaf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2680a70a-aeeb-48c5-9a28-d8f1afedc14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735543 Jan 21 10:30:16.664747 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4aa92996-e43e-46d0-8193-518613ec7cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:16.715343 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f5316a44-d2ad-4ce0-a255-bdd92f10ee44 req-a3cf225f-d06a-4501-aed1-18f1f8158809 service neutron] 10.222.0.72 "GET /v2.0/networks/2680a70a-aeeb-48c5-9a28-d8f1afedc14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276410 Jan 21 10:30:16.846315 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f5316a44-d2ad-4ce0-a255-bdd92f10ee44 req-687aca56-1454-40bb-bb93-7eaffd01937c service neutron] 10.222.0.72 "GET /v2.0/networks/2680a70a-aeeb-48c5-9a28-d8f1afedc14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254034 Jan 21 10:30:17.376260 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6dee5-b108-4442-80cc-dc6ff44a713e req-d8af2fee-d22a-449a-8815-81de60a21fa2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:17.377709 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-cba6dee5-b108-4442-80cc-dc6ff44a713e req-d8af2fee-d22a-449a-8815-81de60a21fa2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 946 time: 0.0790024 Jan 21 10:30:17.420933 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-cba6dee5-b108-4442-80cc-dc6ff44a713e req-287b4ec5-5eea-412a-8a7f-a8b285e520f3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=874df02d-64c8-48ae-b583-60aad13c0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376830 Jan 21 10:30:18.607105 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961b1fb-b1ae-4a21-ab40-38135c09fdd4 req-38920d58-78d3-4d6d-a7f0-55914905bc94 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:18.608569 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3961b1fb-b1ae-4a21-ab40-38135c09fdd4 req-38920d58-78d3-4d6d-a7f0-55914905bc94 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 946 time: 0.0785360 Jan 21 10:30:18.652665 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3961b1fb-b1ae-4a21-ab40-38135c09fdd4 req-3233515b-ac22-42bc-8bce-3e32c0ec226c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=874df02d-64c8-48ae-b583-60aad13c0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385931 Jan 21 10:30:19.012050 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6bfb40b2-6928-42e6-8ed7-44cb8e1b2a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:19.840076 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985aa0bb-6932-4089-a8ec-6aa5d89d841e req-1cae2269-d5ed-4ed7-b2f9-535649b8094c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:19.841517 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-985aa0bb-6932-4089-a8ec-6aa5d89d841e req-1cae2269-d5ed-4ed7-b2f9-535649b8094c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 946 time: 0.0823817 Jan 21 10:30:19.884805 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-985aa0bb-6932-4089-a8ec-6aa5d89d841e req-38fca6e7-0f47-4dcd-b63b-105df91b8ae8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=874df02d-64c8-48ae-b583-60aad13c0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376341 Jan 21 10:30:19.908273 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:20.143223 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:21.072490 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60770e-f2db-4ce2-b68a-4d4c38e3c098 req-89e8c791-995a-4e5a-af20-a16b73b059a7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:21.073929 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cf60770e-f2db-4ce2-b68a-4d4c38e3c098 req-89e8c791-995a-4e5a-af20-a16b73b059a7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 946 time: 0.0836790 Jan 21 10:30:21.117266 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cf60770e-f2db-4ce2-b68a-4d4c38e3c098 req-e70113f4-d2dd-4425-9f46-7a70127d8d3b tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=874df02d-64c8-48ae-b583-60aad13c0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373509 Jan 21 10:30:21.567439 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:22.304686 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a43ab9-db18-4072-abae-64480d6110de req-1c188a4a-5634-4539-9879-9c9aabe29e2a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:22.306152 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d7a43ab9-db18-4072-abae-64480d6110de req-1c188a4a-5634-4539-9879-9c9aabe29e2a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 946 time: 0.0792480 Jan 21 10:30:22.352652 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d7a43ab9-db18-4072-abae-64480d6110de req-d1405868-9b16-41c2-bdbc-c30135b3498e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=874df02d-64c8-48ae-b583-60aad13c0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408483 Jan 21 10:30:23.534589 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fca4a6-4c93-4f17-86b5-10641967f82b req-700e9a81-bae2-4817-9b49-56edb3aaf695 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:23.536070 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c9fca4a6-4c93-4f17-86b5-10641967f82b req-700e9a81-bae2-4817-9b49-56edb3aaf695 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 946 time: 0.0781012 Jan 21 10:30:23.580442 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c9fca4a6-4c93-4f17-86b5-10641967f82b req-118a0528-365a-464f-99af-90118f65e0bc tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=874df02d-64c8-48ae-b583-60aad13c0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380452 Jan 21 10:30:24.763000 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969ca25-0653-4e09-acda-acb0f91579a6 req-80895a08-96e9-48ce-9ca5-2d97476a02e8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:24.764496 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1969ca25-0653-4e09-acda-acb0f91579a6 req-80895a08-96e9-48ce-9ca5-2d97476a02e8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 946 time: 0.0800891 Jan 21 10:30:24.809175 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1969ca25-0653-4e09-acda-acb0f91579a6 req-ef9235c1-fe8c-4444-a4ca-63ee2525122f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=874df02d-64c8-48ae-b583-60aad13c0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388129 Jan 21 10:30:26.000212 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd89c7-8968-4613-bb1b-60e01b892808 req-9466f09d-c757-414b-b21f-573ee5f026de tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:26.001587 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-93dd89c7-8968-4613-bb1b-60e01b892808 req-9466f09d-c757-414b-b21f-573ee5f026de tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 946 time: 0.0825207 Jan 21 10:30:26.044070 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-93dd89c7-8968-4613-bb1b-60e01b892808 req-b2360338-f3bd-4cf0-b480-54e2124d47ef tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=874df02d-64c8-48ae-b583-60aad13c0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369947 Jan 21 10:30:27.335298 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ba6b9-a8bf-40d7-914f-902272da4b98 req-e187ad36-a002-4c45-b621-fae144cf731c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:27.336693 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-176ba6b9-a8bf-40d7-914f-902272da4b98 req-e187ad36-a002-4c45-b621-fae144cf731c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 946 time: 0.1876149 Jan 21 10:30:27.380993 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-176ba6b9-a8bf-40d7-914f-902272da4b98 req-c342a5d7-e1dd-4fa6-b602-5678127aa0d4 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=874df02d-64c8-48ae-b583-60aad13c0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378633 Jan 21 10:30:28.563615 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae4070-efff-4cab-b99b-3b7b4b7bcd18 req-a0cae6f8-bd77-406d-b332-171bc856bc06 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:28.565040 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7fae4070-efff-4cab-b99b-3b7b4b7bcd18 req-a0cae6f8-bd77-406d-b332-171bc856bc06 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 946 time: 0.0791442 Jan 21 10:30:28.610953 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7fae4070-efff-4cab-b99b-3b7b4b7bcd18 req-e6ca3239-3da3-48b7-a3ba-68eacb5f3161 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=874df02d-64c8-48ae-b583-60aad13c0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403450 Jan 21 10:30:28.737081 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f5316a44-d2ad-4ce0-a255-bdd92f10ee44 req-c988d9aa-332c-48c9-8b83-b10023ae2dff service neutron] 10.222.0.72 "GET /v2.0/ports/b7b6b516-b8a7-4576-9fed-d67ec4031ba5/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.1196735 Jan 21 10:30:28.999653 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5316a44-d2ad-4ce0-a255-bdd92f10ee44 req-1cc09d14-3f1a-4ef4-8186-8cdc4e9407ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:29.001027 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f5316a44-d2ad-4ce0-a255-bdd92f10ee44 req-1cc09d14-3f1a-4ef4-8186-8cdc4e9407ab service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2&tenant_id=fd2caf936e0146abb4bf55e5ab36dacd HTTP/1.1" status: 200 len: 1099 time: 0.0749223 Jan 21 10:30:29.095658 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5316a44-d2ad-4ce0-a255-bdd92f10ee44 req-3faf6244-06db-4d1d-b562-b3e98971d5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:29.097142 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f5316a44-d2ad-4ce0-a255-bdd92f10ee44 req-3faf6244-06db-4d1d-b562-b3e98971d5cd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 1099 time: 0.0706794 Jan 21 10:30:29.226151 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5316a44-d2ad-4ce0-a255-bdd92f10ee44 req-607e8edb-f40e-4db1-b47d-af913f39ea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:29.227615 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f5316a44-d2ad-4ce0-a255-bdd92f10ee44 req-607e8edb-f40e-4db1-b47d-af913f39ea49 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2680a70a-aeeb-48c5-9a28-d8f1afedc14b HTTP/1.1" status: 200 len: 898 time: 0.1246426 Jan 21 10:30:29.328970 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f5316a44-d2ad-4ce0-a255-bdd92f10ee44 req-8c139734-2d6c-447e-a00c-01c18b076529 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7b6b516-b8a7-4576-9fed-d67ec4031ba5 HTTP/1.1" status: 200 len: 1002 time: 0.0954399 Jan 21 10:30:29.389659 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5316a44-d2ad-4ce0-a255-bdd92f10ee44 req-eb49643f-dbff-423c-842d-092763462831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:29.391029 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f5316a44-d2ad-4ce0-a255-bdd92f10ee44 req-eb49643f-dbff-423c-842d-092763462831 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5273df30-67fe-4081-946e-71a73002de81 HTTP/1.1" status: 200 len: 834 time: 0.0558484 Jan 21 10:30:29.467558 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5316a44-d2ad-4ce0-a255-bdd92f10ee44 req-87f21117-f7c0-4f72-928e-08b8b84e483e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:29.469058 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f5316a44-d2ad-4ce0-a255-bdd92f10ee44 req-87f21117-f7c0-4f72-928e-08b8b84e483e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2680a70a-aeeb-48c5-9a28-d8f1afedc14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721107 Jan 21 10:30:29.597753 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f5316a44-d2ad-4ce0-a255-bdd92f10ee44 req-8c6a349c-5515-48a5-8197-56b3668fc8cf service neutron] 10.222.0.72 "GET /v2.0/networks/2680a70a-aeeb-48c5-9a28-d8f1afedc14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228824 Jan 21 10:30:29.769033 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f5316a44-d2ad-4ce0-a255-bdd92f10ee44 req-abe221e2-13f7-4fd2-9c40-2c9e221f58e1 service neutron] 10.222.0.72 "GET /v2.0/networks/2680a70a-aeeb-48c5-9a28-d8f1afedc14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657212 Jan 21 10:30:29.808472 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21631005-1f84-474d-91b3-610c4f17801c req-71028f0c-fdd7-4b25-a433-a16dfedd3d04 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:29.809938 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-21631005-1f84-474d-91b3-610c4f17801c req-71028f0c-fdd7-4b25-a433-a16dfedd3d04 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 946 time: 0.0871952 Jan 21 10:30:29.858801 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-21631005-1f84-474d-91b3-610c4f17801c req-bd54761b-2652-4f1b-878c-408f540c050d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=874df02d-64c8-48ae-b583-60aad13c0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431867 Jan 21 10:30:31.056590 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149c7c9-416e-4a1b-a8b4-2545ff08505d req-66ca2bca-67bc-40d9-8add-53ef4901cfd3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:31.057987 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8149c7c9-416e-4a1b-a8b4-2545ff08505d req-66ca2bca-67bc-40d9-8add-53ef4901cfd3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 946 time: 0.0855896 Jan 21 10:30:31.108227 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8149c7c9-416e-4a1b-a8b4-2545ff08505d req-6217bab7-8a88-41d9-a5b9-99d3c3f64971 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=874df02d-64c8-48ae-b583-60aad13c0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432649 Jan 21 10:30:32.297466 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c7d61-6b46-4e89-9b7e-ac2e49d13a80 req-b8138bfa-d5e8-4f54-a3df-48e29873e162 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:32.298911 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-258c7d61-6b46-4e89-9b7e-ac2e49d13a80 req-b8138bfa-d5e8-4f54-a3df-48e29873e162 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 946 time: 0.0798347 Jan 21 10:30:32.342014 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-258c7d61-6b46-4e89-9b7e-ac2e49d13a80 req-7e42d632-9570-43e0-84fc-e875c02f0b62 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=874df02d-64c8-48ae-b583-60aad13c0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372365 Jan 21 10:30:32.369767 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device b7b6b516-b8a7-4576-9fed-d67ec4031ba5 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:30:32.373068 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device b7b6b516-b8a7-4576-9fed-d67ec4031ba5 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:30:32.588986 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:32.614683 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port b7b6b516-b8a7-4576-9fed-d67ec4031ba5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b7b6b516-b8a7-4576-9fed-d67ec4031ba5,segment=NetworkSegment(1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03),segment_id=1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:30:32.635127 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': 'b7b6b516-b8a7-4576-9fed-d67ec4031ba5', 'network_id': '2680a70a-aeeb-48c5-9a28-d8f1afedc14b', 'port_id': 'b7b6b516-b8a7-4576-9fed-d67ec4031ba5', 'mac_address': 'fa:16:3e:52:a1:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5273df30-67fe-4081-946e-71a73002de81', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:30:32.640599 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71924d7c-0554-4d81-918f-215f470530a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7b6b516-b8a7-4576-9fed-d67ec4031ba5'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:30:32.686131 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port b7b6b516-b8a7-4576-9fed-d67ec4031ba5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b7b6b516-b8a7-4576-9fed-d67ec4031ba5,segment=NetworkSegment(1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03),segment_id=1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:30:32.700007 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:32.759719 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:32.784944 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7b6b516-b8a7-4576-9fed-d67ec4031ba5 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:30:32.819644 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=b7b6b516-b8a7-4576-9fed-d67ec4031ba5,revision_number=6']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:32.838447 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:32.838788 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:32.839178 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:32.839472 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:32.839802 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:32.840127 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:32.840448 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:32.840766 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:32.841082 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:32.841397 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:32.841713 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:32.842023 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:32.861322 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:30:32.861672 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:30:33.418088 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:33.435701 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7b6b516-b8a7-4576-9fed-d67ec4031ba5 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:30:33.451492 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port b7b6b516-b8a7-4576-9fed-d67ec4031ba5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b7b6b516-b8a7-4576-9fed-d67ec4031ba5,segment=NetworkSegment(1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03),segment_id=1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:30:33.455979 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:33.528692 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['b7b6b516-b8a7-4576-9fed-d67ec4031ba5'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:30:33.531297 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080cc17d-afcc-47ed-ba91-2f650463e0ee req-5b7339f4-070a-4d83-bebf-97382d506ccd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:33.532790 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-080cc17d-afcc-47ed-ba91-2f650463e0ee req-5b7339f4-070a-4d83-bebf-97382d506ccd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 945 time: 0.0833185 Jan 21 10:30:33.559572 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=b7b6b516-b8a7-4576-9fed-d67ec4031ba5,revision_number=7']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:33.577887 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-080cc17d-afcc-47ed-ba91-2f650463e0ee req-179b1897-4cf4-492a-b860-04a13ff19e87 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=874df02d-64c8-48ae-b583-60aad13c0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394657 Jan 21 10:30:33.721164 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71924d7c-0554-4d81-918f-215f470530a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7b6b516-b8a7-4576-9fed-d67ec4031ba5', 'code': 200} Jan 21 10:30:33.919839 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45e660-edd4-4c3a-ad7c-96940cc3bcc3 req-d907c778-e1fc-4414-970c-257e75469b5a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:33.921210 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-bb45e660-edd4-4c3a-ad7c-96940cc3bcc3 req-d907c778-e1fc-4414-970c-257e75469b5a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.72 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2&tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&binding%3Ahost_id=hv-neutron-8257 HTTP/1.1" status: 200 len: 945 time: 0.0862827 Jan 21 10:30:33.924120 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564a2dd-d3dc-402d-9cb8-bfe2f4150505 req-c18a0cad-4d89-4ffb-8002-25238c436a90 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:33.925551 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-9564a2dd-d3dc-402d-9cb8-bfe2f4150505 req-c18a0cad-4d89-4ffb-8002-25238c436a90 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 945 time: 0.0837960 Jan 21 10:30:33.971890 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-9564a2dd-d3dc-402d-9cb8-bfe2f4150505 req-5fa2f589-7a3d-4562-891e-cc20d1a20a6f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=874df02d-64c8-48ae-b583-60aad13c0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403697 Jan 21 10:30:34.074752 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45e660-edd4-4c3a-ad7c-96940cc3bcc3 req-06082d3d-f4af-44f5-b82c-ff23173cd8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:34.076271 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-bb45e660-edd4-4c3a-ad7c-96940cc3bcc3 req-06082d3d-f4af-44f5-b82c-ff23173cd8fd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 1098 time: 0.0749466 Jan 21 10:30:34.276375 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1aebcc-7554-49d8-a073-84bfdf4721b6 req-437be5f6-f4fd-4a61-8f2a-3e1977f73847 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:34.277850 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0f1aebcc-7554-49d8-a073-84bfdf4721b6 req-437be5f6-f4fd-4a61-8f2a-3e1977f73847 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 945 time: 0.1937835 Jan 21 10:30:34.278975 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45e660-edd4-4c3a-ad7c-96940cc3bcc3 req-cf77cc6e-e723-464d-ab5f-9fb1f7549391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:34.280313 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-bb45e660-edd4-4c3a-ad7c-96940cc3bcc3 req-cf77cc6e-e723-464d-ab5f-9fb1f7549391 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2680a70a-aeeb-48c5-9a28-d8f1afedc14b HTTP/1.1" status: 200 len: 898 time: 0.1951373 Jan 21 10:30:34.359355 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device b7b6b516-b8a7-4576-9fed-d67ec4031ba5 up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:30:34.478048 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port b7b6b516-b8a7-4576-9fed-d67ec4031ba5 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:30:34.479383 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:34.518299 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0f1aebcc-7554-49d8-a073-84bfdf4721b6 req-b9072902-003e-4bbc-9ab4-7fd83a614e43 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=874df02d-64c8-48ae-b583-60aad13c0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2342329 Jan 21 10:30:34.527896 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-bb45e660-edd4-4c3a-ad7c-96940cc3bcc3 req-77c1d476-23fe-4553-82c7-a84bb66fdf6c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7b6b516-b8a7-4576-9fed-d67ec4031ba5 HTTP/1.1" status: 200 len: 1001 time: 0.2292218 Jan 21 10:30:34.594330 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45e660-edd4-4c3a-ad7c-96940cc3bcc3 req-ae12b73d-854b-4d15-90ef-086a6b3eb2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:34.595799 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-bb45e660-edd4-4c3a-ad7c-96940cc3bcc3 req-ae12b73d-854b-4d15-90ef-086a6b3eb2d3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5273df30-67fe-4081-946e-71a73002de81 HTTP/1.1" status: 200 len: 834 time: 0.0614383 Jan 21 10:30:34.596029 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:34.627847 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port b7b6b516-b8a7-4576-9fed-d67ec4031ba5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b7b6b516-b8a7-4576-9fed-d67ec4031ba5,segment=NetworkSegment(1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03),segment_id=1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:30:34.631904 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:34.673260 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45e660-edd4-4c3a-ad7c-96940cc3bcc3 req-fc44a10a-f584-42d8-a335-e04b67bf8ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:34.674733 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-bb45e660-edd4-4c3a-ad7c-96940cc3bcc3 req-fc44a10a-f584-42d8-a335-e04b67bf8ae1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2680a70a-aeeb-48c5-9a28-d8f1afedc14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712132 Jan 21 10:30:34.700428 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=b7b6b516-b8a7-4576-9fed-d67ec4031ba5,revision_number=8']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:34.808744 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-bb45e660-edd4-4c3a-ad7c-96940cc3bcc3 req-3a6bbb15-95ae-4ac1-8b6d-11d9a12a2afb service neutron] 10.222.0.72 "GET /v2.0/networks/2680a70a-aeeb-48c5-9a28-d8f1afedc14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263471 Jan 21 10:30:34.938298 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-bb45e660-edd4-4c3a-ad7c-96940cc3bcc3 req-3c767926-0f7f-4312-8f25-997c845799e9 service neutron] 10.222.0.72 "GET /v2.0/networks/2680a70a-aeeb-48c5-9a28-d8f1afedc14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231217 Jan 21 10:30:35.704478 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc98bc-cf8c-4529-9db2-9dae7fb4a7bc req-8f2feeee-c536-4e0e-a0e9-9ebba3e95394 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:35.705828 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-9ebc98bc-cf8c-4529-9db2-9dae7fb4a7bc req-8f2feeee-c536-4e0e-a0e9-9ebba3e95394 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 946 time: 0.0791826 Jan 21 10:30:35.721958 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71924d7c-0554-4d81-918f-215f470530a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b6b516-b8a7-4576-9fed-d67ec4031ba5'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:30:35.750275 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-9ebc98bc-cf8c-4529-9db2-9dae7fb4a7bc req-ae405aa1-e6dc-4d16-9d74-ddceba44574d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=874df02d-64c8-48ae-b583-60aad13c0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387478 Jan 21 10:30:35.774591 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71924d7c-0554-4d81-918f-215f470530a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b6b516-b8a7-4576-9fed-d67ec4031ba5', 'code': 200} Jan 21 10:30:35.775302 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35664) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:30:35.893061 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1626ebed-edac-4992-8897-0626e101b34a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/floatingips/f4595bc0-76a8-46a7-8846-5f775ed12f51 HTTP/1.1" status: 200 len: 994 time: 0.1159580 Jan 21 10:30:38.003013 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-03e2909d-3208-490d-9a48-dadc29023ca8 req-88cda099-9794-480b-8b7a-5e2842ad505c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747416 Jan 21 10:30:38.139585 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2909d-3208-490d-9a48-dadc29023ca8 req-84956104-5d33-4f95-b9fc-99e171fc63e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:38.141066 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-03e2909d-3208-490d-9a48-dadc29023ca8 req-84956104-5d33-4f95-b9fc-99e171fc63e0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 1099 time: 0.0711961 Jan 21 10:30:38.284669 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2909d-3208-490d-9a48-dadc29023ca8 req-65f7b15d-3153-45f4-9918-55df38522b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:38.286019 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-03e2909d-3208-490d-9a48-dadc29023ca8 req-65f7b15d-3153-45f4-9918-55df38522b92 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2680a70a-aeeb-48c5-9a28-d8f1afedc14b HTTP/1.1" status: 200 len: 898 time: 0.1279349 Jan 21 10:30:38.389674 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-03e2909d-3208-490d-9a48-dadc29023ca8 req-d4c4cab9-af19-4165-bf72-8fe5162818dd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7b6b516-b8a7-4576-9fed-d67ec4031ba5 HTTP/1.1" status: 200 len: 1002 time: 0.0971897 Jan 21 10:30:38.452324 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2909d-3208-490d-9a48-dadc29023ca8 req-acc9065e-cb30-45f9-9ba4-19486692e61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:38.453725 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-03e2909d-3208-490d-9a48-dadc29023ca8 req-acc9065e-cb30-45f9-9ba4-19486692e61a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5273df30-67fe-4081-946e-71a73002de81 HTTP/1.1" status: 200 len: 834 time: 0.0583143 Jan 21 10:30:38.528967 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2909d-3208-490d-9a48-dadc29023ca8 req-45361ebc-d7a6-4caa-b262-e637cd61d929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:38.530443 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-03e2909d-3208-490d-9a48-dadc29023ca8 req-45361ebc-d7a6-4caa-b262-e637cd61d929 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2680a70a-aeeb-48c5-9a28-d8f1afedc14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710931 Jan 21 10:30:38.659976 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-03e2909d-3208-490d-9a48-dadc29023ca8 req-96df760a-ffc7-4797-ae54-2102d895b7ef service neutron] 10.222.0.72 "GET /v2.0/networks/2680a70a-aeeb-48c5-9a28-d8f1afedc14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229734 Jan 21 10:30:38.790395 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-03e2909d-3208-490d-9a48-dadc29023ca8 req-6e3bb56d-42ce-4dd2-b1d5-f8f7bff93287 service neutron] 10.222.0.72 "GET /v2.0/networks/2680a70a-aeeb-48c5-9a28-d8f1afedc14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243522 Jan 21 10:30:40.029156 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:30:43.180264 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:46.667984 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-72ea5b1b-c0b5-4ed7-b456-b370ee7af9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:49.013634 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-12dd1571-00d7-4238-9afe-a3bb11190a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:49.910403 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:50.146384 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:51.570322 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:01.359899 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [req-3f7ee0ae-d3b8-47e5-af74-83795c64179c req-3096f60c-f057-454a-918f-4d0a81c67991 service neutron] (87515) timed out ('10.222.0.110', 60388) {{(pid=87515) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 21 10:31:13.182795 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:16.670324 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9820e6a7-aff6-427e-a16e-b4da2b057388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:17.028021 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:31:19.014984 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ef2730f0-d1df-4294-92dd-0d5d4effb2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:19.911843 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:20.148443 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:21.575942 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:30.861053 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35688) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:31:31.162266 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ed967b5b-2caa-43ed-924b-5e4713699c2c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Deleting port 747cfce3-f7b2-43a3-989c-c439674b016c {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:31:31.162607 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed967b5b-2caa-43ed-924b-5e4713699c2c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:31.328087 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed967b5b-2caa-43ed-924b-5e4713699c2c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:31.328413 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed967b5b-2caa-43ed-924b-5e4713699c2c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:31.450693 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-ed967b5b-2caa-43ed-924b-5e4713699c2c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Calling delete_port for 747cfce3-f7b2-43a3-989c-c439674b016c owned by network:floatingip {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:31:31.599156 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed967b5b-2caa-43ed-924b-5e4713699c2c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:31.648020 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed967b5b-2caa-43ed-924b-5e4713699c2c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event deleted for resources: {'Port': ['ID=747cfce3-f7b2-43a3-989c-c439674b016c,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:31:31.692924 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed967b5b-2caa-43ed-924b-5e4713699c2c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:31.693275 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed967b5b-2caa-43ed-924b-5e4713699c2c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:31.693613 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed967b5b-2caa-43ed-924b-5e4713699c2c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:31.693951 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed967b5b-2caa-43ed-924b-5e4713699c2c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:31.694283 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed967b5b-2caa-43ed-924b-5e4713699c2c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:31.694625 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed967b5b-2caa-43ed-924b-5e4713699c2c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:31.694937 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed967b5b-2caa-43ed-924b-5e4713699c2c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:31.695257 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed967b5b-2caa-43ed-924b-5e4713699c2c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:31.695606 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed967b5b-2caa-43ed-924b-5e4713699c2c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:31.695927 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed967b5b-2caa-43ed-924b-5e4713699c2c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:31.696246 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed967b5b-2caa-43ed-924b-5e4713699c2c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:31.696563 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed967b5b-2caa-43ed-924b-5e4713699c2c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:31.751938 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed967b5b-2caa-43ed-924b-5e4713699c2c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for floatingip, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:31.752323 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.l3_db [None req-ed967b5b-2caa-43ed-924b-5e4713699c2c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Floating IP f4595bc0-76a8-46a7-8846-5f775ed12f51 disassociated (deleted). External IP: 172.26.3.235, port: b7b6b516-b8a7-4576-9fed-d67ec4031ba5. Jan 21 10:31:32.171515 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed967b5b-2caa-43ed-924b-5e4713699c2c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Router d6bba8c6-b5c6-4fc8-bbe1-40befe727c07 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:31:32.392739 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed967b5b-2caa-43ed-924b-5e4713699c2c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:31:32.404541 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e604fb-e708-4d86-9fea-37515046fe3f None None] Sync routers for ids ['d6bba8c6-b5c6-4fc8-bbe1-40befe727c07'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:31:32.414381 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e604fb-e708-4d86-9fea-37515046fe3f None None] Routers {'d6bba8c6-b5c6-4fc8-bbe1-40befe727c07'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:31:32.415018 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-b2e604fb-e708-4d86-9fea-37515046fe3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:31:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d6bba8c6-b5c6-4fc8-bbe1-40befe727c07'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:31:32.418817 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-ed967b5b-2caa-43ed-924b-5e4713699c2c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:32.478767 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-ed967b5b-2caa-43ed-924b-5e4713699c2c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "DELETE /v2.0/floatingips/f4595bc0-76a8-46a7-8846-5f775ed12f51 HTTP/1.1" status: 204 len: 168 time: 1.6164787 Jan 21 10:31:32.479996 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71924d7c-0554-4d81-918f-215f470530a2', 'tag': 'b7b6b516-b8a7-4576-9fed-d67ec4031ba5'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:31:32.527037 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71924d7c-0554-4d81-918f-215f470530a2', 'tag': 'b7b6b516-b8a7-4576-9fed-d67ec4031ba5', 'status': 'completed', 'code': 200} Jan 21 10:31:32.631088 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-b2e604fb-e708-4d86-9fea-37515046fe3f None None] Set router d6bba8c6-b5c6-4fc8-bbe1-40befe727c07 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:31:32.754203 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679abed1-79e1-48f1-ad0b-0d363db429d1 req-5a8eaefb-8408-4ccb-99ff-07e09eaeba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:31:32.755747 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-679abed1-79e1-48f1-ad0b-0d363db429d1 req-5a8eaefb-8408-4ccb-99ff-07e09eaeba90 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 1099 time: 0.2027519 Jan 21 10:31:32.892375 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f8713-d601-4523-b08f-5658bdebb3cb req-e3475546-231f-4379-8b12-1afaee97339a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:31:32.893854 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0f0f8713-d601-4523-b08f-5658bdebb3cb req-e3475546-231f-4379-8b12-1afaee97339a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 946 time: 0.0852463 Jan 21 10:31:32.897992 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679abed1-79e1-48f1-ad0b-0d363db429d1 req-5a8f8791-8dd8-4f49-a541-376087f45740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:31:32.899452 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-679abed1-79e1-48f1-ad0b-0d363db429d1 req-5a8f8791-8dd8-4f49-a541-376087f45740 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2680a70a-aeeb-48c5-9a28-d8f1afedc14b HTTP/1.1" status: 200 len: 898 time: 0.1364958 Jan 21 10:31:32.946825 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0f0f8713-d601-4523-b08f-5658bdebb3cb req-3609901a-571c-49b7-bf5b-5a0c5c5654d6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=874df02d-64c8-48ae-b583-60aad13c0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417707 Jan 21 10:31:32.972723 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-679abed1-79e1-48f1-ad0b-0d363db429d1 req-0eb4df6c-0e9a-4ede-992e-db4c90579644 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7b6b516-b8a7-4576-9fed-d67ec4031ba5 HTTP/1.1" status: 200 len: 217 time: 0.0660336 Jan 21 10:31:32.992203 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-b2e604fb-e708-4d86-9fea-37515046fe3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101105975', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.164'}], 'enable_snat': True}, 'gw_port_id': '03942bfb-5514-491f-bc65-c91e413c3136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:28:32Z', 'updated_at': '2022-01-21T10:28:36Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': '03942bfb-5514-491f-bc65-c91e413c3136', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:32Z', 'updated_at': '2022-01-21T10:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '7c6d749d-a398-46a9-aaad-efff5ac071c4', 'name': '', 'network_id': '2680a70a-aeeb-48c5-9a28-d8f1afedc14b', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:50:11:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '5273df30-67fe-4081-946e-71a73002de81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:36Z', 'updated_at': '2022-01-21T10:28:41Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': '5273df30-67fe-4081-946e-71a73002de81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:31:32.996608 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e604fb-e708-4d86-9fea-37515046fe3f None None] Checking router: d6bba8c6-b5c6-4fc8-bbe1-40befe727c07 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:31:33.005089 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e604fb-e708-4d86-9fea-37515046fe3f None None] Routers {'d6bba8c6-b5c6-4fc8-bbe1-40befe727c07'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:31:33.005699 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-b2e604fb-e708-4d86-9fea-37515046fe3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:31:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d6bba8c6-b5c6-4fc8-bbe1-40befe727c07'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:31:33.034330 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679abed1-79e1-48f1-ad0b-0d363db429d1 req-e294c73c-7b49-4629-9904-b9bcff71ced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:31:33.035793 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-679abed1-79e1-48f1-ad0b-0d363db429d1 req-e294c73c-7b49-4629-9904-b9bcff71ced5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5273df30-67fe-4081-946e-71a73002de81 HTTP/1.1" status: 200 len: 834 time: 0.0573032 Jan 21 10:31:33.113887 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679abed1-79e1-48f1-ad0b-0d363db429d1 req-2d3f45fa-f530-4df6-8f88-00d2702e3bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:31:33.115420 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-679abed1-79e1-48f1-ad0b-0d363db429d1 req-2d3f45fa-f530-4df6-8f88-00d2702e3bf2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2680a70a-aeeb-48c5-9a28-d8f1afedc14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708385 Jan 21 10:31:33.183703 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-b2e604fb-e708-4d86-9fea-37515046fe3f None None] Set router d6bba8c6-b5c6-4fc8-bbe1-40befe727c07 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:31:33.249194 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-679abed1-79e1-48f1-ad0b-0d363db429d1 req-e4bc4d35-8e1c-49c8-88f1-467f9a09a114 service neutron] 10.222.0.72 "GET /v2.0/networks/2680a70a-aeeb-48c5-9a28-d8f1afedc14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265085 Jan 21 10:31:33.383637 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-679abed1-79e1-48f1-ad0b-0d363db429d1 req-d86b4e1c-a6a2-4c25-9296-61fbe0ab344c service neutron] 10.222.0.72 "GET /v2.0/networks/2680a70a-aeeb-48c5-9a28-d8f1afedc14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282480 Jan 21 10:31:33.527875 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-b2e604fb-e708-4d86-9fea-37515046fe3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101105975', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.164'}], 'enable_snat': True}, 'gw_port_id': '03942bfb-5514-491f-bc65-c91e413c3136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:28:32Z', 'updated_at': '2022-01-21T10:28:36Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': '03942bfb-5514-491f-bc65-c91e413c3136', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:32Z', 'updated_at': '2022-01-21T10:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '7c6d749d-a398-46a9-aaad-efff5ac071c4', 'name': '', 'network_id': '2680a70a-aeeb-48c5-9a28-d8f1afedc14b', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:50:11:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '5273df30-67fe-4081-946e-71a73002de81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:36Z', 'updated_at': '2022-01-21T10:28:41Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': '5273df30-67fe-4081-946e-71a73002de81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:31:33.531703 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e604fb-e708-4d86-9fea-37515046fe3f None None] The sync data for ids ['d6bba8c6-b5c6-4fc8-bbe1-40befe727c07'] in dv-neutron-825731-1-hyperv is: [{'id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101105975', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.164'}], 'enable_snat': True}, 'gw_port_id': '03942bfb-5514-491f-bc65-c91e413c3136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:28:32Z', 'updated_at': '2022-01-21T10:28:36Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': '03942bfb-5514-491f-bc65-c91e413c3136', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:32Z', 'updated_at': '2022-01-21T10:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '7c6d749d-a398-46a9-aaad-efff5ac071c4', 'name': '', 'network_id': '2680a70a-aeeb-48c5-9a28-d8f1afedc14b', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:50:11:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '5273df30-67fe-4081-946e-71a73002de81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:36Z', 'updated_at': '2022-01-21T10:28:41Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': '5273df30-67fe-4081-946e-71a73002de81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:31:33.763578 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1abda9-9b5d-4581-a7b3-557c76984ee5 None None] New status for floating IP f4595bc0-76a8-46a7-8846-5f775ed12f51: DOWN {{(pid=87517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:31:34.137504 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2a810-d71c-4a51-96ee-c68efa6756b6 req-1664efbe-3bd6-4569-a2da-5b73f72e2d9f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:31:34.138187 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-f8b2a810-d71c-4a51-96ee-c68efa6756b6 req-1664efbe-3bd6-4569-a2da-5b73f72e2d9f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Synchronizing usage tracker for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:31:34.152908 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-f8b2a810-d71c-4a51-96ee-c68efa6756b6 req-1664efbe-3bd6-4569-a2da-5b73f72e2d9f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Unset dirty status for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:31:34.154101 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f8b2a810-d71c-4a51-96ee-c68efa6756b6 req-1664efbe-3bd6-4569-a2da-5b73f72e2d9f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 946 time: 0.1003094 Jan 21 10:31:34.197188 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f8b2a810-d71c-4a51-96ee-c68efa6756b6 req-118ce911-e4b7-43bc-b1ee-9ff11b3e9eb4 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=874df02d-64c8-48ae-b583-60aad13c0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374031 Jan 21 10:31:35.065087 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe4038-26f1-49ad-97db-4c3b2fef6a08 req-7a431a57-4fa1-4b59-9ceb-c9e38451cbe5 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:31:35.066499 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-97fe4038-26f1-49ad-97db-4c3b2fef6a08 req-7a431a57-4fa1-4b59-9ceb-c9e38451cbe5 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.72 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 946 time: 0.0786195 Jan 21 10:31:35.138784 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [req-97fe4038-26f1-49ad-97db-4c3b2fef6a08 req-d36aa137-6470-404e-b669-6435e07e8e95 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Deleting port b7b6b516-b8a7-4576-9fed-d67ec4031ba5 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:31:35.139112 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-97fe4038-26f1-49ad-97db-4c3b2fef6a08 req-d36aa137-6470-404e-b669-6435e07e8e95 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:35.390032 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45beec2-522a-4498-8ba7-5070173b0147 req-70f520c7-4c70-4177-97d0-8b8d22e40cde tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:31:35.391520 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e45beec2-522a-4498-8ba7-5070173b0147 req-70f520c7-4c70-4177-97d0-8b8d22e40cde tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=71924d7c-0554-4d81-918f-215f470530a2 HTTP/1.1" status: 200 len: 946 time: 0.0811832 Jan 21 10:31:35.394649 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-97fe4038-26f1-49ad-97db-4c3b2fef6a08 req-d36aa137-6470-404e-b669-6435e07e8e95 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] For port b7b6b516-b8a7-4576-9fed-d67ec4031ba5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b7b6b516-b8a7-4576-9fed-d67ec4031ba5,segment=NetworkSegment(1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03),segment_id=1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:31:35.395005 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-97fe4038-26f1-49ad-97db-4c3b2fef6a08 req-d36aa137-6470-404e-b669-6435e07e8e95 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:35.438837 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e45beec2-522a-4498-8ba7-5070173b0147 req-67a65527-5274-4c55-82dd-c03b0cf2a470 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=874df02d-64c8-48ae-b583-60aad13c0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416789 Jan 21 10:31:35.520804 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [req-97fe4038-26f1-49ad-97db-4c3b2fef6a08 req-d36aa137-6470-404e-b669-6435e07e8e95 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Calling delete_port for b7b6b516-b8a7-4576-9fed-d67ec4031ba5 owned by compute:nova {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:31:35.667145 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-97fe4038-26f1-49ad-97db-4c3b2fef6a08 req-d36aa137-6470-404e-b669-6435e07e8e95 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:35.718712 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36aa137-6470-404e-b669-6435e07e8e95 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event deleted for resources: {'Port': ['ID=b7b6b516-b8a7-4576-9fed-d67ec4031ba5,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:31:35.889866 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [req-97fe4038-26f1-49ad-97db-4c3b2fef6a08 req-d36aa137-6470-404e-b669-6435e07e8e95 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] No DVR routers for this DVR port b7b6b516-b8a7-4576-9fed-d67ec4031ba5 on host hv-neutron-8257 {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:31:35.892314 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-97fe4038-26f1-49ad-97db-4c3b2fef6a08 req-d36aa137-6470-404e-b669-6435e07e8e95 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:35.894740 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71924d7c-0554-4d81-918f-215f470530a2', 'name': 'network-vif-deleted', 'tag': 'b7b6b516-b8a7-4576-9fed-d67ec4031ba5'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:31:35.911061 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-97fe4038-26f1-49ad-97db-4c3b2fef6a08 req-d36aa137-6470-404e-b669-6435e07e8e95 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.72 "DELETE /v2.0/ports/b7b6b516-b8a7-4576-9fed-d67ec4031ba5 HTTP/1.1" status: 204 len: 173 time: 0.8395178 Jan 21 10:31:35.944181 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71924d7c-0554-4d81-918f-215f470530a2', 'name': 'network-vif-deleted', 'tag': 'b7b6b516-b8a7-4576-9fed-d67ec4031ba5', 'status': 'completed', 'code': 200} Jan 21 10:31:36.540109 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35706) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:31:37.085556 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b4d17d55-f8a8-4136-8429-3281b3a5b338 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:37.439217 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-b4d17d55-f8a8-4136-8429-3281b3a5b338 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Deleting port 7c6d749d-a398-46a9-aaad-efff5ac071c4 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:31:37.439505 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b4d17d55-f8a8-4136-8429-3281b3a5b338 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:37.624340 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-b4d17d55-f8a8-4136-8429-3281b3a5b338 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] For port 7c6d749d-a398-46a9-aaad-efff5ac071c4, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=7c6d749d-a398-46a9-aaad-efff5ac071c4,segment=NetworkSegment(1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03),segment_id=1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:31:37.625028 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b4d17d55-f8a8-4136-8429-3281b3a5b338 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:37.746076 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-b4d17d55-f8a8-4136-8429-3281b3a5b338 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Calling delete_port for 7c6d749d-a398-46a9-aaad-efff5ac071c4 owned by network:router_interface {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:31:38.031240 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b4d17d55-f8a8-4136-8429-3281b3a5b338 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:38.080409 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d17d55-f8a8-4136-8429-3281b3a5b338 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event deleted for resources: {'Port': ['ID=7c6d749d-a398-46a9-aaad-efff5ac071c4,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:31:38.351162 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b4d17d55-f8a8-4136-8429-3281b3a5b338 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:38.703885 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d17d55-f8a8-4136-8429-3281b3a5b338 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Router d6bba8c6-b5c6-4fc8-bbe1-40befe727c07 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:31:38.878488 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d17d55-f8a8-4136-8429-3281b3a5b338 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:31:38.887904 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d588ad-f4bb-4e27-b9ba-5845dc3e5474 None None] Sync routers for ids ['d6bba8c6-b5c6-4fc8-bbe1-40befe727c07'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:31:38.892194 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b4d17d55-f8a8-4136-8429-3281b3a5b338 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "PUT /v2.0/routers/d6bba8c6-b5c6-4fc8-bbe1-40befe727c07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3509796 Jan 21 10:31:38.894868 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35710) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:31:38.897092 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d588ad-f4bb-4e27-b9ba-5845dc3e5474 None None] Routers {'d6bba8c6-b5c6-4fc8-bbe1-40befe727c07'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:31:38.897740 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-91d588ad-f4bb-4e27-b9ba-5845dc3e5474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:31:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d6bba8c6-b5c6-4fc8-bbe1-40befe727c07'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:31:38.960693 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c4b3369-cfac-4b7a-b2d5-2a085d8e0d99 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Deleting subnet 5273df30-67fe-4081-946e-71a73002de81 {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:31:38.964208 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3c4b3369-cfac-4b7a-b2d5-2a085d8e0d99 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:39.020844 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3c4b3369-cfac-4b7a-b2d5-2a085d8e0d99 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:39.075371 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-91d588ad-f4bb-4e27-b9ba-5845dc3e5474 None None] Set router d6bba8c6-b5c6-4fc8-bbe1-40befe727c07 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:31:39.103584 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3c4b3369-cfac-4b7a-b2d5-2a085d8e0d99 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:39.177810 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3c4b3369-cfac-4b7a-b2d5-2a085d8e0d99 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:39.224586 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3c4b3369-cfac-4b7a-b2d5-2a085d8e0d99 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:39.227176 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b3369-cfac-4b7a-b2d5-2a085d8e0d99 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event deleted for resources: {'Subnet': ['ID=5273df30-67fe-4081-946e-71a73002de81,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:31:39.234909 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3c4b3369-cfac-4b7a-b2d5-2a085d8e0d99 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "DELETE /v2.0/subnets/5273df30-67fe-4081-946e-71a73002de81 HTTP/1.1" status: 204 len: 168 time: 0.3390582 Jan 21 10:31:39.238458 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35714) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:31:39.265162 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f7ca20-dc58-4028-b583-98eda95cda64 None None] Network 2680a70a-aeeb-48c5-9a28-d8f1afedc14b requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:31:39.527172 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-960f8a79-1179-413f-8171-d9b25028c926 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:39.533105 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-91d588ad-f4bb-4e27-b9ba-5845dc3e5474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101105975', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.164'}], 'enable_snat': True}, 'gw_port_id': '03942bfb-5514-491f-bc65-c91e413c3136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:28:32Z', 'updated_at': '2022-01-21T10:31:37Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': '03942bfb-5514-491f-bc65-c91e413c3136', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:32Z', 'updated_at': '2022-01-21T10:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:31:39.538502 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d588ad-f4bb-4e27-b9ba-5845dc3e5474 None None] Checking router: d6bba8c6-b5c6-4fc8-bbe1-40befe727c07 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:31:39.548038 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d588ad-f4bb-4e27-b9ba-5845dc3e5474 None None] Routers {'d6bba8c6-b5c6-4fc8-bbe1-40befe727c07'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:31:39.548839 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-91d588ad-f4bb-4e27-b9ba-5845dc3e5474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:31:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['d6bba8c6-b5c6-4fc8-bbe1-40befe727c07'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:31:39.614824 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d8226a-4a2a-4e58-9a24-0dbb2129f67c None None] DHCP port deletion for 2680a70a-aeeb-48c5-9a28-d8f1afedc14b request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 10:31:39.630393 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8226a-4a2a-4e58-9a24-0dbb2129f67c None None] Deleting port 369c80ea-780d-4b51-8006-b8b3ba14d099 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:31:39.630766 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e0d8226a-4a2a-4e58-9a24-0dbb2129f67c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:39.723360 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-960f8a79-1179-413f-8171-d9b25028c926 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:39.735217 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-960f8a79-1179-413f-8171-d9b25028c926 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Deleting port 03942bfb-5514-491f-bc65-c91e413c3136 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:31:39.735718 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-960f8a79-1179-413f-8171-d9b25028c926 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:39.797875 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 369c80ea-780d-4b51-8006-b8b3ba14d099 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:31:39.902893 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-91d588ad-f4bb-4e27-b9ba-5845dc3e5474 None None] Set router d6bba8c6-b5c6-4fc8-bbe1-40befe727c07 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:31:39.920851 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-960f8a79-1179-413f-8171-d9b25028c926 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] For port 03942bfb-5514-491f-bc65-c91e413c3136, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=03942bfb-5514-491f-bc65-c91e413c3136,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:31:39.921209 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-960f8a79-1179-413f-8171-d9b25028c926 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:40.053160 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-960f8a79-1179-413f-8171-d9b25028c926 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Calling delete_port for 03942bfb-5514-491f-bc65-c91e413c3136 owned by network:router_gateway {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:31:40.224257 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-960f8a79-1179-413f-8171-d9b25028c926 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:40.255564 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-e0d8226a-4a2a-4e58-9a24-0dbb2129f67c None None] For port 369c80ea-780d-4b51-8006-b8b3ba14d099, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=369c80ea-780d-4b51-8006-b8b3ba14d099,segment=NetworkSegment(1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03),segment_id=1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:31:40.255958 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e0d8226a-4a2a-4e58-9a24-0dbb2129f67c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:40.270517 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f8a79-1179-413f-8171-d9b25028c926 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event deleted for resources: {'Port': ['ID=03942bfb-5514-491f-bc65-c91e413c3136,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:31:40.365959 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-960f8a79-1179-413f-8171-d9b25028c926 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:40.390699 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:40.404755 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8226a-4a2a-4e58-9a24-0dbb2129f67c None None] Calling delete_port for 369c80ea-780d-4b51-8006-b8b3ba14d099 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:31:40.542255 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-960f8a79-1179-413f-8171-d9b25028c926 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:40.543148 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 369c80ea-780d-4b51-8006-b8b3ba14d099, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=369c80ea-780d-4b51-8006-b8b3ba14d099,segment=NetworkSegment(1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03),segment_id=1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:31:40.544941 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-960f8a79-1179-413f-8171-d9b25028c926 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:40.548850 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:40.570440 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-960f8a79-1179-413f-8171-d9b25028c926 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:40.570995 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960f8a79-1179-413f-8171-d9b25028c926 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Fanout notify agent at l3_agent the message router_deleted on router d6bba8c6-b5c6-4fc8-bbe1-40befe727c07 {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 10:31:40.588583 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-960f8a79-1179-413f-8171-d9b25028c926 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:40.589783 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-960f8a79-1179-413f-8171-d9b25028c926 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "DELETE /v2.0/routers/d6bba8c6-b5c6-4fc8-bbe1-40befe727c07 HTTP/1.1" status: 204 len: 168 time: 1.3504281 Jan 21 10:31:40.592585 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35718) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:31:40.596366 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-e0d8226a-4a2a-4e58-9a24-0dbb2129f67c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:31:40.596714 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-e0d8226a-4a2a-4e58-9a24-0dbb2129f67c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:31:40.630726 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=369c80ea-780d-4b51-8006-b8b3ba14d099,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:31:40.640628 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:40.640975 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:40.641324 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:40.642416 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:40.642416 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:40.642416 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:40.642699 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:40.642946 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:40.643270 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:40.643621 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:40.643942 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:40.644259 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:40.655887 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-91d588ad-f4bb-4e27-b9ba-5845dc3e5474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101105975', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.164'}], 'enable_snat': True}, 'gw_port_id': '03942bfb-5514-491f-bc65-c91e413c3136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:28:32Z', 'updated_at': '2022-01-21T10:31:37Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': '03942bfb-5514-491f-bc65-c91e413c3136', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:32Z', 'updated_at': '2022-01-21T10:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:31:40.660004 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d588ad-f4bb-4e27-b9ba-5845dc3e5474 None None] The sync data for ids ['d6bba8c6-b5c6-4fc8-bbe1-40befe727c07'] in dv-neutron-825731-1-hyperv is: [{'id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101105975', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.164'}], 'enable_snat': True}, 'gw_port_id': '03942bfb-5514-491f-bc65-c91e413c3136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:28:32Z', 'updated_at': '2022-01-21T10:31:37Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': '03942bfb-5514-491f-bc65-c91e413c3136', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bba8c6-b5c6-4fc8-bbe1-40befe727c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:28:32Z', 'updated_at': '2022-01-21T10:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:31:40.708183 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e6626392-ddd5-4c99-9394-36483d6705f3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:40.710738 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device b7b6b516-b8a7-4576-9fed-d67ec4031ba5 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:31:40.718954 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-e6626392-ddd5-4c99-9394-36483d6705f3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Deleting port 369c80ea-780d-4b51-8006-b8b3ba14d099 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:31:40.719287 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e6626392-ddd5-4c99-9394-36483d6705f3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:40.750864 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] No Port match for: b7b6b516-b8a7-4576-9fed-d67ec4031ba5 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:31:40.751323 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device b7b6b516-b8a7-4576-9fed-d67ec4031ba5 not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:31:41.024442 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-e6626392-ddd5-4c99-9394-36483d6705f3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] For port 369c80ea-780d-4b51-8006-b8b3ba14d099, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=369c80ea-780d-4b51-8006-b8b3ba14d099,segment=NetworkSegment(1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03),segment_id=1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:31:41.025024 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e6626392-ddd5-4c99-9394-36483d6705f3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:41.098329 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8226a-4a2a-4e58-9a24-0dbb2129f67c None None] Deleting port 369c80ea-780d-4b51-8006-b8b3ba14d099 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:31:41.098853 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e0d8226a-4a2a-4e58-9a24-0dbb2129f67c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:41.164237 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-e6626392-ddd5-4c99-9394-36483d6705f3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Calling delete_port for 369c80ea-780d-4b51-8006-b8b3ba14d099 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:31:41.251201 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e6626392-ddd5-4c99-9394-36483d6705f3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:41.300039 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6626392-ddd5-4c99-9394-36483d6705f3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event deleted for resources: {'Port': ['ID=369c80ea-780d-4b51-8006-b8b3ba14d099,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:31:41.311062 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6626392-ddd5-4c99-9394-36483d6705f3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] No DVR routers for this DVR port 369c80ea-780d-4b51-8006-b8b3ba14d099 on host dv-neutron-825731-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:31:41.346988 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-e0d8226a-4a2a-4e58-9a24-0dbb2129f67c None None] For port 369c80ea-780d-4b51-8006-b8b3ba14d099, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=369c80ea-780d-4b51-8006-b8b3ba14d099,segment=NetworkSegment(1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03),segment_id=1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:31:41.347628 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e0d8226a-4a2a-4e58-9a24-0dbb2129f67c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:41.447308 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e6626392-ddd5-4c99-9394-36483d6705f3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:41.477428 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-e6626392-ddd5-4c99-9394-36483d6705f3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2680a70a-aeeb-48c5-9a28-d8f1afedc14b']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:31:41.477972 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8226a-4a2a-4e58-9a24-0dbb2129f67c None None] Calling delete_port for 369c80ea-780d-4b51-8006-b8b3ba14d099 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:31:41.491083 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-e6626392-ddd5-4c99-9394-36483d6705f3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:31:41.491470 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-e6626392-ddd5-4c99-9394-36483d6705f3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f0f9fad-bdf4-4a5c-a34d-6f53bd0e7d03') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:31:41.504746 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e6626392-ddd5-4c99-9394-36483d6705f3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:41.522188 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e6626392-ddd5-4c99-9394-36483d6705f3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:41.529703 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6626392-ddd5-4c99-9394-36483d6705f3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:31:41.530101 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e6626392-ddd5-4c99-9394-36483d6705f3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:41.546489 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 10:31:41.546489 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:31:41.546489 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 10:31:41.546489 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:31:41.546489 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 10:31:41.546489 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:31:41.546489 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 10:31:41.546489 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:31:41.546489 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 10:31:41.546489 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:31:41.546489 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 10:31:41.546489 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:31:41.546489 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 10:31:41.546489 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:31:41.546489 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:31:41.546489 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:31:41.546489 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:31:41.546489 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:31:41.546489 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 10:31:41.546489 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:31:41.546489 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 10:31:41.546489 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:31:41.546489 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:31:41.546489 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:31:41.546489 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 10:31:41.546489 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:31:41.546489 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:31:41.546489 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:31:41.546489 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:31:41.546489 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:31:41.546489 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:31:41.546489 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:31:41.553941 dv-neutron-825731-1-hyperv neutron-server[87516]: util.warn( Jan 21 10:31:41.560531 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-e0d8226a-4a2a-4e58-9a24-0dbb2129f67c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:31:41.560926 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-e0d8226a-4a2a-4e58-9a24-0dbb2129f67c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:31:41.605140 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8226a-4a2a-4e58-9a24-0dbb2129f67c None None] Deleting port 369c80ea-780d-4b51-8006-b8b3ba14d099 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:31:41.605667 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e0d8226a-4a2a-4e58-9a24-0dbb2129f67c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:41.630859 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e6626392-ddd5-4c99-9394-36483d6705f3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:41.654808 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e6626392-ddd5-4c99-9394-36483d6705f3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:41.668424 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6626392-ddd5-4c99-9394-36483d6705f3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event deleted for resources: {'Network': ['ID=2680a70a-aeeb-48c5-9a28-d8f1afedc14b,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:31:41.676463 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8226a-4a2a-4e58-9a24-0dbb2129f67c None None] The port '369c80ea-780d-4b51-8006-b8b3ba14d099' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 10:31:41.689200 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e6626392-ddd5-4c99-9394-36483d6705f3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "DELETE /v2.0/networks/2680a70a-aeeb-48c5-9a28-d8f1afedc14b HTTP/1.1" status: 204 len: 168 time: 1.0956106 Jan 21 10:31:41.692010 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35722) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:31:41.767925 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-11dc91bc-b923-4b81-8bbf-dc3c42c114a7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:41.802748 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-11dc91bc-b923-4b81-8bbf-dc3c42c114a7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:41.818683 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 03942bfb-5514-491f-bc65-c91e413c3136 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:31:41.862856 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 03942bfb-5514-491f-bc65-c91e413c3136 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:31:41.863283 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 03942bfb-5514-491f-bc65-c91e413c3136 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:31:41.863788 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 7c6d749d-a398-46a9-aaad-efff5ac071c4 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:31:41.872518 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-11dc91bc-b923-4b81-8bbf-dc3c42c114a7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:41.891905 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc91bc-b923-4b81-8bbf-dc3c42c114a7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=874df02d-64c8-48ae-b583-60aad13c0e4b,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:31:41.902771 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-11dc91bc-b923-4b81-8bbf-dc3c42c114a7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:41.906835 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-11dc91bc-b923-4b81-8bbf-dc3c42c114a7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "DELETE /v2.0/security-groups/874df02d-64c8-48ae-b583-60aad13c0e4b HTTP/1.1" status: 204 len: 168 time: 0.2137311 Jan 21 10:31:41.908072 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 7c6d749d-a398-46a9-aaad-efff5ac071c4 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:31:41.908423 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 7c6d749d-a398-46a9-aaad-efff5ac071c4 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:31:43.170639 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35732) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:31:43.176396 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-e9039ba3-07dd-4194-905d-a9f4fa38b57f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-555371371', 'description': 'tempest-secgroup-smoke-555371371 description', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:31:43.182724 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-e9039ba3-07dd-4194-905d-a9f4fa38b57f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:31:43.186798 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-e9039ba3-07dd-4194-905d-a9f4fa38b57f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:31:43.189835 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-e9039ba3-07dd-4194-905d-a9f4fa38b57f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:31:43.193355 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:43.196474 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-e9039ba3-07dd-4194-905d-a9f4fa38b57f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:31:43.206845 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e9039ba3-07dd-4194-905d-a9f4fa38b57f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:43.227825 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-e9039ba3-07dd-4194-905d-a9f4fa38b57f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:31:43.231810 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-e9039ba3-07dd-4194-905d-a9f4fa38b57f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group_rule and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:31:43.234540 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-e9039ba3-07dd-4194-905d-a9f4fa38b57f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:31:43.240260 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-e9039ba3-07dd-4194-905d-a9f4fa38b57f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:31:43.312915 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e9039ba3-07dd-4194-905d-a9f4fa38b57f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:43.316486 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e9039ba3-07dd-4194-905d-a9f4fa38b57f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:43.360830 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9039ba3-07dd-4194-905d-a9f4fa38b57f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd841103-0b14-4afc-9700-053a0b6ec22a,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:31:43.363649 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e9039ba3-07dd-4194-905d-a9f4fa38b57f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:43.364825 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e9039ba3-07dd-4194-905d-a9f4fa38b57f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1932144 Jan 21 10:31:43.368257 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35736) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:31:43.372769 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-a2c23749-45e2-4be8-a9f1-723b3ff3faed tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'security_group_rule': {'security_group_id': 'fd841103-0b14-4afc-9700-053a0b6ec22a', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:31:43.378537 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a2c23749-45e2-4be8-a9f1-723b3ff3faed tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:31:43.382306 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a2c23749-45e2-4be8-a9f1-723b3ff3faed tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group_rule and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:31:43.385673 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a2c23749-45e2-4be8-a9f1-723b3ff3faed tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:31:43.391423 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a2c23749-45e2-4be8-a9f1-723b3ff3faed tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:31:43.408440 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a2c23749-45e2-4be8-a9f1-723b3ff3faed tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:43.468841 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a2c23749-45e2-4be8-a9f1-723b3ff3faed tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:43.472389 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a2c23749-45e2-4be8-a9f1-723b3ff3faed tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:43.499864 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c23749-45e2-4be8-a9f1-723b3ff3faed tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4575754-289e-4e1c-bb7c-0a361df4230f,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:31:43.506293 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a2c23749-45e2-4be8-a9f1-723b3ff3faed tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:43.507522 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a2c23749-45e2-4be8-a9f1-723b3ff3faed tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1389196 Jan 21 10:31:43.510271 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35740) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:31:43.516174 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-eaaac8ae-818a-4b4e-b30c-3f92c143ed05 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'security_group_rule': {'security_group_id': 'fd841103-0b14-4afc-9700-053a0b6ec22a', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:31:43.522200 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-eaaac8ae-818a-4b4e-b30c-3f92c143ed05 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:31:43.526381 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-eaaac8ae-818a-4b4e-b30c-3f92c143ed05 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group_rule and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:31:43.529391 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-eaaac8ae-818a-4b4e-b30c-3f92c143ed05 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:31:43.535278 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-eaaac8ae-818a-4b4e-b30c-3f92c143ed05 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:31:43.551731 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eaaac8ae-818a-4b4e-b30c-3f92c143ed05 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:43.614759 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eaaac8ae-818a-4b4e-b30c-3f92c143ed05 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:43.618426 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eaaac8ae-818a-4b4e-b30c-3f92c143ed05 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:43.643252 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaac8ae-818a-4b4e-b30c-3f92c143ed05 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b09610-6acf-4818-a340-22ecf2166afc,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:31:43.652344 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eaaac8ae-818a-4b4e-b30c-3f92c143ed05 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:43.653507 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-eaaac8ae-818a-4b4e-b30c-3f92c143ed05 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1413019 Jan 21 10:31:43.656357 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35744) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:31:43.661355 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-9e7d1c35-16cb-471a-8439-a596d7d5126a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'security_group_rule': {'security_group_id': 'fd841103-0b14-4afc-9700-053a0b6ec22a', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:31:43.667325 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9e7d1c35-16cb-471a-8439-a596d7d5126a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:31:43.671204 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9e7d1c35-16cb-471a-8439-a596d7d5126a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group_rule and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:31:43.674201 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-9e7d1c35-16cb-471a-8439-a596d7d5126a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:31:43.679915 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-9e7d1c35-16cb-471a-8439-a596d7d5126a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:31:43.696790 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e7d1c35-16cb-471a-8439-a596d7d5126a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:43.757538 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e7d1c35-16cb-471a-8439-a596d7d5126a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:43.761828 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e7d1c35-16cb-471a-8439-a596d7d5126a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:43.785111 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d1c35-16cb-471a-8439-a596d7d5126a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=458ae9c3-ad2e-42cc-a64d-c89b48dc33c0,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:31:43.793641 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-9e7d1c35-16cb-471a-8439-a596d7d5126a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:43.794815 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-9e7d1c35-16cb-471a-8439-a596d7d5126a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1374972 Jan 21 10:31:43.797604 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35748) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:31:43.802517 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-596553a9-36fa-46ac-955e-106257802f35 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'security_group_rule': {'security_group_id': 'fd841103-0b14-4afc-9700-053a0b6ec22a', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:31:43.809153 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-596553a9-36fa-46ac-955e-106257802f35 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:31:43.812899 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-596553a9-36fa-46ac-955e-106257802f35 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group_rule and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:31:43.815735 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-596553a9-36fa-46ac-955e-106257802f35 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:31:43.821327 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-596553a9-36fa-46ac-955e-106257802f35 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:31:43.837754 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-596553a9-36fa-46ac-955e-106257802f35 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:43.898591 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-596553a9-36fa-46ac-955e-106257802f35 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:43.902084 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-596553a9-36fa-46ac-955e-106257802f35 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:43.927434 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596553a9-36fa-46ac-955e-106257802f35 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5939e287-7c3e-4a3b-a262-0cf594be540f,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:31:43.936272 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-596553a9-36fa-46ac-955e-106257802f35 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:43.940074 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-596553a9-36fa-46ac-955e-106257802f35 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1390176 Jan 21 10:31:43.940256 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35752) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:31:43.945065 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-a73e8fb2-7043-4a22-8da3-270139c7f9e0 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'security_group_rule': {'security_group_id': 'fd841103-0b14-4afc-9700-053a0b6ec22a', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:31:43.950835 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a73e8fb2-7043-4a22-8da3-270139c7f9e0 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:31:43.954610 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a73e8fb2-7043-4a22-8da3-270139c7f9e0 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group_rule and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:31:43.957461 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a73e8fb2-7043-4a22-8da3-270139c7f9e0 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:31:43.963044 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a73e8fb2-7043-4a22-8da3-270139c7f9e0 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:31:43.973926 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.securitygroups_db [None req-a73e8fb2-7043-4a22-8da3-270139c7f9e0 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Project fd2caf936e0146abb4bf55e5ab36dacd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:31:43.980974 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a73e8fb2-7043-4a22-8da3-270139c7f9e0 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:44.043048 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a73e8fb2-7043-4a22-8da3-270139c7f9e0 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:44.046544 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a73e8fb2-7043-4a22-8da3-270139c7f9e0 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:44.069389 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e8fb2-7043-4a22-8da3-270139c7f9e0 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=427b8e8b-709e-4f9f-9b73-e6642eb6b864,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:31:44.078293 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a73e8fb2-7043-4a22-8da3-270139c7f9e0 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:44.079579 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a73e8fb2-7043-4a22-8da3-270139c7f9e0 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1383965 Jan 21 10:31:44.082252 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35756) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:31:44.087098 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-2869c6e6-5ffe-4af0-9647-48c2385e4b53 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'security_group_rule': {'security_group_id': 'fd841103-0b14-4afc-9700-053a0b6ec22a', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:31:44.092904 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-2869c6e6-5ffe-4af0-9647-48c2385e4b53 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:31:44.096599 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-2869c6e6-5ffe-4af0-9647-48c2385e4b53 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group_rule and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:31:44.099388 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-2869c6e6-5ffe-4af0-9647-48c2385e4b53 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:31:44.105485 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-2869c6e6-5ffe-4af0-9647-48c2385e4b53 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:31:44.116306 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.securitygroups_db [None req-2869c6e6-5ffe-4af0-9647-48c2385e4b53 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Project fd2caf936e0146abb4bf55e5ab36dacd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:31:44.123562 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2869c6e6-5ffe-4af0-9647-48c2385e4b53 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:44.187599 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2869c6e6-5ffe-4af0-9647-48c2385e4b53 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:44.191002 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2869c6e6-5ffe-4af0-9647-48c2385e4b53 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:44.214599 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869c6e6-5ffe-4af0-9647-48c2385e4b53 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=634dddc0-9f5c-4a2b-ae53-277883a55d09,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:31:44.225212 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2869c6e6-5ffe-4af0-9647-48c2385e4b53 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:44.226599 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2869c6e6-5ffe-4af0-9647-48c2385e4b53 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1434662 Jan 21 10:31:44.230150 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35760) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:31:44.235804 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-d1c0de07-ca49-4ea1-b753-2fd8ec44a6ac tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'network': {'name': 'tempest-network-smoke--1347398576', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'port_security_enabled': True}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:31:44.240564 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d1c0de07-ca49-4ea1-b753-2fd8ec44a6ac tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:31:44.244637 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d1c0de07-ca49-4ea1-b753-2fd8ec44a6ac tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:network and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:31:44.247445 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d1c0de07-ca49-4ea1-b753-2fd8ec44a6ac tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:31:44.253111 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d1c0de07-ca49-4ea1-b753-2fd8ec44a6ac tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:31:44.263034 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c0de07-ca49-4ea1-b753-2fd8ec44a6ac tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Made reservation on behalf of fd2caf936e0146abb4bf55e5ab36dacd for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:31:44.266584 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d1c0de07-ca49-4ea1-b753-2fd8ec44a6ac tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:44.296318 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1c0de07-ca49-4ea1-b753-2fd8ec44a6ac tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:31:44.304954 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d1c0de07-ca49-4ea1-b753-2fd8ec44a6ac tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:44.305287 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-d1c0de07-ca49-4ea1-b753-2fd8ec44a6ac tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Added segment 1c4859b6-c366-44e6-9c95-8eb9fa763cb5 of type vlan for network 3fd9cdff-1d5b-4761-8e98-11673c9c2f6c Jan 21 10:31:44.330451 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d1c0de07-ca49-4ea1-b753-2fd8ec44a6ac tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:44.359501 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d1c0de07-ca49-4ea1-b753-2fd8ec44a6ac tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:44.364820 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c0de07-ca49-4ea1-b753-2fd8ec44a6ac tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:31:44.365387 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d1c0de07-ca49-4ea1-b753-2fd8ec44a6ac tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:44.422731 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d1c0de07-ca49-4ea1-b753-2fd8ec44a6ac tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1913624 Jan 21 10:31:44.425595 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 35764) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:31:44.430991 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-87876b5e-a881-43ee-a8b9-b01006a19c82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-527488411', 'admin_state_up': True, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:31:44.438302 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-87876b5e-a881-43ee-a8b9-b01006a19c82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:31:44.442082 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-87876b5e-a881-43ee-a8b9-b01006a19c82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:router and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:31:44.445479 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-87876b5e-a881-43ee-a8b9-b01006a19c82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:31:44.452350 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-87876b5e-a881-43ee-a8b9-b01006a19c82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:31:44.461629 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-87876b5e-a881-43ee-a8b9-b01006a19c82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:44.462922 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-87876b5e-a881-43ee-a8b9-b01006a19c82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:44.476679 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0de07-ca49-4ea1-b753-2fd8ec44a6ac tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'Network': ['ID=3fd9cdff-1d5b-4761-8e98-11673c9c2f6c,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:31:44.478624 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-87876b5e-a881-43ee-a8b9-b01006a19c82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:44.488229 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 3fd9cdff-1d5b-4761-8e98-11673c9c2f6c details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:31:44.854843 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-87876b5e-a881-43ee-a8b9-b01006a19c82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:45.147821 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-87876b5e-a881-43ee-a8b9-b01006a19c82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for router_gateway, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:45.176847 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-87876b5e-a881-43ee-a8b9-b01006a19c82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:45.310618 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-87876b5e-a881-43ee-a8b9-b01006a19c82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Allocated IP 172.26.3.148 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/533e585d-d9e0-432d-af7c-d22c28a7419c) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:31:45.453332 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-87876b5e-a881-43ee-a8b9-b01006a19c82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:45.481647 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-87876b5e-a881-43ee-a8b9-b01006a19c82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:45.543742 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87876b5e-a881-43ee-a8b9-b01006a19c82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:31:45.546405 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-87876b5e-a881-43ee-a8b9-b01006a19c82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:31:45.548892 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87876b5e-a881-43ee-a8b9-b01006a19c82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:31:45.586940 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87876b5e-a881-43ee-a8b9-b01006a19c82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'Port': ['ID=533e585d-d9e0-432d-af7c-d22c28a7419c,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:31:45.602163 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87876b5e-a881-43ee-a8b9-b01006a19c82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:45.602617 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87876b5e-a881-43ee-a8b9-b01006a19c82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:45.602961 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87876b5e-a881-43ee-a8b9-b01006a19c82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:45.603295 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87876b5e-a881-43ee-a8b9-b01006a19c82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:45.603650 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87876b5e-a881-43ee-a8b9-b01006a19c82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:45.603978 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87876b5e-a881-43ee-a8b9-b01006a19c82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:45.604300 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87876b5e-a881-43ee-a8b9-b01006a19c82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:45.604620 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87876b5e-a881-43ee-a8b9-b01006a19c82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:45.604939 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87876b5e-a881-43ee-a8b9-b01006a19c82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:45.605255 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87876b5e-a881-43ee-a8b9-b01006a19c82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:45.606446 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87876b5e-a881-43ee-a8b9-b01006a19c82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:45.606921 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87876b5e-a881-43ee-a8b9-b01006a19c82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:45.977972 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-87876b5e-a881-43ee-a8b9-b01006a19c82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for router_gateway, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:46.427939 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-87876b5e-a881-43ee-a8b9-b01006a19c82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:46.632065 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87876b5e-a881-43ee-a8b9-b01006a19c82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Router 1614e0a2-8470-403f-a9e5-67f13e8131f8 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 10:31:46.672213 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c962b170-d5b0-426f-b891-4e1b75aab984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:46.809636 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87876b5e-a881-43ee-a8b9-b01006a19c82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:31:46.820281 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f292217d-ee24-4e8d-b83f-e0cb92415395 None None] Sync routers for ids ['1614e0a2-8470-403f-a9e5-67f13e8131f8'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:31:46.830123 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f292217d-ee24-4e8d-b83f-e0cb92415395 None None] Routers {'1614e0a2-8470-403f-a9e5-67f13e8131f8'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:31:46.830726 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-f292217d-ee24-4e8d-b83f-e0cb92415395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:31:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['1614e0a2-8470-403f-a9e5-67f13e8131f8'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:31:46.835954 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-87876b5e-a881-43ee-a8b9-b01006a19c82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:46.837270 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-87876b5e-a881-43ee-a8b9-b01006a19c82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4107068 Jan 21 10:31:46.841184 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 35768) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:31:46.880501 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a558ae3b-14aa-4370-9c94-0feb48e5dcbf tempest-TestNetworkAdvancedServerOps-151801494 tempest-TestNetworkAdvancedServerOps-151801494-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=fd2caf936e0146abb4bf55e5ab36dacd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382099 Jan 21 10:31:46.882983 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 35772) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:31:47.007506 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-f292217d-ee24-4e8d-b83f-e0cb92415395 None None] Set router 1614e0a2-8470-403f-a9e5-67f13e8131f8 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:31:47.012612 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb60bf54-7a02-4ce3-8a58-b6f5d3a18361 tempest-TestNetworkAdvancedServerOps-151801494 tempest-TestNetworkAdvancedServerOps-151801494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:31:47.014105 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-cb60bf54-7a02-4ce3-8a58-b6f5d3a18361 tempest-TestNetworkAdvancedServerOps-151801494 tempest-TestNetworkAdvancedServerOps-151801494-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1302307 Jan 21 10:31:47.017070 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35776) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:31:47.060339 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8f06ef7d-24d9-47df-b207-ed32d4c493d2 tempest-TestNetworkAdvancedServerOps-151801494 tempest-TestNetworkAdvancedServerOps-151801494-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=80a065d7-b55c-43ad-a3e8-c65befe4136c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420122 Jan 21 10:31:47.064824 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 35780) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:31:47.070658 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-515a2ecf-ccc8-4491-9c99-d431cce6fa82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-580309717', 'network_id': '3fd9cdff-1d5b-4761-8e98-11673c9c2f6c', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:31:47.184424 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-515a2ecf-ccc8-4491-9c99-d431cce6fa82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:31:47.188334 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-515a2ecf-ccc8-4491-9c99-d431cce6fa82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:subnet and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:31:47.191067 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-515a2ecf-ccc8-4491-9c99-d431cce6fa82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:31:47.196681 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-515a2ecf-ccc8-4491-9c99-d431cce6fa82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:31:47.210838 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515a2ecf-ccc8-4491-9c99-d431cce6fa82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Made reservation on behalf of fd2caf936e0146abb4bf55e5ab36dacd for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:31:47.214349 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-515a2ecf-ccc8-4491-9c99-d431cce6fa82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:47.296745 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-f292217d-ee24-4e8d-b83f-e0cb92415395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-527488411', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': '533e585d-d9e0-432d-af7c-d22c28a7419c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:31:44Z', 'updated_at': '2022-01-21T10:31:45Z', 'revision_number': 3, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': '533e585d-d9e0-432d-af7c-d22c28a7419c', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:31:45Z', 'updated_at': '2022-01-21T10:31:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:31:47.300684 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f292217d-ee24-4e8d-b83f-e0cb92415395 None None] Checking router: 1614e0a2-8470-403f-a9e5-67f13e8131f8 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:31:47.301031 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f292217d-ee24-4e8d-b83f-e0cb92415395 None None] Updating router 1614e0a2-8470-403f-a9e5-67f13e8131f8 port 533e585d-d9e0-432d-af7c-d22c28a7419c binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:31:47.391354 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-f292217d-ee24-4e8d-b83f-e0cb92415395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:47.443220 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-515a2ecf-ccc8-4491-9c99-d431cce6fa82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:47.519909 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a2ecf-ccc8-4491-9c99-d431cce6fa82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'Subnet': ['ID=f7bada81-2704-40d6-b1ec-52478bf492e0,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:31:47.528299 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515a2ecf-ccc8-4491-9c99-d431cce6fa82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Checking segment: {'id': '1c4859b6-c366-44e6-9c95-8eb9fa763cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3fd9cdff-1d5b-4761-8e98-11673c9c2f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:31:47.528647 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515a2ecf-ccc8-4491-9c99-d431cce6fa82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Network hostable DHCP agents. Network: 3fd9cdff-1d5b-4761-8e98-11673c9c2f6c, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:31:47.547910 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515a2ecf-ccc8-4491-9c99-d431cce6fa82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Network 3fd9cdff-1d5b-4761-8e98-11673c9c2f6c is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:31:47.557513 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-515a2ecf-ccc8-4491-9c99-d431cce6fa82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 3fd9cdff-1d5b-4761-8e98-11673c9c2f6c) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:31:47.562106 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515a2ecf-ccc8-4491-9c99-d431cce6fa82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:31:47.562711 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-515a2ecf-ccc8-4491-9c99-d431cce6fa82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:47.566742 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745932e7-beea-4260-b446-e1b7f1c2be8e None None] Network 3fd9cdff-1d5b-4761-8e98-11673c9c2f6c requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:31:47.588921 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35784) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:31:47.596019 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-515a2ecf-ccc8-4491-9c99-d431cce6fa82 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5300114 Jan 21 10:31:47.717711 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-f292217d-ee24-4e8d-b83f-e0cb92415395 None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:47.729778 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-f292217d-ee24-4e8d-b83f-e0cb92415395 None None] Transition to ACTIVE for port object 533e585d-d9e0-432d-af7c-d22c28a7419c will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:31:47.738400 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-f292217d-ee24-4e8d-b83f-e0cb92415395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:47.806351 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf6a214-1455-48a4-912b-5e2b8ecb8a1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-3fd9cdff-1d5b-4761-8e98-11673c9c2f6c', 'network_id': '3fd9cdff-1d5b-4761-8e98-11673c9c2f6c', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'fixed_ips': [{'subnet_id': 'f7bada81-2704-40d6-b1ec-52478bf492e0'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:31:47.808300 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-baf6a214-1455-48a4-912b-5e2b8ecb8a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:47.826682 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-f292217d-ee24-4e8d-b83f-e0cb92415395 None None] Attempting to bind port 533e585d-d9e0-432d-af7c-d22c28a7419c on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:31:47.827275 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-f292217d-ee24-4e8d-b83f-e0cb92415395 None None] Attempting to bind port 533e585d-d9e0-432d-af7c-d22c28a7419c by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:31:47.827430 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f292217d-ee24-4e8d-b83f-e0cb92415395 None None] Attempting to bind port 533e585d-d9e0-432d-af7c-d22c28a7419c on network 80a065d7-b55c-43ad-a3e8-c65befe4136c {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:31:47.836934 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1364b-d29d-4da6-9351-b0ce78b19d42 None None] Pushing event updated for resources: {'Port': ['ID=533e585d-d9e0-432d-af7c-d22c28a7419c,revision_number=2']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:31:47.839369 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f292217d-ee24-4e8d-b83f-e0cb92415395 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:31:47.840412 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f292217d-ee24-4e8d-b83f-e0cb92415395 None None] Checking segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:31:47.840807 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-f292217d-ee24-4e8d-b83f-e0cb92415395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:47.841192 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f292217d-ee24-4e8d-b83f-e0cb92415395 None None] Bound using segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:31:47.841652 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-f292217d-ee24-4e8d-b83f-e0cb92415395 None None] Bound port: 533e585d-d9e0-432d-af7c-d22c28a7419c, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:31:47.842014 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-f292217d-ee24-4e8d-b83f-e0cb92415395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:47.881499 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb1364b-d29d-4da6-9351-b0ce78b19d42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:47.881838 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb1364b-d29d-4da6-9351-b0ce78b19d42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:47.882186 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb1364b-d29d-4da6-9351-b0ce78b19d42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:47.882498 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb1364b-d29d-4da6-9351-b0ce78b19d42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:47.882820 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb1364b-d29d-4da6-9351-b0ce78b19d42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:47.883136 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb1364b-d29d-4da6-9351-b0ce78b19d42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:47.884460 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb1364b-d29d-4da6-9351-b0ce78b19d42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:47.884460 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb1364b-d29d-4da6-9351-b0ce78b19d42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:47.884460 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb1364b-d29d-4da6-9351-b0ce78b19d42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:47.884460 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb1364b-d29d-4da6-9351-b0ce78b19d42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:47.884835 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb1364b-d29d-4da6-9351-b0ce78b19d42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:47.884965 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb1364b-d29d-4da6-9351-b0ce78b19d42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:47.925706 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-f292217d-ee24-4e8d-b83f-e0cb92415395 None None] For port 533e585d-d9e0-432d-af7c-d22c28a7419c, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:31:47.928826 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-f292217d-ee24-4e8d-b83f-e0cb92415395 None None] For port 533e585d-d9e0-432d-af7c-d22c28a7419c, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=533e585d-d9e0-432d-af7c-d22c28a7419c,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:31:47.933230 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-f292217d-ee24-4e8d-b83f-e0cb92415395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:47.981131 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-baf6a214-1455-48a4-912b-5e2b8ecb8a1f None None] Allocated IP 172.20.0.2 (3fd9cdff-1d5b-4761-8e98-11673c9c2f6c/f7bada81-2704-40d6-b1ec-52478bf492e0/9b62aac0-35d7-408c-9621-09db2ad463c0) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:31:48.014761 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f292217d-ee24-4e8d-b83f-e0cb92415395 None None] Routers {'1614e0a2-8470-403f-a9e5-67f13e8131f8'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:31:48.015372 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-f292217d-ee24-4e8d-b83f-e0cb92415395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:31:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['1614e0a2-8470-403f-a9e5-67f13e8131f8'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:31:48.080804 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1364b-d29d-4da6-9351-b0ce78b19d42 None None] Pushing event updated for resources: {'Port': ['ID=533e585d-d9e0-432d-af7c-d22c28a7419c,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:31:48.197032 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-baf6a214-1455-48a4-912b-5e2b8ecb8a1f None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:48.203433 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-f292217d-ee24-4e8d-b83f-e0cb92415395 None None] Set router 1614e0a2-8470-403f-a9e5-67f13e8131f8 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:31:48.208417 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-baf6a214-1455-48a4-912b-5e2b8ecb8a1f None None] Transition to ACTIVE for port object 9b62aac0-35d7-408c-9621-09db2ad463c0 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:31:48.228229 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-baf6a214-1455-48a4-912b-5e2b8ecb8a1f None None] Transition to ACTIVE for port object 9b62aac0-35d7-408c-9621-09db2ad463c0 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:31:48.233310 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-baf6a214-1455-48a4-912b-5e2b8ecb8a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:48.293580 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf6a214-1455-48a4-912b-5e2b8ecb8a1f None None] Network 3fd9cdff-1d5b-4761-8e98-11673c9c2f6c is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:31:48.300611 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-baf6a214-1455-48a4-912b-5e2b8ecb8a1f None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:31:48.305136 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf6a214-1455-48a4-912b-5e2b8ecb8a1f None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:31:48.380567 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6a214-1455-48a4-912b-5e2b8ecb8a1f None None] Pushing event updated for resources: {'Port': ['ID=9b62aac0-35d7-408c-9621-09db2ad463c0,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:31:48.404277 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-baf6a214-1455-48a4-912b-5e2b8ecb8a1f None None] Attempting to bind port 9b62aac0-35d7-408c-9621-09db2ad463c0 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:31:48.404277 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-baf6a214-1455-48a4-912b-5e2b8ecb8a1f None None] Attempting to bind port 9b62aac0-35d7-408c-9621-09db2ad463c0 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '1c4859b6-c366-44e6-9c95-8eb9fa763cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3fd9cdff-1d5b-4761-8e98-11673c9c2f6c'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:31:48.404593 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf6a214-1455-48a4-912b-5e2b8ecb8a1f None None] Attempting to bind port 9b62aac0-35d7-408c-9621-09db2ad463c0 on network 3fd9cdff-1d5b-4761-8e98-11673c9c2f6c {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:31:48.410167 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf6a214-1455-48a4-912b-5e2b8ecb8a1f None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:31:48.410541 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf6a214-1455-48a4-912b-5e2b8ecb8a1f None None] Checking segment: {'id': '1c4859b6-c366-44e6-9c95-8eb9fa763cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3fd9cdff-1d5b-4761-8e98-11673c9c2f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:31:48.410936 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-baf6a214-1455-48a4-912b-5e2b8ecb8a1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:48.411733 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf6a214-1455-48a4-912b-5e2b8ecb8a1f None None] Bound using segment: {'id': '1c4859b6-c366-44e6-9c95-8eb9fa763cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3fd9cdff-1d5b-4761-8e98-11673c9c2f6c'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:31:48.411843 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-baf6a214-1455-48a4-912b-5e2b8ecb8a1f None None] Bound port: 9b62aac0-35d7-408c-9621-09db2ad463c0, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c4859b6-c366-44e6-9c95-8eb9fa763cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3fd9cdff-1d5b-4761-8e98-11673c9c2f6c'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:31:48.412187 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-baf6a214-1455-48a4-912b-5e2b8ecb8a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:48.428859 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-984b3167-e0c8-4183-b3df-dcb1940b2099 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:48.500605 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-f292217d-ee24-4e8d-b83f-e0cb92415395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-527488411', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': '533e585d-d9e0-432d-af7c-d22c28a7419c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:31:44Z', 'updated_at': '2022-01-21T10:31:45Z', 'revision_number': 3, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': '533e585d-d9e0-432d-af7c-d22c28a7419c', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:31:45Z', 'updated_at': '2022-01-21T10:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:31:48.505924 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-baf6a214-1455-48a4-912b-5e2b8ecb8a1f None None] For port 9b62aac0-35d7-408c-9621-09db2ad463c0, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:31:48.506931 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f292217d-ee24-4e8d-b83f-e0cb92415395 None None] The sync data for ids ['1614e0a2-8470-403f-a9e5-67f13e8131f8'] in dv-neutron-825731-1-hyperv is: [{'id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-527488411', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': '533e585d-d9e0-432d-af7c-d22c28a7419c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:31:44Z', 'updated_at': '2022-01-21T10:31:45Z', 'revision_number': 3, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': '533e585d-d9e0-432d-af7c-d22c28a7419c', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:31:45Z', 'updated_at': '2022-01-21T10:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:31:48.512096 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-baf6a214-1455-48a4-912b-5e2b8ecb8a1f None None] For port 9b62aac0-35d7-408c-9621-09db2ad463c0, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=9b62aac0-35d7-408c-9621-09db2ad463c0,segment=NetworkSegment(1c4859b6-c366-44e6-9c95-8eb9fa763cb5),segment_id=1c4859b6-c366-44e6-9c95-8eb9fa763cb5)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:31:48.517616 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-baf6a214-1455-48a4-912b-5e2b8ecb8a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:48.615928 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6a214-1455-48a4-912b-5e2b8ecb8a1f None None] Pushing event updated for resources: {'Port': ['ID=9b62aac0-35d7-408c-9621-09db2ad463c0,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:31:48.898322 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-984b3167-e0c8-4183-b3df-dcb1940b2099 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Allocated IP 172.20.0.1 (3fd9cdff-1d5b-4761-8e98-11673c9c2f6c/f7bada81-2704-40d6-b1ec-52478bf492e0/b1a7077c-5e79-4035-afe4-ed6bf1d87d39) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:31:49.028816 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f14e50e7-d924-4f07-bfdc-729a6a170bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:49.088124 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-984b3167-e0c8-4183-b3df-dcb1940b2099 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:49.104832 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-984b3167-e0c8-4183-b3df-dcb1940b2099 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Transition to ACTIVE for port object b1a7077c-5e79-4035-afe4-ed6bf1d87d39 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:31:49.130958 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-984b3167-e0c8-4183-b3df-dcb1940b2099 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:49.192216 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984b3167-e0c8-4183-b3df-dcb1940b2099 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Network 3fd9cdff-1d5b-4761-8e98-11673c9c2f6c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:31:49.200728 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-984b3167-e0c8-4183-b3df-dcb1940b2099 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:31:49.205807 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984b3167-e0c8-4183-b3df-dcb1940b2099 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:31:49.256483 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b3167-e0c8-4183-b3df-dcb1940b2099 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'Port': ['ID=b1a7077c-5e79-4035-afe4-ed6bf1d87d39,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:31:49.275536 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-984b3167-e0c8-4183-b3df-dcb1940b2099 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:49.682165 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f23c6d0-b7dd-4eef-b61d-66a3134aa19c None None] Network 3fd9cdff-1d5b-4761-8e98-11673c9c2f6c requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:31:49.688145 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-984b3167-e0c8-4183-b3df-dcb1940b2099 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:49.813119 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-c3f45924-6690-4751-8beb-2bfd5bc8ed52 None None] Provisioning for port 9b62aac0-35d7-408c-9621-09db2ad463c0 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:31:49.831470 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 9b62aac0-35d7-408c-9621-09db2ad463c0 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:31:49.945751 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:50.001719 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 9b62aac0-35d7-408c-9621-09db2ad463c0 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:31:50.013911 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 9b62aac0-35d7-408c-9621-09db2ad463c0 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:31:50.014274 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:50.131030 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-984b3167-e0c8-4183-b3df-dcb1940b2099 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:50.138506 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-984b3167-e0c8-4183-b3df-dcb1940b2099 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:50.159804 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:50.170971 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:50.200133 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 9b62aac0-35d7-408c-9621-09db2ad463c0, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=9b62aac0-35d7-408c-9621-09db2ad463c0,segment=NetworkSegment(1c4859b6-c366-44e6-9c95-8eb9fa763cb5),segment_id=1c4859b6-c366-44e6-9c95-8eb9fa763cb5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:31:50.204635 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:50.205458 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 533e585d-d9e0-432d-af7c-d22c28a7419c up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:31:50.264295 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-984b3167-e0c8-4183-b3df-dcb1940b2099 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:50.276803 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b3167-e0c8-4183-b3df-dcb1940b2099 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'Port': ['ID=b1a7077c-5e79-4035-afe4-ed6bf1d87d39,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:31:50.380018 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0a49bed7-9aff-46a6-bf93-4ee038b7c4d2 None None] Provisioning for port b1a7077c-5e79-4035-afe4-ed6bf1d87d39 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:31:50.382959 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=9b62aac0-35d7-408c-9621-09db2ad463c0,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:31:50.393878 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0a49bed7-9aff-46a6-bf93-4ee038b7c4d2 None None] Provisioning complete for port b1a7077c-5e79-4035-afe4-ed6bf1d87d39 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:31:50.394240 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0a49bed7-9aff-46a6-bf93-4ee038b7c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:50.420466 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984b3167-e0c8-4183-b3df-dcb1940b2099 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Network 3fd9cdff-1d5b-4761-8e98-11673c9c2f6c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:31:50.421935 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-984b3167-e0c8-4183-b3df-dcb1940b2099 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:31:50.430269 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 533e585d-d9e0-432d-af7c-d22c28a7419c completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:31:50.446960 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 533e585d-d9e0-432d-af7c-d22c28a7419c triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:31:50.447408 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:50.498048 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-0a49bed7-9aff-46a6-bf93-4ee038b7c4d2 None None] Port b1a7077c-5e79-4035-afe4-ed6bf1d87d39 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:31:50.523888 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0a49bed7-9aff-46a6-bf93-4ee038b7c4d2 None None] Provisioning complete for port 9b62aac0-35d7-408c-9621-09db2ad463c0 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:31:50.524259 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0a49bed7-9aff-46a6-bf93-4ee038b7c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:50.637848 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984b3167-e0c8-4183-b3df-dcb1940b2099 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Router 1614e0a2-8470-403f-a9e5-67f13e8131f8 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:31:50.643339 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:50.701962 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 533e585d-d9e0-432d-af7c-d22c28a7419c, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=533e585d-d9e0-432d-af7c-d22c28a7419c,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:31:50.714096 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:50.793375 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=533e585d-d9e0-432d-af7c-d22c28a7419c,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:31:50.833536 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984b3167-e0c8-4183-b3df-dcb1940b2099 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:31:50.843254 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c50e22-df45-4468-8a0b-b3fafe97525c None None] Sync routers for ids ['1614e0a2-8470-403f-a9e5-67f13e8131f8'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:31:50.851871 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-984b3167-e0c8-4183-b3df-dcb1940b2099 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "PUT /v2.0/routers/1614e0a2-8470-403f-a9e5-67f13e8131f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2575758 Jan 21 10:31:50.852182 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c50e22-df45-4468-8a0b-b3fafe97525c None None] Routers {'1614e0a2-8470-403f-a9e5-67f13e8131f8'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:31:50.852795 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-46c50e22-df45-4468-8a0b-b3fafe97525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:31:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['1614e0a2-8470-403f-a9e5-67f13e8131f8'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:31:50.948554 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-2e668889-97d9-431f-9acd-dc7345724e6a None None] Provisioning complete for port b1a7077c-5e79-4035-afe4-ed6bf1d87d39 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:31:50.948931 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2e668889-97d9-431f-9acd-dc7345724e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:51.013685 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-fc0646c4-9b95-4261-a6a5-6f07e1854994 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Synchronizing usage tracker for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:31:51.029216 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-fc0646c4-9b95-4261-a6a5-6f07e1854994 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Unset dirty status for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:31:51.030342 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-fc0646c4-9b95-4261-a6a5-6f07e1854994 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-555371371&fields=id&tenant_id=fd2caf936e0146abb4bf55e5ab36dacd HTTP/1.1" status: 200 len: 267 time: 0.0553105 Jan 21 10:31:51.079771 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-2e668889-97d9-431f-9acd-dc7345724e6a None None] Port b1a7077c-5e79-4035-afe4-ed6bf1d87d39 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:31:51.091263 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-46c50e22-df45-4468-8a0b-b3fafe97525c None None] Set router 1614e0a2-8470-403f-a9e5-67f13e8131f8 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:31:51.182736 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-458b51da-2fc0-42f8-b91d-7db4dd72fae3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:31:51.184100 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-458b51da-2fc0-42f8-b91d-7db4dd72fae3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Synchronizing usage tracker for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:network {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:31:51.198421 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-458b51da-2fc0-42f8-b91d-7db4dd72fae3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Unset dirty status for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:network {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:31:51.200540 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-458b51da-2fc0-42f8-b91d-7db4dd72fae3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/networks?id=3fd9cdff-1d5b-4761-8e98-11673c9c2f6c HTTP/1.1" status: 200 len: 797 time: 0.1632009 Jan 21 10:31:51.215252 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-cbfb4600-7658-4cc4-9e01-e0f7c6aa25d3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/quotas/fd2caf936e0146abb4bf55e5ab36dacd HTTP/1.1" status: 200 len: 375 time: 0.0091403 Jan 21 10:31:51.304315 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-df5a5ee5-3ab4-486d-ad3e-2e12e73460e5 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Synchronizing usage tracker for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:31:51.319532 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-df5a5ee5-3ab4-486d-ad3e-2e12e73460e5 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Unset dirty status for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:31:51.320787 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-df5a5ee5-3ab4-486d-ad3e-2e12e73460e5 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1003528 Jan 21 10:31:51.413415 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-46c50e22-df45-4468-8a0b-b3fafe97525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-527488411', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': '533e585d-d9e0-432d-af7c-d22c28a7419c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:31:44Z', 'updated_at': '2022-01-21T10:31:49Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': '533e585d-d9e0-432d-af7c-d22c28a7419c', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:31:45Z', 'updated_at': '2022-01-21T10:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'b1a7077c-5e79-4035-afe4-ed6bf1d87d39', 'name': '', 'network_id': '3fd9cdff-1d5b-4761-8e98-11673c9c2f6c', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:f2:4d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'f7bada81-2704-40d6-b1ec-52478bf492e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:31:48Z', 'updated_at': '2022-01-21T10:31:49Z', 'revision_number': 2, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': 'f7bada81-2704-40d6-b1ec-52478bf492e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:31:51.417263 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c50e22-df45-4468-8a0b-b3fafe97525c None None] Checking router: 1614e0a2-8470-403f-a9e5-67f13e8131f8 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:31:51.417619 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c50e22-df45-4468-8a0b-b3fafe97525c None None] Updating router 1614e0a2-8470-403f-a9e5-67f13e8131f8 port b1a7077c-5e79-4035-afe4-ed6bf1d87d39 binding host dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:31:51.470271 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-46c50e22-df45-4468-8a0b-b3fafe97525c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:51.611228 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:51.620643 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-c0bf854d-26b3-42be-8066-cb870be8e1e3 service neutron] 10.222.0.110 "GET /v2.0/networks/3fd9cdff-1d5b-4761-8e98-11673c9c2f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870927 Jan 21 10:31:51.750584 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 9b62aac0-35d7-408c-9621-09db2ad463c0 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:31:51.763509 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-82560184-7122-46b2-a802-a8636ee56c2e service neutron] 10.222.0.110 "GET /v2.0/networks/3fd9cdff-1d5b-4761-8e98-11673c9c2f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359165 Jan 21 10:31:51.896301 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 9b62aac0-35d7-408c-9621-09db2ad463c0 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:31:51.896711 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:51.934745 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-46c50e22-df45-4468-8a0b-b3fafe97525c None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:51.959199 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-46c50e22-df45-4468-8a0b-b3fafe97525c None None] Transition to ACTIVE for port object b1a7077c-5e79-4035-afe4-ed6bf1d87d39 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:31:51.969454 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-46c50e22-df45-4468-8a0b-b3fafe97525c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:51.970985 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ede3e921-c12b-4ef0-b479-d1848ae032be req-8d555556-c21a-40e9-93b6-08284b129a8c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=adb5bfbd-0dc4-4288-924b-50bc57a53af0 HTTP/1.1" status: 200 len: 210 time: 0.0558517 Jan 21 10:31:52.175020 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28e7c1-4b21-4a53-976f-b7ab0e4880a1 None None] Pushing event updated for resources: {'Port': ['ID=b1a7077c-5e79-4035-afe4-ed6bf1d87d39,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:31:52.279189 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 533e585d-d9e0-432d-af7c-d22c28a7419c up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:31:52.319219 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-46c50e22-df45-4468-8a0b-b3fafe97525c None None] Attempting to bind port b1a7077c-5e79-4035-afe4-ed6bf1d87d39 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:31:52.319611 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-46c50e22-df45-4468-8a0b-b3fafe97525c None None] Attempting to bind port b1a7077c-5e79-4035-afe4-ed6bf1d87d39 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '1c4859b6-c366-44e6-9c95-8eb9fa763cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3fd9cdff-1d5b-4761-8e98-11673c9c2f6c'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:31:52.319971 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c50e22-df45-4468-8a0b-b3fafe97525c None None] Attempting to bind port b1a7077c-5e79-4035-afe4-ed6bf1d87d39 on network 3fd9cdff-1d5b-4761-8e98-11673c9c2f6c {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:31:52.335140 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c50e22-df45-4468-8a0b-b3fafe97525c None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:31:52.335550 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c50e22-df45-4468-8a0b-b3fafe97525c None None] Checking segment: {'id': '1c4859b6-c366-44e6-9c95-8eb9fa763cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3fd9cdff-1d5b-4761-8e98-11673c9c2f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:31:52.335933 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-46c50e22-df45-4468-8a0b-b3fafe97525c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:52.336320 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c50e22-df45-4468-8a0b-b3fafe97525c None None] Bound using segment: {'id': '1c4859b6-c366-44e6-9c95-8eb9fa763cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3fd9cdff-1d5b-4761-8e98-11673c9c2f6c'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:31:52.336782 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-46c50e22-df45-4468-8a0b-b3fafe97525c None None] Bound port: b1a7077c-5e79-4035-afe4-ed6bf1d87d39, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c4859b6-c366-44e6-9c95-8eb9fa763cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3fd9cdff-1d5b-4761-8e98-11673c9c2f6c'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:31:52.337153 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-46c50e22-df45-4468-8a0b-b3fafe97525c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:52.449207 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 533e585d-d9e0-432d-af7c-d22c28a7419c triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:31:52.449984 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:52.489186 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-46c50e22-df45-4468-8a0b-b3fafe97525c None None] For port b1a7077c-5e79-4035-afe4-ed6bf1d87d39, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:31:52.506909 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-46c50e22-df45-4468-8a0b-b3fafe97525c None None] For port b1a7077c-5e79-4035-afe4-ed6bf1d87d39, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=b1a7077c-5e79-4035-afe4-ed6bf1d87d39,segment=NetworkSegment(1c4859b6-c366-44e6-9c95-8eb9fa763cb5),segment_id=1c4859b6-c366-44e6-9c95-8eb9fa763cb5)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:31:52.513255 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-46c50e22-df45-4468-8a0b-b3fafe97525c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:52.633438 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c50e22-df45-4468-8a0b-b3fafe97525c None None] Routers {'1614e0a2-8470-403f-a9e5-67f13e8131f8'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:31:52.634088 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-46c50e22-df45-4468-8a0b-b3fafe97525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:31:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['1614e0a2-8470-403f-a9e5-67f13e8131f8'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:31:52.698263 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28e7c1-4b21-4a53-976f-b7ab0e4880a1 None None] Pushing event updated for resources: {'Port': ['ID=b1a7077c-5e79-4035-afe4-ed6bf1d87d39,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:31:52.853176 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-46c50e22-df45-4468-8a0b-b3fafe97525c None None] Set router 1614e0a2-8470-403f-a9e5-67f13e8131f8 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:31:53.053419 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-dbd7ca6c-5eae-47c2-8ec7-71c1f1d0b320 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:31:53.054854 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-dbd7ca6c-5eae-47c2-8ec7-71c1f1d0b320 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.72 "GET /v2.0/networks?id=3fd9cdff-1d5b-4761-8e98-11673c9c2f6c HTTP/1.1" status: 200 len: 797 time: 0.1580753 Jan 21 10:31:53.138745 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-81aa7366-c135-42d4-b748-ba12416dc920 req-98326374-0066-450c-9057-90d586bbd9d0 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=adb5bfbd-0dc4-4288-924b-50bc57a53af0 HTTP/1.1" status: 200 len: 210 time: 0.0544689 Jan 21 10:31:53.151082 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-96ac33dd-6085-41eb-82ba-9f2b595ffdda tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd2caf936e0146abb4bf55e5ab36dacd HTTP/1.1" status: 200 len: 379 time: 0.0869286 Jan 21 10:31:53.160820 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-9fa444fa-491d-46df-910b-5a866433a656 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'port': {'device_id': 'adb5bfbd-0dc4-4288-924b-50bc57a53af0', 'network_id': '3fd9cdff-1d5b-4761-8e98-11673c9c2f6c', 'admin_state_up': True, 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'security_groups': ['fd841103-0b14-4afc-9700-053a0b6ec22a']}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:31:53.197291 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-46c50e22-df45-4468-8a0b-b3fafe97525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-527488411', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': '533e585d-d9e0-432d-af7c-d22c28a7419c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:31:44Z', 'updated_at': '2022-01-21T10:31:49Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': '533e585d-d9e0-432d-af7c-d22c28a7419c', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:31:45Z', 'updated_at': '2022-01-21T10:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'b1a7077c-5e79-4035-afe4-ed6bf1d87d39', 'name': '', 'network_id': '3fd9cdff-1d5b-4761-8e98-11673c9c2f6c', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:f2:4d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'f7bada81-2704-40d6-b1ec-52478bf492e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:31:48Z', 'updated_at': '2022-01-21T10:31:52Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': 'f7bada81-2704-40d6-b1ec-52478bf492e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:31:53.201208 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c50e22-df45-4468-8a0b-b3fafe97525c None None] The sync data for ids ['1614e0a2-8470-403f-a9e5-67f13e8131f8'] in dv-neutron-825731-1-hyperv is: [{'id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-527488411', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': '533e585d-d9e0-432d-af7c-d22c28a7419c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:31:44Z', 'updated_at': '2022-01-21T10:31:49Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': '533e585d-d9e0-432d-af7c-d22c28a7419c', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:31:45Z', 'updated_at': '2022-01-21T10:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'b1a7077c-5e79-4035-afe4-ed6bf1d87d39', 'name': '', 'network_id': '3fd9cdff-1d5b-4761-8e98-11673c9c2f6c', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:f2:4d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'f7bada81-2704-40d6-b1ec-52478bf492e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:31:48Z', 'updated_at': '2022-01-21T10:31:52Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': 'f7bada81-2704-40d6-b1ec-52478bf492e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:31:53.307872 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-9fa444fa-491d-46df-910b-5a866433a656 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:31:53.318331 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-9fa444fa-491d-46df-910b-5a866433a656 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:31:53.330623 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-9fa444fa-491d-46df-910b-5a866433a656 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Made reservation on behalf of fd2caf936e0146abb4bf55e5ab36dacd for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:31:53.334600 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-9fa444fa-491d-46df-910b-5a866433a656 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:53.501632 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-9fa444fa-491d-46df-910b-5a866433a656 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Allocated IP 172.20.0.11 (3fd9cdff-1d5b-4761-8e98-11673c9c2f6c/f7bada81-2704-40d6-b1ec-52478bf492e0/4e5aab12-2261-4811-8b4a-c8655a95554e) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:31:53.703164 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-9fa444fa-491d-46df-910b-5a866433a656 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:53.727420 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-9fa444fa-491d-46df-910b-5a866433a656 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Transition to ACTIVE for port object 4e5aab12-2261-4811-8b4a-c8655a95554e will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:31:53.746983 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-9fa444fa-491d-46df-910b-5a866433a656 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:53.770818 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device b1a7077c-5e79-4035-afe4-ed6bf1d87d39 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:31:53.831188 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-9fa444fa-491d-46df-910b-5a866433a656 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Network 3fd9cdff-1d5b-4761-8e98-11673c9c2f6c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:31:53.834795 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-9fa444fa-491d-46df-910b-5a866433a656 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:31:53.838692 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-9fa444fa-491d-46df-910b-5a866433a656 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:31:53.852283 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port b1a7077c-5e79-4035-afe4-ed6bf1d87d39 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:31:53.859428 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port b1a7077c-5e79-4035-afe4-ed6bf1d87d39 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:31:53.859816 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:53.876071 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa444fa-491d-46df-910b-5a866433a656 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'Port': ['ID=4e5aab12-2261-4811-8b4a-c8655a95554e,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:31:53.927522 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-9fa444fa-491d-46df-910b-5a866433a656 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:31:53.928219 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-9fa444fa-491d-46df-910b-5a866433a656 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:53.960067 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-9fa444fa-491d-46df-910b-5a866433a656 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8043146 Jan 21 10:31:53.974338 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-da512bd4-a5b9-40a9-a0b2-426cd9ad70f7 service neutron] Request body: {'port': {'device_id': 'adb5bfbd-0dc4-4288-924b-50bc57a53af0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:31:53.996190 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:54.029621 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:31:54.041772 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port b1a7077c-5e79-4035-afe4-ed6bf1d87d39, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=b1a7077c-5e79-4035-afe4-ed6bf1d87d39,segment=NetworkSegment(1c4859b6-c366-44e6-9c95-8eb9fa763cb5),segment_id=1c4859b6-c366-44e6-9c95-8eb9fa763cb5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:31:54.048751 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:54.098937 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-da512bd4-a5b9-40a9-a0b2-426cd9ad70f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:54.129649 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=b1a7077c-5e79-4035-afe4-ed6bf1d87d39,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:31:54.175496 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-85f93e53-0f18-4bd3-8920-b10da76072cf None None] Provisioning for port 4e5aab12-2261-4811-8b4a-c8655a95554e completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:31:54.181458 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-85f93e53-0f18-4bd3-8920-b10da76072cf None None] Provisioning complete for port 4e5aab12-2261-4811-8b4a-c8655a95554e triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:31:54.181831 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-85f93e53-0f18-4bd3-8920-b10da76072cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:54.247138 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-85f93e53-0f18-4bd3-8920-b10da76072cf None None] Port 4e5aab12-2261-4811-8b4a-c8655a95554e cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:31:54.353396 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c32c1-0339-468f-aca5-9510bfde8136 req-4ef7dcb2-b495-4c91-9dad-c2be346eaabe tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:31:54.355063 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8c5c32c1-0339-468f-aca5-9510bfde8136 req-4ef7dcb2-b495-4c91-9dad-c2be346eaabe tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=adb5bfbd-0dc4-4288-924b-50bc57a53af0 HTTP/1.1" status: 200 len: 932 time: 0.0884113 Jan 21 10:31:54.402554 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8c5c32c1-0339-468f-aca5-9510bfde8136 req-2e902e6b-0e52-4719-9af6-c8563d97d326 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=fd841103-0b14-4afc-9700-053a0b6ec22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407956 Jan 21 10:31:54.482279 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-da512bd4-a5b9-40a9-a0b2-426cd9ad70f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e5aab12-2261-4811-8b4a-c8655a95554e {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:31:54.489774 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-da512bd4-a5b9-40a9-a0b2-426cd9ad70f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:54.505403 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-da512bd4-a5b9-40a9-a0b2-426cd9ad70f7 service neutron] Transition to ACTIVE for port object 4e5aab12-2261-4811-8b4a-c8655a95554e will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:31:54.508596 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-da512bd4-a5b9-40a9-a0b2-426cd9ad70f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:54.771280 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da512bd4-a5b9-40a9-a0b2-426cd9ad70f7 service neutron] Pushing event updated for resources: {'Port': ['ID=4e5aab12-2261-4811-8b4a-c8655a95554e,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:31:54.844583 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-da512bd4-a5b9-40a9-a0b2-426cd9ad70f7 service neutron] Attempting to bind port 4e5aab12-2261-4811-8b4a-c8655a95554e on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:31:54.844849 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-da512bd4-a5b9-40a9-a0b2-426cd9ad70f7 service neutron] Attempting to bind port 4e5aab12-2261-4811-8b4a-c8655a95554e by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '1c4859b6-c366-44e6-9c95-8eb9fa763cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3fd9cdff-1d5b-4761-8e98-11673c9c2f6c'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:31:54.845164 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-da512bd4-a5b9-40a9-a0b2-426cd9ad70f7 service neutron] Attempting to bind port 4e5aab12-2261-4811-8b4a-c8655a95554e on network 3fd9cdff-1d5b-4761-8e98-11673c9c2f6c {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:31:54.849519 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-da512bd4-a5b9-40a9-a0b2-426cd9ad70f7 service neutron] Port 4e5aab12-2261-4811-8b4a-c8655a95554e on network 3fd9cdff-1d5b-4761-8e98-11673c9c2f6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:31:54.849826 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-da512bd4-a5b9-40a9-a0b2-426cd9ad70f7 service neutron] Attempting to bind port 4e5aab12-2261-4811-8b4a-c8655a95554e on network 3fd9cdff-1d5b-4761-8e98-11673c9c2f6c {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:31:54.854694 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-da512bd4-a5b9-40a9-a0b2-426cd9ad70f7 service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:31:54.855013 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-da512bd4-a5b9-40a9-a0b2-426cd9ad70f7 service neutron] Checking segment: {'id': '1c4859b6-c366-44e6-9c95-8eb9fa763cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3fd9cdff-1d5b-4761-8e98-11673c9c2f6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:31:54.856078 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-da512bd4-a5b9-40a9-a0b2-426cd9ad70f7 service neutron] Bound using segment: {'id': '1c4859b6-c366-44e6-9c95-8eb9fa763cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3fd9cdff-1d5b-4761-8e98-11673c9c2f6c'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:31:54.856688 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-da512bd4-a5b9-40a9-a0b2-426cd9ad70f7 service neutron] Bound port: 4e5aab12-2261-4811-8b4a-c8655a95554e, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c4859b6-c366-44e6-9c95-8eb9fa763cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3fd9cdff-1d5b-4761-8e98-11673c9c2f6c'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:31:54.857223 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-da512bd4-a5b9-40a9-a0b2-426cd9ad70f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:54.946592 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-da512bd4-a5b9-40a9-a0b2-426cd9ad70f7 service neutron] For port 4e5aab12-2261-4811-8b4a-c8655a95554e, host hv-neutron-8257, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:31:54.950061 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-da512bd4-a5b9-40a9-a0b2-426cd9ad70f7 service neutron] For port 4e5aab12-2261-4811-8b4a-c8655a95554e, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=4e5aab12-2261-4811-8b4a-c8655a95554e,segment=NetworkSegment(1c4859b6-c366-44e6-9c95-8eb9fa763cb5),segment_id=1c4859b6-c366-44e6-9c95-8eb9fa763cb5)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:31:54.954280 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-da512bd4-a5b9-40a9-a0b2-426cd9ad70f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:55.017472 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-da512bd4-a5b9-40a9-a0b2-426cd9ad70f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:31:55.018071 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-da512bd4-a5b9-40a9-a0b2-426cd9ad70f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:55.019568 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-da512bd4-a5b9-40a9-a0b2-426cd9ad70f7 service neutron] 10.222.0.72 "PUT /v2.0/ports/4e5aab12-2261-4811-8b4a-c8655a95554e HTTP/1.1" status: 200 len: 1094 time: 1.0507243 Jan 21 10:31:55.019998 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb5bfbd-0dc4-4288-924b-50bc57a53af0', 'tag': '4e5aab12-2261-4811-8b4a-c8655a95554e'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:31:55.041085 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da512bd4-a5b9-40a9-a0b2-426cd9ad70f7 service neutron] Pushing event updated for resources: {'Port': ['ID=4e5aab12-2261-4811-8b4a-c8655a95554e,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:31:55.103098 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb5bfbd-0dc4-4288-924b-50bc57a53af0', 'tag': '4e5aab12-2261-4811-8b4a-c8655a95554e', 'status': 'completed', 'code': 200} Jan 21 10:31:55.144698 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-211f8f01-73fe-4dad-9dea-69d749ef96ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:31:55.146191 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-211f8f01-73fe-4dad-9dea-69d749ef96ec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&device_id=adb5bfbd-0dc4-4288-924b-50bc57a53af0 HTTP/1.1" status: 200 len: 1097 time: 0.0774071 Jan 21 10:31:55.219186 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-715b2ba1-fc98-4c68-ad13-7d98002fe6a5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e5aab12-2261-4811-8b4a-c8655a95554e HTTP/1.1" status: 200 len: 217 time: 0.0651231 Jan 21 10:31:55.283475 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-73dad3f5-4970-4b2a-99ed-a6eafd0d2faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:31:55.284830 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-73dad3f5-4970-4b2a-99ed-a6eafd0d2faa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7bada81-2704-40d6-b1ec-52478bf492e0 HTTP/1.1" status: 200 len: 834 time: 0.0581474 Jan 21 10:31:55.363192 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-7f0528d7-cef1-42f7-8905-b014fb297169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:31:55.364591 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-7f0528d7-cef1-42f7-8905-b014fb297169 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3fd9cdff-1d5b-4761-8e98-11673c9c2f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738697 Jan 21 10:31:55.497344 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-f064813f-dc92-461a-90b1-79cccaac60aa service neutron] 10.222.0.72 "GET /v2.0/networks/3fd9cdff-1d5b-4761-8e98-11673c9c2f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249011 Jan 21 10:31:55.596225 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a03c1-1d80-4a46-b6b9-29f088fe0050 req-deee58d4-367e-4b81-a813-ead8254226d9 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:31:55.597705 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d67a03c1-1d80-4a46-b6b9-29f088fe0050 req-deee58d4-367e-4b81-a813-ead8254226d9 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=adb5bfbd-0dc4-4288-924b-50bc57a53af0 HTTP/1.1" status: 200 len: 944 time: 0.0838261 Jan 21 10:31:55.630404 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7c6d1d64-ec8c-40c0-a4a0-fa0a4e35817d req-2302f39f-21d0-49cb-94f6-9462d653a2f6 service neutron] 10.222.0.72 "GET /v2.0/networks/3fd9cdff-1d5b-4761-8e98-11673c9c2f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266878 Jan 21 10:31:55.746695 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device b1a7077c-5e79-4035-afe4-ed6bf1d87d39 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:31:55.751290 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d5f22-c5dd-4efb-96d8-67876ca7a7b1 req-8c384c7f-dc7f-41dd-9620-ce1b77632414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:31:55.756183 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-309d5f22-c5dd-4efb-96d8-67876ca7a7b1 req-8c384c7f-dc7f-41dd-9620-ce1b77632414 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&device_id=adb5bfbd-0dc4-4288-924b-50bc57a53af0 HTTP/1.1" status: 200 len: 1097 time: 0.0822163 Jan 21 10:31:55.775036 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d67a03c1-1d80-4a46-b6b9-29f088fe0050 req-9a8e3a9f-9bc1-4ba3-bcb0-077438e5011b tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=fd841103-0b14-4afc-9700-053a0b6ec22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715276 Jan 21 10:31:55.858953 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port b1a7077c-5e79-4035-afe4-ed6bf1d87d39 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:31:55.859313 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:55.895715 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d5f22-c5dd-4efb-96d8-67876ca7a7b1 req-26cb18ad-f5e7-464d-b1eb-7dd7a98270e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:31:55.897081 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-309d5f22-c5dd-4efb-96d8-67876ca7a7b1 req-26cb18ad-f5e7-464d-b1eb-7dd7a98270e2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3fd9cdff-1d5b-4761-8e98-11673c9c2f6c HTTP/1.1" status: 200 len: 898 time: 0.1341355 Jan 21 10:31:55.970455 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-309d5f22-c5dd-4efb-96d8-67876ca7a7b1 req-9cc9a0c0-2e3a-409e-a798-9afc40a0ed32 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e5aab12-2261-4811-8b4a-c8655a95554e HTTP/1.1" status: 200 len: 217 time: 0.0646405 Jan 21 10:31:56.033592 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d5f22-c5dd-4efb-96d8-67876ca7a7b1 req-c64963bc-103d-4117-ad27-06fc34cbe96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:31:56.035020 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-309d5f22-c5dd-4efb-96d8-67876ca7a7b1 req-c64963bc-103d-4117-ad27-06fc34cbe96a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7bada81-2704-40d6-b1ec-52478bf492e0 HTTP/1.1" status: 200 len: 834 time: 0.0589554 Jan 21 10:31:56.116784 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d5f22-c5dd-4efb-96d8-67876ca7a7b1 req-43f26a54-7131-4a78-a824-b7c5b57615f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:31:56.118247 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-309d5f22-c5dd-4efb-96d8-67876ca7a7b1 req-43f26a54-7131-4a78-a824-b7c5b57615f3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3fd9cdff-1d5b-4761-8e98-11673c9c2f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740139 Jan 21 10:31:56.249109 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-309d5f22-c5dd-4efb-96d8-67876ca7a7b1 req-c3b98bf2-e1f5-4f9a-b11b-6a0afc04f0ec service neutron] 10.222.0.72 "GET /v2.0/networks/3fd9cdff-1d5b-4761-8e98-11673c9c2f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239984 Jan 21 10:31:56.482934 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-309d5f22-c5dd-4efb-96d8-67876ca7a7b1 req-8349db64-ea79-425d-b2f7-551ddd12a7cb service neutron] 10.222.0.72 "GET /v2.0/networks/3fd9cdff-1d5b-4761-8e98-11673c9c2f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270360 Jan 21 10:31:56.960640 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe266ca-419b-4c2c-a52e-59bbc7bed3d7 req-71360fef-96cf-4c1e-b391-1d1b9cca2a7e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:31:56.961316 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-efe266ca-419b-4c2c-a52e-59bbc7bed3d7 req-71360fef-96cf-4c1e-b391-1d1b9cca2a7e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Synchronizing usage tracker for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:31:56.976937 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-efe266ca-419b-4c2c-a52e-59bbc7bed3d7 req-71360fef-96cf-4c1e-b391-1d1b9cca2a7e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Unset dirty status for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:31:56.978127 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-efe266ca-419b-4c2c-a52e-59bbc7bed3d7 req-71360fef-96cf-4c1e-b391-1d1b9cca2a7e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=adb5bfbd-0dc4-4288-924b-50bc57a53af0 HTTP/1.1" status: 200 len: 944 time: 0.0950599 Jan 21 10:31:57.021754 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-efe266ca-419b-4c2c-a52e-59bbc7bed3d7 req-448a014f-44fa-4935-976e-35220ba144c1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=fd841103-0b14-4afc-9700-053a0b6ec22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369875 Jan 21 10:31:58.206376 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906159b5-de32-4b54-a52a-b32580dde15e req-3b9ea176-7cf5-4414-8f90-c5f711e5992b tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:31:58.207851 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-906159b5-de32-4b54-a52a-b32580dde15e req-3b9ea176-7cf5-4414-8f90-c5f711e5992b tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=adb5bfbd-0dc4-4288-924b-50bc57a53af0 HTTP/1.1" status: 200 len: 944 time: 0.0787768 Jan 21 10:31:58.251771 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-906159b5-de32-4b54-a52a-b32580dde15e req-6e283ab9-a1f9-4c9e-8ffe-646e87bd4547 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=fd841103-0b14-4afc-9700-053a0b6ec22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384231 Jan 21 10:31:58.788379 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 4e5aab12-2261-4811-8b4a-c8655a95554e details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:31:58.919719 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 4e5aab12-2261-4811-8b4a-c8655a95554e, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=4e5aab12-2261-4811-8b4a-c8655a95554e,segment=NetworkSegment(1c4859b6-c366-44e6-9c95-8eb9fa763cb5),segment_id=1c4859b6-c366-44e6-9c95-8eb9fa763cb5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:31:58.932465 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': '4e5aab12-2261-4811-8b4a-c8655a95554e', 'network_id': '3fd9cdff-1d5b-4761-8e98-11673c9c2f6c', 'port_id': '4e5aab12-2261-4811-8b4a-c8655a95554e', 'mac_address': 'fa:16:3e:6c:7b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7bada81-2704-40d6-b1ec-52478bf492e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:31:58.986641 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:59.005485 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e5aab12-2261-4811-8b4a-c8655a95554e {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:31:59.020955 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 4e5aab12-2261-4811-8b4a-c8655a95554e, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=4e5aab12-2261-4811-8b4a-c8655a95554e,segment=NetworkSegment(1c4859b6-c366-44e6-9c95-8eb9fa763cb5),segment_id=1c4859b6-c366-44e6-9c95-8eb9fa763cb5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:31:59.025993 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:59.092647 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=4e5aab12-2261-4811-8b4a-c8655a95554e,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:31:59.421089 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['4e5aab12-2261-4811-8b4a-c8655a95554e'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:31:59.439552 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e4006-5be6-451a-9e8b-63722f530a24 req-1471ec7f-0cbf-4056-b1a5-243541065c20 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:31:59.441068 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-720e4006-5be6-451a-9e8b-63722f530a24 req-1471ec7f-0cbf-4056-b1a5-243541065c20 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=adb5bfbd-0dc4-4288-924b-50bc57a53af0 HTTP/1.1" status: 200 len: 945 time: 0.0826466 Jan 21 10:31:59.484822 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-720e4006-5be6-451a-9e8b-63722f530a24 req-910535d1-61ef-46ae-b5a2-0285d1a66969 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=fd841103-0b14-4afc-9700-053a0b6ec22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380623 Jan 21 10:32:00.672842 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2ac78-f32c-4f3e-89c6-5525e95b9e80 req-40da8dad-43eb-45b6-9328-f1e6d2c06212 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:00.674351 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-19e2ac78-f32c-4f3e-89c6-5525e95b9e80 req-40da8dad-43eb-45b6-9328-f1e6d2c06212 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=adb5bfbd-0dc4-4288-924b-50bc57a53af0 HTTP/1.1" status: 200 len: 945 time: 0.0809472 Jan 21 10:32:00.719635 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-19e2ac78-f32c-4f3e-89c6-5525e95b9e80 req-70bd2377-b875-4d76-ad30-f14d627012f6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=fd841103-0b14-4afc-9700-053a0b6ec22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396097 Jan 21 10:32:00.803512 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 4e5aab12-2261-4811-8b4a-c8655a95554e up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:32:00.872469 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port 4e5aab12-2261-4811-8b4a-c8655a95554e completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:32:00.877029 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port 4e5aab12-2261-4811-8b4a-c8655a95554e triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:32:00.877402 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:00.992089 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:01.017703 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb5bfbd-0dc4-4288-924b-50bc57a53af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5aab12-2261-4811-8b4a-c8655a95554e'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:32:01.026935 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 4e5aab12-2261-4811-8b4a-c8655a95554e, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=4e5aab12-2261-4811-8b4a-c8655a95554e,segment=NetworkSegment(1c4859b6-c366-44e6-9c95-8eb9fa763cb5),segment_id=1c4859b6-c366-44e6-9c95-8eb9fa763cb5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:32:01.031711 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:01.099913 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=4e5aab12-2261-4811-8b4a-c8655a95554e,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:01.112485 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb5bfbd-0dc4-4288-924b-50bc57a53af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5aab12-2261-4811-8b4a-c8655a95554e', 'code': 200} Jan 21 10:32:01.338487 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9d966-1812-47b1-9a82-5ba68edc03bf req-599e78d0-1744-4541-a4a3-20f29df074f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:01.340775 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-15e9d966-1812-47b1-9a82-5ba68edc03bf req-599e78d0-1744-4541-a4a3-20f29df074f3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=adb5bfbd-0dc4-4288-924b-50bc57a53af0 HTTP/1.1" status: 200 len: 1099 time: 0.0682316 Jan 21 10:32:01.381299 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-15e9d966-1812-47b1-9a82-5ba68edc03bf req-9a607d7b-55ba-4d77-b214-ee3ac8bcd549 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fd841103-0b14-4afc-9700-053a0b6ec22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356269 Jan 21 10:32:01.903356 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ae477-55f4-498f-93eb-1df3da04da73 req-6f9bc0b9-0898-45ef-be5d-e20af26dd64e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:01.904828 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-230ae477-55f4-498f-93eb-1df3da04da73 req-6f9bc0b9-0898-45ef-be5d-e20af26dd64e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=adb5bfbd-0dc4-4288-924b-50bc57a53af0 HTTP/1.1" status: 200 len: 946 time: 0.0780864 Jan 21 10:32:01.952051 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-230ae477-55f4-498f-93eb-1df3da04da73 req-b07a3d69-2b49-43f7-9692-28d0743351d5 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=fd841103-0b14-4afc-9700-053a0b6ec22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415280 Jan 21 10:32:03.137597 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bcf044-e044-4b04-9286-8c633a199482 req-fd1482b6-18cf-4d31-bf5c-57cd75a1c713 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:03.139034 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e2bcf044-e044-4b04-9286-8c633a199482 req-fd1482b6-18cf-4d31-bf5c-57cd75a1c713 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=adb5bfbd-0dc4-4288-924b-50bc57a53af0 HTTP/1.1" status: 200 len: 946 time: 0.0783815 Jan 21 10:32:03.183944 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e2bcf044-e044-4b04-9286-8c633a199482 req-4aab1afd-0404-4dca-a957-0613c7405c5c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=fd841103-0b14-4afc-9700-053a0b6ec22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386019 Jan 21 10:32:03.362914 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847de353-a0a4-42b0-b0c2-a8391b7e49ed req-e7a4c476-2c61-4da9-9e5e-9c41e5f761c0 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:03.364385 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-847de353-a0a4-42b0-b0c2-a8391b7e49ed req-e7a4c476-2c61-4da9-9e5e-9c41e5f761c0 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=adb5bfbd-0dc4-4288-924b-50bc57a53af0 HTTP/1.1" status: 200 len: 946 time: 0.0794148 Jan 21 10:32:03.410162 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-847de353-a0a4-42b0-b0c2-a8391b7e49ed req-0118cae0-c224-4fbd-8e07-eb60b8ac90c8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=fd841103-0b14-4afc-9700-053a0b6ec22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377665 Jan 21 10:32:03.432631 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 35842) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:32:03.505281 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9574d318-50ea-43ce-8689-63e8864f7b34 tempest-TestNetworkAdvancedServerOps-151801494 tempest-TestNetworkAdvancedServerOps-151801494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:03.506769 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-9574d318-50ea-43ce-8689-63e8864f7b34 tempest-TestNetworkAdvancedServerOps-151801494 tempest-TestNetworkAdvancedServerOps-151801494-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=adb5bfbd-0dc4-4288-924b-50bc57a53af0 HTTP/1.1" status: 200 len: 1094 time: 0.0731778 Jan 21 10:32:03.509641 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 35846) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:32:03.514422 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-ca35614d-89fc-4a56-9a59-851f7efeaf61 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'floatingip': {'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'port_id': '4e5aab12-2261-4811-8b4a-c8655a95554e', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:32:03.520286 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ca35614d-89fc-4a56-9a59-851f7efeaf61 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:32:03.524007 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ca35614d-89fc-4a56-9a59-851f7efeaf61 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:floatingip and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:32:03.526735 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-ca35614d-89fc-4a56-9a59-851f7efeaf61 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:32:03.532382 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-ca35614d-89fc-4a56-9a59-851f7efeaf61 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:32:03.542406 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ca35614d-89fc-4a56-9a59-851f7efeaf61 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for floatingip, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:03.677657 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ca35614d-89fc-4a56-9a59-851f7efeaf61 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:03.810039 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-ca35614d-89fc-4a56-9a59-851f7efeaf61 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Allocated IP 172.26.3.219 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/49cb5f31-a35a-440a-b664-72e7008b8924) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:32:03.955561 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ca35614d-89fc-4a56-9a59-851f7efeaf61 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:03.984294 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ca35614d-89fc-4a56-9a59-851f7efeaf61 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:04.050475 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca35614d-89fc-4a56-9a59-851f7efeaf61 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:32:04.053294 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-ca35614d-89fc-4a56-9a59-851f7efeaf61 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:32:04.057063 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca35614d-89fc-4a56-9a59-851f7efeaf61 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:32:04.085323 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35614d-89fc-4a56-9a59-851f7efeaf61 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'Port': ['ID=49cb5f31-a35a-440a-b664-72e7008b8924,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:04.462063 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ca35614d-89fc-4a56-9a59-851f7efeaf61 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:04.533662 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ca35614d-89fc-4a56-9a59-851f7efeaf61 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:04.839260 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ca35614d-89fc-4a56-9a59-851f7efeaf61 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:04.843766 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ca35614d-89fc-4a56-9a59-851f7efeaf61 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:04.945892 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35614d-89fc-4a56-9a59-851f7efeaf61 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'Port': ['ID=49cb5f31-a35a-440a-b664-72e7008b8924,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:04.961627 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ca35614d-89fc-4a56-9a59-851f7efeaf61 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:05.129458 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.l3_db [None req-ca35614d-89fc-4a56-9a59-851f7efeaf61 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Floating IP aa38fb9f-ff91-4d35-929b-9fc0eff015e1 associated. External IP: 172.26.3.219, port: 4e5aab12-2261-4811-8b4a-c8655a95554e. Jan 21 10:32:05.475468 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca35614d-89fc-4a56-9a59-851f7efeaf61 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Router 1614e0a2-8470-403f-a9e5-67f13e8131f8 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:32:05.647084 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca35614d-89fc-4a56-9a59-851f7efeaf61 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:32:05.657011 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db16ac8-4fd8-488a-92a0-52a9371ce25e None None] Sync routers for ids ['1614e0a2-8470-403f-a9e5-67f13e8131f8'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:32:05.666713 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db16ac8-4fd8-488a-92a0-52a9371ce25e None None] Routers {'1614e0a2-8470-403f-a9e5-67f13e8131f8'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:32:05.667382 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-4db16ac8-4fd8-488a-92a0-52a9371ce25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:31:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['1614e0a2-8470-403f-a9e5-67f13e8131f8'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:32:05.671687 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ca35614d-89fc-4a56-9a59-851f7efeaf61 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:05.729935 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ca35614d-89fc-4a56-9a59-851f7efeaf61 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2191403 Jan 21 10:32:05.730381 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb5bfbd-0dc4-4288-924b-50bc57a53af0', 'tag': '4e5aab12-2261-4811-8b4a-c8655a95554e'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:32:05.840287 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb5bfbd-0dc4-4288-924b-50bc57a53af0', 'tag': '4e5aab12-2261-4811-8b4a-c8655a95554e', 'status': 'completed', 'code': 200} Jan 21 10:32:05.858777 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-4db16ac8-4fd8-488a-92a0-52a9371ce25e None None] Set router 1614e0a2-8470-403f-a9e5-67f13e8131f8 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:32:06.003637 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda84537-cc0e-4a3e-8e02-75e758a5757e req-fdee35f9-9cbc-4ef6-8c89-2282c3898c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:06.005051 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dda84537-cc0e-4a3e-8e02-75e758a5757e req-fdee35f9-9cbc-4ef6-8c89-2282c3898c72 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&device_id=adb5bfbd-0dc4-4288-924b-50bc57a53af0 HTTP/1.1" status: 200 len: 1099 time: 0.1403687 Jan 21 10:32:06.013210 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bc1d9-6673-4f7c-8c13-aab100b6b098 req-d2c331b3-e72e-418a-bf80-194af80dc8cd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:06.014585 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4a3bc1d9-6673-4f7c-8c13-aab100b6b098 req-d2c331b3-e72e-418a-bf80-194af80dc8cd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=adb5bfbd-0dc4-4288-924b-50bc57a53af0 HTTP/1.1" status: 200 len: 946 time: 0.1791937 Jan 21 10:32:06.142958 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4a3bc1d9-6673-4f7c-8c13-aab100b6b098 req-6bb62eb5-0130-4fd0-a6af-d947e7bd7721 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=fd841103-0b14-4afc-9700-053a0b6ec22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073828 Jan 21 10:32:06.166840 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 35858) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:32:06.179494 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda84537-cc0e-4a3e-8e02-75e758a5757e req-9de5942b-89a0-4abf-ab76-5dc2f1eee061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:06.181231 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dda84537-cc0e-4a3e-8e02-75e758a5757e req-9de5942b-89a0-4abf-ab76-5dc2f1eee061 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3fd9cdff-1d5b-4761-8e98-11673c9c2f6c HTTP/1.1" status: 200 len: 898 time: 0.1655438 Jan 21 10:32:06.248304 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-4db16ac8-4fd8-488a-92a0-52a9371ce25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-527488411', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': '533e585d-d9e0-432d-af7c-d22c28a7419c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:31:44Z', 'updated_at': '2022-01-21T10:31:49Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': '533e585d-d9e0-432d-af7c-d22c28a7419c', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:31:45Z', 'updated_at': '2022-01-21T10:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': 'aa38fb9f-ff91-4d35-929b-9fc0eff015e1', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'floating_ip_address': '172.26.3.219', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'port_id': '4e5aab12-2261-4811-8b4a-c8655a95554e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fd9cdff-1d5b-4761-8e98-11673c9c2f6c', 'mac_address': 'fa:16:3e:6c:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb5bfbd-0dc4-4288-924b-50bc57a53af0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:32:04Z', 'updated_at': '2022-01-21T10:32:04Z', 'revision_number': 0, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a7077c-5e79-4035-afe4-ed6bf1d87d39', 'name': '', 'network_id': '3fd9cdff-1d5b-4761-8e98-11673c9c2f6c', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:f2:4d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'f7bada81-2704-40d6-b1ec-52478bf492e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:31:48Z', 'updated_at': '2022-01-21T10:31:54Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': 'f7bada81-2704-40d6-b1ec-52478bf492e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:32:06.252782 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db16ac8-4fd8-488a-92a0-52a9371ce25e None None] Checking router: 1614e0a2-8470-403f-a9e5-67f13e8131f8 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:32:06.262078 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db16ac8-4fd8-488a-92a0-52a9371ce25e None None] Routers {'1614e0a2-8470-403f-a9e5-67f13e8131f8'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:32:06.262701 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-4db16ac8-4fd8-488a-92a0-52a9371ce25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:31:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['1614e0a2-8470-403f-a9e5-67f13e8131f8'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:32:06.280693 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-31c20c02-4181-43ec-b1e5-aa08eae0a09a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/floatingips/aa38fb9f-ff91-4d35-929b-9fc0eff015e1 HTTP/1.1" status: 200 len: 992 time: 0.1115727 Jan 21 10:32:06.285405 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dda84537-cc0e-4a3e-8e02-75e758a5757e req-68feabc7-b998-4778-9857-d74d9f11bbd8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e5aab12-2261-4811-8b4a-c8655a95554e HTTP/1.1" status: 200 len: 1000 time: 0.0974741 Jan 21 10:32:06.351292 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda84537-cc0e-4a3e-8e02-75e758a5757e req-d0ee7661-5db2-4f1c-9ec2-badfeaebd17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:06.352825 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dda84537-cc0e-4a3e-8e02-75e758a5757e req-d0ee7661-5db2-4f1c-9ec2-badfeaebd17b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7bada81-2704-40d6-b1ec-52478bf492e0 HTTP/1.1" status: 200 len: 834 time: 0.0614872 Jan 21 10:32:06.427457 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda84537-cc0e-4a3e-8e02-75e758a5757e req-600a06bd-f42f-41a0-b4af-863ee42533db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:06.428947 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dda84537-cc0e-4a3e-8e02-75e758a5757e req-600a06bd-f42f-41a0-b4af-863ee42533db service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3fd9cdff-1d5b-4761-8e98-11673c9c2f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699029 Jan 21 10:32:06.437592 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-4db16ac8-4fd8-488a-92a0-52a9371ce25e None None] Set router 1614e0a2-8470-403f-a9e5-67f13e8131f8 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:32:06.561839 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dda84537-cc0e-4a3e-8e02-75e758a5757e req-186b84bc-4ba2-49d4-a445-f00dfb71ffc1 service neutron] 10.222.0.72 "GET /v2.0/networks/3fd9cdff-1d5b-4761-8e98-11673c9c2f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255260 Jan 21 10:32:06.694486 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dda84537-cc0e-4a3e-8e02-75e758a5757e req-80fc7dc9-3227-4e6d-997c-eeae666def9d service neutron] 10.222.0.72 "GET /v2.0/networks/3fd9cdff-1d5b-4761-8e98-11673c9c2f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260414 Jan 21 10:32:06.779388 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-4db16ac8-4fd8-488a-92a0-52a9371ce25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-527488411', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': '533e585d-d9e0-432d-af7c-d22c28a7419c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:31:44Z', 'updated_at': '2022-01-21T10:31:49Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': '533e585d-d9e0-432d-af7c-d22c28a7419c', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:31:45Z', 'updated_at': '2022-01-21T10:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': 'aa38fb9f-ff91-4d35-929b-9fc0eff015e1', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'floating_ip_address': '172.26.3.219', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'port_id': '4e5aab12-2261-4811-8b4a-c8655a95554e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fd9cdff-1d5b-4761-8e98-11673c9c2f6c', 'mac_address': 'fa:16:3e:6c:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb5bfbd-0dc4-4288-924b-50bc57a53af0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:32:04Z', 'updated_at': '2022-01-21T10:32:04Z', 'revision_number': 0, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a7077c-5e79-4035-afe4-ed6bf1d87d39', 'name': '', 'network_id': '3fd9cdff-1d5b-4761-8e98-11673c9c2f6c', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:f2:4d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'f7bada81-2704-40d6-b1ec-52478bf492e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:31:48Z', 'updated_at': '2022-01-21T10:31:54Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': 'f7bada81-2704-40d6-b1ec-52478bf492e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:32:06.783667 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db16ac8-4fd8-488a-92a0-52a9371ce25e None None] The sync data for ids ['1614e0a2-8470-403f-a9e5-67f13e8131f8'] in dv-neutron-825731-1-hyperv is: [{'id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-527488411', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': '533e585d-d9e0-432d-af7c-d22c28a7419c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:31:44Z', 'updated_at': '2022-01-21T10:31:49Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': '533e585d-d9e0-432d-af7c-d22c28a7419c', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:31:45Z', 'updated_at': '2022-01-21T10:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': 'aa38fb9f-ff91-4d35-929b-9fc0eff015e1', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'floating_ip_address': '172.26.3.219', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'port_id': '4e5aab12-2261-4811-8b4a-c8655a95554e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fd9cdff-1d5b-4761-8e98-11673c9c2f6c', 'mac_address': 'fa:16:3e:6c:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb5bfbd-0dc4-4288-924b-50bc57a53af0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:32:04Z', 'updated_at': '2022-01-21T10:32:04Z', 'revision_number': 0, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a7077c-5e79-4035-afe4-ed6bf1d87d39', 'name': '', 'network_id': '3fd9cdff-1d5b-4761-8e98-11673c9c2f6c', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:f2:4d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'f7bada81-2704-40d6-b1ec-52478bf492e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:31:48Z', 'updated_at': '2022-01-21T10:31:54Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': 'f7bada81-2704-40d6-b1ec-52478bf492e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:32:06.989768 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7404e864-7ead-43ea-95a3-1f494e7d58ea None None] New status for floating IP aa38fb9f-ff91-4d35-929b-9fc0eff015e1: ACTIVE {{(pid=87516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:32:07.283489 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35862) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:32:07.390323 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-bd9ad2cd-02e3-4dfc-86a3-8f5014c3134a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/floatingips/aa38fb9f-ff91-4d35-929b-9fc0eff015e1 HTTP/1.1" status: 200 len: 994 time: 0.1056035 Jan 21 10:32:13.192105 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:16.676129 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-714490eb-3de3-4654-834d-2210a37fb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:19.022342 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0150b253-ce2e-4a12-91a8-2619602202cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:19.919111 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:20.156206 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:21.580617 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:23.886676 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [req-b256c0b1-48d0-471e-9ed8-c8e71b398515 req-e0ab6e37-dcba-4a48-af1c-e23a1c728c9a service neutron] (87515) timed out ('10.222.0.72', 61820) {{(pid=87515) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 21 10:32:31.027791 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:32:41.007422 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-408b16a8-265f-4457-86fa-1d074ac4d174 req-a3562bfb-ea18-43be-a7fa-f92074a36c9f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=adb5bfbd-0dc4-4288-924b-50bc57a53af0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721023 Jan 21 10:32:41.149214 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b16a8-265f-4457-86fa-1d074ac4d174 req-51e64051-1261-4ffb-b13c-1c35f37c71d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:41.150694 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-408b16a8-265f-4457-86fa-1d074ac4d174 req-51e64051-1261-4ffb-b13c-1c35f37c71d1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&device_id=adb5bfbd-0dc4-4288-924b-50bc57a53af0 HTTP/1.1" status: 200 len: 1099 time: 0.0726638 Jan 21 10:32:41.303908 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b16a8-265f-4457-86fa-1d074ac4d174 req-6863411d-7036-4f87-a817-9f2ab9444b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:41.305282 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-408b16a8-265f-4457-86fa-1d074ac4d174 req-6863411d-7036-4f87-a817-9f2ab9444b98 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3fd9cdff-1d5b-4761-8e98-11673c9c2f6c HTTP/1.1" status: 200 len: 898 time: 0.1326869 Jan 21 10:32:41.510500 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-408b16a8-265f-4457-86fa-1d074ac4d174 req-366d4d48-bd05-4c57-82a3-f453291047e5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e5aab12-2261-4811-8b4a-c8655a95554e HTTP/1.1" status: 200 len: 1002 time: 0.1986635 Jan 21 10:32:41.574740 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b16a8-265f-4457-86fa-1d074ac4d174 req-9320b2d0-aae9-4239-8eea-87c411cd7e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:41.576234 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-408b16a8-265f-4457-86fa-1d074ac4d174 req-9320b2d0-aae9-4239-8eea-87c411cd7e61 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7bada81-2704-40d6-b1ec-52478bf492e0 HTTP/1.1" status: 200 len: 834 time: 0.0592177 Jan 21 10:32:41.658033 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b16a8-265f-4457-86fa-1d074ac4d174 req-eb5a9462-c6f2-4813-81ba-f0327d4edfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:41.660289 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-408b16a8-265f-4457-86fa-1d074ac4d174 req-eb5a9462-c6f2-4813-81ba-f0327d4edfb6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3fd9cdff-1d5b-4761-8e98-11673c9c2f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766082 Jan 21 10:32:41.798757 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-408b16a8-265f-4457-86fa-1d074ac4d174 req-5b5f03c5-5a8c-48ec-a97a-e7a313f063a0 service neutron] 10.222.0.72 "GET /v2.0/networks/3fd9cdff-1d5b-4761-8e98-11673c9c2f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310160 Jan 21 10:32:41.935370 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-408b16a8-265f-4457-86fa-1d074ac4d174 req-f99c76b2-68d1-4f60-888c-f0cae7ecfb07 service neutron] 10.222.0.72 "GET /v2.0/networks/3fd9cdff-1d5b-4761-8e98-11673c9c2f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297288 Jan 21 10:32:43.200940 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:46.678091 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3c88be84-2f3c-4d71-8e97-4885ce6a9d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:49.024349 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1fee6256-23b3-4259-8be2-e89a1effd194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:49.921619 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:50.158055 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:51.583732 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:08.027074 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:33:13.206962 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:16.680218 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fd26aa9f-9547-49cc-8dba-8c1c41a9c632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:19.025269 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8d41b415-95c5-4476-bb0b-6d5daeaae726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:19.923287 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:20.160226 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:20.722218 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8986cd-e235-4921-a2f5-424bd83da56d req-5980af51-ded6-4a60-a67b-328f31a3e2d2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:20.723779 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ce8986cd-e235-4921-a2f5-424bd83da56d req-5980af51-ded6-4a60-a67b-328f31a3e2d2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=adb5bfbd-0dc4-4288-924b-50bc57a53af0 HTTP/1.1" status: 200 len: 946 time: 0.1238244 Jan 21 10:33:20.768045 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ce8986cd-e235-4921-a2f5-424bd83da56d req-29947797-bef7-4f65-9b68-a1dd87205777 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=fd841103-0b14-4afc-9700-053a0b6ec22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381558 Jan 21 10:33:21.586611 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:21.953209 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56df41c-c364-4bd5-afe6-720a213afa8a req-23ac42f4-9a43-4d66-8ae7-117c0c14169d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:21.955290 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f56df41c-c364-4bd5-afe6-720a213afa8a req-23ac42f4-9a43-4d66-8ae7-117c0c14169d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=adb5bfbd-0dc4-4288-924b-50bc57a53af0 HTTP/1.1" status: 200 len: 946 time: 0.0793934 Jan 21 10:33:22.000508 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f56df41c-c364-4bd5-afe6-720a213afa8a req-8c1e4842-8b79-42fe-96ce-3d9becf0e861 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=fd841103-0b14-4afc-9700-053a0b6ec22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395956 Jan 21 10:33:23.187669 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb51d78-0493-45d5-98ea-e9b2e3eaffcf req-d18df027-e58a-4a0b-b8e4-7522bed626e3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:23.189222 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-bfb51d78-0493-45d5-98ea-e9b2e3eaffcf req-d18df027-e58a-4a0b-b8e4-7522bed626e3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=adb5bfbd-0dc4-4288-924b-50bc57a53af0 HTTP/1.1" status: 200 len: 946 time: 0.0820742 Jan 21 10:33:23.231868 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-bfb51d78-0493-45d5-98ea-e9b2e3eaffcf req-757dc9f4-32bc-459a-8205-a6e337952ee3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=fd841103-0b14-4afc-9700-053a0b6ec22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370445 Jan 21 10:33:24.415588 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0ac23-eedf-42a5-84f3-ce7908a9e846 req-e91128e3-bff3-4abb-8edd-393d9f08b1af tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:24.417045 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0ee0ac23-eedf-42a5-84f3-ce7908a9e846 req-e91128e3-bff3-4abb-8edd-393d9f08b1af tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=adb5bfbd-0dc4-4288-924b-50bc57a53af0 HTTP/1.1" status: 200 len: 946 time: 0.0820584 Jan 21 10:33:24.461764 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0ee0ac23-eedf-42a5-84f3-ce7908a9e846 req-daa5836e-9e64-4d65-b9a4-cd637d853749 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=fd841103-0b14-4afc-9700-053a0b6ec22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390368 Jan 21 10:33:25.640734 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8052378-b233-44f7-9d51-e91dd2b2a5a0 req-56b51069-5037-424b-ab70-528122309138 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:25.642173 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a8052378-b233-44f7-9d51-e91dd2b2a5a0 req-56b51069-5037-424b-ab70-528122309138 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=adb5bfbd-0dc4-4288-924b-50bc57a53af0 HTTP/1.1" status: 200 len: 946 time: 0.0776937 Jan 21 10:33:25.690352 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a8052378-b233-44f7-9d51-e91dd2b2a5a0 req-59a2a835-4859-42dd-91f0-29aec7deb2de tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=fd841103-0b14-4afc-9700-053a0b6ec22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411942 Jan 21 10:33:26.874084 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a4ab21-96bf-4a7d-a425-9090dbf6aaa1 req-0a44f626-206f-4359-b0ea-96067b5188b1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:26.875569 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-12a4ab21-96bf-4a7d-a425-9090dbf6aaa1 req-0a44f626-206f-4359-b0ea-96067b5188b1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=adb5bfbd-0dc4-4288-924b-50bc57a53af0 HTTP/1.1" status: 200 len: 946 time: 0.0786784 Jan 21 10:33:26.923411 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-12a4ab21-96bf-4a7d-a425-9090dbf6aaa1 req-4d645401-648f-4210-aa80-7b215785766d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=fd841103-0b14-4afc-9700-053a0b6ec22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414863 Jan 21 10:33:28.218377 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ac9e5-a89e-4a1e-bba0-c0db3e5999ce req-9d2b71de-a2f8-4f6d-8c0b-beaff631bc3e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:28.219834 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-725ac9e5-a89e-4a1e-bba0-c0db3e5999ce req-9d2b71de-a2f8-4f6d-8c0b-beaff631bc3e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=adb5bfbd-0dc4-4288-924b-50bc57a53af0 HTTP/1.1" status: 200 len: 946 time: 0.1912658 Jan 21 10:33:28.263828 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-725ac9e5-a89e-4a1e-bba0-c0db3e5999ce req-82c75c68-6ea2-4cb7-9b51-d4126f71cdf6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=fd841103-0b14-4afc-9700-053a0b6ec22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376482 Jan 21 10:33:29.446393 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd9a9a-23ad-4684-ba8e-a2ca42172d2b req-938a775f-95f1-4a16-b4ce-4d52689768af tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:29.447899 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-a3cd9a9a-23ad-4684-ba8e-a2ca42172d2b req-938a775f-95f1-4a16-b4ce-4d52689768af tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=adb5bfbd-0dc4-4288-924b-50bc57a53af0 HTTP/1.1" status: 200 len: 946 time: 0.0788178 Jan 21 10:33:29.491469 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-a3cd9a9a-23ad-4684-ba8e-a2ca42172d2b req-3f92a4af-72d1-4e26-87de-53c970b395c3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=fd841103-0b14-4afc-9700-053a0b6ec22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381396 Jan 21 10:33:30.679026 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8603d3d-58d8-4245-9c75-772174ddacfd req-341df013-5ab5-4aaa-bc6d-9d17910065f2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:30.680481 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e8603d3d-58d8-4245-9c75-772174ddacfd req-341df013-5ab5-4aaa-bc6d-9d17910065f2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=adb5bfbd-0dc4-4288-924b-50bc57a53af0 HTTP/1.1" status: 200 len: 946 time: 0.0806227 Jan 21 10:33:30.724291 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e8603d3d-58d8-4245-9c75-772174ddacfd req-3de17255-e7fb-481b-9e12-b374a3c10789 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=fd841103-0b14-4afc-9700-053a0b6ec22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379333 Jan 21 10:33:31.999164 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa2193-698a-4cb1-bda1-d167070254f8 req-0e6df7da-6a3c-4de1-8c7d-f8eac601bb7e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:32.000565 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-66fa2193-698a-4cb1-bda1-d167070254f8 req-0e6df7da-6a3c-4de1-8c7d-f8eac601bb7e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=adb5bfbd-0dc4-4288-924b-50bc57a53af0 HTTP/1.1" status: 200 len: 946 time: 0.0832119 Jan 21 10:33:32.044180 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-66fa2193-698a-4cb1-bda1-d167070254f8 req-b6463e55-c129-449e-b724-6d65d1ec765b tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=fd841103-0b14-4afc-9700-053a0b6ec22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374506 Jan 21 10:33:32.068026 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35910) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:33:32.173897 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-670cefe1-dae7-49cd-af2b-f776937ba73f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/floatingips/aa38fb9f-ff91-4d35-929b-9fc0eff015e1 HTTP/1.1" status: 200 len: 994 time: 0.1045637 Jan 21 10:33:33.627496 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3fc9b-bc3b-413d-b85f-a1455364778f req-8d8edbec-3db9-4a8d-8183-ae9920ae7459 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:33.628979 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3fc3fc9b-bc3b-413d-b85f-a1455364778f req-8d8edbec-3db9-4a8d-8183-ae9920ae7459 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=adb5bfbd-0dc4-4288-924b-50bc57a53af0 HTTP/1.1" status: 200 len: 946 time: 0.0846586 Jan 21 10:33:33.670492 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b7815-8b99-488b-abd1-40dcb22b2b81 req-ffe6069b-4744-4be9-a3ea-de179c3ab720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:33.672022 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-012b7815-8b99-488b-abd1-40dcb22b2b81 req-ffe6069b-4744-4be9-a3ea-de179c3ab720 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&device_id=adb5bfbd-0dc4-4288-924b-50bc57a53af0 HTTP/1.1" status: 200 len: 1099 time: 0.0748935 Jan 21 10:33:33.681400 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3fc3fc9b-bc3b-413d-b85f-a1455364778f req-ca4da4a7-6694-4d77-9d2b-bf9e95db943d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=fd841103-0b14-4afc-9700-053a0b6ec22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468314 Jan 21 10:33:33.818534 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b7815-8b99-488b-abd1-40dcb22b2b81 req-4cd2d0f5-799b-49b9-b092-3736d7dbcfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:33.820087 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-012b7815-8b99-488b-abd1-40dcb22b2b81 req-4cd2d0f5-799b-49b9-b092-3736d7dbcfce service neutron] 10.222.0.72 "GET /v2.0/networks?id=3fd9cdff-1d5b-4761-8e98-11673c9c2f6c HTTP/1.1" status: 200 len: 898 time: 0.1426079 Jan 21 10:33:33.936282 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-012b7815-8b99-488b-abd1-40dcb22b2b81 req-c733b057-0c5a-4ce3-9c77-926497da3018 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e5aab12-2261-4811-8b4a-c8655a95554e HTTP/1.1" status: 200 len: 1002 time: 0.1094334 Jan 21 10:33:34.011538 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b7815-8b99-488b-abd1-40dcb22b2b81 req-1fffd044-83e4-4607-ba89-202bf61a40a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:34.013903 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-012b7815-8b99-488b-abd1-40dcb22b2b81 req-1fffd044-83e4-4607-ba89-202bf61a40a2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7bada81-2704-40d6-b1ec-52478bf492e0 HTTP/1.1" status: 200 len: 834 time: 0.0711374 Jan 21 10:33:34.095346 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b7815-8b99-488b-abd1-40dcb22b2b81 req-8cc161c8-874d-47a0-afb0-123c70a5b8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:34.097525 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-012b7815-8b99-488b-abd1-40dcb22b2b81 req-8cc161c8-874d-47a0-afb0-123c70a5b8ae service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3fd9cdff-1d5b-4761-8e98-11673c9c2f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784259 Jan 21 10:33:34.345676 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-012b7815-8b99-488b-abd1-40dcb22b2b81 req-175e49a8-a56c-4264-b14c-8fc4749dd67a service neutron] 10.222.0.72 "GET /v2.0/networks/3fd9cdff-1d5b-4761-8e98-11673c9c2f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419636 Jan 21 10:33:34.483844 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-012b7815-8b99-488b-abd1-40dcb22b2b81 req-860dd60b-8924-4939-b20a-aad5c4257493 service neutron] 10.222.0.72 "GET /v2.0/networks/3fd9cdff-1d5b-4761-8e98-11673c9c2f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318324 Jan 21 10:33:34.869958 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e55df-a9ec-4f1a-b254-29986507b584 req-b4d1f039-fe2a-42d6-aa32-ba93bc777291 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:34.871437 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-096e55df-a9ec-4f1a-b254-29986507b584 req-b4d1f039-fe2a-42d6-aa32-ba93bc777291 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=adb5bfbd-0dc4-4288-924b-50bc57a53af0 HTTP/1.1" status: 200 len: 946 time: 0.0787096 Jan 21 10:33:34.919074 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-096e55df-a9ec-4f1a-b254-29986507b584 req-94e13f1b-b93e-4ef4-aa12-574df62e136b tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=fd841103-0b14-4afc-9700-053a0b6ec22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419819 Jan 21 10:33:36.105337 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8031f293-8223-434f-bbd0-f0be2ac64e6b req-22cb19af-9615-4c68-a5de-77cff902f22e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:36.106850 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8031f293-8223-434f-bbd0-f0be2ac64e6b req-22cb19af-9615-4c68-a5de-77cff902f22e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=adb5bfbd-0dc4-4288-924b-50bc57a53af0 HTTP/1.1" status: 200 len: 946 time: 0.0806901 Jan 21 10:33:36.150447 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8031f293-8223-434f-bbd0-f0be2ac64e6b req-e988b51d-2852-4d5c-b22f-2d6097b784ef tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=fd841103-0b14-4afc-9700-053a0b6ec22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379188 Jan 21 10:33:36.174201 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35924) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:33:36.283669 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d2ad986e-a8b7-45fb-ad73-455ca97765f4 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/floatingips/aa38fb9f-ff91-4d35-929b-9fc0eff015e1 HTTP/1.1" status: 200 len: 994 time: 0.1080050 Jan 21 10:33:41.029724 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1916a8ff-a37c-4437-a08c-df4a07f4a30f req-a6f7f188-47ce-4c9b-b0f9-6b7b4160084c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=adb5bfbd-0dc4-4288-924b-50bc57a53af0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773685 Jan 21 10:33:41.165317 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916a8ff-a37c-4437-a08c-df4a07f4a30f req-47cd2f74-8682-4b13-bced-8c41614c6318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:41.166804 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1916a8ff-a37c-4437-a08c-df4a07f4a30f req-47cd2f74-8682-4b13-bced-8c41614c6318 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&device_id=adb5bfbd-0dc4-4288-924b-50bc57a53af0 HTTP/1.1" status: 200 len: 1099 time: 0.0700221 Jan 21 10:33:41.312001 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916a8ff-a37c-4437-a08c-df4a07f4a30f req-6e6c01de-8463-4484-a6af-4beb1396d4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:41.313345 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1916a8ff-a37c-4437-a08c-df4a07f4a30f req-6e6c01de-8463-4484-a6af-4beb1396d4ba service neutron] 10.222.0.72 "GET /v2.0/networks?id=3fd9cdff-1d5b-4761-8e98-11673c9c2f6c HTTP/1.1" status: 200 len: 898 time: 0.1285779 Jan 21 10:33:41.415653 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1916a8ff-a37c-4437-a08c-df4a07f4a30f req-16120bf2-3f83-4763-a161-0c4a2eafdda9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e5aab12-2261-4811-8b4a-c8655a95554e HTTP/1.1" status: 200 len: 1002 time: 0.0964839 Jan 21 10:33:41.482802 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916a8ff-a37c-4437-a08c-df4a07f4a30f req-4dab88e8-1935-4bd6-9b1d-1f4b4e571147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:41.484380 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1916a8ff-a37c-4437-a08c-df4a07f4a30f req-4dab88e8-1935-4bd6-9b1d-1f4b4e571147 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7bada81-2704-40d6-b1ec-52478bf492e0 HTTP/1.1" status: 200 len: 834 time: 0.0629685 Jan 21 10:33:41.559912 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916a8ff-a37c-4437-a08c-df4a07f4a30f req-2c1b08cf-c79d-4808-810d-cefa605dc3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:41.561397 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1916a8ff-a37c-4437-a08c-df4a07f4a30f req-2c1b08cf-c79d-4808-810d-cefa605dc3b9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3fd9cdff-1d5b-4761-8e98-11673c9c2f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707021 Jan 21 10:33:41.695412 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1916a8ff-a37c-4437-a08c-df4a07f4a30f req-fb52c320-36a3-4419-9b83-7e66c2e40cc7 service neutron] 10.222.0.72 "GET /v2.0/networks/3fd9cdff-1d5b-4761-8e98-11673c9c2f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274555 Jan 21 10:33:41.831079 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1916a8ff-a37c-4437-a08c-df4a07f4a30f req-a973e76e-e647-4340-8eca-e4e00c296038 service neutron] 10.222.0.72 "GET /v2.0/networks/3fd9cdff-1d5b-4761-8e98-11673c9c2f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294129 Jan 21 10:33:43.206971 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:45.025788 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:33:46.681845 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a5ec4546-b18c-4628-98b7-f967213189f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:49.026885 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3b7f0f45-1e4b-4616-b220-1a5a9ff519e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:49.925500 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:50.163185 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:51.589845 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:13.195699 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:16.683441 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e501bb17-3fde-40d0-b3f4-aed4976eaabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:19.029778 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a88b0105-67e0-43cd-b6b3-b8e73a70fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:19.927351 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:20.166338 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:21.595176 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:22.025493 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:34:36.397848 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35968) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:34:36.606394 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-96e3bad8-7e36-4e09-a684-59c7af5acadb tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Deleting port 49cb5f31-a35a-440a-b664-72e7008b8924 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:34:36.606737 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-96e3bad8-7e36-4e09-a684-59c7af5acadb tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:36.883904 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-96e3bad8-7e36-4e09-a684-59c7af5acadb tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:36.884225 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-96e3bad8-7e36-4e09-a684-59c7af5acadb tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:37.009564 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-96e3bad8-7e36-4e09-a684-59c7af5acadb tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Calling delete_port for 49cb5f31-a35a-440a-b664-72e7008b8924 owned by network:floatingip {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:34:37.158678 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-96e3bad8-7e36-4e09-a684-59c7af5acadb tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:37.208262 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3bad8-7e36-4e09-a684-59c7af5acadb tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event deleted for resources: {'Port': ['ID=49cb5f31-a35a-440a-b664-72e7008b8924,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:37.244205 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3bad8-7e36-4e09-a684-59c7af5acadb tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:37.244553 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3bad8-7e36-4e09-a684-59c7af5acadb tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:37.244896 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3bad8-7e36-4e09-a684-59c7af5acadb tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:37.245236 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3bad8-7e36-4e09-a684-59c7af5acadb tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:37.245572 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3bad8-7e36-4e09-a684-59c7af5acadb tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:37.245902 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3bad8-7e36-4e09-a684-59c7af5acadb tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:37.246229 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3bad8-7e36-4e09-a684-59c7af5acadb tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:37.246553 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3bad8-7e36-4e09-a684-59c7af5acadb tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:37.246877 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3bad8-7e36-4e09-a684-59c7af5acadb tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:37.247200 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3bad8-7e36-4e09-a684-59c7af5acadb tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:37.247561 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3bad8-7e36-4e09-a684-59c7af5acadb tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:37.247878 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3bad8-7e36-4e09-a684-59c7af5acadb tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:37.310947 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-96e3bad8-7e36-4e09-a684-59c7af5acadb tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for floatingip, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:37.311272 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.l3_db [None req-96e3bad8-7e36-4e09-a684-59c7af5acadb tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Floating IP aa38fb9f-ff91-4d35-929b-9fc0eff015e1 disassociated (deleted). External IP: 172.26.3.219, port: 4e5aab12-2261-4811-8b4a-c8655a95554e. Jan 21 10:34:37.656248 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e3bad8-7e36-4e09-a684-59c7af5acadb tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Router 1614e0a2-8470-403f-a9e5-67f13e8131f8 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:34:37.830930 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e3bad8-7e36-4e09-a684-59c7af5acadb tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:34:37.840840 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09098fd6-15ef-4a0e-8d9b-26e863794acd None None] Sync routers for ids ['1614e0a2-8470-403f-a9e5-67f13e8131f8'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:34:37.851235 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09098fd6-15ef-4a0e-8d9b-26e863794acd None None] Routers {'1614e0a2-8470-403f-a9e5-67f13e8131f8'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:34:37.851846 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-96e3bad8-7e36-4e09-a684-59c7af5acadb tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:37.851961 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-09098fd6-15ef-4a0e-8d9b-26e863794acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:34:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['1614e0a2-8470-403f-a9e5-67f13e8131f8'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:34:37.910150 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-96e3bad8-7e36-4e09-a684-59c7af5acadb tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "DELETE /v2.0/floatingips/aa38fb9f-ff91-4d35-929b-9fc0eff015e1 HTTP/1.1" status: 204 len: 168 time: 1.5103099 Jan 21 10:34:37.910575 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb5bfbd-0dc4-4288-924b-50bc57a53af0', 'tag': '4e5aab12-2261-4811-8b4a-c8655a95554e'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:34:38.033081 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-09098fd6-15ef-4a0e-8d9b-26e863794acd None None] Set router 1614e0a2-8470-403f-a9e5-67f13e8131f8 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:34:38.079069 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb5bfbd-0dc4-4288-924b-50bc57a53af0', 'tag': '4e5aab12-2261-4811-8b4a-c8655a95554e', 'status': 'completed', 'code': 200} Jan 21 10:34:38.176375 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16276b06-b3db-4157-879a-a12bc2c806f9 req-280c5740-ea9a-4caa-b8ca-956d570b77d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:38.178071 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-16276b06-b3db-4157-879a-a12bc2c806f9 req-280c5740-ea9a-4caa-b8ca-956d570b77d6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&device_id=adb5bfbd-0dc4-4288-924b-50bc57a53af0 HTTP/1.1" status: 200 len: 1099 time: 0.0773945 Jan 21 10:34:38.386261 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-09098fd6-15ef-4a0e-8d9b-26e863794acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-527488411', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': '533e585d-d9e0-432d-af7c-d22c28a7419c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:31:44Z', 'updated_at': '2022-01-21T10:31:49Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': '533e585d-d9e0-432d-af7c-d22c28a7419c', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:31:45Z', 'updated_at': '2022-01-21T10:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'b1a7077c-5e79-4035-afe4-ed6bf1d87d39', 'name': '', 'network_id': '3fd9cdff-1d5b-4761-8e98-11673c9c2f6c', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:f2:4d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'f7bada81-2704-40d6-b1ec-52478bf492e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:31:48Z', 'updated_at': '2022-01-21T10:31:54Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': 'f7bada81-2704-40d6-b1ec-52478bf492e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:34:38.386591 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16276b06-b3db-4157-879a-a12bc2c806f9 req-e4c08c79-084e-4ee6-93c5-4a5baf399147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:38.387950 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-16276b06-b3db-4157-879a-a12bc2c806f9 req-e4c08c79-084e-4ee6-93c5-4a5baf399147 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3fd9cdff-1d5b-4761-8e98-11673c9c2f6c HTTP/1.1" status: 200 len: 898 time: 0.2020891 Jan 21 10:34:38.390069 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09098fd6-15ef-4a0e-8d9b-26e863794acd None None] Checking router: 1614e0a2-8470-403f-a9e5-67f13e8131f8 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:34:38.398391 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09098fd6-15ef-4a0e-8d9b-26e863794acd None None] Routers {'1614e0a2-8470-403f-a9e5-67f13e8131f8'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:34:38.398992 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-09098fd6-15ef-4a0e-8d9b-26e863794acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:34:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['1614e0a2-8470-403f-a9e5-67f13e8131f8'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:34:38.402590 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273b79f-3bd8-44ce-9652-1a245b7035c5 req-aeee1610-f334-47f5-972b-f9180817538e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:38.403271 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-6273b79f-3bd8-44ce-9652-1a245b7035c5 req-aeee1610-f334-47f5-972b-f9180817538e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Synchronizing usage tracker for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:34:38.579341 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-09098fd6-15ef-4a0e-8d9b-26e863794acd None None] Set router 1614e0a2-8470-403f-a9e5-67f13e8131f8 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:34:38.590031 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-16276b06-b3db-4157-879a-a12bc2c806f9 req-88ba2abc-aec7-4a41-a156-978ceb657fee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e5aab12-2261-4811-8b4a-c8655a95554e HTTP/1.1" status: 200 len: 217 time: 0.1840596 Jan 21 10:34:38.597552 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-6273b79f-3bd8-44ce-9652-1a245b7035c5 req-aeee1610-f334-47f5-972b-f9180817538e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Unset dirty status for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:34:38.598631 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6273b79f-3bd8-44ce-9652-1a245b7035c5 req-aeee1610-f334-47f5-972b-f9180817538e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=adb5bfbd-0dc4-4288-924b-50bc57a53af0 HTTP/1.1" status: 200 len: 946 time: 0.3667202 Jan 21 10:34:38.688951 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16276b06-b3db-4157-879a-a12bc2c806f9 req-2673c577-a85b-491e-9329-67bf31b444c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:38.690382 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-16276b06-b3db-4157-879a-a12bc2c806f9 req-2673c577-a85b-491e-9329-67bf31b444c7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7bada81-2704-40d6-b1ec-52478bf492e0 HTTP/1.1" status: 200 len: 834 time: 0.0941997 Jan 21 10:34:38.693887 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6273b79f-3bd8-44ce-9652-1a245b7035c5 req-96e9ae42-60ff-449b-bc6d-b2eab5406975 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=fd841103-0b14-4afc-9700-053a0b6ec22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623214 Jan 21 10:34:38.767688 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16276b06-b3db-4157-879a-a12bc2c806f9 req-2e9ad6d9-0e06-4873-bd93-de473a505c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:38.769298 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-16276b06-b3db-4157-879a-a12bc2c806f9 req-2e9ad6d9-0e06-4873-bd93-de473a505c97 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3fd9cdff-1d5b-4761-8e98-11673c9c2f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706215 Jan 21 10:34:38.899175 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-09098fd6-15ef-4a0e-8d9b-26e863794acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-527488411', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': '533e585d-d9e0-432d-af7c-d22c28a7419c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:31:44Z', 'updated_at': '2022-01-21T10:31:49Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': '533e585d-d9e0-432d-af7c-d22c28a7419c', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:31:45Z', 'updated_at': '2022-01-21T10:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'b1a7077c-5e79-4035-afe4-ed6bf1d87d39', 'name': '', 'network_id': '3fd9cdff-1d5b-4761-8e98-11673c9c2f6c', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:f2:4d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'f7bada81-2704-40d6-b1ec-52478bf492e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:31:48Z', 'updated_at': '2022-01-21T10:31:54Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': 'f7bada81-2704-40d6-b1ec-52478bf492e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:34:38.902346 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-16276b06-b3db-4157-879a-a12bc2c806f9 req-68102911-c608-4573-8482-58ba9feabbff service neutron] 10.222.0.72 "GET /v2.0/networks/3fd9cdff-1d5b-4761-8e98-11673c9c2f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257927 Jan 21 10:34:38.902915 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09098fd6-15ef-4a0e-8d9b-26e863794acd None None] The sync data for ids ['1614e0a2-8470-403f-a9e5-67f13e8131f8'] in dv-neutron-825731-1-hyperv is: [{'id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-527488411', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': '533e585d-d9e0-432d-af7c-d22c28a7419c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:31:44Z', 'updated_at': '2022-01-21T10:31:49Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': '533e585d-d9e0-432d-af7c-d22c28a7419c', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:31:45Z', 'updated_at': '2022-01-21T10:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'b1a7077c-5e79-4035-afe4-ed6bf1d87d39', 'name': '', 'network_id': '3fd9cdff-1d5b-4761-8e98-11673c9c2f6c', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:f2:4d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'f7bada81-2704-40d6-b1ec-52478bf492e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:31:48Z', 'updated_at': '2022-01-21T10:31:54Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': 'f7bada81-2704-40d6-b1ec-52478bf492e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:34:39.037969 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-16276b06-b3db-4157-879a-a12bc2c806f9 req-88f8d658-1bc0-44b1-ba54-26685163d8dd service neutron] 10.222.0.72 "GET /v2.0/networks/3fd9cdff-1d5b-4761-8e98-11673c9c2f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291547 Jan 21 10:34:39.126924 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bf2ab8-5dcd-43f1-8076-93b3b59925b8 None None] New status for floating IP aa38fb9f-ff91-4d35-929b-9fc0eff015e1: DOWN {{(pid=87516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:34:39.953206 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a1d68-99cb-4806-a8d8-58a424f0c3bf req-4a192b04-69d4-450d-9ae9-f4c5bba09701 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:39.954645 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-477a1d68-99cb-4806-a8d8-58a424f0c3bf req-4a192b04-69d4-450d-9ae9-f4c5bba09701 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=adb5bfbd-0dc4-4288-924b-50bc57a53af0 HTTP/1.1" status: 200 len: 946 time: 0.0834353 Jan 21 10:34:39.998781 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-477a1d68-99cb-4806-a8d8-58a424f0c3bf req-f9a49cda-6c98-49d7-9800-2169042a77b1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=fd841103-0b14-4afc-9700-053a0b6ec22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378041 Jan 21 10:34:40.153065 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee839fc4-23ed-4087-b427-c51e93628752 req-ca89b9dc-d419-4ff7-848d-3f33096a10b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:40.154505 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ee839fc4-23ed-4087-b427-c51e93628752 req-ca89b9dc-d419-4ff7-848d-3f33096a10b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.72 "GET /v2.0/ports?device_id=adb5bfbd-0dc4-4288-924b-50bc57a53af0 HTTP/1.1" status: 200 len: 946 time: 0.0825233 Jan 21 10:34:40.223445 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [req-ee839fc4-23ed-4087-b427-c51e93628752 req-20f03cbb-8ee9-4d62-9ac1-9623a30c485a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Deleting port 4e5aab12-2261-4811-8b4a-c8655a95554e {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:34:40.223818 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-ee839fc4-23ed-4087-b427-c51e93628752 req-20f03cbb-8ee9-4d62-9ac1-9623a30c485a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:40.467699 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-ee839fc4-23ed-4087-b427-c51e93628752 req-20f03cbb-8ee9-4d62-9ac1-9623a30c485a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] For port 4e5aab12-2261-4811-8b4a-c8655a95554e, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=4e5aab12-2261-4811-8b4a-c8655a95554e,segment=NetworkSegment(1c4859b6-c366-44e6-9c95-8eb9fa763cb5),segment_id=1c4859b6-c366-44e6-9c95-8eb9fa763cb5)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:34:40.468058 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-ee839fc4-23ed-4087-b427-c51e93628752 req-20f03cbb-8ee9-4d62-9ac1-9623a30c485a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:40.593397 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [req-ee839fc4-23ed-4087-b427-c51e93628752 req-20f03cbb-8ee9-4d62-9ac1-9623a30c485a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Calling delete_port for 4e5aab12-2261-4811-8b4a-c8655a95554e owned by compute:nova {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:34:40.740944 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-ee839fc4-23ed-4087-b427-c51e93628752 req-20f03cbb-8ee9-4d62-9ac1-9623a30c485a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:40.793010 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f03cbb-8ee9-4d62-9ac1-9623a30c485a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event deleted for resources: {'Port': ['ID=4e5aab12-2261-4811-8b4a-c8655a95554e,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:40.875307 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee839fc4-23ed-4087-b427-c51e93628752 req-20f03cbb-8ee9-4d62-9ac1-9623a30c485a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] No DVR routers for this DVR port 4e5aab12-2261-4811-8b4a-c8655a95554e on host hv-neutron-8257 {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:34:40.877831 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-ee839fc4-23ed-4087-b427-c51e93628752 req-20f03cbb-8ee9-4d62-9ac1-9623a30c485a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:40.882604 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb5bfbd-0dc4-4288-924b-50bc57a53af0', 'name': 'network-vif-deleted', 'tag': '4e5aab12-2261-4811-8b4a-c8655a95554e'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:34:40.898020 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ee839fc4-23ed-4087-b427-c51e93628752 req-20f03cbb-8ee9-4d62-9ac1-9623a30c485a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.72 "DELETE /v2.0/ports/4e5aab12-2261-4811-8b4a-c8655a95554e HTTP/1.1" status: 204 len: 173 time: 0.7373047 Jan 21 10:34:40.933743 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb5bfbd-0dc4-4288-924b-50bc57a53af0', 'name': 'network-vif-deleted', 'tag': '4e5aab12-2261-4811-8b4a-c8655a95554e', 'status': 'completed', 'code': 200} Jan 21 10:34:41.165486 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-abeada4a-70d7-40e4-8d5f-b88b7b2cbebc req-8b55b1c5-b890-415e-be45-36ffa1f1cff8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=adb5bfbd-0dc4-4288-924b-50bc57a53af0 HTTP/1.1" status: 200 len: 210 time: 0.0420897 Jan 21 10:34:42.260288 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35990) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:34:42.902421 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-77373e65-7ecf-4b2a-8c0e-028a520da350 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:43.219938 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:43.252072 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-77373e65-7ecf-4b2a-8c0e-028a520da350 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Deleting port b1a7077c-5e79-4035-afe4-ed6bf1d87d39 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:34:43.252404 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-77373e65-7ecf-4b2a-8c0e-028a520da350 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:43.437437 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-77373e65-7ecf-4b2a-8c0e-028a520da350 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] For port b1a7077c-5e79-4035-afe4-ed6bf1d87d39, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=b1a7077c-5e79-4035-afe4-ed6bf1d87d39,segment=NetworkSegment(1c4859b6-c366-44e6-9c95-8eb9fa763cb5),segment_id=1c4859b6-c366-44e6-9c95-8eb9fa763cb5)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:34:43.438179 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-77373e65-7ecf-4b2a-8c0e-028a520da350 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:43.557268 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-77373e65-7ecf-4b2a-8c0e-028a520da350 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Calling delete_port for b1a7077c-5e79-4035-afe4-ed6bf1d87d39 owned by network:router_interface {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:34:43.561615 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 4e5aab12-2261-4811-8b4a-c8655a95554e no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:34:43.595561 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] No Port match for: 4e5aab12-2261-4811-8b4a-c8655a95554e {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:34:43.595910 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 4e5aab12-2261-4811-8b4a-c8655a95554e not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:34:43.874876 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-77373e65-7ecf-4b2a-8c0e-028a520da350 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:44.032301 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77373e65-7ecf-4b2a-8c0e-028a520da350 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event deleted for resources: {'Port': ['ID=b1a7077c-5e79-4035-afe4-ed6bf1d87d39,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:44.303035 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-77373e65-7ecf-4b2a-8c0e-028a520da350 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:44.665459 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77373e65-7ecf-4b2a-8c0e-028a520da350 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Router 1614e0a2-8470-403f-a9e5-67f13e8131f8 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:34:44.840835 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77373e65-7ecf-4b2a-8c0e-028a520da350 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:34:44.850604 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3232d3-d9b0-4d81-83c8-b6b9944f40ac None None] Sync routers for ids ['1614e0a2-8470-403f-a9e5-67f13e8131f8'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:34:44.853653 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-77373e65-7ecf-4b2a-8c0e-028a520da350 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "PUT /v2.0/routers/1614e0a2-8470-403f-a9e5-67f13e8131f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5922852 Jan 21 10:34:44.856290 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35994) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:34:44.859871 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3232d3-d9b0-4d81-83c8-b6b9944f40ac None None] Routers {'1614e0a2-8470-403f-a9e5-67f13e8131f8'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:34:44.860468 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-be3232d3-d9b0-4d81-83c8-b6b9944f40ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:34:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['1614e0a2-8470-403f-a9e5-67f13e8131f8'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:34:44.924057 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-29063ccc-828a-4dff-811d-124c1bf282ca tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Deleting subnet f7bada81-2704-40d6-b1ec-52478bf492e0 {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:34:44.928224 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-29063ccc-828a-4dff-811d-124c1bf282ca tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:44.981479 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-29063ccc-828a-4dff-811d-124c1bf282ca tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:45.036443 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-be3232d3-d9b0-4d81-83c8-b6b9944f40ac None None] Set router 1614e0a2-8470-403f-a9e5-67f13e8131f8 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:34:45.064908 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-29063ccc-828a-4dff-811d-124c1bf282ca tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:45.140115 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-29063ccc-828a-4dff-811d-124c1bf282ca tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:45.178415 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29063ccc-828a-4dff-811d-124c1bf282ca tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event deleted for resources: {'Subnet': ['ID=f7bada81-2704-40d6-b1ec-52478bf492e0,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:45.183863 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-29063ccc-828a-4dff-811d-124c1bf282ca tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:45.192925 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-29063ccc-828a-4dff-811d-124c1bf282ca tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "DELETE /v2.0/subnets/f7bada81-2704-40d6-b1ec-52478bf492e0 HTTP/1.1" status: 204 len: 168 time: 0.3328302 Jan 21 10:34:45.193206 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 35998) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:34:45.196045 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ce4284-2517-4e00-a48d-cf8dcb32331d None None] Network 3fd9cdff-1d5b-4761-8e98-11673c9c2f6c requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:34:45.333324 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-be3232d3-d9b0-4d81-83c8-b6b9944f40ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-527488411', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': '533e585d-d9e0-432d-af7c-d22c28a7419c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:31:44Z', 'updated_at': '2022-01-21T10:34:43Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': '533e585d-d9e0-432d-af7c-d22c28a7419c', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:31:45Z', 'updated_at': '2022-01-21T10:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:34:45.337202 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3232d3-d9b0-4d81-83c8-b6b9944f40ac None None] Checking router: 1614e0a2-8470-403f-a9e5-67f13e8131f8 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:34:45.345550 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3232d3-d9b0-4d81-83c8-b6b9944f40ac None None] Routers {'1614e0a2-8470-403f-a9e5-67f13e8131f8'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:34:45.346147 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-be3232d3-d9b0-4d81-83c8-b6b9944f40ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:34:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['1614e0a2-8470-403f-a9e5-67f13e8131f8'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:34:45.465883 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0338e7-30b1-40a6-b61b-a18470b290c5 None None] DHCP port deletion for 3fd9cdff-1d5b-4761-8e98-11673c9c2f6c request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 10:34:45.470109 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-2e0338e7-30b1-40a6-b61b-a18470b290c5 None None] Deleting port 9b62aac0-35d7-408c-9621-09db2ad463c0 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:34:45.470562 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2e0338e7-30b1-40a6-b61b-a18470b290c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:45.501850 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eafc5eaf-6f21-44e7-a8e6-fe3665bd9ae6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:45.561441 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-be3232d3-d9b0-4d81-83c8-b6b9944f40ac None None] Set router 1614e0a2-8470-403f-a9e5-67f13e8131f8 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:34:45.676064 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-2e0338e7-30b1-40a6-b61b-a18470b290c5 None None] For port 9b62aac0-35d7-408c-9621-09db2ad463c0, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=9b62aac0-35d7-408c-9621-09db2ad463c0,segment=NetworkSegment(1c4859b6-c366-44e6-9c95-8eb9fa763cb5),segment_id=1c4859b6-c366-44e6-9c95-8eb9fa763cb5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:34:45.676861 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2e0338e7-30b1-40a6-b61b-a18470b290c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:45.685583 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eafc5eaf-6f21-44e7-a8e6-fe3665bd9ae6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:45.696040 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-eafc5eaf-6f21-44e7-a8e6-fe3665bd9ae6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Deleting port 533e585d-d9e0-432d-af7c-d22c28a7419c {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:34:45.696396 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eafc5eaf-6f21-44e7-a8e6-fe3665bd9ae6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:45.805786 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-2e0338e7-30b1-40a6-b61b-a18470b290c5 None None] Calling delete_port for 9b62aac0-35d7-408c-9621-09db2ad463c0 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:34:45.876452 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-be3232d3-d9b0-4d81-83c8-b6b9944f40ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-527488411', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': '533e585d-d9e0-432d-af7c-d22c28a7419c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:31:44Z', 'updated_at': '2022-01-21T10:34:43Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': '533e585d-d9e0-432d-af7c-d22c28a7419c', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:31:45Z', 'updated_at': '2022-01-21T10:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:34:45.882666 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3232d3-d9b0-4d81-83c8-b6b9944f40ac None None] The sync data for ids ['1614e0a2-8470-403f-a9e5-67f13e8131f8'] in dv-neutron-825731-1-hyperv is: [{'id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-527488411', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': '533e585d-d9e0-432d-af7c-d22c28a7419c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:31:44Z', 'updated_at': '2022-01-21T10:34:43Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': '533e585d-d9e0-432d-af7c-d22c28a7419c', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1614e0a2-8470-403f-a9e5-67f13e8131f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:31:45Z', 'updated_at': '2022-01-21T10:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:34:45.893606 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2e0338e7-30b1-40a6-b61b-a18470b290c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:45.919051 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-eafc5eaf-6f21-44e7-a8e6-fe3665bd9ae6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] For port 533e585d-d9e0-432d-af7c-d22c28a7419c, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=533e585d-d9e0-432d-af7c-d22c28a7419c,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:34:45.919698 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eafc5eaf-6f21-44e7-a8e6-fe3665bd9ae6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:45.939231 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 9b62aac0-35d7-408c-9621-09db2ad463c0 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:34:45.979122 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0338e7-30b1-40a6-b61b-a18470b290c5 None None] Pushing event deleted for resources: {'Port': ['ID=9b62aac0-35d7-408c-9621-09db2ad463c0,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:45.988670 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0338e7-30b1-40a6-b61b-a18470b290c5 None None] No DVR routers for this DVR port 9b62aac0-35d7-408c-9621-09db2ad463c0 on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:34:45.991826 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 9b62aac0-35d7-408c-9621-09db2ad463c0 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:34:45.992162 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 9b62aac0-35d7-408c-9621-09db2ad463c0 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:34:46.000444 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0338e7-30b1-40a6-b61b-a18470b290c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:46.000801 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0338e7-30b1-40a6-b61b-a18470b290c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:46.001137 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0338e7-30b1-40a6-b61b-a18470b290c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:46.001469 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0338e7-30b1-40a6-b61b-a18470b290c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:46.001789 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0338e7-30b1-40a6-b61b-a18470b290c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:46.002112 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0338e7-30b1-40a6-b61b-a18470b290c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:46.002434 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0338e7-30b1-40a6-b61b-a18470b290c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:46.002754 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0338e7-30b1-40a6-b61b-a18470b290c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:46.003763 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0338e7-30b1-40a6-b61b-a18470b290c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:46.004131 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0338e7-30b1-40a6-b61b-a18470b290c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:46.004484 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0338e7-30b1-40a6-b61b-a18470b290c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:46.004799 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0338e7-30b1-40a6-b61b-a18470b290c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:46.046444 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-eafc5eaf-6f21-44e7-a8e6-fe3665bd9ae6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Calling delete_port for 533e585d-d9e0-432d-af7c-d22c28a7419c owned by network:router_gateway {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:34:46.214698 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eafc5eaf-6f21-44e7-a8e6-fe3665bd9ae6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:46.290228 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc5eaf-6f21-44e7-a8e6-fe3665bd9ae6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event deleted for resources: {'Port': ['ID=533e585d-d9e0-432d-af7c-d22c28a7419c,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:46.363072 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eafc5eaf-6f21-44e7-a8e6-fe3665bd9ae6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:46.543576 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eafc5eaf-6f21-44e7-a8e6-fe3665bd9ae6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:46.545725 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eafc5eaf-6f21-44e7-a8e6-fe3665bd9ae6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:46.569769 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eafc5eaf-6f21-44e7-a8e6-fe3665bd9ae6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:46.570308 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafc5eaf-6f21-44e7-a8e6-fe3665bd9ae6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Fanout notify agent at l3_agent the message router_deleted on router 1614e0a2-8470-403f-a9e5-67f13e8131f8 {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 10:34:46.586215 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-eafc5eaf-6f21-44e7-a8e6-fe3665bd9ae6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:46.587306 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-eafc5eaf-6f21-44e7-a8e6-fe3665bd9ae6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "DELETE /v2.0/routers/1614e0a2-8470-403f-a9e5-67f13e8131f8 HTTP/1.1" status: 204 len: 168 time: 1.3932178 Jan 21 10:34:46.590842 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 36002) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:34:46.689351 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-20dc014e-3f1d-4113-b979-72e41e6b1de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:46.712104 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f3283818-ab63-40fd-b538-6572862b0ea4 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:46.845069 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f3283818-ab63-40fd-b538-6572862b0ea4 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:46.870346 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-f3283818-ab63-40fd-b538-6572862b0ea4 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fd9cdff-1d5b-4761-8e98-11673c9c2f6c']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:34:46.882188 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-f3283818-ab63-40fd-b538-6572862b0ea4 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c4859b6-c366-44e6-9c95-8eb9fa763cb5') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:34:46.882483 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-f3283818-ab63-40fd-b538-6572862b0ea4 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c4859b6-c366-44e6-9c95-8eb9fa763cb5') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:34:46.893976 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f3283818-ab63-40fd-b538-6572862b0ea4 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:46.910503 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f3283818-ab63-40fd-b538-6572862b0ea4 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:46.916470 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3283818-ab63-40fd-b538-6572862b0ea4 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:34:46.916844 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f3283818-ab63-40fd-b538-6572862b0ea4 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:46.931107 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 10:34:46.931107 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:34:46.931107 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 10:34:46.931107 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:34:46.931107 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 10:34:46.931107 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:34:46.931107 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 10:34:46.931107 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:34:46.931107 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 10:34:46.931107 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:34:46.931107 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 10:34:46.931107 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:34:46.931107 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 10:34:46.931107 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:34:46.931107 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:34:46.931107 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:34:46.931107 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:34:46.931107 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:34:46.931107 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 10:34:46.931107 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:34:46.931107 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 10:34:46.931107 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:34:46.931107 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:34:46.931107 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:34:46.931107 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 10:34:46.931107 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:34:46.931107 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:34:46.931107 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:34:46.931107 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:34:46.931107 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:34:46.931107 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:34:46.931107 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:34:47.119094 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f3283818-ab63-40fd-b538-6572862b0ea4 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:47.136822 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f3283818-ab63-40fd-b538-6572862b0ea4 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:47.148595 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3283818-ab63-40fd-b538-6572862b0ea4 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event deleted for resources: {'Network': ['ID=3fd9cdff-1d5b-4761-8e98-11673c9c2f6c,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:47.156528 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f3283818-ab63-40fd-b538-6572862b0ea4 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "DELETE /v2.0/networks/3fd9cdff-1d5b-4761-8e98-11673c9c2f6c HTTP/1.1" status: 204 len: 168 time: 0.5648479 Jan 21 10:34:47.159049 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 36006) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:34:47.225642 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a3c9f145-6a16-4d7b-8ec0-ec80f01ad329 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:47.254734 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a3c9f145-6a16-4d7b-8ec0-ec80f01ad329 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:47.322678 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a3c9f145-6a16-4d7b-8ec0-ec80f01ad329 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:47.341411 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c9f145-6a16-4d7b-8ec0-ec80f01ad329 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd841103-0b14-4afc-9700-053a0b6ec22a,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:47.352346 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a3c9f145-6a16-4d7b-8ec0-ec80f01ad329 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:47.353453 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a3c9f145-6a16-4d7b-8ec0-ec80f01ad329 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "DELETE /v2.0/security-groups/fd841103-0b14-4afc-9700-053a0b6ec22a HTTP/1.1" status: 204 len: 168 time: 0.1933501 Jan 21 10:34:47.818135 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 533e585d-d9e0-432d-af7c-d22c28a7419c no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:34:47.852496 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 533e585d-d9e0-432d-af7c-d22c28a7419c {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:34:47.852844 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 533e585d-d9e0-432d-af7c-d22c28a7419c not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:34:47.853267 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device b1a7077c-5e79-4035-afe4-ed6bf1d87d39 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:34:47.870815 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 36014) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:34:47.876149 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-a64c45b2-f987-4ea0-aa47-1c913832dcfc tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-519530668', 'description': 'tempest-secgroup-smoke-519530668 description', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:34:47.882703 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a64c45b2-f987-4ea0-aa47-1c913832dcfc tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:34:47.886047 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: b1a7077c-5e79-4035-afe4-ed6bf1d87d39 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:34:47.886420 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device b1a7077c-5e79-4035-afe4-ed6bf1d87d39 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:34:47.887008 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a64c45b2-f987-4ea0-aa47-1c913832dcfc tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:34:47.890067 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a64c45b2-f987-4ea0-aa47-1c913832dcfc tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:34:47.896528 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a64c45b2-f987-4ea0-aa47-1c913832dcfc tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:34:47.906702 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a64c45b2-f987-4ea0-aa47-1c913832dcfc tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:47.925923 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a64c45b2-f987-4ea0-aa47-1c913832dcfc tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:34:47.929602 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a64c45b2-f987-4ea0-aa47-1c913832dcfc tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group_rule and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:34:47.932331 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a64c45b2-f987-4ea0-aa47-1c913832dcfc tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:34:47.938094 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a64c45b2-f987-4ea0-aa47-1c913832dcfc tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:34:48.006643 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a64c45b2-f987-4ea0-aa47-1c913832dcfc tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:48.010509 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a64c45b2-f987-4ea0-aa47-1c913832dcfc tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:48.054254 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c45b2-f987-4ea0-aa47-1c913832dcfc tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f49e0ce4-61b5-4603-9bf2-e665c6b8fbcf,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:48.056979 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a64c45b2-f987-4ea0-aa47-1c913832dcfc tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:48.058171 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a64c45b2-f987-4ea0-aa47-1c913832dcfc tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1862540 Jan 21 10:34:48.061574 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 36018) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:34:48.067074 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-66b3b3a1-9cca-4934-9c8b-2c68f496a4b6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'security_group_rule': {'security_group_id': 'f49e0ce4-61b5-4603-9bf2-e665c6b8fbcf', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:34:48.073082 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-66b3b3a1-9cca-4934-9c8b-2c68f496a4b6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:34:48.076850 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-66b3b3a1-9cca-4934-9c8b-2c68f496a4b6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group_rule and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:34:48.079709 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-66b3b3a1-9cca-4934-9c8b-2c68f496a4b6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:34:48.086026 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-66b3b3a1-9cca-4934-9c8b-2c68f496a4b6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:34:48.102075 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-66b3b3a1-9cca-4934-9c8b-2c68f496a4b6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:48.165028 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-66b3b3a1-9cca-4934-9c8b-2c68f496a4b6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:48.169314 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-66b3b3a1-9cca-4934-9c8b-2c68f496a4b6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:48.190358 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3b3a1-9cca-4934-9c8b-2c68f496a4b6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=379bb045-a789-48ee-bd9c-062225e641d9,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:48.201485 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-66b3b3a1-9cca-4934-9c8b-2c68f496a4b6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:48.202716 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-66b3b3a1-9cca-4934-9c8b-2c68f496a4b6 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1402333 Jan 21 10:34:48.205556 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 36022) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:34:48.210813 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-80d50064-0cb8-4b7c-8c75-19c66810268a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'security_group_rule': {'security_group_id': 'f49e0ce4-61b5-4603-9bf2-e665c6b8fbcf', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:34:48.216597 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-80d50064-0cb8-4b7c-8c75-19c66810268a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:34:48.220405 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-80d50064-0cb8-4b7c-8c75-19c66810268a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group_rule and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:34:48.223941 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-80d50064-0cb8-4b7c-8c75-19c66810268a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:34:48.229536 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-80d50064-0cb8-4b7c-8c75-19c66810268a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:34:48.246410 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-80d50064-0cb8-4b7c-8c75-19c66810268a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:48.308080 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-80d50064-0cb8-4b7c-8c75-19c66810268a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:48.311779 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-80d50064-0cb8-4b7c-8c75-19c66810268a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:48.334732 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d50064-0cb8-4b7c-8c75-19c66810268a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6eb481b-482d-4e69-b85b-33c0f40cf913,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:48.343747 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-80d50064-0cb8-4b7c-8c75-19c66810268a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:48.344931 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-80d50064-0cb8-4b7c-8c75-19c66810268a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1384611 Jan 21 10:34:48.347776 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 36026) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:34:48.352765 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-d05695ae-ba4b-4acf-9045-67292f46b5ca tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'security_group_rule': {'security_group_id': 'f49e0ce4-61b5-4603-9bf2-e665c6b8fbcf', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:34:48.359028 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d05695ae-ba4b-4acf-9045-67292f46b5ca tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:34:48.363650 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d05695ae-ba4b-4acf-9045-67292f46b5ca tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group_rule and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:34:48.366515 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d05695ae-ba4b-4acf-9045-67292f46b5ca tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:34:48.372299 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d05695ae-ba4b-4acf-9045-67292f46b5ca tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:34:48.390120 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d05695ae-ba4b-4acf-9045-67292f46b5ca tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:48.451753 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d05695ae-ba4b-4acf-9045-67292f46b5ca tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:48.455276 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d05695ae-ba4b-4acf-9045-67292f46b5ca tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:48.481594 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05695ae-ba4b-4acf-9045-67292f46b5ca tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd6eb4ed-b68f-42f5-923c-980a0a093f88,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:48.490819 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d05695ae-ba4b-4acf-9045-67292f46b5ca tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:48.492098 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d05695ae-ba4b-4acf-9045-67292f46b5ca tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1433892 Jan 21 10:34:48.494780 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 36030) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:34:48.499673 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-e8aa4341-ffc5-4db0-ab6a-0b4f88edd771 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'security_group_rule': {'security_group_id': 'f49e0ce4-61b5-4603-9bf2-e665c6b8fbcf', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:34:48.505428 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-e8aa4341-ffc5-4db0-ab6a-0b4f88edd771 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:34:48.509184 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-e8aa4341-ffc5-4db0-ab6a-0b4f88edd771 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group_rule and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:34:48.512031 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-e8aa4341-ffc5-4db0-ab6a-0b4f88edd771 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:34:48.517641 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-e8aa4341-ffc5-4db0-ab6a-0b4f88edd771 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:34:48.535519 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e8aa4341-ffc5-4db0-ab6a-0b4f88edd771 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:48.598233 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e8aa4341-ffc5-4db0-ab6a-0b4f88edd771 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:48.601888 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e8aa4341-ffc5-4db0-ab6a-0b4f88edd771 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:48.624237 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa4341-ffc5-4db0-ab6a-0b4f88edd771 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46aa80f2-9910-4fb2-8f5b-9926dc74f2bd,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:48.633860 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e8aa4341-ffc5-4db0-ab6a-0b4f88edd771 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:48.635027 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e8aa4341-ffc5-4db0-ab6a-0b4f88edd771 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1393640 Jan 21 10:34:48.637786 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 36034) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:34:48.642629 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-a530a9c1-88a2-4875-9e92-e988efb0891e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'security_group_rule': {'security_group_id': 'f49e0ce4-61b5-4603-9bf2-e665c6b8fbcf', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:34:48.648976 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a530a9c1-88a2-4875-9e92-e988efb0891e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:34:48.652695 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a530a9c1-88a2-4875-9e92-e988efb0891e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group_rule and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:34:48.655485 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-a530a9c1-88a2-4875-9e92-e988efb0891e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:34:48.661367 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-a530a9c1-88a2-4875-9e92-e988efb0891e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:34:48.671992 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.securitygroups_db [None req-a530a9c1-88a2-4875-9e92-e988efb0891e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Project fd2caf936e0146abb4bf55e5ab36dacd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:34:48.678784 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a530a9c1-88a2-4875-9e92-e988efb0891e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:48.743144 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a530a9c1-88a2-4875-9e92-e988efb0891e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:48.747900 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a530a9c1-88a2-4875-9e92-e988efb0891e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:48.771424 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530a9c1-88a2-4875-9e92-e988efb0891e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=291891a4-b152-4c1c-8566-0d2b0309cce4,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:48.780857 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-a530a9c1-88a2-4875-9e92-e988efb0891e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:48.782158 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-a530a9c1-88a2-4875-9e92-e988efb0891e tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1434650 Jan 21 10:34:48.785181 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 36038) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:34:48.790746 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-6f40dbc1-4012-40d3-bbf5-967d75748b28 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'security_group_rule': {'security_group_id': 'f49e0ce4-61b5-4603-9bf2-e665c6b8fbcf', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:34:48.796085 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-6f40dbc1-4012-40d3-bbf5-967d75748b28 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:34:48.800331 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-6f40dbc1-4012-40d3-bbf5-967d75748b28 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:security_group_rule and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:34:48.803154 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-6f40dbc1-4012-40d3-bbf5-967d75748b28 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:34:48.808791 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-6f40dbc1-4012-40d3-bbf5-967d75748b28 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:34:48.819788 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.securitygroups_db [None req-6f40dbc1-4012-40d3-bbf5-967d75748b28 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Project fd2caf936e0146abb4bf55e5ab36dacd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:34:48.826132 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6f40dbc1-4012-40d3-bbf5-967d75748b28 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:48.892965 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6f40dbc1-4012-40d3-bbf5-967d75748b28 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:48.896698 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6f40dbc1-4012-40d3-bbf5-967d75748b28 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:48.919343 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40dbc1-4012-40d3-bbf5-967d75748b28 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be03edb-07b1-419f-b232-76e7c14a8715,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:48.929719 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-6f40dbc1-4012-40d3-bbf5-967d75748b28 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:48.931375 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-6f40dbc1-4012-40d3-bbf5-967d75748b28 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1452637 Jan 21 10:34:48.934164 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 36042) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:34:48.939934 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-3b76febb-11db-4a2b-9314-12d4105940b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'network': {'name': 'tempest-network-smoke--642499489', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'port_security_enabled': True}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:34:48.945504 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-3b76febb-11db-4a2b-9314-12d4105940b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:34:48.949514 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-3b76febb-11db-4a2b-9314-12d4105940b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:network and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:34:48.952297 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-3b76febb-11db-4a2b-9314-12d4105940b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:34:48.957891 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-3b76febb-11db-4a2b-9314-12d4105940b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:34:48.967737 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b76febb-11db-4a2b-9314-12d4105940b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Made reservation on behalf of fd2caf936e0146abb4bf55e5ab36dacd for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:34:48.971101 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3b76febb-11db-4a2b-9314-12d4105940b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:48.998545 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b76febb-11db-4a2b-9314-12d4105940b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:34:49.007773 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3b76febb-11db-4a2b-9314-12d4105940b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:49.008107 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-3b76febb-11db-4a2b-9314-12d4105940b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Added segment ada58a06-5972-405e-902c-93262e89cfff of type vlan for network bb8c33c0-a967-4430-8795-5420e99b9adc Jan 21 10:34:49.033587 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c0fe678c-fdc3-4972-b49d-c7f57433c1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:49.041971 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3b76febb-11db-4a2b-9314-12d4105940b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:49.072027 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3b76febb-11db-4a2b-9314-12d4105940b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:49.077412 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b76febb-11db-4a2b-9314-12d4105940b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:49.077986 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3b76febb-11db-4a2b-9314-12d4105940b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:49.180660 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3b76febb-11db-4a2b-9314-12d4105940b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2453916 Jan 21 10:34:49.183374 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 36046) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:34:49.185832 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b76febb-11db-4a2b-9314-12d4105940b3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'Network': ['ID=bb8c33c0-a967-4430-8795-5420e99b9adc,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:49.188707 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-0c87ea5f-d806-4c45-ae02-b6169e4124f7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1294345248', 'admin_state_up': True, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:34:49.196345 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network bb8c33c0-a967-4430-8795-5420e99b9adc details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:34:49.196827 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-0c87ea5f-d806-4c45-ae02-b6169e4124f7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:34:49.200682 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0c87ea5f-d806-4c45-ae02-b6169e4124f7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:router and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:34:49.203951 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-0c87ea5f-d806-4c45-ae02-b6169e4124f7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:34:49.210211 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-0c87ea5f-d806-4c45-ae02-b6169e4124f7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:34:49.220539 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0c87ea5f-d806-4c45-ae02-b6169e4124f7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:49.222020 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0c87ea5f-d806-4c45-ae02-b6169e4124f7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:49.237763 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0c87ea5f-d806-4c45-ae02-b6169e4124f7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:49.500783 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0c87ea5f-d806-4c45-ae02-b6169e4124f7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:49.797125 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0c87ea5f-d806-4c45-ae02-b6169e4124f7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for router_gateway, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:49.826805 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0c87ea5f-d806-4c45-ae02-b6169e4124f7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:49.929364 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:49.958873 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-0c87ea5f-d806-4c45-ae02-b6169e4124f7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Allocated IP 172.26.3.170 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/e1d871f8-f4a5-4221-952a-b589775f85c7) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:34:50.172278 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:50.216849 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0c87ea5f-d806-4c45-ae02-b6169e4124f7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:50.247053 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0c87ea5f-d806-4c45-ae02-b6169e4124f7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:50.307172 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c87ea5f-d806-4c45-ae02-b6169e4124f7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:34:50.310555 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-0c87ea5f-d806-4c45-ae02-b6169e4124f7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:34:50.314173 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c87ea5f-d806-4c45-ae02-b6169e4124f7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:34:50.355057 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87ea5f-d806-4c45-ae02-b6169e4124f7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'Port': ['ID=e1d871f8-f4a5-4221-952a-b589775f85c7,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:50.369816 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87ea5f-d806-4c45-ae02-b6169e4124f7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:50.370161 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87ea5f-d806-4c45-ae02-b6169e4124f7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:50.370501 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87ea5f-d806-4c45-ae02-b6169e4124f7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:50.370834 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87ea5f-d806-4c45-ae02-b6169e4124f7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:50.371165 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87ea5f-d806-4c45-ae02-b6169e4124f7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:50.371521 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87ea5f-d806-4c45-ae02-b6169e4124f7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:50.371845 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87ea5f-d806-4c45-ae02-b6169e4124f7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:50.372169 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87ea5f-d806-4c45-ae02-b6169e4124f7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:50.372493 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87ea5f-d806-4c45-ae02-b6169e4124f7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:50.372809 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87ea5f-d806-4c45-ae02-b6169e4124f7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:50.373129 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87ea5f-d806-4c45-ae02-b6169e4124f7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:50.373446 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87ea5f-d806-4c45-ae02-b6169e4124f7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:50.741358 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0c87ea5f-d806-4c45-ae02-b6169e4124f7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for router_gateway, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:51.074899 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0c87ea5f-d806-4c45-ae02-b6169e4124f7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:51.273102 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c87ea5f-d806-4c45-ae02-b6169e4124f7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Router de135955-0b1c-4968-9fd9-fd95b5049d25 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 10:34:51.445306 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c87ea5f-d806-4c45-ae02-b6169e4124f7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:34:51.456073 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d24417-df4c-4fd4-bea7-6d9d4add71c3 None None] Sync routers for ids ['de135955-0b1c-4968-9fd9-fd95b5049d25'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:34:51.465286 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d24417-df4c-4fd4-bea7-6d9d4add71c3 None None] Routers {'de135955-0b1c-4968-9fd9-fd95b5049d25'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:34:51.465904 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-90d24417-df4c-4fd4-bea7-6d9d4add71c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:34:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['de135955-0b1c-4968-9fd9-fd95b5049d25'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:34:51.472465 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0c87ea5f-d806-4c45-ae02-b6169e4124f7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:51.473672 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0c87ea5f-d806-4c45-ae02-b6169e4124f7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2892451 Jan 21 10:34:51.476694 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 36050) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:34:51.678091 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:51.691750 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-90d24417-df4c-4fd4-bea7-6d9d4add71c3 None None] Set router de135955-0b1c-4968-9fd9-fd95b5049d25 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:34:51.857028 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d1b8b0cb-94e2-4961-8701-c3ef40e3e21e tempest-TestNetworkAdvancedServerOps-151801494 tempest-TestNetworkAdvancedServerOps-151801494-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=fd2caf936e0146abb4bf55e5ab36dacd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3767834 Jan 21 10:34:51.857232 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 36056) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:34:51.979278 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-90d24417-df4c-4fd4-bea7-6d9d4add71c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294345248', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'e1d871f8-f4a5-4221-952a-b589775f85c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:34:49Z', 'updated_at': '2022-01-21T10:34:50Z', 'revision_number': 3, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'e1d871f8-f4a5-4221-952a-b589775f85c7', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:45:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:34:49Z', 'updated_at': '2022-01-21T10:34:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:34:51.983035 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27212f32-7c54-4afd-9bd6-22153edec40d tempest-TestNetworkAdvancedServerOps-151801494 tempest-TestNetworkAdvancedServerOps-151801494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:51.983211 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d24417-df4c-4fd4-bea7-6d9d4add71c3 None None] Checking router: de135955-0b1c-4968-9fd9-fd95b5049d25 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:34:51.983591 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d24417-df4c-4fd4-bea7-6d9d4add71c3 None None] Updating router de135955-0b1c-4968-9fd9-fd95b5049d25 port e1d871f8-f4a5-4221-952a-b589775f85c7 binding host dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:34:51.984513 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-27212f32-7c54-4afd-9bd6-22153edec40d tempest-TestNetworkAdvancedServerOps-151801494 tempest-TestNetworkAdvancedServerOps-151801494-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1264861 Jan 21 10:34:51.987420 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 36060) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:34:52.026331 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-aa126a83-3f60-4263-b16b-04557d3f9429 tempest-TestNetworkAdvancedServerOps-151801494 tempest-TestNetworkAdvancedServerOps-151801494-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=80a065d7-b55c-43ad-a3e8-c65befe4136c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377162 Jan 21 10:34:52.028670 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 36064) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:34:52.034053 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-91ef1750-0ce0-4f4b-836f-a4e394691e0c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1670619387', 'network_id': 'bb8c33c0-a967-4430-8795-5420e99b9adc', 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:34:52.040156 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-90d24417-df4c-4fd4-bea7-6d9d4add71c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:52.147829 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-91ef1750-0ce0-4f4b-836f-a4e394691e0c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:34:52.151820 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-91ef1750-0ce0-4f4b-836f-a4e394691e0c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:subnet and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:34:52.154611 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-91ef1750-0ce0-4f4b-836f-a4e394691e0c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:34:52.161162 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-91ef1750-0ce0-4f4b-836f-a4e394691e0c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:34:52.170764 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ef1750-0ce0-4f4b-836f-a4e394691e0c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Made reservation on behalf of fd2caf936e0146abb4bf55e5ab36dacd for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:34:52.174461 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-91ef1750-0ce0-4f4b-836f-a4e394691e0c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:52.367052 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-90d24417-df4c-4fd4-bea7-6d9d4add71c3 None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:52.379222 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-90d24417-df4c-4fd4-bea7-6d9d4add71c3 None None] Transition to ACTIVE for port object e1d871f8-f4a5-4221-952a-b589775f85c7 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:34:52.385833 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-90d24417-df4c-4fd4-bea7-6d9d4add71c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:52.398794 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-91ef1750-0ce0-4f4b-836f-a4e394691e0c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:52.465302 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-90d24417-df4c-4fd4-bea7-6d9d4add71c3 None None] Attempting to bind port e1d871f8-f4a5-4221-952a-b589775f85c7 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:34:52.465888 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-90d24417-df4c-4fd4-bea7-6d9d4add71c3 None None] Attempting to bind port e1d871f8-f4a5-4221-952a-b589775f85c7 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:34:52.466001 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d24417-df4c-4fd4-bea7-6d9d4add71c3 None None] Attempting to bind port e1d871f8-f4a5-4221-952a-b589775f85c7 on network 80a065d7-b55c-43ad-a3e8-c65befe4136c {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:34:52.474836 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1405e8-3267-4426-b727-3f93580133ed None None] Pushing event updated for resources: {'Port': ['ID=e1d871f8-f4a5-4221-952a-b589775f85c7,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:52.477116 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d24417-df4c-4fd4-bea7-6d9d4add71c3 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:34:52.477488 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d24417-df4c-4fd4-bea7-6d9d4add71c3 None None] Checking segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:34:52.478006 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-90d24417-df4c-4fd4-bea7-6d9d4add71c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:52.478335 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d24417-df4c-4fd4-bea7-6d9d4add71c3 None None] Bound using segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:34:52.478801 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-90d24417-df4c-4fd4-bea7-6d9d4add71c3 None None] Bound port: e1d871f8-f4a5-4221-952a-b589775f85c7, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:34:52.479176 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-90d24417-df4c-4fd4-bea7-6d9d4add71c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:52.480496 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef1750-0ce0-4f4b-836f-a4e394691e0c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'Subnet': ['ID=6dc1acbe-80b4-493c-88fa-baafca89f948,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:52.488068 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ef1750-0ce0-4f4b-836f-a4e394691e0c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Checking segment: {'id': 'ada58a06-5972-405e-902c-93262e89cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bb8c33c0-a967-4430-8795-5420e99b9adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:34:52.488216 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ef1750-0ce0-4f4b-836f-a4e394691e0c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Network hostable DHCP agents. Network: bb8c33c0-a967-4430-8795-5420e99b9adc, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:34:52.507232 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ef1750-0ce0-4f4b-836f-a4e394691e0c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Network bb8c33c0-a967-4430-8795-5420e99b9adc is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:34:52.517039 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-91ef1750-0ce0-4f4b-836f-a4e394691e0c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, bb8c33c0-a967-4430-8795-5420e99b9adc) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:34:52.521938 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ef1750-0ce0-4f4b-836f-a4e394691e0c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:52.522701 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-91ef1750-0ce0-4f4b-836f-a4e394691e0c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:52.527057 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db67909b-6a00-4d36-b28a-924e95a38c7c None None] Network bb8c33c0-a967-4430-8795-5420e99b9adc requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:34:52.543975 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-91ef1750-0ce0-4f4b-836f-a4e394691e0c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5142815 Jan 21 10:34:52.546602 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 36068) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:34:52.636178 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-90d24417-df4c-4fd4-bea7-6d9d4add71c3 None None] For port e1d871f8-f4a5-4221-952a-b589775f85c7, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:34:52.653425 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-90d24417-df4c-4fd4-bea7-6d9d4add71c3 None None] For port e1d871f8-f4a5-4221-952a-b589775f85c7, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e1d871f8-f4a5-4221-952a-b589775f85c7,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:34:52.665064 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-90d24417-df4c-4fd4-bea7-6d9d4add71c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:52.795450 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1405e8-3267-4426-b727-3f93580133ed None None] Pushing event updated for resources: {'Port': ['ID=e1d871f8-f4a5-4221-952a-b589775f85c7,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:52.800390 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d24417-df4c-4fd4-bea7-6d9d4add71c3 None None] Routers {'de135955-0b1c-4968-9fd9-fd95b5049d25'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:34:52.801014 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-90d24417-df4c-4fd4-bea7-6d9d4add71c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:34:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['de135955-0b1c-4968-9fd9-fd95b5049d25'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:34:52.913273 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427b182e-5ab3-454a-901c-a1ab43754cfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-bb8c33c0-a967-4430-8795-5420e99b9adc', 'network_id': 'bb8c33c0-a967-4430-8795-5420e99b9adc', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'fixed_ips': [{'subnet_id': '6dc1acbe-80b4-493c-88fa-baafca89f948'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:34:52.914103 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-427b182e-5ab3-454a-901c-a1ab43754cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:53.091819 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-90d24417-df4c-4fd4-bea7-6d9d4add71c3 None None] Set router de135955-0b1c-4968-9fd9-fd95b5049d25 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:34:53.247553 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ce1de107-4087-4e39-8cb2-d492d3bd71e2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:53.390557 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-427b182e-5ab3-454a-901c-a1ab43754cfc None None] Allocated IP 172.20.0.2 (bb8c33c0-a967-4430-8795-5420e99b9adc/6dc1acbe-80b4-493c-88fa-baafca89f948/759d7193-c0e0-43d9-b87f-9791d4111106) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:34:53.658752 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-90d24417-df4c-4fd4-bea7-6d9d4add71c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294345248', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'e1d871f8-f4a5-4221-952a-b589775f85c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:34:49Z', 'updated_at': '2022-01-21T10:34:50Z', 'revision_number': 3, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'e1d871f8-f4a5-4221-952a-b589775f85c7', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:45:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:34:49Z', 'updated_at': '2022-01-21T10:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:34:53.671300 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d24417-df4c-4fd4-bea7-6d9d4add71c3 None None] The sync data for ids ['de135955-0b1c-4968-9fd9-fd95b5049d25'] in dv-neutron-825731-1-hyperv is: [{'id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294345248', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'e1d871f8-f4a5-4221-952a-b589775f85c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:34:49Z', 'updated_at': '2022-01-21T10:34:50Z', 'revision_number': 3, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'e1d871f8-f4a5-4221-952a-b589775f85c7', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:45:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:34:49Z', 'updated_at': '2022-01-21T10:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:34:53.679160 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-427b182e-5ab3-454a-901c-a1ab43754cfc None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:53.691766 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-427b182e-5ab3-454a-901c-a1ab43754cfc None None] Transition to ACTIVE for port object 759d7193-c0e0-43d9-b87f-9791d4111106 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:34:53.711833 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-427b182e-5ab3-454a-901c-a1ab43754cfc None None] Transition to ACTIVE for port object 759d7193-c0e0-43d9-b87f-9791d4111106 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:34:53.725428 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-427b182e-5ab3-454a-901c-a1ab43754cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:53.789865 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-ce1de107-4087-4e39-8cb2-d492d3bd71e2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Allocated IP 172.20.0.1 (bb8c33c0-a967-4430-8795-5420e99b9adc/6dc1acbe-80b4-493c-88fa-baafca89f948/47d31865-f267-48a5-92bd-ce3f3b542217) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:34:53.805720 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427b182e-5ab3-454a-901c-a1ab43754cfc None None] Network bb8c33c0-a967-4430-8795-5420e99b9adc is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:34:53.806582 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b182e-5ab3-454a-901c-a1ab43754cfc None None] Pushing event updated for resources: {'Port': ['ID=759d7193-c0e0-43d9-b87f-9791d4111106,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:53.809244 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-427b182e-5ab3-454a-901c-a1ab43754cfc None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:34:53.811535 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427b182e-5ab3-454a-901c-a1ab43754cfc None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:34:53.912361 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-427b182e-5ab3-454a-901c-a1ab43754cfc None None] Attempting to bind port 759d7193-c0e0-43d9-b87f-9791d4111106 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:34:53.912951 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-427b182e-5ab3-454a-901c-a1ab43754cfc None None] Attempting to bind port 759d7193-c0e0-43d9-b87f-9791d4111106 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'ada58a06-5972-405e-902c-93262e89cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bb8c33c0-a967-4430-8795-5420e99b9adc'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:34:53.913474 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427b182e-5ab3-454a-901c-a1ab43754cfc None None] Attempting to bind port 759d7193-c0e0-43d9-b87f-9791d4111106 on network bb8c33c0-a967-4430-8795-5420e99b9adc {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:34:53.920645 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427b182e-5ab3-454a-901c-a1ab43754cfc None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:34:53.921265 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427b182e-5ab3-454a-901c-a1ab43754cfc None None] Checking segment: {'id': 'ada58a06-5972-405e-902c-93262e89cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bb8c33c0-a967-4430-8795-5420e99b9adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:34:53.923034 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-427b182e-5ab3-454a-901c-a1ab43754cfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:53.923288 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427b182e-5ab3-454a-901c-a1ab43754cfc None None] Bound using segment: {'id': 'ada58a06-5972-405e-902c-93262e89cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bb8c33c0-a967-4430-8795-5420e99b9adc'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:34:53.923793 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-427b182e-5ab3-454a-901c-a1ab43754cfc None None] Bound port: 759d7193-c0e0-43d9-b87f-9791d4111106, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada58a06-5972-405e-902c-93262e89cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bb8c33c0-a967-4430-8795-5420e99b9adc'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:34:53.924167 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-427b182e-5ab3-454a-901c-a1ab43754cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:53.972988 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ce1de107-4087-4e39-8cb2-d492d3bd71e2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:53.989890 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-ce1de107-4087-4e39-8cb2-d492d3bd71e2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Transition to ACTIVE for port object 47d31865-f267-48a5-92bd-ce3f3b542217 will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:34:54.015064 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ce1de107-4087-4e39-8cb2-d492d3bd71e2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:54.029107 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-427b182e-5ab3-454a-901c-a1ab43754cfc None None] For port 759d7193-c0e0-43d9-b87f-9791d4111106, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:34:54.032747 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-427b182e-5ab3-454a-901c-a1ab43754cfc None None] For port 759d7193-c0e0-43d9-b87f-9791d4111106, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=759d7193-c0e0-43d9-b87f-9791d4111106,segment=NetworkSegment(ada58a06-5972-405e-902c-93262e89cfff),segment_id=ada58a06-5972-405e-902c-93262e89cfff)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:34:54.037441 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-427b182e-5ab3-454a-901c-a1ab43754cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:54.089138 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1de107-4087-4e39-8cb2-d492d3bd71e2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Network bb8c33c0-a967-4430-8795-5420e99b9adc is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:34:54.092183 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-ce1de107-4087-4e39-8cb2-d492d3bd71e2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:34:54.096235 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1de107-4087-4e39-8cb2-d492d3bd71e2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:34:54.132077 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b182e-5ab3-454a-901c-a1ab43754cfc None None] Pushing event updated for resources: {'Port': ['ID=759d7193-c0e0-43d9-b87f-9791d4111106,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:54.151134 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1de107-4087-4e39-8cb2-d492d3bd71e2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'Port': ['ID=47d31865-f267-48a5-92bd-ce3f3b542217,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:54.163885 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ce1de107-4087-4e39-8cb2-d492d3bd71e2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:54.318267 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ce1de107-4087-4e39-8cb2-d492d3bd71e2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:54.746689 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ce1de107-4087-4e39-8cb2-d492d3bd71e2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:54.752250 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ce1de107-4087-4e39-8cb2-d492d3bd71e2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:54.870082 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ce1de107-4087-4e39-8cb2-d492d3bd71e2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:54.873751 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1de107-4087-4e39-8cb2-d492d3bd71e2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'Port': ['ID=47d31865-f267-48a5-92bd-ce3f3b542217,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:55.015311 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1de107-4087-4e39-8cb2-d492d3bd71e2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Network bb8c33c0-a967-4430-8795-5420e99b9adc is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:34:55.016491 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-ce1de107-4087-4e39-8cb2-d492d3bd71e2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:34:55.104711 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53674634-91aa-491c-ad06-0721b9968b9b None None] Network bb8c33c0-a967-4430-8795-5420e99b9adc requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:34:55.216171 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-30b46492-bd03-41cd-894c-68c80347ed09 None None] Provisioning for port 759d7193-c0e0-43d9-b87f-9791d4111106 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:34:55.324298 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1de107-4087-4e39-8cb2-d492d3bd71e2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Router de135955-0b1c-4968-9fd9-fd95b5049d25 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:34:55.510382 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1de107-4087-4e39-8cb2-d492d3bd71e2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:34:55.524568 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ce1de107-4087-4e39-8cb2-d492d3bd71e2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "PUT /v2.0/routers/de135955-0b1c-4968-9fd9-fd95b5049d25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9768813 Jan 21 10:34:55.550688 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dc2ccd-8aa8-4b21-8998-f9733c90162c None None] Sync routers for ids ['de135955-0b1c-4968-9fd9-fd95b5049d25'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:34:55.560777 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dc2ccd-8aa8-4b21-8998-f9733c90162c None None] Routers {'de135955-0b1c-4968-9fd9-fd95b5049d25'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:34:55.561458 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-c8dc2ccd-8aa8-4b21-8998-f9733c90162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:34:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['de135955-0b1c-4968-9fd9-fd95b5049d25'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:34:55.665140 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-702dd8ba-1ebb-45fc-8bbe-f74cc59311a3 None None] Provisioning for port 47d31865-f267-48a5-92bd-ce3f3b542217 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:34:55.671421 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-702dd8ba-1ebb-45fc-8bbe-f74cc59311a3 None None] Provisioning complete for port 47d31865-f267-48a5-92bd-ce3f3b542217 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:34:55.671985 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-702dd8ba-1ebb-45fc-8bbe-f74cc59311a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:55.734006 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-702dd8ba-1ebb-45fc-8bbe-f74cc59311a3 None None] Port 47d31865-f267-48a5-92bd-ce3f3b542217 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:34:55.757690 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-c8dc2ccd-8aa8-4b21-8998-f9733c90162c None None] Set router de135955-0b1c-4968-9fd9-fd95b5049d25 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:34:55.813631 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-0b673a47-e911-4b1a-a211-23c842195d7c tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-519530668&fields=id&tenant_id=fd2caf936e0146abb4bf55e5ab36dacd HTTP/1.1" status: 200 len: 267 time: 0.0497913 Jan 21 10:34:55.863160 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-1c0c4b76-f711-49a0-9f0b-f109ffd8affe None None] Provisioning complete for port 47d31865-f267-48a5-92bd-ce3f3b542217 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:34:55.863760 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1c0c4b76-f711-49a0-9f0b-f109ffd8affe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:55.916305 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e1d871f8-f4a5-4221-952a-b589775f85c7 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:34:55.999248 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-1c0c4b76-f711-49a0-9f0b-f109ffd8affe None None] Port 47d31865-f267-48a5-92bd-ce3f3b542217 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:34:56.017834 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port e1d871f8-f4a5-4221-952a-b589775f85c7 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:34:56.023177 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port e1d871f8-f4a5-4221-952a-b589775f85c7 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:34:56.023635 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:56.031460 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-883f9e52-2487-401e-88ed-9538e981d10f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:56.032587 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-883f9e52-2487-401e-88ed-9538e981d10f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Synchronizing usage tracker for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:network {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:34:56.053521 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-883f9e52-2487-401e-88ed-9538e981d10f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Unset dirty status for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:network {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:34:56.060546 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-883f9e52-2487-401e-88ed-9538e981d10f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/networks?id=bb8c33c0-a967-4430-8795-5420e99b9adc HTTP/1.1" status: 200 len: 796 time: 0.2351296 Jan 21 10:34:56.077654 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-296ed7bd-ee74-4126-ac83-657e011203dd tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/quotas/fd2caf936e0146abb4bf55e5ab36dacd HTTP/1.1" status: 200 len: 375 time: 0.0162296 Jan 21 10:34:56.158444 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-6ec34997-a0a9-4890-8af6-9086efb99a78 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Synchronizing usage tracker for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:34:56.168246 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-8a1ee3cc-3548-4e73-942c-25f506c2d92c None None] Provisioning complete for port 47d31865-f267-48a5-92bd-ce3f3b542217 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:34:56.168840 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8a1ee3cc-3548-4e73-942c-25f506c2d92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:56.174237 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-c8dc2ccd-8aa8-4b21-8998-f9733c90162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294345248', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'e1d871f8-f4a5-4221-952a-b589775f85c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:34:49Z', 'updated_at': '2022-01-21T10:34:54Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'e1d871f8-f4a5-4221-952a-b589775f85c7', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:45:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:34:49Z', 'updated_at': '2022-01-21T10:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '47d31865-f267-48a5-92bd-ce3f3b542217', 'name': '', 'network_id': 'bb8c33c0-a967-4430-8795-5420e99b9adc', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:6b:bd:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '6dc1acbe-80b4-493c-88fa-baafca89f948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:34:53Z', 'updated_at': '2022-01-21T10:34:54Z', 'revision_number': 2, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': '6dc1acbe-80b4-493c-88fa-baafca89f948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:34:56.178018 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-6ec34997-a0a9-4890-8af6-9086efb99a78 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Unset dirty status for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:34:56.179235 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dc2ccd-8aa8-4b21-8998-f9733c90162c None None] Checking router: de135955-0b1c-4968-9fd9-fd95b5049d25 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:34:56.179515 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-6ec34997-a0a9-4890-8af6-9086efb99a78 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1010358 Jan 21 10:34:56.179647 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dc2ccd-8aa8-4b21-8998-f9733c90162c None None] Updating router de135955-0b1c-4968-9fd9-fd95b5049d25 port 47d31865-f267-48a5-92bd-ce3f3b542217 binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:34:56.193587 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:56.233152 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port e1d871f8-f4a5-4221-952a-b589775f85c7, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e1d871f8-f4a5-4221-952a-b589775f85c7,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:34:56.239254 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-8a1ee3cc-3548-4e73-942c-25f506c2d92c None None] Port 47d31865-f267-48a5-92bd-ce3f3b542217 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:34:56.243253 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:56.243376 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-c8dc2ccd-8aa8-4b21-8998-f9733c90162c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:56.243728 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 759d7193-c0e0-43d9-b87f-9791d4111106 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:34:56.245285 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-c8abd3a2-deba-407c-bcd6-22876ffc5578 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=87515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 10:34:56.246389 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-c8abd3a2-deba-407c-bcd6-22876ffc5578 service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0542481 Jan 21 10:34:56.386325 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-b46da467-516d-4b22-b330-84b975ecbcf0 service neutron] 10.222.0.110 "GET /v2.0/networks/bb8c33c0-a967-4430-8795-5420e99b9adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333177 Jan 21 10:34:56.398389 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=e1d871f8-f4a5-4221-952a-b589775f85c7,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:56.419647 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 759d7193-c0e0-43d9-b87f-9791d4111106 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:34:56.427212 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 759d7193-c0e0-43d9-b87f-9791d4111106 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:34:56.427827 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:56.526755 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-e244fb42-3096-4d97-92b0-d6ba3bdaac94 service neutron] 10.222.0.110 "GET /v2.0/networks/bb8c33c0-a967-4430-8795-5420e99b9adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341965 Jan 21 10:34:56.558337 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:56.595579 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 759d7193-c0e0-43d9-b87f-9791d4111106, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=759d7193-c0e0-43d9-b87f-9791d4111106,segment=NetworkSegment(ada58a06-5972-405e-902c-93262e89cfff),segment_id=ada58a06-5972-405e-902c-93262e89cfff)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:34:56.600051 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:56.614919 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-c8dc2ccd-8aa8-4b21-8998-f9733c90162c None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:56.627885 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-c8dc2ccd-8aa8-4b21-8998-f9733c90162c None None] Transition to ACTIVE for port object 47d31865-f267-48a5-92bd-ce3f3b542217 will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:34:56.634029 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-c8dc2ccd-8aa8-4b21-8998-f9733c90162c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:56.676967 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=759d7193-c0e0-43d9-b87f-9791d4111106,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:56.866964 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1c75f-8979-4e40-b67f-d0e2787cd961 None None] Pushing event updated for resources: {'Port': ['ID=47d31865-f267-48a5-92bd-ce3f3b542217,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:56.896107 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa1c75f-8979-4e40-b67f-d0e2787cd961 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:56.896444 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa1c75f-8979-4e40-b67f-d0e2787cd961 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:56.896780 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa1c75f-8979-4e40-b67f-d0e2787cd961 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:56.897110 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa1c75f-8979-4e40-b67f-d0e2787cd961 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:56.897437 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa1c75f-8979-4e40-b67f-d0e2787cd961 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:56.897760 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa1c75f-8979-4e40-b67f-d0e2787cd961 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:56.898083 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa1c75f-8979-4e40-b67f-d0e2787cd961 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:56.898403 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa1c75f-8979-4e40-b67f-d0e2787cd961 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:56.898724 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa1c75f-8979-4e40-b67f-d0e2787cd961 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:56.899039 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa1c75f-8979-4e40-b67f-d0e2787cd961 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:56.899367 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa1c75f-8979-4e40-b67f-d0e2787cd961 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:56.899825 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa1c75f-8979-4e40-b67f-d0e2787cd961 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:56.908584 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-c8dc2ccd-8aa8-4b21-8998-f9733c90162c None None] Attempting to bind port 47d31865-f267-48a5-92bd-ce3f3b542217 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:34:56.908954 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-c8dc2ccd-8aa8-4b21-8998-f9733c90162c None None] Attempting to bind port 47d31865-f267-48a5-92bd-ce3f3b542217 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'ada58a06-5972-405e-902c-93262e89cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bb8c33c0-a967-4430-8795-5420e99b9adc'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:34:56.909360 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dc2ccd-8aa8-4b21-8998-f9733c90162c None None] Attempting to bind port 47d31865-f267-48a5-92bd-ce3f3b542217 on network bb8c33c0-a967-4430-8795-5420e99b9adc {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:34:56.914626 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dc2ccd-8aa8-4b21-8998-f9733c90162c None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:34:56.914989 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dc2ccd-8aa8-4b21-8998-f9733c90162c None None] Checking segment: {'id': 'ada58a06-5972-405e-902c-93262e89cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bb8c33c0-a967-4430-8795-5420e99b9adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:34:56.915382 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-c8dc2ccd-8aa8-4b21-8998-f9733c90162c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:56.915796 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dc2ccd-8aa8-4b21-8998-f9733c90162c None None] Bound using segment: {'id': 'ada58a06-5972-405e-902c-93262e89cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bb8c33c0-a967-4430-8795-5420e99b9adc'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:34:56.916250 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-c8dc2ccd-8aa8-4b21-8998-f9733c90162c None None] Bound port: 47d31865-f267-48a5-92bd-ce3f3b542217, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada58a06-5972-405e-902c-93262e89cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bb8c33c0-a967-4430-8795-5420e99b9adc'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:34:56.916615 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-c8dc2ccd-8aa8-4b21-8998-f9733c90162c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:57.005172 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-c8dc2ccd-8aa8-4b21-8998-f9733c90162c None None] For port 47d31865-f267-48a5-92bd-ce3f3b542217, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:34:57.008020 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-c8dc2ccd-8aa8-4b21-8998-f9733c90162c None None] For port 47d31865-f267-48a5-92bd-ce3f3b542217, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=47d31865-f267-48a5-92bd-ce3f3b542217,segment=NetworkSegment(ada58a06-5972-405e-902c-93262e89cfff),segment_id=ada58a06-5972-405e-902c-93262e89cfff)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:34:57.012447 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-c8dc2ccd-8aa8-4b21-8998-f9733c90162c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:57.089703 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dc2ccd-8aa8-4b21-8998-f9733c90162c None None] Routers {'de135955-0b1c-4968-9fd9-fd95b5049d25'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:34:57.090325 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-c8dc2ccd-8aa8-4b21-8998-f9733c90162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:34:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['de135955-0b1c-4968-9fd9-fd95b5049d25'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:34:57.158434 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1c75f-8979-4e40-b67f-d0e2787cd961 None None] Pushing event updated for resources: {'Port': ['ID=47d31865-f267-48a5-92bd-ce3f3b542217,revision_number=4']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:57.278747 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-c8dc2ccd-8aa8-4b21-8998-f9733c90162c None None] Set router de135955-0b1c-4968-9fd9-fd95b5049d25 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:34:57.579906 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-c8dc2ccd-8aa8-4b21-8998-f9733c90162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294345248', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'e1d871f8-f4a5-4221-952a-b589775f85c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:34:49Z', 'updated_at': '2022-01-21T10:34:54Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'e1d871f8-f4a5-4221-952a-b589775f85c7', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:45:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:34:49Z', 'updated_at': '2022-01-21T10:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '47d31865-f267-48a5-92bd-ce3f3b542217', 'name': '', 'network_id': 'bb8c33c0-a967-4430-8795-5420e99b9adc', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:6b:bd:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '6dc1acbe-80b4-493c-88fa-baafca89f948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:34:53Z', 'updated_at': '2022-01-21T10:34:57Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': '6dc1acbe-80b4-493c-88fa-baafca89f948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:34:57.583887 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dc2ccd-8aa8-4b21-8998-f9733c90162c None None] The sync data for ids ['de135955-0b1c-4968-9fd9-fd95b5049d25'] in dv-neutron-825731-1-hyperv is: [{'id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294345248', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'e1d871f8-f4a5-4221-952a-b589775f85c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:34:49Z', 'updated_at': '2022-01-21T10:34:54Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'e1d871f8-f4a5-4221-952a-b589775f85c7', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:45:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:34:49Z', 'updated_at': '2022-01-21T10:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '47d31865-f267-48a5-92bd-ce3f3b542217', 'name': '', 'network_id': 'bb8c33c0-a967-4430-8795-5420e99b9adc', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:6b:bd:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '6dc1acbe-80b4-493c-88fa-baafca89f948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:34:53Z', 'updated_at': '2022-01-21T10:34:57Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': '6dc1acbe-80b4-493c-88fa-baafca89f948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:34:57.806492 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-df997af8-05b2-4ded-a617-c511d3942619 req-581387c4-be3a-4803-9e08-520a085de5c8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Synchronizing usage tracker for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:34:57.828926 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-df997af8-05b2-4ded-a617-c511d3942619 req-581387c4-be3a-4803-9e08-520a085de5c8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Unset dirty status for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:34:57.830124 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-df997af8-05b2-4ded-a617-c511d3942619 req-581387c4-be3a-4803-9e08-520a085de5c8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ba19200-9cb1-4dc5-bce4-aea9aa828b9b HTTP/1.1" status: 200 len: 210 time: 0.0884175 Jan 21 10:34:57.943219 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 47d31865-f267-48a5-92bd-ce3f3b542217 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:34:58.022304 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 47d31865-f267-48a5-92bd-ce3f3b542217 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:34:58.028583 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 47d31865-f267-48a5-92bd-ce3f3b542217 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:34:58.029165 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:58.160823 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:58.199996 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 47d31865-f267-48a5-92bd-ce3f3b542217, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=47d31865-f267-48a5-92bd-ce3f3b542217,segment=NetworkSegment(ada58a06-5972-405e-902c-93262e89cfff),segment_id=ada58a06-5972-405e-902c-93262e89cfff)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:34:58.205474 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:58.207181 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e1d871f8-f4a5-4221-952a-b589775f85c7 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:34:58.330372 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=47d31865-f267-48a5-92bd-ce3f3b542217,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:58.350218 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port e1d871f8-f4a5-4221-952a-b589775f85c7 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:34:58.350816 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:58.481498 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 759d7193-c0e0-43d9-b87f-9791d4111106 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:34:58.559350 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 759d7193-c0e0-43d9-b87f-9791d4111106 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:34:58.559756 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:59.004651 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-47dea171-d358-43c0-835d-ea56995d0c2d req-326bdab6-b23f-493f-8e7c-00ce415bc4c8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ba19200-9cb1-4dc5-bce4-aea9aa828b9b HTTP/1.1" status: 200 len: 210 time: 0.0436780 Jan 21 10:34:59.026062 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:34:59.071136 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-8b3136cc-3c9f-4e61-8927-860aca27750a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:59.071840 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-8b3136cc-3c9f-4e61-8927-860aca27750a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Synchronizing usage tracker for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:network {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:34:59.083273 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-8b3136cc-3c9f-4e61-8927-860aca27750a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Unset dirty status for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:network {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:34:59.084415 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-8b3136cc-3c9f-4e61-8927-860aca27750a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.72 "GET /v2.0/networks?id=bb8c33c0-a967-4430-8795-5420e99b9adc HTTP/1.1" status: 200 len: 796 time: 0.1697192 Jan 21 10:34:59.136969 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-1ecfd4c6-4c80-475f-9783-398dfb5da493 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Synchronizing usage tracker for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:34:59.154430 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-1ecfd4c6-4c80-475f-9783-398dfb5da493 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Unset dirty status for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:34:59.155858 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-1ecfd4c6-4c80-475f-9783-398dfb5da493 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd2caf936e0146abb4bf55e5ab36dacd HTTP/1.1" status: 200 len: 379 time: 0.0627749 Jan 21 10:34:59.165873 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-db85f14b-84ec-45a4-9498-28d1b7ea1f72 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'port': {'device_id': '5ba19200-9cb1-4dc5-bce4-aea9aa828b9b', 'network_id': 'bb8c33c0-a967-4430-8795-5420e99b9adc', 'admin_state_up': True, 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'security_groups': ['f49e0ce4-61b5-4603-9bf2-e665c6b8fbcf']}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:34:59.297205 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-db85f14b-84ec-45a4-9498-28d1b7ea1f72 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:34:59.306991 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-db85f14b-84ec-45a4-9498-28d1b7ea1f72 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:34:59.316347 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-db85f14b-84ec-45a4-9498-28d1b7ea1f72 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Made reservation on behalf of fd2caf936e0146abb4bf55e5ab36dacd for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:34:59.319900 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-db85f14b-84ec-45a4-9498-28d1b7ea1f72 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:59.480497 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-db85f14b-84ec-45a4-9498-28d1b7ea1f72 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Allocated IP 172.20.0.12 (bb8c33c0-a967-4430-8795-5420e99b9adc/6dc1acbe-80b4-493c-88fa-baafca89f948/f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:34:59.665053 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-db85f14b-84ec-45a4-9498-28d1b7ea1f72 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:59.680505 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-db85f14b-84ec-45a4-9498-28d1b7ea1f72 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Transition to ACTIVE for port object f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:34:59.703910 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-db85f14b-84ec-45a4-9498-28d1b7ea1f72 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:59.774556 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-db85f14b-84ec-45a4-9498-28d1b7ea1f72 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Network bb8c33c0-a967-4430-8795-5420e99b9adc is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:34:59.777630 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-db85f14b-84ec-45a4-9498-28d1b7ea1f72 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:34:59.781648 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-db85f14b-84ec-45a4-9498-28d1b7ea1f72 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:34:59.844794 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 47d31865-f267-48a5-92bd-ce3f3b542217 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:34:59.918853 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 47d31865-f267-48a5-92bd-ce3f3b542217 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:34:59.919230 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:59.929104 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85f14b-84ec-45a4-9498-28d1b7ea1f72 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'Port': ['ID=f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:59.961670 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-db85f14b-84ec-45a4-9498-28d1b7ea1f72 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:59.962343 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-db85f14b-84ec-45a4-9498-28d1b7ea1f72 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:59.988339 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-db85f14b-84ec-45a4-9498-28d1b7ea1f72 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8262000 Jan 21 10:35:00.003804 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-ad85d589-b38f-4dcd-802a-bab30af23022 service neutron] Request body: {'port': {'device_id': '5ba19200-9cb1-4dc5-bce4-aea9aa828b9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:35:00.061279 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-d6ff2aa7-2b5c-480f-a1b6-89f011a66081 None None] Provisioning for port f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:35:00.069828 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-d6ff2aa7-2b5c-480f-a1b6-89f011a66081 None None] Provisioning complete for port f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:35:00.070197 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d6ff2aa7-2b5c-480f-a1b6-89f011a66081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:00.121035 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-ad85d589-b38f-4dcd-802a-bab30af23022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:00.130138 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-d6ff2aa7-2b5c-480f-a1b6-89f011a66081 None None] Port f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:35:00.444026 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88b15e-ea9b-4dbb-824e-b58f9fea4836 req-5280ec6c-8508-4490-b8ae-6277867fae36 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:00.444726 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-cd88b15e-ea9b-4dbb-824e-b58f9fea4836 req-5280ec6c-8508-4490-b8ae-6277867fae36 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Synchronizing usage tracker for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:35:00.480080 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-cd88b15e-ea9b-4dbb-824e-b58f9fea4836 req-5280ec6c-8508-4490-b8ae-6277867fae36 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Unset dirty status for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:35:00.481215 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-cd88b15e-ea9b-4dbb-824e-b58f9fea4836 req-5280ec6c-8508-4490-b8ae-6277867fae36 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ba19200-9cb1-4dc5-bce4-aea9aa828b9b HTTP/1.1" status: 200 len: 932 time: 0.3177273 Jan 21 10:35:00.582506 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-ad85d589-b38f-4dcd-802a-bab30af23022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26 {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:35:00.588793 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-cd88b15e-ea9b-4dbb-824e-b58f9fea4836 req-a62a3ff1-5d1a-49d1-b1dd-e588df218b53 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=f49e0ce4-61b5-4603-9bf2-e665c6b8fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948706 Jan 21 10:35:00.592469 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-ad85d589-b38f-4dcd-802a-bab30af23022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:00.608070 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-ad85d589-b38f-4dcd-802a-bab30af23022 service neutron] Transition to ACTIVE for port object f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:35:00.611699 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-ad85d589-b38f-4dcd-802a-bab30af23022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:00.773448 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85d589-b38f-4dcd-802a-bab30af23022 service neutron] Pushing event updated for resources: {'Port': ['ID=f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:35:00.858569 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-ad85d589-b38f-4dcd-802a-bab30af23022 service neutron] Attempting to bind port f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:35:00.858897 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-ad85d589-b38f-4dcd-802a-bab30af23022 service neutron] Attempting to bind port f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'ada58a06-5972-405e-902c-93262e89cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bb8c33c0-a967-4430-8795-5420e99b9adc'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:35:00.859213 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-ad85d589-b38f-4dcd-802a-bab30af23022 service neutron] Attempting to bind port f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26 on network bb8c33c0-a967-4430-8795-5420e99b9adc {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:35:00.863880 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-ad85d589-b38f-4dcd-802a-bab30af23022 service neutron] Port f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26 on network bb8c33c0-a967-4430-8795-5420e99b9adc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:35:00.864141 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-ad85d589-b38f-4dcd-802a-bab30af23022 service neutron] Attempting to bind port f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26 on network bb8c33c0-a967-4430-8795-5420e99b9adc {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:35:00.869075 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-ad85d589-b38f-4dcd-802a-bab30af23022 service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:35:00.869395 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-ad85d589-b38f-4dcd-802a-bab30af23022 service neutron] Checking segment: {'id': 'ada58a06-5972-405e-902c-93262e89cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bb8c33c0-a967-4430-8795-5420e99b9adc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:35:00.869766 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-ad85d589-b38f-4dcd-802a-bab30af23022 service neutron] Bound using segment: {'id': 'ada58a06-5972-405e-902c-93262e89cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bb8c33c0-a967-4430-8795-5420e99b9adc'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:35:00.870174 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-ad85d589-b38f-4dcd-802a-bab30af23022 service neutron] Bound port: f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ada58a06-5972-405e-902c-93262e89cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bb8c33c0-a967-4430-8795-5420e99b9adc'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:35:00.870507 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-ad85d589-b38f-4dcd-802a-bab30af23022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:00.958410 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-ad85d589-b38f-4dcd-802a-bab30af23022 service neutron] For port f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26, host hv-neutron-8257, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:35:00.962385 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-ad85d589-b38f-4dcd-802a-bab30af23022 service neutron] For port f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26,segment=NetworkSegment(ada58a06-5972-405e-902c-93262e89cfff),segment_id=ada58a06-5972-405e-902c-93262e89cfff)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:35:00.965981 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-ad85d589-b38f-4dcd-802a-bab30af23022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:01.027151 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-ad85d589-b38f-4dcd-802a-bab30af23022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:01.027798 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-ad85d589-b38f-4dcd-802a-bab30af23022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:01.029165 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-ad85d589-b38f-4dcd-802a-bab30af23022 service neutron] 10.222.0.72 "PUT /v2.0/ports/f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26 HTTP/1.1" status: 200 len: 1094 time: 1.0302026 Jan 21 10:35:01.029599 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba19200-9cb1-4dc5-bce4-aea9aa828b9b', 'tag': 'f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:35:01.055107 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85d589-b38f-4dcd-802a-bab30af23022 service neutron] Pushing event updated for resources: {'Port': ['ID=f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:35:01.116136 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba19200-9cb1-4dc5-bce4-aea9aa828b9b', 'tag': 'f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26', 'status': 'completed', 'code': 200} Jan 21 10:35:01.157801 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-1c3e3bb8-605e-4459-ab67-4575c1c38d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:01.160177 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-1c3e3bb8-605e-4459-ab67-4575c1c38d09 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&device_id=5ba19200-9cb1-4dc5-bce4-aea9aa828b9b HTTP/1.1" status: 200 len: 1097 time: 0.0764632 Jan 21 10:35:01.232055 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-4ee751ca-3e94-46d7-8213-01212d5b9677 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26 HTTP/1.1" status: 200 len: 217 time: 0.0657973 Jan 21 10:35:01.294824 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-6ccf375f-d1a4-4181-a72a-937c0ca497f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:01.296207 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-6ccf375f-d1a4-4181-a72a-937c0ca497f6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6dc1acbe-80b4-493c-88fa-baafca89f948 HTTP/1.1" status: 200 len: 835 time: 0.0580075 Jan 21 10:35:01.371627 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-f2b8d76c-f0c7-4d89-9a19-fbe30bd9ff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:01.373104 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-f2b8d76c-f0c7-4d89-9a19-fbe30bd9ff08 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bb8c33c0-a967-4430-8795-5420e99b9adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703931 Jan 21 10:35:01.501805 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-679450bc-3104-4a68-977d-89efda48c7b2 service neutron] 10.222.0.72 "GET /v2.0/networks/bb8c33c0-a967-4430-8795-5420e99b9adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217422 Jan 21 10:35:01.633811 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-cf9e6597-ec50-46be-b18f-7d3b91b45dba req-a0d9a7ca-eac7-4fcc-980d-14e0990c56ba service neutron] 10.222.0.72 "GET /v2.0/networks/bb8c33c0-a967-4430-8795-5420e99b9adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258581 Jan 21 10:35:01.918334 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86e0e0-9843-4209-8400-ff8209fa89d6 req-e4850893-a3ca-4e61-b33e-3311408b77cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:01.919802 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-5e86e0e0-9843-4209-8400-ff8209fa89d6 req-e4850893-a3ca-4e61-b33e-3311408b77cd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&device_id=5ba19200-9cb1-4dc5-bce4-aea9aa828b9b HTTP/1.1" status: 200 len: 1097 time: 0.2389843 Jan 21 10:35:01.927799 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae919352-33fa-4963-9704-664c3ddb3b22 req-33967e04-28da-430a-b2a5-aa8ec71eedb1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:01.929124 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ae919352-33fa-4963-9704-664c3ddb3b22 req-33967e04-28da-430a-b2a5-aa8ec71eedb1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ba19200-9cb1-4dc5-bce4-aea9aa828b9b HTTP/1.1" status: 200 len: 944 time: 0.1119969 Jan 21 10:35:02.056455 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ae919352-33fa-4963-9704-664c3ddb3b22 req-29472468-a20d-4e8b-9c42-b69a5e730aa8 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=f49e0ce4-61b5-4603-9bf2-e665c6b8fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082251 Jan 21 10:35:02.086994 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86e0e0-9843-4209-8400-ff8209fa89d6 req-63819512-546e-4444-982a-8acf8def7d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:02.088457 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-5e86e0e0-9843-4209-8400-ff8209fa89d6 req-63819512-546e-4444-982a-8acf8def7d1b service neutron] 10.222.0.72 "GET /v2.0/networks?id=bb8c33c0-a967-4430-8795-5420e99b9adc HTTP/1.1" status: 200 len: 897 time: 0.1585116 Jan 21 10:35:02.158538 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-5e86e0e0-9843-4209-8400-ff8209fa89d6 req-09376a3a-3dff-4438-9aee-94ac0e5b1f02 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26 HTTP/1.1" status: 200 len: 217 time: 0.0634444 Jan 21 10:35:02.220188 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86e0e0-9843-4209-8400-ff8209fa89d6 req-82773748-43c1-435e-849f-f35df02c6a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:02.222190 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-5e86e0e0-9843-4209-8400-ff8209fa89d6 req-82773748-43c1-435e-849f-f35df02c6a36 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6dc1acbe-80b4-493c-88fa-baafca89f948 HTTP/1.1" status: 200 len: 835 time: 0.0569212 Jan 21 10:35:02.296962 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86e0e0-9843-4209-8400-ff8209fa89d6 req-ad9f3f53-5b80-4d63-9292-1cece8e7f4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:02.298529 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-5e86e0e0-9843-4209-8400-ff8209fa89d6 req-ad9f3f53-5b80-4d63-9292-1cece8e7f4ab service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bb8c33c0-a967-4430-8795-5420e99b9adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690401 Jan 21 10:35:02.428799 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-5e86e0e0-9843-4209-8400-ff8209fa89d6 req-246d973c-910d-43ef-b8c0-d1e1b5d9d215 service neutron] 10.222.0.72 "GET /v2.0/networks/bb8c33c0-a967-4430-8795-5420e99b9adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236000 Jan 21 10:35:02.560540 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-5e86e0e0-9843-4209-8400-ff8209fa89d6 req-4e978c99-3f61-4b79-87d9-83cf2aa3120c service neutron] 10.222.0.72 "GET /v2.0/networks/bb8c33c0-a967-4430-8795-5420e99b9adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255422 Jan 21 10:35:03.325520 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e3ff2-a0a4-43cf-991d-67004587dcbf req-f091d6af-2990-4271-af48-de553b55c8b1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:03.326960 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-522e3ff2-a0a4-43cf-991d-67004587dcbf req-f091d6af-2990-4271-af48-de553b55c8b1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ba19200-9cb1-4dc5-bce4-aea9aa828b9b HTTP/1.1" status: 200 len: 944 time: 0.1248136 Jan 21 10:35:03.370502 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-522e3ff2-a0a4-43cf-991d-67004587dcbf req-8042efb8-6ad9-434b-9df3-b6082449152a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=f49e0ce4-61b5-4603-9bf2-e665c6b8fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370259 Jan 21 10:35:04.556680 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f5b45-181b-4c71-96c9-b989c83a8c91 req-9efdd6a4-44f4-4a6a-80e2-22c5d3796e78 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:04.558043 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fc7f5b45-181b-4c71-96c9-b989c83a8c91 req-9efdd6a4-44f4-4a6a-80e2-22c5d3796e78 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ba19200-9cb1-4dc5-bce4-aea9aa828b9b HTTP/1.1" status: 200 len: 944 time: 0.0836420 Jan 21 10:35:04.602171 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fc7f5b45-181b-4c71-96c9-b989c83a8c91 req-87b7fd04-fe02-4e20-9db1-85cc823a600d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=f49e0ce4-61b5-4603-9bf2-e665c6b8fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383298 Jan 21 10:35:05.623366 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:35:05.759233 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26,segment=NetworkSegment(ada58a06-5972-405e-902c-93262e89cfff),segment_id=ada58a06-5972-405e-902c-93262e89cfff)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:35:05.776314 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': 'f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26', 'network_id': 'bb8c33c0-a967-4430-8795-5420e99b9adc', 'port_id': 'f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26', 'mac_address': 'fa:16:3e:39:94:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dc1acbe-80b4-493c-88fa-baafca89f948', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:35:05.788511 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0847bc-4788-4605-8b83-12c07e41152d req-1eb33831-cbe7-451e-969b-9c56f5ea7434 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:05.790110 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ca0847bc-4788-4605-8b83-12c07e41152d req-1eb33831-cbe7-451e-969b-9c56f5ea7434 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ba19200-9cb1-4dc5-bce4-aea9aa828b9b HTTP/1.1" status: 200 len: 944 time: 0.0825977 Jan 21 10:35:05.841810 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ca0847bc-4788-4605-8b83-12c07e41152d req-85074e52-0935-4098-8880-77589e6b841a tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=f49e0ce4-61b5-4603-9bf2-e665c6b8fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457377 Jan 21 10:35:05.863649 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:05.880204 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:35:05.895547 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26,segment=NetworkSegment(ada58a06-5972-405e-902c-93262e89cfff),segment_id=ada58a06-5972-405e-902c-93262e89cfff)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:35:05.899285 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:05.966180 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:35:06.290327 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:35:07.025001 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c42d05-56e0-4973-afa0-c805de547a9c req-71b33c66-9e6b-49d6-a873-1c35cde1bd10 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:07.026448 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-52c42d05-56e0-4973-afa0-c805de547a9c req-71b33c66-9e6b-49d6-a873-1c35cde1bd10 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ba19200-9cb1-4dc5-bce4-aea9aa828b9b HTTP/1.1" status: 200 len: 945 time: 0.0790467 Jan 21 10:35:07.073163 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-52c42d05-56e0-4973-afa0-c805de547a9c req-8438e247-faa9-488d-9a82-fccea140dd89 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=f49e0ce4-61b5-4603-9bf2-e665c6b8fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411189 Jan 21 10:35:07.623460 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26 up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:35:07.689944 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:35:07.694579 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:35:07.694973 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:07.810127 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:07.836329 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba19200-9cb1-4dc5-bce4-aea9aa828b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:35:07.845556 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26,segment=NetworkSegment(ada58a06-5972-405e-902c-93262e89cfff),segment_id=ada58a06-5972-405e-902c-93262e89cfff)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:35:07.850159 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:07.889697 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba19200-9cb1-4dc5-bce4-aea9aa828b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26', 'code': 200} Jan 21 10:35:07.923942 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:35:08.114886 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6752906-500a-4bda-99ab-2b7b0a5d00e5 req-0419d212-e052-4c2c-b123-8f4a14348072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:08.116415 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d6752906-500a-4bda-99ab-2b7b0a5d00e5 req-0419d212-e052-4c2c-b123-8f4a14348072 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5ba19200-9cb1-4dc5-bce4-aea9aa828b9b HTTP/1.1" status: 200 len: 1099 time: 0.0695882 Jan 21 10:35:08.159287 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d6752906-500a-4bda-99ab-2b7b0a5d00e5 req-01819351-4a2c-4594-a5d3-9b8afd71254b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f49e0ce4-61b5-4603-9bf2-e665c6b8fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355270 Jan 21 10:35:08.261376 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56680bb-d804-499f-bebc-964cd4c1eeed req-db40414d-d673-447f-b05d-9015afcf274f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:08.262825 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d56680bb-d804-499f-bebc-964cd4c1eeed req-db40414d-d673-447f-b05d-9015afcf274f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ba19200-9cb1-4dc5-bce4-aea9aa828b9b HTTP/1.1" status: 200 len: 946 time: 0.0849538 Jan 21 10:35:08.308490 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d56680bb-d804-499f-bebc-964cd4c1eeed req-9ebb0815-d582-40ca-9221-ba46719539ff tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=f49e0ce4-61b5-4603-9bf2-e665c6b8fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399222 Jan 21 10:35:09.499022 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2028bcc-7515-48f4-9873-53e2e21faeff req-e197da96-ebdf-40c8-b9cb-d9c6f3fe6620 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:09.500534 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c2028bcc-7515-48f4-9873-53e2e21faeff req-e197da96-ebdf-40c8-b9cb-d9c6f3fe6620 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ba19200-9cb1-4dc5-bce4-aea9aa828b9b HTTP/1.1" status: 200 len: 946 time: 0.0807440 Jan 21 10:35:09.545935 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c2028bcc-7515-48f4-9873-53e2e21faeff req-161ac882-c657-47c0-a36d-5c94d2dde365 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=f49e0ce4-61b5-4603-9bf2-e665c6b8fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389588 Jan 21 10:35:10.729098 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356368e-816f-4cf8-98bb-daf231c8d340 req-80dbe5d4-544a-4fe3-9261-7af4fc737c2f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:10.731213 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f356368e-816f-4cf8-98bb-daf231c8d340 req-80dbe5d4-544a-4fe3-9261-7af4fc737c2f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ba19200-9cb1-4dc5-bce4-aea9aa828b9b HTTP/1.1" status: 200 len: 946 time: 0.0798340 Jan 21 10:35:10.775688 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f356368e-816f-4cf8-98bb-daf231c8d340 req-27b3b212-a354-4983-b593-852915c22ddc tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=f49e0ce4-61b5-4603-9bf2-e665c6b8fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386384 Jan 21 10:35:10.964158 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd512f6-045f-49de-85c6-801c0e5636fb req-ca849583-35c5-4083-8448-3b8529d36a04 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:10.965522 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8cd512f6-045f-49de-85c6-801c0e5636fb req-ca849583-35c5-4083-8448-3b8529d36a04 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ba19200-9cb1-4dc5-bce4-aea9aa828b9b HTTP/1.1" status: 200 len: 946 time: 0.0824373 Jan 21 10:35:11.010299 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-8cd512f6-045f-49de-85c6-801c0e5636fb req-0b990fc4-52f1-44e7-8335-22b712014926 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=f49e0ce4-61b5-4603-9bf2-e665c6b8fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389605 Jan 21 10:35:11.032350 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 36144) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:35:11.105317 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7a535f-8660-421e-9751-a958a53e00bc tempest-TestNetworkAdvancedServerOps-151801494 tempest-TestNetworkAdvancedServerOps-151801494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:11.106792 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-fb7a535f-8660-421e-9751-a958a53e00bc tempest-TestNetworkAdvancedServerOps-151801494 tempest-TestNetworkAdvancedServerOps-151801494-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=5ba19200-9cb1-4dc5-bce4-aea9aa828b9b HTTP/1.1" status: 200 len: 1094 time: 0.0734324 Jan 21 10:35:11.109558 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 36148) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:35:11.115157 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-590f3599-1800-4546-af77-256e255ca7b1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Request body: {'floatingip': {'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'port_id': 'f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:35:11.120859 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-590f3599-1800-4546-af77-256e255ca7b1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:35:11.124590 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-590f3599-1800-4546-af77-256e255ca7b1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Usage tracker for resource:floatingip and tenant:fd2caf936e0146abb4bf55e5ab36dacd is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:35:11.127378 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-590f3599-1800-4546-af77-256e255ca7b1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:35:11.133008 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-590f3599-1800-4546-af77-256e255ca7b1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:35:11.142929 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-590f3599-1800-4546-af77-256e255ca7b1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for floatingip, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:11.274656 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-590f3599-1800-4546-af77-256e255ca7b1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:11.406072 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-590f3599-1800-4546-af77-256e255ca7b1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Allocated IP 172.26.3.45 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/16ec8ce3-1d57-4522-abc8-64b2734dea10) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:35:11.648936 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-590f3599-1800-4546-af77-256e255ca7b1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:11.677955 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-590f3599-1800-4546-af77-256e255ca7b1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:11.743016 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590f3599-1800-4546-af77-256e255ca7b1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:35:11.745915 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-590f3599-1800-4546-af77-256e255ca7b1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:35:11.749515 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590f3599-1800-4546-af77-256e255ca7b1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:35:11.779920 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f3599-1800-4546-af77-256e255ca7b1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'Port': ['ID=16ec8ce3-1d57-4522-abc8-64b2734dea10,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:35:12.165082 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-590f3599-1800-4546-af77-256e255ca7b1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:12.236689 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-590f3599-1800-4546-af77-256e255ca7b1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:12.438438 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-590f3599-1800-4546-af77-256e255ca7b1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:12.443074 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-590f3599-1800-4546-af77-256e255ca7b1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:12.546882 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f3599-1800-4546-af77-256e255ca7b1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event updated for resources: {'Port': ['ID=16ec8ce3-1d57-4522-abc8-64b2734dea10,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:35:12.565946 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-590f3599-1800-4546-af77-256e255ca7b1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:12.738391 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.l3_db [None req-590f3599-1800-4546-af77-256e255ca7b1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Floating IP 9a816c6d-3b85-4284-aad1-ac2efae07c64 associated. External IP: 172.26.3.45, port: f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26. Jan 21 10:35:13.189347 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590f3599-1800-4546-af77-256e255ca7b1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Router de135955-0b1c-4968-9fd9-fd95b5049d25 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:35:13.210835 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:13.369801 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590f3599-1800-4546-af77-256e255ca7b1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:35:13.379156 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3374782-9685-4d61-aaab-6611d2615235 None None] Sync routers for ids ['de135955-0b1c-4968-9fd9-fd95b5049d25'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:35:13.388943 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3374782-9685-4d61-aaab-6611d2615235 None None] Routers {'de135955-0b1c-4968-9fd9-fd95b5049d25'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:35:13.389549 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-e3374782-9685-4d61-aaab-6611d2615235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:34:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['de135955-0b1c-4968-9fd9-fd95b5049d25'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:35:13.394786 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-590f3599-1800-4546-af77-256e255ca7b1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:13.455178 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-590f3599-1800-4546-af77-256e255ca7b1 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3422134 Jan 21 10:35:13.455178 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba19200-9cb1-4dc5-bce4-aea9aa828b9b', 'tag': 'f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:35:13.499302 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba19200-9cb1-4dc5-bce4-aea9aa828b9b', 'tag': 'f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26', 'status': 'completed', 'code': 200} Jan 21 10:35:13.575022 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-e3374782-9685-4d61-aaab-6611d2615235 None None] Set router de135955-0b1c-4968-9fd9-fd95b5049d25 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:35:13.665843 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c515c-7bb0-42a2-8fbd-632a6a253e3c req-2ecf7aaa-75c0-4132-bb75-7c10b24f6324 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:13.667329 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b01c515c-7bb0-42a2-8fbd-632a6a253e3c req-2ecf7aaa-75c0-4132-bb75-7c10b24f6324 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ba19200-9cb1-4dc5-bce4-aea9aa828b9b HTTP/1.1" status: 200 len: 946 time: 0.1211100 Jan 21 10:35:13.729648 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b01c515c-7bb0-42a2-8fbd-632a6a253e3c req-9a9c826b-4bcc-4137-9a72-486baf84b885 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=f49e0ce4-61b5-4603-9bf2-e665c6b8fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564623 Jan 21 10:35:13.742450 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c47dc1-280e-4e71-8bf0-bb9b4073afe4 req-57286281-9905-4468-beec-5002fe251458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:13.744225 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-11c47dc1-280e-4e71-8bf0-bb9b4073afe4 req-57286281-9905-4468-beec-5002fe251458 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&device_id=5ba19200-9cb1-4dc5-bce4-aea9aa828b9b HTTP/1.1" status: 200 len: 1099 time: 0.1615677 Jan 21 10:35:13.759065 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 36158) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:35:13.866265 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-1f9fe6bb-08fd-4900-b1cd-62926ffe010f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/floatingips/9a816c6d-3b85-4284-aad1-ac2efae07c64 HTTP/1.1" status: 200 len: 991 time: 0.1069925 Jan 21 10:35:13.888633 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c47dc1-280e-4e71-8bf0-bb9b4073afe4 req-c38d30d5-df79-4d4d-a616-b0a33ce305c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:13.890068 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-11c47dc1-280e-4e71-8bf0-bb9b4073afe4 req-c38d30d5-df79-4d4d-a616-b0a33ce305c5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bb8c33c0-a967-4430-8795-5420e99b9adc HTTP/1.1" status: 200 len: 897 time: 0.1394546 Jan 21 10:35:13.948714 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-e3374782-9685-4d61-aaab-6611d2615235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294345248', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'e1d871f8-f4a5-4221-952a-b589775f85c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:34:49Z', 'updated_at': '2022-01-21T10:34:54Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'e1d871f8-f4a5-4221-952a-b589775f85c7', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:45:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:34:49Z', 'updated_at': '2022-01-21T10:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '9a816c6d-3b85-4284-aad1-ac2efae07c64', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'floating_ip_address': '172.26.3.45', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'port_id': 'f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb8c33c0-a967-4430-8795-5420e99b9adc', 'mac_address': 'fa:16:3e:39:94:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba19200-9cb1-4dc5-bce4-aea9aa828b9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:35:12Z', 'updated_at': '2022-01-21T10:35:12Z', 'revision_number': 0, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d31865-f267-48a5-92bd-ce3f3b542217', 'name': '', 'network_id': 'bb8c33c0-a967-4430-8795-5420e99b9adc', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:6b:bd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '6dc1acbe-80b4-493c-88fa-baafca89f948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:34:53Z', 'updated_at': '2022-01-21T10:34:58Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': '6dc1acbe-80b4-493c-88fa-baafca89f948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:35:13.952543 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3374782-9685-4d61-aaab-6611d2615235 None None] Checking router: de135955-0b1c-4968-9fd9-fd95b5049d25 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:35:13.961861 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3374782-9685-4d61-aaab-6611d2615235 None None] Routers {'de135955-0b1c-4968-9fd9-fd95b5049d25'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:35:13.962463 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-e3374782-9685-4d61-aaab-6611d2615235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:34:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['de135955-0b1c-4968-9fd9-fd95b5049d25'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:35:13.995216 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-11c47dc1-280e-4e71-8bf0-bb9b4073afe4 req-2970cb32-2e14-42d3-be20-3e37a7d322cc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26 HTTP/1.1" status: 200 len: 999 time: 0.0982997 Jan 21 10:35:14.057357 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c47dc1-280e-4e71-8bf0-bb9b4073afe4 req-35dc50ed-2da9-4d21-85f3-8c5d3c049411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:14.058786 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-11c47dc1-280e-4e71-8bf0-bb9b4073afe4 req-35dc50ed-2da9-4d21-85f3-8c5d3c049411 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6dc1acbe-80b4-493c-88fa-baafca89f948 HTTP/1.1" status: 200 len: 835 time: 0.0574508 Jan 21 10:35:14.137032 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c47dc1-280e-4e71-8bf0-bb9b4073afe4 req-3a0c1a9c-a8e0-4958-b890-6c48f1c152ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:14.138633 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-11c47dc1-280e-4e71-8bf0-bb9b4073afe4 req-3a0c1a9c-a8e0-4958-b890-6c48f1c152ce service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bb8c33c0-a967-4430-8795-5420e99b9adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739412 Jan 21 10:35:14.139714 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-e3374782-9685-4d61-aaab-6611d2615235 None None] Set router de135955-0b1c-4968-9fd9-fd95b5049d25 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:35:14.273101 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-11c47dc1-280e-4e71-8bf0-bb9b4073afe4 req-9f999ecb-74cf-4aaa-9f1e-9dc003aa8a7b service neutron] 10.222.0.72 "GET /v2.0/networks/bb8c33c0-a967-4430-8795-5420e99b9adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281216 Jan 21 10:35:14.406786 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-11c47dc1-280e-4e71-8bf0-bb9b4073afe4 req-d4b7bfae-7f8f-4251-a0fe-12f326bf2a7e service neutron] 10.222.0.72 "GET /v2.0/networks/bb8c33c0-a967-4430-8795-5420e99b9adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244640 Jan 21 10:35:14.522346 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-e3374782-9685-4d61-aaab-6611d2615235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294345248', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'e1d871f8-f4a5-4221-952a-b589775f85c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:34:49Z', 'updated_at': '2022-01-21T10:34:54Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'e1d871f8-f4a5-4221-952a-b589775f85c7', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:45:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:34:49Z', 'updated_at': '2022-01-21T10:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '9a816c6d-3b85-4284-aad1-ac2efae07c64', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'floating_ip_address': '172.26.3.45', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'port_id': 'f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb8c33c0-a967-4430-8795-5420e99b9adc', 'mac_address': 'fa:16:3e:39:94:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba19200-9cb1-4dc5-bce4-aea9aa828b9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:35:12Z', 'updated_at': '2022-01-21T10:35:12Z', 'revision_number': 0, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d31865-f267-48a5-92bd-ce3f3b542217', 'name': '', 'network_id': 'bb8c33c0-a967-4430-8795-5420e99b9adc', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:6b:bd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '6dc1acbe-80b4-493c-88fa-baafca89f948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:34:53Z', 'updated_at': '2022-01-21T10:34:58Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': '6dc1acbe-80b4-493c-88fa-baafca89f948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:35:14.526336 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3374782-9685-4d61-aaab-6611d2615235 None None] The sync data for ids ['de135955-0b1c-4968-9fd9-fd95b5049d25'] in dv-neutron-825731-1-hyperv is: [{'id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294345248', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'e1d871f8-f4a5-4221-952a-b589775f85c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:34:49Z', 'updated_at': '2022-01-21T10:34:54Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'e1d871f8-f4a5-4221-952a-b589775f85c7', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:45:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:34:49Z', 'updated_at': '2022-01-21T10:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '9a816c6d-3b85-4284-aad1-ac2efae07c64', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'floating_ip_address': '172.26.3.45', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'port_id': 'f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb8c33c0-a967-4430-8795-5420e99b9adc', 'mac_address': 'fa:16:3e:39:94:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba19200-9cb1-4dc5-bce4-aea9aa828b9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:35:12Z', 'updated_at': '2022-01-21T10:35:12Z', 'revision_number': 0, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d31865-f267-48a5-92bd-ce3f3b542217', 'name': '', 'network_id': 'bb8c33c0-a967-4430-8795-5420e99b9adc', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:6b:bd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '6dc1acbe-80b4-493c-88fa-baafca89f948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:34:53Z', 'updated_at': '2022-01-21T10:34:58Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': '6dc1acbe-80b4-493c-88fa-baafca89f948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:35:14.721051 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a94079-840e-433c-8ce0-193767244696 None None] New status for floating IP 9a816c6d-3b85-4284-aad1-ac2efae07c64: ACTIVE {{(pid=87517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:35:14.870210 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 36162) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:35:14.972730 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d592abd6-d162-43f0-a755-6e9365bedf2d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/floatingips/9a816c6d-3b85-4284-aad1-ac2efae07c64 HTTP/1.1" status: 200 len: 991 time: 0.1013918 Jan 21 10:35:15.977214 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 36166) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:35:16.187445 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5048b794-3baf-4c41-b9d0-38c42e4d0eb7 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/floatingips/9a816c6d-3b85-4284-aad1-ac2efae07c64 HTTP/1.1" status: 200 len: 993 time: 0.2091107 Jan 21 10:35:16.682248 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-38c1e7df-3185-443d-a224-562feed58535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:19.037602 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cbc97f71-c6ff-43ca-b3d2-f4f4cf5b7848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:19.931740 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:20.171830 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:21.600677 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:36.025856 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:35:43.216320 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:44.003417 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-a5fb7663-2502-4b2a-a6b0-05fe63b296d0 req-f1be8f4c-d59e-430e-ba12-94dddc3e3bc2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5ba19200-9cb1-4dc5-bce4-aea9aa828b9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696828 Jan 21 10:35:44.143544 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb7663-2502-4b2a-a6b0-05fe63b296d0 req-8e653fe5-61bc-4765-916b-f47b21cffe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:44.145053 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-a5fb7663-2502-4b2a-a6b0-05fe63b296d0 req-8e653fe5-61bc-4765-916b-f47b21cffe37 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&device_id=5ba19200-9cb1-4dc5-bce4-aea9aa828b9b HTTP/1.1" status: 200 len: 1099 time: 0.0727899 Jan 21 10:35:44.391107 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb7663-2502-4b2a-a6b0-05fe63b296d0 req-66a6df2c-d377-4523-bf23-9ffcd1512a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:44.392701 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-a5fb7663-2502-4b2a-a6b0-05fe63b296d0 req-66a6df2c-d377-4523-bf23-9ffcd1512a1a service neutron] 10.222.0.72 "GET /v2.0/networks?id=bb8c33c0-a967-4430-8795-5420e99b9adc HTTP/1.1" status: 200 len: 897 time: 0.2287085 Jan 21 10:35:44.494170 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-a5fb7663-2502-4b2a-a6b0-05fe63b296d0 req-cf84a10a-ac83-44ba-9485-57fb85ca0bd9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26 HTTP/1.1" status: 200 len: 1001 time: 0.0952280 Jan 21 10:35:44.557309 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb7663-2502-4b2a-a6b0-05fe63b296d0 req-50fc43d1-75ec-4a0c-96c5-99621b3303f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:44.558713 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-a5fb7663-2502-4b2a-a6b0-05fe63b296d0 req-50fc43d1-75ec-4a0c-96c5-99621b3303f5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6dc1acbe-80b4-493c-88fa-baafca89f948 HTTP/1.1" status: 200 len: 835 time: 0.0588064 Jan 21 10:35:44.637364 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb7663-2502-4b2a-a6b0-05fe63b296d0 req-5b0cb4e8-9f1b-48d9-a42c-1547e82aea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:44.638826 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-a5fb7663-2502-4b2a-a6b0-05fe63b296d0 req-5b0cb4e8-9f1b-48d9-a42c-1547e82aea52 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bb8c33c0-a967-4430-8795-5420e99b9adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734816 Jan 21 10:35:44.770992 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-a5fb7663-2502-4b2a-a6b0-05fe63b296d0 req-e8738e71-8eb5-4bc6-9283-7c73a0029bdb service neutron] 10.222.0.72 "GET /v2.0/networks/bb8c33c0-a967-4430-8795-5420e99b9adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253138 Jan 21 10:35:44.902682 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-a5fb7663-2502-4b2a-a6b0-05fe63b296d0 req-4983a968-be22-44f4-a3a4-425249be4e82 service neutron] 10.222.0.72 "GET /v2.0/networks/bb8c33c0-a967-4430-8795-5420e99b9adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244555 Jan 21 10:35:46.685030 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f678c073-e8c3-46bd-b08b-5f6e8ca06ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:49.040081 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-38ea3c49-3b7b-4803-8c67-88ec2466e2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:49.933730 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:50.174246 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:51.604401 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:13.025189 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:36:13.236578 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:16.687888 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b9c38294-c8e9-4db3-bf3c-0418aa47daa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:19.042519 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ba5486a3-fba5-4039-9104-8476f6e834ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:19.936466 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:20.178869 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:21.610387 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:27.611882 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42bef8-5587-4794-8971-38a2115b5344 req-88708689-8875-485d-a2bb-5d72e457be5f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:27.613656 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6a42bef8-5587-4794-8971-38a2115b5344 req-88708689-8875-485d-a2bb-5d72e457be5f tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ba19200-9cb1-4dc5-bce4-aea9aa828b9b HTTP/1.1" status: 200 len: 946 time: 0.0805237 Jan 21 10:36:27.657789 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6a42bef8-5587-4794-8971-38a2115b5344 req-d1c52591-331e-400e-b454-80b8e43d6385 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=f49e0ce4-61b5-4603-9bf2-e665c6b8fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385303 Jan 21 10:36:28.847258 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b84fc2-8b4d-4f54-83d9-d1ecd2472243 req-601782ec-d6e5-4656-bdb4-3ecb839d5df2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:28.848716 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-89b84fc2-8b4d-4f54-83d9-d1ecd2472243 req-601782ec-d6e5-4656-bdb4-3ecb839d5df2 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ba19200-9cb1-4dc5-bce4-aea9aa828b9b HTTP/1.1" status: 200 len: 946 time: 0.0795958 Jan 21 10:36:28.892127 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-89b84fc2-8b4d-4f54-83d9-d1ecd2472243 req-c137be7b-c7de-46c4-b0c7-79f48f9e059d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=f49e0ce4-61b5-4603-9bf2-e665c6b8fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378065 Jan 21 10:36:30.099728 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22edf019-a0ad-4fc2-8434-112b78c53623 req-5f80c337-859e-45f2-8a0d-34240080a126 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:30.101172 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-22edf019-a0ad-4fc2-8434-112b78c53623 req-5f80c337-859e-45f2-8a0d-34240080a126 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ba19200-9cb1-4dc5-bce4-aea9aa828b9b HTTP/1.1" status: 200 len: 946 time: 0.0871263 Jan 21 10:36:30.145008 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-22edf019-a0ad-4fc2-8434-112b78c53623 req-2e4956bb-ae95-4b86-8859-66d9ea72777b tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=f49e0ce4-61b5-4603-9bf2-e665c6b8fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379105 Jan 21 10:36:30.167339 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 36208) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:30.272327 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-8adb3cf2-62a6-42aa-be92-1299e0bab13b tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/floatingips/9a816c6d-3b85-4284-aad1-ac2efae07c64 HTTP/1.1" status: 200 len: 993 time: 0.1038427 Jan 21 10:36:31.794012 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7fdb1-c5bd-4ef1-b915-a25b0404e88e req-fd227147-8597-494a-a27e-92ed5a7ff4a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:31.795489 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-56a7fdb1-c5bd-4ef1-b915-a25b0404e88e req-fd227147-8597-494a-a27e-92ed5a7ff4a3 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ba19200-9cb1-4dc5-bce4-aea9aa828b9b HTTP/1.1" status: 200 len: 946 time: 0.1436856 Jan 21 10:36:31.797333 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adee82e-6f36-476e-be56-5458e4d0c06a req-2dc9f89b-39db-4db8-93d0-e2f6b2b80111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:31.798633 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3adee82e-6f36-476e-be56-5458e4d0c06a req-2dc9f89b-39db-4db8-93d0-e2f6b2b80111 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&device_id=5ba19200-9cb1-4dc5-bce4-aea9aa828b9b HTTP/1.1" status: 200 len: 1099 time: 0.1072128 Jan 21 10:36:31.923072 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-56a7fdb1-c5bd-4ef1-b915-a25b0404e88e req-fdf2674c-9a88-40d4-995a-665b4ffd6e52 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=f49e0ce4-61b5-4603-9bf2-e665c6b8fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218905 Jan 21 10:36:31.961078 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adee82e-6f36-476e-be56-5458e4d0c06a req-560fb774-59f9-4c28-9ce3-eb6887267fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:31.962496 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3adee82e-6f36-476e-be56-5458e4d0c06a req-560fb774-59f9-4c28-9ce3-eb6887267fd8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bb8c33c0-a967-4430-8795-5420e99b9adc HTTP/1.1" status: 200 len: 897 time: 0.1456954 Jan 21 10:36:32.067873 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3adee82e-6f36-476e-be56-5458e4d0c06a req-73620790-2c2b-4d48-95e2-cc7b92a3c6c1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26 HTTP/1.1" status: 200 len: 1001 time: 0.0962946 Jan 21 10:36:32.133150 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adee82e-6f36-476e-be56-5458e4d0c06a req-90929f78-602b-42ab-8dfe-7f3c2bd4d90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:32.134526 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3adee82e-6f36-476e-be56-5458e4d0c06a req-90929f78-602b-42ab-8dfe-7f3c2bd4d90d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6dc1acbe-80b4-493c-88fa-baafca89f948 HTTP/1.1" status: 200 len: 835 time: 0.0596037 Jan 21 10:36:32.207242 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adee82e-6f36-476e-be56-5458e4d0c06a req-9d5f0b00-17f5-44d7-97ba-94ca9aa7c468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:32.208727 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3adee82e-6f36-476e-be56-5458e4d0c06a req-9d5f0b00-17f5-44d7-97ba-94ca9aa7c468 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bb8c33c0-a967-4430-8795-5420e99b9adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683444 Jan 21 10:36:32.336490 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3adee82e-6f36-476e-be56-5458e4d0c06a req-e3916fde-f0fa-4733-8b4c-c18f3e29a816 service neutron] 10.222.0.72 "GET /v2.0/networks/bb8c33c0-a967-4430-8795-5420e99b9adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219659 Jan 21 10:36:32.467814 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3adee82e-6f36-476e-be56-5458e4d0c06a req-0eccab45-ed64-4793-baed-98ebc50c29db service neutron] 10.222.0.72 "GET /v2.0/networks/bb8c33c0-a967-4430-8795-5420e99b9adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245596 Jan 21 10:36:33.114922 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4cb727-1e52-4a56-89b1-5c9865f9ac4d req-3e9d54fb-8b1f-4972-a59d-afd6ccc139e9 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:33.116396 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4f4cb727-1e52-4a56-89b1-5c9865f9ac4d req-3e9d54fb-8b1f-4972-a59d-afd6ccc139e9 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ba19200-9cb1-4dc5-bce4-aea9aa828b9b HTTP/1.1" status: 200 len: 946 time: 0.0826883 Jan 21 10:36:33.159619 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4f4cb727-1e52-4a56-89b1-5c9865f9ac4d req-6e7bd438-bf58-4972-a181-5063c8a4374b tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=f49e0ce4-61b5-4603-9bf2-e665c6b8fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376484 Jan 21 10:36:34.451625 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883e5c1-fcaa-4e6e-a98c-9f54e7948569 req-8c8c7889-32b8-470c-9652-9f11cc8b92ee tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:34.453004 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6883e5c1-fcaa-4e6e-a98c-9f54e7948569 req-8c8c7889-32b8-470c-9652-9f11cc8b92ee tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ba19200-9cb1-4dc5-bce4-aea9aa828b9b HTTP/1.1" status: 200 len: 946 time: 0.1864057 Jan 21 10:36:34.495270 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6883e5c1-fcaa-4e6e-a98c-9f54e7948569 req-9f2d7d44-8fce-4965-b663-ac4a7ec0faab tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=f49e0ce4-61b5-4603-9bf2-e665c6b8fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367005 Jan 21 10:36:34.519259 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 36230) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:34.625592 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2cd922e8-20aa-4dc9-ba9d-38d4d4886364 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/floatingips/9a816c6d-3b85-4284-aad1-ac2efae07c64 HTTP/1.1" status: 200 len: 993 time: 0.1051660 Jan 21 10:36:34.905982 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 36238) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:35.105870 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-443b6d54-fe47-4e49-aaaa-f5ead8ca866b tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Deleting port 16ec8ce3-1d57-4522-abc8-64b2734dea10 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:36:35.106207 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-443b6d54-fe47-4e49-aaaa-f5ead8ca866b tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:35.269691 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-443b6d54-fe47-4e49-aaaa-f5ead8ca866b tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:35.270013 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-443b6d54-fe47-4e49-aaaa-f5ead8ca866b tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:35.391206 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-443b6d54-fe47-4e49-aaaa-f5ead8ca866b tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Calling delete_port for 16ec8ce3-1d57-4522-abc8-64b2734dea10 owned by network:floatingip {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:36:35.540463 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-443b6d54-fe47-4e49-aaaa-f5ead8ca866b tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:35.586531 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b6d54-fe47-4e49-aaaa-f5ead8ca866b tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event deleted for resources: {'Port': ['ID=16ec8ce3-1d57-4522-abc8-64b2734dea10,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:35.627199 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443b6d54-fe47-4e49-aaaa-f5ead8ca866b tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:35.627598 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443b6d54-fe47-4e49-aaaa-f5ead8ca866b tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:35.627948 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443b6d54-fe47-4e49-aaaa-f5ead8ca866b tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:35.628289 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443b6d54-fe47-4e49-aaaa-f5ead8ca866b tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:35.628641 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443b6d54-fe47-4e49-aaaa-f5ead8ca866b tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:35.628970 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443b6d54-fe47-4e49-aaaa-f5ead8ca866b tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:35.629299 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443b6d54-fe47-4e49-aaaa-f5ead8ca866b tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:35.629627 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443b6d54-fe47-4e49-aaaa-f5ead8ca866b tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:35.629953 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443b6d54-fe47-4e49-aaaa-f5ead8ca866b tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:35.630306 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443b6d54-fe47-4e49-aaaa-f5ead8ca866b tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:35.630605 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443b6d54-fe47-4e49-aaaa-f5ead8ca866b tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:35.630928 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443b6d54-fe47-4e49-aaaa-f5ead8ca866b tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:35.693882 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-443b6d54-fe47-4e49-aaaa-f5ead8ca866b tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for floatingip, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:35.694116 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.l3_db [None req-443b6d54-fe47-4e49-aaaa-f5ead8ca866b tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Floating IP 9a816c6d-3b85-4284-aad1-ac2efae07c64 disassociated (deleted). External IP: 172.26.3.45, port: f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26. Jan 21 10:36:36.064302 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443b6d54-fe47-4e49-aaaa-f5ead8ca866b tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Router de135955-0b1c-4968-9fd9-fd95b5049d25 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:36:36.370948 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443b6d54-fe47-4e49-aaaa-f5ead8ca866b tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:36:36.381670 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7c4a5d-4a70-45b4-b8a8-0eeb19bea0b7 None None] Sync routers for ids ['de135955-0b1c-4968-9fd9-fd95b5049d25'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:36:36.395029 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-443b6d54-fe47-4e49-aaaa-f5ead8ca866b tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:36.398064 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7c4a5d-4a70-45b4-b8a8-0eeb19bea0b7 None None] Routers {'de135955-0b1c-4968-9fd9-fd95b5049d25'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:36:36.398697 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-5f7c4a5d-4a70-45b4-b8a8-0eeb19bea0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:36:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['de135955-0b1c-4968-9fd9-fd95b5049d25'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:36.461662 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-443b6d54-fe47-4e49-aaaa-f5ead8ca866b tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "DELETE /v2.0/floatingips/9a816c6d-3b85-4284-aad1-ac2efae07c64 HTTP/1.1" status: 204 len: 168 time: 1.5545840 Jan 21 10:36:36.462209 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba19200-9cb1-4dc5-bce4-aea9aa828b9b', 'tag': 'f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:36:36.585597 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-5f7c4a5d-4a70-45b4-b8a8-0eeb19bea0b7 None None] Set router de135955-0b1c-4968-9fd9-fd95b5049d25 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:36:36.618993 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba19200-9cb1-4dc5-bce4-aea9aa828b9b', 'tag': 'f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26', 'status': 'completed', 'code': 200} Jan 21 10:36:36.731792 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a683f-2a50-4fee-8aca-a09152f95a5b req-00ffcb36-3c7f-4881-bf86-1c042a76db72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:36.733333 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fb2a683f-2a50-4fee-8aca-a09152f95a5b req-00ffcb36-3c7f-4881-bf86-1c042a76db72 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&device_id=5ba19200-9cb1-4dc5-bce4-aea9aa828b9b HTTP/1.1" status: 200 len: 1099 time: 0.0930042 Jan 21 10:36:36.854360 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baad375-dfdc-44aa-980e-5f7baed9c733 req-8052fc05-52b4-4ef9-9584-285c559de88d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:36.856279 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3baad375-dfdc-44aa-980e-5f7baed9c733 req-8052fc05-52b4-4ef9-9584-285c559de88d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ba19200-9cb1-4dc5-bce4-aea9aa828b9b HTTP/1.1" status: 200 len: 946 time: 0.0976801 Jan 21 10:36:36.879058 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a683f-2a50-4fee-8aca-a09152f95a5b req-c5c4e16e-b646-4bb9-a3d2-a113bfb98cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:36.880649 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fb2a683f-2a50-4fee-8aca-a09152f95a5b req-c5c4e16e-b646-4bb9-a3d2-a113bfb98cb1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bb8c33c0-a967-4430-8795-5420e99b9adc HTTP/1.1" status: 200 len: 897 time: 0.1389160 Jan 21 10:36:36.905553 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-3baad375-dfdc-44aa-980e-5f7baed9c733 req-4839aad2-af61-4118-83b8-d3b864b51632 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=f49e0ce4-61b5-4603-9bf2-e665c6b8fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430012 Jan 21 10:36:36.918931 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-5f7c4a5d-4a70-45b4-b8a8-0eeb19bea0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294345248', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'e1d871f8-f4a5-4221-952a-b589775f85c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:34:49Z', 'updated_at': '2022-01-21T10:34:54Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'e1d871f8-f4a5-4221-952a-b589775f85c7', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:45:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:34:49Z', 'updated_at': '2022-01-21T10:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '47d31865-f267-48a5-92bd-ce3f3b542217', 'name': '', 'network_id': 'bb8c33c0-a967-4430-8795-5420e99b9adc', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:6b:bd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '6dc1acbe-80b4-493c-88fa-baafca89f948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:34:53Z', 'updated_at': '2022-01-21T10:34:58Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': '6dc1acbe-80b4-493c-88fa-baafca89f948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:36.922947 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7c4a5d-4a70-45b4-b8a8-0eeb19bea0b7 None None] Checking router: de135955-0b1c-4968-9fd9-fd95b5049d25 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:36:36.934574 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7c4a5d-4a70-45b4-b8a8-0eeb19bea0b7 None None] Routers {'de135955-0b1c-4968-9fd9-fd95b5049d25'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:36:36.935188 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-5f7c4a5d-4a70-45b4-b8a8-0eeb19bea0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:36:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['de135955-0b1c-4968-9fd9-fd95b5049d25'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:36.953955 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fb2a683f-2a50-4fee-8aca-a09152f95a5b req-0ce91182-8bcf-4278-8a2d-ae1b1cb98002 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26 HTTP/1.1" status: 200 len: 217 time: 0.0657086 Jan 21 10:36:37.018045 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a683f-2a50-4fee-8aca-a09152f95a5b req-58e1e034-4d91-4b01-8191-6ae1463af408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:37.019514 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fb2a683f-2a50-4fee-8aca-a09152f95a5b req-58e1e034-4d91-4b01-8191-6ae1463af408 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6dc1acbe-80b4-493c-88fa-baafca89f948 HTTP/1.1" status: 200 len: 835 time: 0.0573835 Jan 21 10:36:37.101765 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a683f-2a50-4fee-8aca-a09152f95a5b req-32f75c30-9ecd-4cb7-9b57-71ec5cfceb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:37.103291 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fb2a683f-2a50-4fee-8aca-a09152f95a5b req-32f75c30-9ecd-4cb7-9b57-71ec5cfceb7e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bb8c33c0-a967-4430-8795-5420e99b9adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770392 Jan 21 10:36:37.116349 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-5f7c4a5d-4a70-45b4-b8a8-0eeb19bea0b7 None None] Set router de135955-0b1c-4968-9fd9-fd95b5049d25 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:36:37.236917 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fb2a683f-2a50-4fee-8aca-a09152f95a5b req-2a2efa3c-9e01-40eb-9bae-0ba4fbe0dbdf service neutron] 10.222.0.72 "GET /v2.0/networks/bb8c33c0-a967-4430-8795-5420e99b9adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239009 Jan 21 10:36:37.379698 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fb2a683f-2a50-4fee-8aca-a09152f95a5b req-898c2fd9-b916-4d8e-995c-f6ad7954706b service neutron] 10.222.0.72 "GET /v2.0/networks/bb8c33c0-a967-4430-8795-5420e99b9adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360202 Jan 21 10:36:37.466974 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-5f7c4a5d-4a70-45b4-b8a8-0eeb19bea0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294345248', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'e1d871f8-f4a5-4221-952a-b589775f85c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:34:49Z', 'updated_at': '2022-01-21T10:34:54Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'e1d871f8-f4a5-4221-952a-b589775f85c7', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:45:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:34:49Z', 'updated_at': '2022-01-21T10:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '47d31865-f267-48a5-92bd-ce3f3b542217', 'name': '', 'network_id': 'bb8c33c0-a967-4430-8795-5420e99b9adc', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:6b:bd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '6dc1acbe-80b4-493c-88fa-baafca89f948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:34:53Z', 'updated_at': '2022-01-21T10:34:58Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': '6dc1acbe-80b4-493c-88fa-baafca89f948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:37.471630 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7c4a5d-4a70-45b4-b8a8-0eeb19bea0b7 None None] The sync data for ids ['de135955-0b1c-4968-9fd9-fd95b5049d25'] in dv-neutron-825731-1-hyperv is: [{'id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294345248', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'e1d871f8-f4a5-4221-952a-b589775f85c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:34:49Z', 'updated_at': '2022-01-21T10:34:54Z', 'revision_number': 4, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'e1d871f8-f4a5-4221-952a-b589775f85c7', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:45:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:34:49Z', 'updated_at': '2022-01-21T10:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '47d31865-f267-48a5-92bd-ce3f3b542217', 'name': '', 'network_id': 'bb8c33c0-a967-4430-8795-5420e99b9adc', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'mac_address': 'fa:16:3e:6b:bd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '6dc1acbe-80b4-493c-88fa-baafca89f948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:34:53Z', 'updated_at': '2022-01-21T10:34:58Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'subnets': [{'id': '6dc1acbe-80b4-493c-88fa-baafca89f948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:36:37.695683 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214a59ba-306e-46a2-ac7c-433a9659e9a4 None None] New status for floating IP 9a816c6d-3b85-4284-aad1-ac2efae07c64: DOWN {{(pid=87517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:36:38.101780 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb41d3a-9861-4ef1-bf48-d0e4d5c84f5b req-fe8c05f9-a7ff-4d77-a8f7-9ac11964a781 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:38.102459 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-adb41d3a-9861-4ef1-bf48-d0e4d5c84f5b req-fe8c05f9-a7ff-4d77-a8f7-9ac11964a781 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Synchronizing usage tracker for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:36:38.116896 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-adb41d3a-9861-4ef1-bf48-d0e4d5c84f5b req-fe8c05f9-a7ff-4d77-a8f7-9ac11964a781 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Unset dirty status for tenant:fd2caf936e0146abb4bf55e5ab36dacd on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:36:38.118206 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-adb41d3a-9861-4ef1-bf48-d0e4d5c84f5b req-fe8c05f9-a7ff-4d77-a8f7-9ac11964a781 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ba19200-9cb1-4dc5-bce4-aea9aa828b9b HTTP/1.1" status: 200 len: 946 time: 0.1042149 Jan 21 10:36:38.161630 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-adb41d3a-9861-4ef1-bf48-d0e4d5c84f5b req-f4ce26e6-8f3f-42a4-9d52-ba18e6de5ece tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=f49e0ce4-61b5-4603-9bf2-e665c6b8fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371695 Jan 21 10:36:38.775207 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee4f10-ec28-4fb2-ab81-525cc1605c57 req-f85e87ae-65b7-4058-a6de-3d034073f170 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:38.776677 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-13ee4f10-ec28-4fb2-ab81-525cc1605c57 req-f85e87ae-65b7-4058-a6de-3d034073f170 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ba19200-9cb1-4dc5-bce4-aea9aa828b9b HTTP/1.1" status: 200 len: 946 time: 0.0851943 Jan 21 10:36:38.845599 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [req-13ee4f10-ec28-4fb2-ab81-525cc1605c57 req-cd305010-0d79-4b94-9c12-a379526fd798 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Deleting port f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:36:38.845946 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-13ee4f10-ec28-4fb2-ab81-525cc1605c57 req-cd305010-0d79-4b94-9c12-a379526fd798 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:39.090507 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-13ee4f10-ec28-4fb2-ab81-525cc1605c57 req-cd305010-0d79-4b94-9c12-a379526fd798 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] For port f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26,segment=NetworkSegment(ada58a06-5972-405e-902c-93262e89cfff),segment_id=ada58a06-5972-405e-902c-93262e89cfff)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:36:39.090858 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-13ee4f10-ec28-4fb2-ab81-525cc1605c57 req-cd305010-0d79-4b94-9c12-a379526fd798 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:39.315190 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [req-13ee4f10-ec28-4fb2-ab81-525cc1605c57 req-cd305010-0d79-4b94-9c12-a379526fd798 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Calling delete_port for f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26 owned by compute:nova {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:36:39.351226 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0782f9d-5eae-42d6-8db6-1fa606467359 req-06b4cd1b-0df6-4dfe-a5c4-40d7c904f829 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:39.352662 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d0782f9d-5eae-42d6-8db6-1fa606467359 req-06b4cd1b-0df6-4dfe-a5c4-40d7c904f829 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ba19200-9cb1-4dc5-bce4-aea9aa828b9b HTTP/1.1" status: 200 len: 946 time: 0.0792038 Jan 21 10:36:39.405499 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d0782f9d-5eae-42d6-8db6-1fa606467359 req-565c132e-0525-4507-b819-a18f8f3f2afb tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "GET /v2.0/security-groups?id=f49e0ce4-61b5-4603-9bf2-e665c6b8fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468254 Jan 21 10:36:39.461396 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-13ee4f10-ec28-4fb2-ab81-525cc1605c57 req-cd305010-0d79-4b94-9c12-a379526fd798 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:39.542918 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd305010-0d79-4b94-9c12-a379526fd798 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event deleted for resources: {'Port': ['ID=f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:39.595704 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ee4f10-ec28-4fb2-ab81-525cc1605c57 req-cd305010-0d79-4b94-9c12-a379526fd798 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] No DVR routers for this DVR port f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26 on host hv-neutron-8257 {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:36:39.598027 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-13ee4f10-ec28-4fb2-ab81-525cc1605c57 req-cd305010-0d79-4b94-9c12-a379526fd798 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:39.600547 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba19200-9cb1-4dc5-bce4-aea9aa828b9b', 'name': 'network-vif-deleted', 'tag': 'f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:36:39.617168 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-13ee4f10-ec28-4fb2-ab81-525cc1605c57 req-cd305010-0d79-4b94-9c12-a379526fd798 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.72 "DELETE /v2.0/ports/f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26 HTTP/1.1" status: 204 len: 173 time: 0.8352745 Jan 21 10:36:39.653166 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba19200-9cb1-4dc5-bce4-aea9aa828b9b', 'name': 'network-vif-deleted', 'tag': 'f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26', 'status': 'completed', 'code': 200} Jan 21 10:36:40.501933 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 36280) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:41.044176 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4557d6e3-bb11-44ad-abc0-0c250413a948 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:41.397777 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-4557d6e3-bb11-44ad-abc0-0c250413a948 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Deleting port 47d31865-f267-48a5-92bd-ce3f3b542217 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:36:41.398115 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4557d6e3-bb11-44ad-abc0-0c250413a948 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:41.691806 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-4557d6e3-bb11-44ad-abc0-0c250413a948 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] For port 47d31865-f267-48a5-92bd-ce3f3b542217, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=47d31865-f267-48a5-92bd-ce3f3b542217,segment=NetworkSegment(ada58a06-5972-405e-902c-93262e89cfff),segment_id=ada58a06-5972-405e-902c-93262e89cfff)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:36:41.692449 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4557d6e3-bb11-44ad-abc0-0c250413a948 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:41.817598 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-4557d6e3-bb11-44ad-abc0-0c250413a948 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Calling delete_port for 47d31865-f267-48a5-92bd-ce3f3b542217 owned by network:router_interface {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:36:42.008053 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4557d6e3-bb11-44ad-abc0-0c250413a948 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:42.059544 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557d6e3-bb11-44ad-abc0-0c250413a948 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event deleted for resources: {'Port': ['ID=47d31865-f267-48a5-92bd-ce3f3b542217,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:42.220470 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:36:42.255046 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] No Port match for: f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:36:42.255402 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device f4fcc5c5-b9f6-4094-a5fa-2294efa9ae26 not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:36:42.332316 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-4557d6e3-bb11-44ad-abc0-0c250413a948 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:42.687717 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4557d6e3-bb11-44ad-abc0-0c250413a948 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Router de135955-0b1c-4968-9fd9-fd95b5049d25 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:36:42.865084 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4557d6e3-bb11-44ad-abc0-0c250413a948 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:36:42.875532 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcdbd12-2215-4d8c-ac9d-f805135bddf1 None None] Sync routers for ids ['de135955-0b1c-4968-9fd9-fd95b5049d25'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:36:42.878097 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-4557d6e3-bb11-44ad-abc0-0c250413a948 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "PUT /v2.0/routers/de135955-0b1c-4968-9fd9-fd95b5049d25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3750827 Jan 21 10:36:42.880885 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 36284) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:42.885076 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcdbd12-2215-4d8c-ac9d-f805135bddf1 None None] Routers {'de135955-0b1c-4968-9fd9-fd95b5049d25'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:36:42.885752 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-9dcdbd12-2215-4d8c-ac9d-f805135bddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:36:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['de135955-0b1c-4968-9fd9-fd95b5049d25'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:42.951359 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3f81494-58a8-49f1-8db4-5046ce0bf734 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Deleting subnet 6dc1acbe-80b4-493c-88fa-baafca89f948 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:36:42.954421 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d3f81494-58a8-49f1-8db4-5046ce0bf734 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:43.009155 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d3f81494-58a8-49f1-8db4-5046ce0bf734 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:43.061268 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-9dcdbd12-2215-4d8c-ac9d-f805135bddf1 None None] Set router de135955-0b1c-4968-9fd9-fd95b5049d25 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:36:43.095796 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d3f81494-58a8-49f1-8db4-5046ce0bf734 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:43.169496 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d3f81494-58a8-49f1-8db4-5046ce0bf734 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:43.207272 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f81494-58a8-49f1-8db4-5046ce0bf734 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event deleted for resources: {'Subnet': ['ID=6dc1acbe-80b4-493c-88fa-baafca89f948,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:43.217118 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d3f81494-58a8-49f1-8db4-5046ce0bf734 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:43.220332 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f81494-58a8-49f1-8db4-5046ce0bf734 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:43.220677 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f81494-58a8-49f1-8db4-5046ce0bf734 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:43.221015 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f81494-58a8-49f1-8db4-5046ce0bf734 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:43.221348 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f81494-58a8-49f1-8db4-5046ce0bf734 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:43.221677 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f81494-58a8-49f1-8db4-5046ce0bf734 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:43.222005 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f81494-58a8-49f1-8db4-5046ce0bf734 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:43.222328 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f81494-58a8-49f1-8db4-5046ce0bf734 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:43.222648 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f81494-58a8-49f1-8db4-5046ce0bf734 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:43.222966 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f81494-58a8-49f1-8db4-5046ce0bf734 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:43.223285 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f81494-58a8-49f1-8db4-5046ce0bf734 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:43.223638 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f81494-58a8-49f1-8db4-5046ce0bf734 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:43.223955 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f81494-58a8-49f1-8db4-5046ce0bf734 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:43.230156 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d3f81494-58a8-49f1-8db4-5046ce0bf734 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "DELETE /v2.0/subnets/6dc1acbe-80b4-493c-88fa-baafca89f948 HTTP/1.1" status: 204 len: 168 time: 0.3480251 Jan 21 10:36:43.233004 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 36288) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:43.251314 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae5a937-f71c-4a81-a1d7-edcbb16ba82b None None] Network bb8c33c0-a967-4430-8795-5420e99b9adc requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:36:43.307636 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:43.412782 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cd3139fd-2692-48da-a761-bf015637ee7d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for router, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:43.523822 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-9dcdbd12-2215-4d8c-ac9d-f805135bddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294345248', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'e1d871f8-f4a5-4221-952a-b589775f85c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:34:49Z', 'updated_at': '2022-01-21T10:36:41Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'e1d871f8-f4a5-4221-952a-b589775f85c7', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:45:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:34:49Z', 'updated_at': '2022-01-21T10:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:43.528485 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcdbd12-2215-4d8c-ac9d-f805135bddf1 None None] Checking router: de135955-0b1c-4968-9fd9-fd95b5049d25 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:36:43.536953 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcdbd12-2215-4d8c-ac9d-f805135bddf1 None None] Routers {'de135955-0b1c-4968-9fd9-fd95b5049d25'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:36:43.537562 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-9dcdbd12-2215-4d8c-ac9d-f805135bddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:36:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['de135955-0b1c-4968-9fd9-fd95b5049d25'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:43.593874 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1a1034-5732-4b4b-ba6b-612bfaf7dfbd None None] DHCP port deletion for bb8c33c0-a967-4430-8795-5420e99b9adc request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 10:36:43.598539 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cd3139fd-2692-48da-a761-bf015637ee7d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:43.608022 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-cd3139fd-2692-48da-a761-bf015637ee7d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Deleting port e1d871f8-f4a5-4221-952a-b589775f85c7 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:36:43.608416 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cd3139fd-2692-48da-a761-bf015637ee7d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:43.610154 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-ca1a1034-5732-4b4b-ba6b-612bfaf7dfbd None None] Deleting port 759d7193-c0e0-43d9-b87f-9791d4111106 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:36:43.610528 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ca1a1034-5732-4b4b-ba6b-612bfaf7dfbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:43.809914 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-9dcdbd12-2215-4d8c-ac9d-f805135bddf1 None None] Set router de135955-0b1c-4968-9fd9-fd95b5049d25 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:36:43.911986 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.db [None req-cd3139fd-2692-48da-a761-bf015637ee7d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] For port e1d871f8-f4a5-4221-952a-b589775f85c7, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e1d871f8-f4a5-4221-952a-b589775f85c7,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:36:43.912555 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cd3139fd-2692-48da-a761-bf015637ee7d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:43.935719 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 759d7193-c0e0-43d9-b87f-9791d4111106 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:36:44.037030 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-cd3139fd-2692-48da-a761-bf015637ee7d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Calling delete_port for e1d871f8-f4a5-4221-952a-b589775f85c7 owned by network:router_gateway {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:36:44.207402 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-ca1a1034-5732-4b4b-ba6b-612bfaf7dfbd None None] For port 759d7193-c0e0-43d9-b87f-9791d4111106, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=759d7193-c0e0-43d9-b87f-9791d4111106,segment=NetworkSegment(ada58a06-5972-405e-902c-93262e89cfff),segment_id=ada58a06-5972-405e-902c-93262e89cfff)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:36:44.207812 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ca1a1034-5732-4b4b-ba6b-612bfaf7dfbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:44.213202 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cd3139fd-2692-48da-a761-bf015637ee7d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:44.263458 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3139fd-2692-48da-a761-bf015637ee7d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event deleted for resources: {'Port': ['ID=e1d871f8-f4a5-4221-952a-b589775f85c7,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:44.340179 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-ca1a1034-5732-4b4b-ba6b-612bfaf7dfbd None None] Calling delete_port for 759d7193-c0e0-43d9-b87f-9791d4111106 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:36:44.350565 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cd3139fd-2692-48da-a761-bf015637ee7d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:44.484747 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:44.522988 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cd3139fd-2692-48da-a761-bf015637ee7d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:44.525555 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cd3139fd-2692-48da-a761-bf015637ee7d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:44.531787 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ca1a1034-5732-4b4b-ba6b-612bfaf7dfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956'] for port, after_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:44.551979 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cd3139fd-2692-48da-a761-bf015637ee7d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:44.552478 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3139fd-2692-48da-a761-bf015637ee7d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Fanout notify agent at l3_agent the message router_deleted on router de135955-0b1c-4968-9fd9-fd95b5049d25 {{(pid=87515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 10:36:44.567710 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cd3139fd-2692-48da-a761-bf015637ee7d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:44.568767 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-cd3139fd-2692-48da-a761-bf015637ee7d tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "DELETE /v2.0/routers/de135955-0b1c-4968-9fd9-fd95b5049d25 HTTP/1.1" status: 204 len: 168 time: 1.3348880 Jan 21 10:36:44.571552 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 36292) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:44.612411 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a1034-5732-4b4b-ba6b-612bfaf7dfbd None None] Pushing event deleted for resources: {'Port': ['ID=759d7193-c0e0-43d9-b87f-9791d4111106,revision_number=None']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:44.621605 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1a1034-5732-4b4b-ba6b-612bfaf7dfbd None None] No DVR routers for this DVR port 759d7193-c0e0-43d9-b87f-9791d4111106 on host dv-neutron-825731-1-hyperv {{(pid=87516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:36:44.629189 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1a1034-5732-4b4b-ba6b-612bfaf7dfbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:44.629538 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1a1034-5732-4b4b-ba6b-612bfaf7dfbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:44.629969 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1a1034-5732-4b4b-ba6b-612bfaf7dfbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:44.630194 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1a1034-5732-4b4b-ba6b-612bfaf7dfbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:44.630520 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1a1034-5732-4b4b-ba6b-612bfaf7dfbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:44.630848 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1a1034-5732-4b4b-ba6b-612bfaf7dfbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:44.631174 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1a1034-5732-4b4b-ba6b-612bfaf7dfbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:44.631576 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1a1034-5732-4b4b-ba6b-612bfaf7dfbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:44.631908 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1a1034-5732-4b4b-ba6b-612bfaf7dfbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:44.632225 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1a1034-5732-4b4b-ba6b-612bfaf7dfbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:44.632541 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1a1034-5732-4b4b-ba6b-612bfaf7dfbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:44.632853 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1a1034-5732-4b4b-ba6b-612bfaf7dfbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:44.656242 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-9dcdbd12-2215-4d8c-ac9d-f805135bddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294345248', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'e1d871f8-f4a5-4221-952a-b589775f85c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:34:49Z', 'updated_at': '2022-01-21T10:36:41Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'e1d871f8-f4a5-4221-952a-b589775f85c7', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:45:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:34:49Z', 'updated_at': '2022-01-21T10:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:44.660343 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcdbd12-2215-4d8c-ac9d-f805135bddf1 None None] The sync data for ids ['de135955-0b1c-4968-9fd9-fd95b5049d25'] in dv-neutron-825731-1-hyperv is: [{'id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294345248', 'tenant_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'e1d871f8-f4a5-4221-952a-b589775f85c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:34:49Z', 'updated_at': '2022-01-21T10:36:41Z', 'revision_number': 5, 'project_id': 'fd2caf936e0146abb4bf55e5ab36dacd', 'gw_port': {'id': 'e1d871f8-f4a5-4221-952a-b589775f85c7', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:45:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de135955-0b1c-4968-9fd9-fd95b5049d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:34:49Z', 'updated_at': '2022-01-21T10:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:36:44.684578 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ccdb3c7f-fddb-4ec4-9c25-8fd41bacde89 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:44.827209 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ccdb3c7f-fddb-4ec4-9c25-8fd41bacde89 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:44.852169 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-ccdb3c7f-fddb-4ec4-9c25-8fd41bacde89 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb8c33c0-a967-4430-8795-5420e99b9adc']}} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:44.864045 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-ccdb3c7f-fddb-4ec4-9c25-8fd41bacde89 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada58a06-5972-405e-902c-93262e89cfff') {'for_net_delete': True} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:44.864334 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.services.segments.db [None req-ccdb3c7f-fddb-4ec4-9c25-8fd41bacde89 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada58a06-5972-405e-902c-93262e89cfff') {} {{(pid=87515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:44.875975 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ccdb3c7f-fddb-4ec4-9c25-8fd41bacde89 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65663298'] for segment, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:44.892064 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ccdb3c7f-fddb-4ec4-9c25-8fd41bacde89 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:44.897782 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccdb3c7f-fddb-4ec4-9c25-8fd41bacde89 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=87515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:36:44.898151 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ccdb3c7f-fddb-4ec4-9c25-8fd41bacde89 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64642315'] for segment, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:44.913338 dv-neutron-825731-1-hyperv neutron-server[87515]: Traceback (most recent call last): Jan 21 10:36:44.913338 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:36:44.913338 dv-neutron-825731-1-hyperv neutron-server[87515]: timer() Jan 21 10:36:44.913338 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:36:44.913338 dv-neutron-825731-1-hyperv neutron-server[87515]: cb(*args, **kw) Jan 21 10:36:44.913338 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:36:44.913338 dv-neutron-825731-1-hyperv neutron-server[87515]: return func(*args, **kwargs) Jan 21 10:36:44.913338 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:36:44.913338 dv-neutron-825731-1-hyperv neutron-server[87515]: self._notify() Jan 21 10:36:44.913338 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:36:44.913338 dv-neutron-825731-1-hyperv neutron-server[87515]: self.callback(batched_events) Jan 21 10:36:44.913338 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:36:44.913338 dv-neutron-825731-1-hyperv neutron-server[87515]: event.method(event) Jan 21 10:36:44.913338 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:36:44.913338 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:36:44.913338 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:36:44.913338 dv-neutron-825731-1-hyperv neutron-server[87515]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:36:44.913338 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:36:44.913338 dv-neutron-825731-1-hyperv neutron-server[87515]: return f(self, *a, **k) Jan 21 10:36:44.913338 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:36:44.913338 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._get(url).json() Jan 21 10:36:44.913338 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:36:44.913338 dv-neutron-825731-1-hyperv neutron-server[87515]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:36:44.913338 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:36:44.913338 dv-neutron-825731-1-hyperv neutron-server[87515]: return self.request(url, 'GET', **kwargs) Jan 21 10:36:44.913338 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:36:44.913338 dv-neutron-825731-1-hyperv neutron-server[87515]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:36:44.913338 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:36:44.913338 dv-neutron-825731-1-hyperv neutron-server[87515]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:36:44.913338 dv-neutron-825731-1-hyperv neutron-server[87515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:36:44.913338 dv-neutron-825731-1-hyperv neutron-server[87515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:36:44.913338 dv-neutron-825731-1-hyperv neutron-server[87515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:36:44.992288 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ccdb3c7f-fddb-4ec4-9c25-8fd41bacde89 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:45.010041 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-ccdb3c7f-fddb-4ec4-9c25-8fd41bacde89 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:45.021703 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb3c7f-fddb-4ec4-9c25-8fd41bacde89 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event deleted for resources: {'Network': ['ID=bb8c33c0-a967-4430-8795-5420e99b9adc,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:45.029871 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-ccdb3c7f-fddb-4ec4-9c25-8fd41bacde89 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "DELETE /v2.0/networks/bb8c33c0-a967-4430-8795-5420e99b9adc HTTP/1.1" status: 204 len: 168 time: 0.4573328 Jan 21 10:36:45.032654 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 36296) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:45.103520 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b6fe5e52-b482-4c5f-b032-1a06b0d0e943 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:45.134152 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b6fe5e52-b482-4c5f-b032-1a06b0d0e943 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:45.203032 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b6fe5e52-b482-4c5f-b032-1a06b0d0e943 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:45.221750 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe5e52-b482-4c5f-b032-1a06b0d0e943 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49e0ce4-61b5-4603-9bf2-e665c6b8fbcf,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:45.236388 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b6fe5e52-b482-4c5f-b032-1a06b0d0e943 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:45.240374 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-b6fe5e52-b482-4c5f-b032-1a06b0d0e943 tempest-TestNetworkAdvancedServerOps-1782274269 tempest-TestNetworkAdvancedServerOps-1782274269-project] 10.222.0.110 "DELETE /v2.0/security-groups/f49e0ce4-61b5-4603-9bf2-e665c6b8fbcf HTTP/1.1" status: 204 len: 168 time: 0.2039375 Jan 21 10:36:45.610833 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 36306) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:45.771348 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-7df67523-baaf-451f-a16f-1db687a83b46 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=fd2caf936e0146abb4bf55e5ab36dacd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1593392 Jan 21 10:36:45.773750 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 36312) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:45.831201 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f2599b17-77e8-4ee3-8771-c0619e1f29af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:45.856801 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f2599b17-77e8-4ee3-8771-c0619e1f29af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:45.879605 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 47d31865-f267-48a5-92bd-ce3f3b542217 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:36:45.915476 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 47d31865-f267-48a5-92bd-ce3f3b542217 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:36:45.915821 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 47d31865-f267-48a5-92bd-ce3f3b542217 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:36:45.916246 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e1d871f8-f4a5-4221-952a-b589775f85c7 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:36:45.952576 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: e1d871f8-f4a5-4221-952a-b589775f85c7 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:36:45.952918 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e1d871f8-f4a5-4221-952a-b589775f85c7 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:36:46.018105 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f2599b17-77e8-4ee3-8771-c0619e1f29af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:46.036064 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2599b17-77e8-4ee3-8771-c0619e1f29af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebab249-3519-4858-ac1a-b792b0c92a4d,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:46.042662 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f2599b17-77e8-4ee3-8771-c0619e1f29af admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:46.046462 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f2599b17-77e8-4ee3-8771-c0619e1f29af admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/9ebab249-3519-4858-ac1a-b792b0c92a4d HTTP/1.1" status: 204 len: 168 time: 0.2692447 Jan 21 10:36:46.329108 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 36320) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:46.347315 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-22ff5311-bb6c-4be1-8f41-38d81ab2824e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:46.361293 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-22ff5311-bb6c-4be1-8f41-38d81ab2824e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:36:46.365038 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-22ff5311-bb6c-4be1-8f41-38d81ab2824e admin admin] Usage tracker for resource:security_group_rule and tenant:b2f8c9c968ab48daa2df393012465e62 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:36:46.367772 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-22ff5311-bb6c-4be1-8f41-38d81ab2824e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:36:46.374241 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-22ff5311-bb6c-4be1-8f41-38d81ab2824e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:36:46.457209 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-22ff5311-bb6c-4be1-8f41-38d81ab2824e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:46.461077 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-22ff5311-bb6c-4be1-8f41-38d81ab2824e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:46.506605 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-22ff5311-bb6c-4be1-8f41-38d81ab2824e admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=b2f8c9c968ab48daa2df393012465e62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1764619 Jan 21 10:36:46.507586 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff5311-bb6c-4be1-8f41-38d81ab2824e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71e69f4-ea74-42bb-ae40-2cb6a60786e1,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:46.509344 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 36324) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:46.571853 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5e1f2d17-184e-4b75-a417-0ca0252b4cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:46.597672 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5e1f2d17-184e-4b75-a417-0ca0252b4cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:46.647856 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5e1f2d17-184e-4b75-a417-0ca0252b4cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:46.661604 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f2d17-184e-4b75-a417-0ca0252b4cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71e69f4-ea74-42bb-ae40-2cb6a60786e1,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:46.667372 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-5e1f2d17-184e-4b75-a417-0ca0252b4cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:46.668510 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5e1f2d17-184e-4b75-a417-0ca0252b4cbb admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/b71e69f4-ea74-42bb-ae40-2cb6a60786e1 HTTP/1.1" status: 204 len: 168 time: 0.1573977 Jan 21 10:36:46.696679 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-27404cb1-ade5-4e6f-865f-dc95682970bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:47.426143 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 36348) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:47.530678 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-4e403c19-03cd-47ed-ab3b-ebb026061edd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-583876912-network', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:36:47.535626 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-4e403c19-03cd-47ed-ab3b-ebb026061edd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:36:47.539423 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-4e403c19-03cd-47ed-ab3b-ebb026061edd admin admin] Usage tracker for resource:network and tenant:166ccabcabfe49fbaffc765c8d40134c is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:36:47.542216 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-4e403c19-03cd-47ed-ab3b-ebb026061edd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:36:47.549919 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-4e403c19-03cd-47ed-ab3b-ebb026061edd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:36:47.560191 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e403c19-03cd-47ed-ab3b-ebb026061edd admin admin] Made reservation on behalf of 166ccabcabfe49fbaffc765c8d40134c for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:36:47.562456 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4e403c19-03cd-47ed-ab3b-ebb026061edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:47.575219 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4e403c19-03cd-47ed-ab3b-ebb026061edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:47.588896 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-4e403c19-03cd-47ed-ab3b-ebb026061edd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:36:47.593263 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-4e403c19-03cd-47ed-ab3b-ebb026061edd admin admin] Usage tracker for resource:security_group_rule and tenant:166ccabcabfe49fbaffc765c8d40134c is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:36:47.596025 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-4e403c19-03cd-47ed-ab3b-ebb026061edd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:36:47.601562 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-4e403c19-03cd-47ed-ab3b-ebb026061edd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:36:47.686046 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4e403c19-03cd-47ed-ab3b-ebb026061edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:47.690203 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4e403c19-03cd-47ed-ab3b-ebb026061edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:47.728477 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e403c19-03cd-47ed-ab3b-ebb026061edd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:36:47.734292 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e403c19-03cd-47ed-ab3b-ebb026061edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd3cec5-38e0-48e1-af48-8f588838d1cd,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:47.744128 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4e403c19-03cd-47ed-ab3b-ebb026061edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:47.744475 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-4e403c19-03cd-47ed-ab3b-ebb026061edd admin admin] Added segment 4200f040-e1bc-4920-8236-59127f93ea35 of type vlan for network 1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd Jan 21 10:36:47.771922 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4e403c19-03cd-47ed-ab3b-ebb026061edd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:47.801888 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4e403c19-03cd-47ed-ab3b-ebb026061edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:47.802944 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e403c19-03cd-47ed-ab3b-ebb026061edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:47.803578 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4e403c19-03cd-47ed-ab3b-ebb026061edd admin admin] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:47.907923 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4e403c19-03cd-47ed-ab3b-ebb026061edd admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4806793 Jan 21 10:36:47.908593 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e403c19-03cd-47ed-ab3b-ebb026061edd admin admin] Pushing event updated for resources: {'Network': ['ID=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:47.910992 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 36354) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:47.916810 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-8d62e955-3b64-4e98-8b64-69d3c4d7a098 admin admin] Request body: {'subnet': {'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-583876912-subnet', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'ip_version': 4}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:36:47.920520 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:36:47.922011 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-8d62e955-3b64-4e98-8b64-69d3c4d7a098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:36:47.925823 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-8d62e955-3b64-4e98-8b64-69d3c4d7a098 admin admin] Usage tracker for resource:subnet and tenant:166ccabcabfe49fbaffc765c8d40134c is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:36:47.928667 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-8d62e955-3b64-4e98-8b64-69d3c4d7a098 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:36:47.935640 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-8d62e955-3b64-4e98-8b64-69d3c4d7a098 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:36:47.945776 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d62e955-3b64-4e98-8b64-69d3c4d7a098 admin admin] Made reservation on behalf of 166ccabcabfe49fbaffc765c8d40134c for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:36:47.948662 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8d62e955-3b64-4e98-8b64-69d3c4d7a098 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:48.155316 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8d62e955-3b64-4e98-8b64-69d3c4d7a098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:48.225495 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62e955-3b64-4e98-8b64-69d3c4d7a098 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70da826c-8c9d-41a5-a99c-152f054aa490,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:48.237086 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62e955-3b64-4e98-8b64-69d3c4d7a098 admin admin] Checking segment: {'id': '4200f040-e1bc-4920-8236-59127f93ea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:36:48.237438 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d62e955-3b64-4e98-8b64-69d3c4d7a098 admin admin] Network hostable DHCP agents. Network: 1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:36:48.257602 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d62e955-3b64-4e98-8b64-69d3c4d7a098 admin admin] Network 1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:36:48.269924 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-8d62e955-3b64-4e98-8b64-69d3c4d7a098 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:36:48.274344 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d62e955-3b64-4e98-8b64-69d3c4d7a098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:48.274860 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8d62e955-3b64-4e98-8b64-69d3c4d7a098 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:48.278817 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cb127d-3fb7-42fc-9102-82351f8c7f1f None None] Network 1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:36:48.301371 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8d62e955-3b64-4e98-8b64-69d3c4d7a098 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3892205 Jan 21 10:36:48.304016 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 36358) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:48.309426 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-13510b0e-73b6-4848-ba3e-c7301389c171 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-583876912-router', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:36:48.314514 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-13510b0e-73b6-4848-ba3e-c7301389c171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:36:48.318351 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-13510b0e-73b6-4848-ba3e-c7301389c171 admin admin] Usage tracker for resource:router and tenant:166ccabcabfe49fbaffc765c8d40134c is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:36:48.321162 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-13510b0e-73b6-4848-ba3e-c7301389c171 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:36:48.326825 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-13510b0e-73b6-4848-ba3e-c7301389c171 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:36:48.337285 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-13510b0e-73b6-4848-ba3e-c7301389c171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:48.338417 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-13510b0e-73b6-4848-ba3e-c7301389c171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:48.354596 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-13510b0e-73b6-4848-ba3e-c7301389c171 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:48.499248 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c311dfa-1b07-4532-9354-bae84e394e23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd', 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'fixed_ips': [{'subnet_id': '70da826c-8c9d-41a5-a99c-152f054aa490'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:36:48.500033 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0c311dfa-1b07-4532-9354-bae84e394e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:48.628845 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-13510b0e-73b6-4848-ba3e-c7301389c171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:48.655903 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-0c311dfa-1b07-4532-9354-bae84e394e23 None None] Allocated IP 172.20.0.2 (1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd/70da826c-8c9d-41a5-a99c-152f054aa490/bfe24658-424a-4dcc-b8ef-d16deaac2a5f) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:36:48.859820 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0c311dfa-1b07-4532-9354-bae84e394e23 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:48.869872 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0c311dfa-1b07-4532-9354-bae84e394e23 None None] Transition to ACTIVE for port object bfe24658-424a-4dcc-b8ef-d16deaac2a5f will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:36:48.890119 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0c311dfa-1b07-4532-9354-bae84e394e23 None None] Transition to ACTIVE for port object bfe24658-424a-4dcc-b8ef-d16deaac2a5f will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:36:48.895956 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0c311dfa-1b07-4532-9354-bae84e394e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:48.947894 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-13510b0e-73b6-4848-ba3e-c7301389c171 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:48.978625 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-13510b0e-73b6-4848-ba3e-c7301389c171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:48.999438 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c311dfa-1b07-4532-9354-bae84e394e23 None None] Network 1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:36:49.002321 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-0c311dfa-1b07-4532-9354-bae84e394e23 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:36:49.005996 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c311dfa-1b07-4532-9354-bae84e394e23 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:36:49.015188 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c311dfa-1b07-4532-9354-bae84e394e23 None None] Pushing event updated for resources: {'Port': ['ID=bfe24658-424a-4dcc-b8ef-d16deaac2a5f,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:49.101791 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ce1c5647-1dbd-46a1-bb71-6b8401ad1998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:49.108938 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-0c311dfa-1b07-4532-9354-bae84e394e23 None None] Attempting to bind port bfe24658-424a-4dcc-b8ef-d16deaac2a5f on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:36:49.109308 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-0c311dfa-1b07-4532-9354-bae84e394e23 None None] Attempting to bind port bfe24658-424a-4dcc-b8ef-d16deaac2a5f by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '4200f040-e1bc-4920-8236-59127f93ea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:36:49.109667 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c311dfa-1b07-4532-9354-bae84e394e23 None None] Attempting to bind port bfe24658-424a-4dcc-b8ef-d16deaac2a5f on network 1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:36:49.114864 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c311dfa-1b07-4532-9354-bae84e394e23 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:36:49.115227 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c311dfa-1b07-4532-9354-bae84e394e23 None None] Checking segment: {'id': '4200f040-e1bc-4920-8236-59127f93ea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:36:49.115643 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0c311dfa-1b07-4532-9354-bae84e394e23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:49.116023 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c311dfa-1b07-4532-9354-bae84e394e23 None None] Bound using segment: {'id': '4200f040-e1bc-4920-8236-59127f93ea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:36:49.116475 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-0c311dfa-1b07-4532-9354-bae84e394e23 None None] Bound port: bfe24658-424a-4dcc-b8ef-d16deaac2a5f, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4200f040-e1bc-4920-8236-59127f93ea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:36:49.116837 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0c311dfa-1b07-4532-9354-bae84e394e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:49.119853 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-13510b0e-73b6-4848-ba3e-c7301389c171 admin admin] Allocated IP 172.26.3.152 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/99911ab4-6df7-4711-9336-51bb6c7d11d0) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:36:49.208303 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-0c311dfa-1b07-4532-9354-bae84e394e23 None None] For port bfe24658-424a-4dcc-b8ef-d16deaac2a5f, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:36:49.211091 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-0c311dfa-1b07-4532-9354-bae84e394e23 None None] For port bfe24658-424a-4dcc-b8ef-d16deaac2a5f, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=bfe24658-424a-4dcc-b8ef-d16deaac2a5f,segment=NetworkSegment(4200f040-e1bc-4920-8236-59127f93ea35),segment_id=4200f040-e1bc-4920-8236-59127f93ea35)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:36:49.216201 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0c311dfa-1b07-4532-9354-bae84e394e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:49.269817 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-13510b0e-73b6-4848-ba3e-c7301389c171 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:49.297202 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c311dfa-1b07-4532-9354-bae84e394e23 None None] Pushing event updated for resources: {'Port': ['ID=bfe24658-424a-4dcc-b8ef-d16deaac2a5f,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:49.305264 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-13510b0e-73b6-4848-ba3e-c7301389c171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:49.494530 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13510b0e-73b6-4848-ba3e-c7301389c171 admin admin] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:36:49.498298 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-13510b0e-73b6-4848-ba3e-c7301389c171 admin admin] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:36:49.500955 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13510b0e-73b6-4848-ba3e-c7301389c171 admin admin] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:36:49.537046 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13510b0e-73b6-4848-ba3e-c7301389c171 admin admin] Pushing event updated for resources: {'Port': ['ID=99911ab4-6df7-4711-9336-51bb6c7d11d0,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:49.906661 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device bfe24658-424a-4dcc-b8ef-d16deaac2a5f up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:36:49.925988 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-13510b0e-73b6-4848-ba3e-c7301389c171 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:49.973509 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:49.992307 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port bfe24658-424a-4dcc-b8ef-d16deaac2a5f completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:36:50.023949 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:36:50.185327 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:50.272915 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f284a5cd-1cb1-484d-936a-0fef954cce7b None None] Network 1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:36:50.296634 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-13510b0e-73b6-4848-ba3e-c7301389c171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:50.362801 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-44ab3ca4-7501-4308-8a3f-d76c2564a1c3 None None] Provisioning for port bfe24658-424a-4dcc-b8ef-d16deaac2a5f completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:36:50.375036 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-44ab3ca4-7501-4308-8a3f-d76c2564a1c3 None None] Provisioning complete for port bfe24658-424a-4dcc-b8ef-d16deaac2a5f triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:36:50.375480 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-44ab3ca4-7501-4308-8a3f-d76c2564a1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:50.502037 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13510b0e-73b6-4848-ba3e-c7301389c171 admin admin] Router a3f7e600-deee-422b-97b9-e7546800c6c3 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 10:36:50.596888 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-44ab3ca4-7501-4308-8a3f-d76c2564a1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:50.643838 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-44ab3ca4-7501-4308-8a3f-d76c2564a1c3 None None] For port bfe24658-424a-4dcc-b8ef-d16deaac2a5f, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=bfe24658-424a-4dcc-b8ef-d16deaac2a5f,segment=NetworkSegment(4200f040-e1bc-4920-8236-59127f93ea35),segment_id=4200f040-e1bc-4920-8236-59127f93ea35)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:36:50.649759 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-44ab3ca4-7501-4308-8a3f-d76c2564a1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:50.682473 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13510b0e-73b6-4848-ba3e-c7301389c171 admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:36:50.692931 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b101bc5-0eae-4d60-bd8a-4fa60c773336 None None] Sync routers for ids ['a3f7e600-deee-422b-97b9-e7546800c6c3'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:36:50.707933 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b101bc5-0eae-4d60-bd8a-4fa60c773336 None None] Routers {'a3f7e600-deee-422b-97b9-e7546800c6c3'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:36:50.708169 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-13510b0e-73b6-4848-ba3e-c7301389c171 admin admin] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:50.712328 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-13510b0e-73b6-4848-ba3e-c7301389c171 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4046814 Jan 21 10:36:50.712870 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-0b101bc5-0eae-4d60-bd8a-4fa60c773336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:36:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['a3f7e600-deee-422b-97b9-e7546800c6c3'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:50.713083 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 36362) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:50.733222 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab3ca4-7501-4308-8a3f-d76c2564a1c3 None None] Pushing event updated for resources: {'Port': ['ID=bfe24658-424a-4dcc-b8ef-d16deaac2a5f,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:50.926389 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-0b101bc5-0eae-4d60-bd8a-4fa60c773336 None None] Set router a3f7e600-deee-422b-97b9-e7546800c6c3 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:36:50.974274 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-25383449-b0ad-4221-85e6-cb6d4fb9e5c1 None None] Provisioning complete for port bfe24658-424a-4dcc-b8ef-d16deaac2a5f triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:36:50.974566 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-25383449-b0ad-4221-85e6-cb6d4fb9e5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:51.213545 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-0b101bc5-0eae-4d60-bd8a-4fa60c773336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'name': 'tempest-TestShelveInstance-583876912-router', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '99911ab4-6df7-4711-9336-51bb6c7d11d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:48Z', 'updated_at': '2022-01-21T10:36:49Z', 'revision_number': 3, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'gw_port': {'id': '99911ab4-6df7-4711-9336-51bb6c7d11d0', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:49Z', 'updated_at': '2022-01-21T10:36:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:51.217375 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b101bc5-0eae-4d60-bd8a-4fa60c773336 None None] Checking router: a3f7e600-deee-422b-97b9-e7546800c6c3 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:36:51.217724 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b101bc5-0eae-4d60-bd8a-4fa60c773336 None None] Updating router a3f7e600-deee-422b-97b9-e7546800c6c3 port 99911ab4-6df7-4711-9336-51bb6c7d11d0 binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:36:51.269707 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-0b101bc5-0eae-4d60-bd8a-4fa60c773336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:51.513613 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-810899ab-34a3-4554-8c0d-ed1939495097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:51.597196 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-0b101bc5-0eae-4d60-bd8a-4fa60c773336 None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:51.611661 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-0b101bc5-0eae-4d60-bd8a-4fa60c773336 None None] Transition to ACTIVE for port object 99911ab4-6df7-4711-9336-51bb6c7d11d0 will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:36:51.613284 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:51.618350 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-0b101bc5-0eae-4d60-bd8a-4fa60c773336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:51.701131 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7babc45-8201-4e12-a274-fb37b6c23fd9 None None] Pushing event updated for resources: {'Port': ['ID=99911ab4-6df7-4711-9336-51bb6c7d11d0,revision_number=2']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:51.703206 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-0b101bc5-0eae-4d60-bd8a-4fa60c773336 None None] Attempting to bind port 99911ab4-6df7-4711-9336-51bb6c7d11d0 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:36:51.703587 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-0b101bc5-0eae-4d60-bd8a-4fa60c773336 None None] Attempting to bind port 99911ab4-6df7-4711-9336-51bb6c7d11d0 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:36:51.703939 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b101bc5-0eae-4d60-bd8a-4fa60c773336 None None] Attempting to bind port 99911ab4-6df7-4711-9336-51bb6c7d11d0 on network 80a065d7-b55c-43ad-a3e8-c65befe4136c {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:36:51.712864 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7babc45-8201-4e12-a274-fb37b6c23fd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:51.713200 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7babc45-8201-4e12-a274-fb37b6c23fd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:51.713536 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7babc45-8201-4e12-a274-fb37b6c23fd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:51.713859 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7babc45-8201-4e12-a274-fb37b6c23fd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:51.714179 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7babc45-8201-4e12-a274-fb37b6c23fd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:51.714574 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7babc45-8201-4e12-a274-fb37b6c23fd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:51.714872 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7babc45-8201-4e12-a274-fb37b6c23fd9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:51.715910 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7babc45-8201-4e12-a274-fb37b6c23fd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:51.716234 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7babc45-8201-4e12-a274-fb37b6c23fd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:51.716558 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7babc45-8201-4e12-a274-fb37b6c23fd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:51.716887 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7babc45-8201-4e12-a274-fb37b6c23fd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:51.717477 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7babc45-8201-4e12-a274-fb37b6c23fd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:51.720814 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b101bc5-0eae-4d60-bd8a-4fa60c773336 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:36:51.721177 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b101bc5-0eae-4d60-bd8a-4fa60c773336 None None] Checking segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:36:51.721566 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-0b101bc5-0eae-4d60-bd8a-4fa60c773336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:51.721938 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b101bc5-0eae-4d60-bd8a-4fa60c773336 None None] Bound using segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:36:51.722392 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-0b101bc5-0eae-4d60-bd8a-4fa60c773336 None None] Bound port: 99911ab4-6df7-4711-9336-51bb6c7d11d0, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:36:51.722757 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-0b101bc5-0eae-4d60-bd8a-4fa60c773336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:51.723257 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-810899ab-34a3-4554-8c0d-ed1939495097 admin admin] Allocated IP 172.20.0.1 (1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd/70da826c-8c9d-41a5-a99c-152f054aa490/07735bf6-0e4d-43bc-83e9-e20294e6e92a) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:36:51.799168 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-0b101bc5-0eae-4d60-bd8a-4fa60c773336 None None] For port 99911ab4-6df7-4711-9336-51bb6c7d11d0, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:36:51.802306 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-0b101bc5-0eae-4d60-bd8a-4fa60c773336 None None] For port 99911ab4-6df7-4711-9336-51bb6c7d11d0, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=99911ab4-6df7-4711-9336-51bb6c7d11d0,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:36:51.806401 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-0b101bc5-0eae-4d60-bd8a-4fa60c773336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:51.880319 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-810899ab-34a3-4554-8c0d-ed1939495097 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:51.885340 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b101bc5-0eae-4d60-bd8a-4fa60c773336 None None] Routers {'a3f7e600-deee-422b-97b9-e7546800c6c3'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:36:51.885957 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-0b101bc5-0eae-4d60-bd8a-4fa60c773336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:36:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['a3f7e600-deee-422b-97b9-e7546800c6c3'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:51.891361 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device bfe24658-424a-4dcc-b8ef-d16deaac2a5f up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:36:51.898554 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-810899ab-34a3-4554-8c0d-ed1939495097 admin admin] Transition to ACTIVE for port object 07735bf6-0e4d-43bc-83e9-e20294e6e92a will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:36:51.924007 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-810899ab-34a3-4554-8c0d-ed1939495097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:51.945013 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7babc45-8201-4e12-a274-fb37b6c23fd9 None None] Pushing event updated for resources: {'Port': ['ID=99911ab4-6df7-4711-9336-51bb6c7d11d0,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:51.961033 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port bfe24658-424a-4dcc-b8ef-d16deaac2a5f triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:36:51.961413 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:51.993178 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810899ab-34a3-4554-8c0d-ed1939495097 admin admin] Network 1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:36:51.996483 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-810899ab-34a3-4554-8c0d-ed1939495097 admin admin] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:36:52.000232 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810899ab-34a3-4554-8c0d-ed1939495097 admin admin] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:36:52.061731 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-810899ab-34a3-4554-8c0d-ed1939495097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:52.068619 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810899ab-34a3-4554-8c0d-ed1939495097 admin admin] Pushing event updated for resources: {'Port': ['ID=07735bf6-0e4d-43bc-83e9-e20294e6e92a,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:52.131184 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-0b101bc5-0eae-4d60-bd8a-4fa60c773336 None None] Set router a3f7e600-deee-422b-97b9-e7546800c6c3 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:36:52.202802 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-810899ab-34a3-4554-8c0d-ed1939495097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:52.232380 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-1f79c494-ba0c-42c9-bacb-75d1b2901983 None None] Provisioning for port 07735bf6-0e4d-43bc-83e9-e20294e6e92a completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:36:52.237651 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-1f79c494-ba0c-42c9-bacb-75d1b2901983 None None] Provisioning complete for port 07735bf6-0e4d-43bc-83e9-e20294e6e92a triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:36:52.238026 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1f79c494-ba0c-42c9-bacb-75d1b2901983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:52.291471 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c494-ba0c-42c9-bacb-75d1b2901983 None None] Port 07735bf6-0e4d-43bc-83e9-e20294e6e92a cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:36:52.432049 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-0b101bc5-0eae-4d60-bd8a-4fa60c773336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'name': 'tempest-TestShelveInstance-583876912-router', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '99911ab4-6df7-4711-9336-51bb6c7d11d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:48Z', 'updated_at': '2022-01-21T10:36:49Z', 'revision_number': 3, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'gw_port': {'id': '99911ab4-6df7-4711-9336-51bb6c7d11d0', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:49Z', 'updated_at': '2022-01-21T10:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:52.436382 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b101bc5-0eae-4d60-bd8a-4fa60c773336 None None] The sync data for ids ['a3f7e600-deee-422b-97b9-e7546800c6c3'] in dv-neutron-825731-1-hyperv is: [{'id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'name': 'tempest-TestShelveInstance-583876912-router', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '99911ab4-6df7-4711-9336-51bb6c7d11d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:48Z', 'updated_at': '2022-01-21T10:36:49Z', 'revision_number': 3, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'gw_port': {'id': '99911ab4-6df7-4711-9336-51bb6c7d11d0', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:49Z', 'updated_at': '2022-01-21T10:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:36:52.555259 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-810899ab-34a3-4554-8c0d-ed1939495097 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:52.560009 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-810899ab-34a3-4554-8c0d-ed1939495097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:52.677587 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810899ab-34a3-4554-8c0d-ed1939495097 admin admin] Pushing event updated for resources: {'Port': ['ID=07735bf6-0e4d-43bc-83e9-e20294e6e92a,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:52.681084 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-810899ab-34a3-4554-8c0d-ed1939495097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:52.824674 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810899ab-34a3-4554-8c0d-ed1939495097 admin admin] Network 1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:36:52.825801 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-810899ab-34a3-4554-8c0d-ed1939495097 admin admin] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:36:53.029305 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810899ab-34a3-4554-8c0d-ed1939495097 admin admin] Router a3f7e600-deee-422b-97b9-e7546800c6c3 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:36:53.122694 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-d68834bd-de80-4284-bd93-8c776c29ec5f None None] Provisioning complete for port 07735bf6-0e4d-43bc-83e9-e20294e6e92a triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:36:53.123289 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d68834bd-de80-4284-bd93-8c776c29ec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:53.181324 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-d68834bd-de80-4284-bd93-8c776c29ec5f None None] Port 07735bf6-0e4d-43bc-83e9-e20294e6e92a cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:36:53.213530 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810899ab-34a3-4554-8c0d-ed1939495097 admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:36:53.223847 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-810899ab-34a3-4554-8c0d-ed1939495097 admin admin] 10.222.0.110 "PUT /v2.0/routers/a3f7e600-deee-422b-97b9-e7546800c6c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5100877 Jan 21 10:36:53.725102 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 36380) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:53.730794 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-bbcaa361-e648-46d6-b681-b9057e7195b8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1112481395-network', 'tenant_id': '0246b7ea47974bba90c5958ec4fe67a8'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:36:53.736137 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-bbcaa361-e648-46d6-b681-b9057e7195b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:36:53.740197 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-bbcaa361-e648-46d6-b681-b9057e7195b8 admin admin] Usage tracker for resource:network and tenant:0246b7ea47974bba90c5958ec4fe67a8 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:36:53.747454 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-bbcaa361-e648-46d6-b681-b9057e7195b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:36:53.753427 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-bbcaa361-e648-46d6-b681-b9057e7195b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:36:53.765250 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcaa361-e648-46d6-b681-b9057e7195b8 admin admin] Made reservation on behalf of 0246b7ea47974bba90c5958ec4fe67a8 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:36:53.768217 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bbcaa361-e648-46d6-b681-b9057e7195b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:53.785009 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bbcaa361-e648-46d6-b681-b9057e7195b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:53.799584 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-bbcaa361-e648-46d6-b681-b9057e7195b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:36:53.803479 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-bbcaa361-e648-46d6-b681-b9057e7195b8 admin admin] Usage tracker for resource:security_group_rule and tenant:0246b7ea47974bba90c5958ec4fe67a8 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:36:53.806335 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-bbcaa361-e648-46d6-b681-b9057e7195b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:36:53.812525 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-bbcaa361-e648-46d6-b681-b9057e7195b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:36:53.911765 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 99911ab4-6df7-4711-9336-51bb6c7d11d0 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:36:53.913138 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bbcaa361-e648-46d6-b681-b9057e7195b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:53.919060 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bbcaa361-e648-46d6-b681-b9057e7195b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:53.951296 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbcaa361-e648-46d6-b681-b9057e7195b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:36:53.960413 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcaa361-e648-46d6-b681-b9057e7195b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eede7c1a-91ce-4e27-8fae-f1dbf698aab3,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:53.972003 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bbcaa361-e648-46d6-b681-b9057e7195b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:53.972343 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-bbcaa361-e648-46d6-b681-b9057e7195b8 admin admin] Added segment 60efd95d-135b-47d4-918c-d1e0ea4bce17 of type vlan for network 5be88729-bdf1-4c29-9051-d58f55f92b49 Jan 21 10:36:53.985336 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 99911ab4-6df7-4711-9336-51bb6c7d11d0 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:36:53.990525 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 99911ab4-6df7-4711-9336-51bb6c7d11d0 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:36:53.990891 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:54.001464 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bbcaa361-e648-46d6-b681-b9057e7195b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:54.019954 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69676253-642b-445b-9e60-432211e0144a None None] Sync routers for ids ['a3f7e600-deee-422b-97b9-e7546800c6c3'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:36:54.031015 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bbcaa361-e648-46d6-b681-b9057e7195b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:54.031357 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcaa361-e648-46d6-b681-b9057e7195b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:54.031995 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-bbcaa361-e648-46d6-b681-b9057e7195b8 admin admin] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:54.051265 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69676253-642b-445b-9e60-432211e0144a None None] Routers {'a3f7e600-deee-422b-97b9-e7546800c6c3'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:36:54.051909 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-69676253-642b-445b-9e60-432211e0144a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:36:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['a3f7e600-deee-422b-97b9-e7546800c6c3'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:54.132799 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-bbcaa361-e648-46d6-b681-b9057e7195b8 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4039311 Jan 21 10:36:54.133301 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 36384) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:54.135595 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcaa361-e648-46d6-b681-b9057e7195b8 admin admin] Pushing event updated for resources: {'Network': ['ID=5be88729-bdf1-4c29-9051-d58f55f92b49,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:54.140900 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-dd1b6de3-dbec-49b4-ad23-10653069fe80 admin admin] Request body: {'subnet': {'network_id': '5be88729-bdf1-4c29-9051-d58f55f92b49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1112481395-subnet', 'tenant_id': '0246b7ea47974bba90c5958ec4fe67a8', 'ip_version': 4}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:36:54.150457 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-dd1b6de3-dbec-49b4-ad23-10653069fe80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:36:54.157465 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-dd1b6de3-dbec-49b4-ad23-10653069fe80 admin admin] Usage tracker for resource:subnet and tenant:0246b7ea47974bba90c5958ec4fe67a8 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:36:54.163062 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-dd1b6de3-dbec-49b4-ad23-10653069fe80 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:36:54.171958 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-dd1b6de3-dbec-49b4-ad23-10653069fe80 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:36:54.181404 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1b6de3-dbec-49b4-ad23-10653069fe80 admin admin] Made reservation on behalf of 0246b7ea47974bba90c5958ec4fe67a8 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:36:54.184130 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dd1b6de3-dbec-49b4-ad23-10653069fe80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:54.265183 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 5be88729-bdf1-4c29-9051-d58f55f92b49 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:36:54.406465 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:54.414807 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-69676253-642b-445b-9e60-432211e0144a None None] Set router a3f7e600-deee-422b-97b9-e7546800c6c3 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:36:54.487093 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 99911ab4-6df7-4711-9336-51bb6c7d11d0, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=99911ab4-6df7-4711-9336-51bb6c7d11d0,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:36:54.493271 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:54.510710 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dd1b6de3-dbec-49b4-ad23-10653069fe80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:54.593617 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b6de3-dbec-49b4-ad23-10653069fe80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aa2d92a-65df-4afa-9673-7cf5458e61f2,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:54.598815 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1b6de3-dbec-49b4-ad23-10653069fe80 admin admin] Checking segment: {'id': '60efd95d-135b-47d4-918c-d1e0ea4bce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5be88729-bdf1-4c29-9051-d58f55f92b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:36:54.599291 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1b6de3-dbec-49b4-ad23-10653069fe80 admin admin] Network hostable DHCP agents. Network: 5be88729-bdf1-4c29-9051-d58f55f92b49, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:36:54.617542 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1b6de3-dbec-49b4-ad23-10653069fe80 admin admin] Network 5be88729-bdf1-4c29-9051-d58f55f92b49 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:36:54.627743 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-dd1b6de3-dbec-49b4-ad23-10653069fe80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 5be88729-bdf1-4c29-9051-d58f55f92b49) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:36:54.632505 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1b6de3-dbec-49b4-ad23-10653069fe80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:54.633093 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-dd1b6de3-dbec-49b4-ad23-10653069fe80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:54.648890 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524b85ae-ed96-4ac6-83ee-7603f9d844da None None] Network 5be88729-bdf1-4c29-9051-d58f55f92b49 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:36:54.656829 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-dd1b6de3-dbec-49b4-ad23-10653069fe80 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5223484 Jan 21 10:36:54.659437 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 36388) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:54.664334 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-0c0cce19-002a-441b-8ac6-6eff182e59b9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1112481395-router', 'tenant_id': '0246b7ea47974bba90c5958ec4fe67a8', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:36:54.669123 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-0c0cce19-002a-441b-8ac6-6eff182e59b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:36:54.673073 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-0c0cce19-002a-441b-8ac6-6eff182e59b9 admin admin] Usage tracker for resource:router and tenant:0246b7ea47974bba90c5958ec4fe67a8 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:36:54.675921 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-0c0cce19-002a-441b-8ac6-6eff182e59b9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:36:54.681635 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-0c0cce19-002a-441b-8ac6-6eff182e59b9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:36:54.693416 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0c0cce19-002a-441b-8ac6-6eff182e59b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:54.694781 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0c0cce19-002a-441b-8ac6-6eff182e59b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:54.711080 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0c0cce19-002a-441b-8ac6-6eff182e59b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:54.720273 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=99911ab4-6df7-4711-9336-51bb6c7d11d0,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:54.984312 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0c0cce19-002a-441b-8ac6-6eff182e59b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:54.987002 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-69676253-642b-445b-9e60-432211e0144a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'name': 'tempest-TestShelveInstance-583876912-router', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '99911ab4-6df7-4711-9336-51bb6c7d11d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:48Z', 'updated_at': '2022-01-21T10:36:52Z', 'revision_number': 4, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'gw_port': {'id': '99911ab4-6df7-4711-9336-51bb6c7d11d0', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:49Z', 'updated_at': '2022-01-21T10:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '07735bf6-0e4d-43bc-83e9-e20294e6e92a', 'name': '', 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'mac_address': 'fa:16:3e:e6:e5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '70da826c-8c9d-41a5-a99c-152f054aa490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:51Z', 'updated_at': '2022-01-21T10:36:52Z', 'revision_number': 2, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'subnets': [{'id': '70da826c-8c9d-41a5-a99c-152f054aa490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:54.990369 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95c4091-a703-4133-aeaa-787b1497fda1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-5be88729-bdf1-4c29-9051-d58f55f92b49', 'network_id': '5be88729-bdf1-4c29-9051-d58f55f92b49', 'tenant_id': '0246b7ea47974bba90c5958ec4fe67a8', 'fixed_ips': [{'subnet_id': '1aa2d92a-65df-4afa-9673-7cf5458e61f2'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:36:54.991179 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e95c4091-a703-4133-aeaa-787b1497fda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:55.006404 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69676253-642b-445b-9e60-432211e0144a None None] Checking router: a3f7e600-deee-422b-97b9-e7546800c6c3 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:36:55.006763 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69676253-642b-445b-9e60-432211e0144a None None] Updating router a3f7e600-deee-422b-97b9-e7546800c6c3 port 07735bf6-0e4d-43bc-83e9-e20294e6e92a binding host dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:36:55.110106 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-69676253-642b-445b-9e60-432211e0144a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:55.295013 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0c0cce19-002a-441b-8ac6-6eff182e59b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:55.303808 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-e95c4091-a703-4133-aeaa-787b1497fda1 None None] Allocated IP 172.20.0.2 (5be88729-bdf1-4c29-9051-d58f55f92b49/1aa2d92a-65df-4afa-9673-7cf5458e61f2/6386892d-624f-4689-8999-bf40455f8daa) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:36:55.326919 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0c0cce19-002a-441b-8ac6-6eff182e59b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:55.469737 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-0c0cce19-002a-441b-8ac6-6eff182e59b9 admin admin] Allocated IP 172.26.3.237 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/2f8d05af-d165-49ec-b34d-3fcaf7afe27e) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:36:55.616932 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0c0cce19-002a-441b-8ac6-6eff182e59b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:55.646837 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0c0cce19-002a-441b-8ac6-6eff182e59b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:55.674873 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e95c4091-a703-4133-aeaa-787b1497fda1 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:55.691182 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e95c4091-a703-4133-aeaa-787b1497fda1 None None] Transition to ACTIVE for port object 6386892d-624f-4689-8999-bf40455f8daa will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:36:55.708527 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-69676253-642b-445b-9e60-432211e0144a None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:55.713375 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0cce19-002a-441b-8ac6-6eff182e59b9 admin admin] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:36:55.716981 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-0c0cce19-002a-441b-8ac6-6eff182e59b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:36:55.720626 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0cce19-002a-441b-8ac6-6eff182e59b9 admin admin] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:36:55.726738 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e95c4091-a703-4133-aeaa-787b1497fda1 None None] Transition to ACTIVE for port object 6386892d-624f-4689-8999-bf40455f8daa will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:36:55.728100 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-69676253-642b-445b-9e60-432211e0144a None None] Transition to ACTIVE for port object 07735bf6-0e4d-43bc-83e9-e20294e6e92a will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:36:55.736842 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e95c4091-a703-4133-aeaa-787b1497fda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:55.758153 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0cce19-002a-441b-8ac6-6eff182e59b9 admin admin] Pushing event updated for resources: {'Port': ['ID=2f8d05af-d165-49ec-b34d-3fcaf7afe27e,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:55.826991 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-69676253-642b-445b-9e60-432211e0144a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:55.918047 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 99911ab4-6df7-4711-9336-51bb6c7d11d0 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:36:55.950798 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95c4091-a703-4133-aeaa-787b1497fda1 None None] Network 5be88729-bdf1-4c29-9051-d58f55f92b49 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:36:55.962077 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-e95c4091-a703-4133-aeaa-787b1497fda1 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:36:55.972208 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c4091-a703-4133-aeaa-787b1497fda1 None None] Pushing event updated for resources: {'Port': ['ID=6386892d-624f-4689-8999-bf40455f8daa,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:55.974552 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95c4091-a703-4133-aeaa-787b1497fda1 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:36:56.220841 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0c5d2-96fa-4fe8-b80f-4e88b85f60e1 None None] Pushing event updated for resources: {'Port': ['ID=07735bf6-0e4d-43bc-83e9-e20294e6e92a,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:56.233529 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-69676253-642b-445b-9e60-432211e0144a None None] Attempting to bind port 07735bf6-0e4d-43bc-83e9-e20294e6e92a on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:36:56.233895 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-69676253-642b-445b-9e60-432211e0144a None None] Attempting to bind port 07735bf6-0e4d-43bc-83e9-e20294e6e92a by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '4200f040-e1bc-4920-8236-59127f93ea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:36:56.234252 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69676253-642b-445b-9e60-432211e0144a None None] Attempting to bind port 07735bf6-0e4d-43bc-83e9-e20294e6e92a on network 1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:36:56.236202 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-e95c4091-a703-4133-aeaa-787b1497fda1 None None] Attempting to bind port 6386892d-624f-4689-8999-bf40455f8daa on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:36:56.236554 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-e95c4091-a703-4133-aeaa-787b1497fda1 None None] Attempting to bind port 6386892d-624f-4689-8999-bf40455f8daa by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '60efd95d-135b-47d4-918c-d1e0ea4bce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5be88729-bdf1-4c29-9051-d58f55f92b49'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:36:56.236896 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95c4091-a703-4133-aeaa-787b1497fda1 None None] Attempting to bind port 6386892d-624f-4689-8999-bf40455f8daa on network 5be88729-bdf1-4c29-9051-d58f55f92b49 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:36:56.249379 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69676253-642b-445b-9e60-432211e0144a None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:36:56.249752 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69676253-642b-445b-9e60-432211e0144a None None] Checking segment: {'id': '4200f040-e1bc-4920-8236-59127f93ea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:36:56.250149 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-69676253-642b-445b-9e60-432211e0144a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:56.250531 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69676253-642b-445b-9e60-432211e0144a None None] Bound using segment: {'id': '4200f040-e1bc-4920-8236-59127f93ea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:36:56.250995 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-69676253-642b-445b-9e60-432211e0144a None None] Bound port: 07735bf6-0e4d-43bc-83e9-e20294e6e92a, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4200f040-e1bc-4920-8236-59127f93ea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:36:56.251369 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-69676253-642b-445b-9e60-432211e0144a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:56.260722 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95c4091-a703-4133-aeaa-787b1497fda1 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:36:56.261209 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95c4091-a703-4133-aeaa-787b1497fda1 None None] Checking segment: {'id': '60efd95d-135b-47d4-918c-d1e0ea4bce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5be88729-bdf1-4c29-9051-d58f55f92b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:36:56.262238 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e95c4091-a703-4133-aeaa-787b1497fda1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:56.262695 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95c4091-a703-4133-aeaa-787b1497fda1 None None] Bound using segment: {'id': '60efd95d-135b-47d4-918c-d1e0ea4bce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5be88729-bdf1-4c29-9051-d58f55f92b49'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:36:56.263158 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-e95c4091-a703-4133-aeaa-787b1497fda1 None None] Bound port: 6386892d-624f-4689-8999-bf40455f8daa, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60efd95d-135b-47d4-918c-d1e0ea4bce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5be88729-bdf1-4c29-9051-d58f55f92b49'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:36:56.263562 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e95c4091-a703-4133-aeaa-787b1497fda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:56.268490 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0c0cce19-002a-441b-8ac6-6eff182e59b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:56.314607 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 99911ab4-6df7-4711-9336-51bb6c7d11d0 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:36:56.315167 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:56.475271 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-69676253-642b-445b-9e60-432211e0144a None None] For port 07735bf6-0e4d-43bc-83e9-e20294e6e92a, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:36:56.477321 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-e95c4091-a703-4133-aeaa-787b1497fda1 None None] For port 6386892d-624f-4689-8999-bf40455f8daa, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:36:56.480670 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-69676253-642b-445b-9e60-432211e0144a None None] For port 07735bf6-0e4d-43bc-83e9-e20294e6e92a, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=07735bf6-0e4d-43bc-83e9-e20294e6e92a,segment=NetworkSegment(4200f040-e1bc-4920-8236-59127f93ea35),segment_id=4200f040-e1bc-4920-8236-59127f93ea35)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:36:56.483794 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-e95c4091-a703-4133-aeaa-787b1497fda1 None None] For port 6386892d-624f-4689-8999-bf40455f8daa, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=6386892d-624f-4689-8999-bf40455f8daa,segment=NetworkSegment(60efd95d-135b-47d4-918c-d1e0ea4bce17),segment_id=60efd95d-135b-47d4-918c-d1e0ea4bce17)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:36:56.486035 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-69676253-642b-445b-9e60-432211e0144a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:56.531415 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e95c4091-a703-4133-aeaa-787b1497fda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:56.609057 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0c0cce19-002a-441b-8ac6-6eff182e59b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:56.639915 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69676253-642b-445b-9e60-432211e0144a None None] Routers {'a3f7e600-deee-422b-97b9-e7546800c6c3'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:36:56.640543 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-69676253-642b-445b-9e60-432211e0144a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:36:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['a3f7e600-deee-422b-97b9-e7546800c6c3'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:56.710604 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0c5d2-96fa-4fe8-b80f-4e88b85f60e1 None None] Pushing event updated for resources: {'Port': ['ID=07735bf6-0e4d-43bc-83e9-e20294e6e92a,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:56.872740 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0cce19-002a-441b-8ac6-6eff182e59b9 admin admin] Router a425d664-355f-4732-bc34-1e0f9ac12553 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 10:36:56.927206 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c4091-a703-4133-aeaa-787b1497fda1 None None] Pushing event updated for resources: {'Port': ['ID=6386892d-624f-4689-8999-bf40455f8daa,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:56.944781 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-69676253-642b-445b-9e60-432211e0144a None None] Set router a3f7e600-deee-422b-97b9-e7546800c6c3 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:36:57.091824 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0cce19-002a-441b-8ac6-6eff182e59b9 admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:36:57.101335 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42abc261-263c-43e4-8f46-7c5a7f2751c4 None None] Sync routers for ids ['a425d664-355f-4732-bc34-1e0f9ac12553'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:36:57.110638 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42abc261-263c-43e4-8f46-7c5a7f2751c4 None None] Routers {'a425d664-355f-4732-bc34-1e0f9ac12553'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:36:57.111318 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-42abc261-263c-43e4-8f46-7c5a7f2751c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:36:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['a425d664-355f-4732-bc34-1e0f9ac12553'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:57.116410 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0c0cce19-002a-441b-8ac6-6eff182e59b9 admin admin] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:57.117948 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0c0cce19-002a-441b-8ac6-6eff182e59b9 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4574392 Jan 21 10:36:57.121362 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 36392) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:57.287167 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-69676253-642b-445b-9e60-432211e0144a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'name': 'tempest-TestShelveInstance-583876912-router', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '99911ab4-6df7-4711-9336-51bb6c7d11d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:48Z', 'updated_at': '2022-01-21T10:36:52Z', 'revision_number': 4, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'gw_port': {'id': '99911ab4-6df7-4711-9336-51bb6c7d11d0', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:49Z', 'updated_at': '2022-01-21T10:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '07735bf6-0e4d-43bc-83e9-e20294e6e92a', 'name': '', 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'mac_address': 'fa:16:3e:e6:e5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '70da826c-8c9d-41a5-a99c-152f054aa490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:51Z', 'updated_at': '2022-01-21T10:36:56Z', 'revision_number': 4, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'subnets': [{'id': '70da826c-8c9d-41a5-a99c-152f054aa490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:57.291346 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69676253-642b-445b-9e60-432211e0144a None None] The sync data for ids ['a3f7e600-deee-422b-97b9-e7546800c6c3'] in dv-neutron-825731-1-hyperv is: [{'id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'name': 'tempest-TestShelveInstance-583876912-router', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '99911ab4-6df7-4711-9336-51bb6c7d11d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:48Z', 'updated_at': '2022-01-21T10:36:52Z', 'revision_number': 4, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'gw_port': {'id': '99911ab4-6df7-4711-9336-51bb6c7d11d0', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:49Z', 'updated_at': '2022-01-21T10:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '07735bf6-0e4d-43bc-83e9-e20294e6e92a', 'name': '', 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'mac_address': 'fa:16:3e:e6:e5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '70da826c-8c9d-41a5-a99c-152f054aa490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:51Z', 'updated_at': '2022-01-21T10:36:56Z', 'revision_number': 4, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'subnets': [{'id': '70da826c-8c9d-41a5-a99c-152f054aa490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:36:57.313569 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-42abc261-263c-43e4-8f46-7c5a7f2751c4 None None] Set router a425d664-355f-4732-bc34-1e0f9ac12553 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:36:57.670125 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-42abc261-263c-43e4-8f46-7c5a7f2751c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a425d664-355f-4732-bc34-1e0f9ac12553', 'name': 'tempest-TestShelveInstance-1112481395-router', 'tenant_id': '0246b7ea47974bba90c5958ec4fe67a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '2f8d05af-d165-49ec-b34d-3fcaf7afe27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:54Z', 'updated_at': '2022-01-21T10:36:56Z', 'revision_number': 3, 'project_id': '0246b7ea47974bba90c5958ec4fe67a8', 'gw_port': {'id': '2f8d05af-d165-49ec-b34d-3fcaf7afe27e', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a425d664-355f-4732-bc34-1e0f9ac12553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:55Z', 'updated_at': '2022-01-21T10:36:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:57.675907 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42abc261-263c-43e4-8f46-7c5a7f2751c4 None None] Checking router: a425d664-355f-4732-bc34-1e0f9ac12553 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:36:57.676408 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42abc261-263c-43e4-8f46-7c5a7f2751c4 None None] Updating router a425d664-355f-4732-bc34-1e0f9ac12553 port 2f8d05af-d165-49ec-b34d-3fcaf7afe27e binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:36:57.767567 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-42abc261-263c-43e4-8f46-7c5a7f2751c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:57.925190 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723397f9-f45e-4515-9b4e-4e0ea71dda12 None None] Network 5be88729-bdf1-4c29-9051-d58f55f92b49 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:36:58.009284 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 6386892d-624f-4689-8999-bf40455f8daa up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:36:58.098686 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-960d865b-b945-4022-abc9-6d8426c42680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:58.106125 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-71701a82-3da7-4da1-8e4b-805bbee4da0e None None] Provisioning for port 6386892d-624f-4689-8999-bf40455f8daa completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:36:58.234301 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-42abc261-263c-43e4-8f46-7c5a7f2751c4 None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:58.248884 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-42abc261-263c-43e4-8f46-7c5a7f2751c4 None None] Transition to ACTIVE for port object 2f8d05af-d165-49ec-b34d-3fcaf7afe27e will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:36:58.256974 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-42abc261-263c-43e4-8f46-7c5a7f2751c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:58.283213 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 6386892d-624f-4689-8999-bf40455f8daa completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:36:58.300747 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 6386892d-624f-4689-8999-bf40455f8daa triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:36:58.301467 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:58.361593 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1bead4-b3a9-4847-af6e-d6d0f366e000 None None] Pushing event updated for resources: {'Port': ['ID=2f8d05af-d165-49ec-b34d-3fcaf7afe27e,revision_number=2']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:58.362349 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-960d865b-b945-4022-abc9-6d8426c42680 admin admin] Allocated IP 172.20.0.1 (5be88729-bdf1-4c29-9051-d58f55f92b49/1aa2d92a-65df-4afa-9673-7cf5458e61f2/e4a223dc-997e-436d-9902-0bc09f4519ab) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:36:58.365260 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-42abc261-263c-43e4-8f46-7c5a7f2751c4 None None] Attempting to bind port 2f8d05af-d165-49ec-b34d-3fcaf7afe27e on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:36:58.365645 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-42abc261-263c-43e4-8f46-7c5a7f2751c4 None None] Attempting to bind port 2f8d05af-d165-49ec-b34d-3fcaf7afe27e by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:36:58.366002 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42abc261-263c-43e4-8f46-7c5a7f2751c4 None None] Attempting to bind port 2f8d05af-d165-49ec-b34d-3fcaf7afe27e on network 80a065d7-b55c-43ad-a3e8-c65befe4136c {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:36:58.373729 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42abc261-263c-43e4-8f46-7c5a7f2751c4 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:36:58.374166 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42abc261-263c-43e4-8f46-7c5a7f2751c4 None None] Checking segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:36:58.374562 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-42abc261-263c-43e4-8f46-7c5a7f2751c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:58.375079 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42abc261-263c-43e4-8f46-7c5a7f2751c4 None None] Bound using segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:36:58.375575 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-42abc261-263c-43e4-8f46-7c5a7f2751c4 None None] Bound port: 2f8d05af-d165-49ec-b34d-3fcaf7afe27e, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:36:58.376890 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-42abc261-263c-43e4-8f46-7c5a7f2751c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:58.461437 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-42abc261-263c-43e4-8f46-7c5a7f2751c4 None None] For port 2f8d05af-d165-49ec-b34d-3fcaf7afe27e, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:36:58.466231 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-42abc261-263c-43e4-8f46-7c5a7f2751c4 None None] For port 2f8d05af-d165-49ec-b34d-3fcaf7afe27e, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=2f8d05af-d165-49ec-b34d-3fcaf7afe27e,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:36:58.473018 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-42abc261-263c-43e4-8f46-7c5a7f2751c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:58.525960 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:58.539909 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-960d865b-b945-4022-abc9-6d8426c42680 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:58.556999 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-960d865b-b945-4022-abc9-6d8426c42680 admin admin] Transition to ACTIVE for port object e4a223dc-997e-436d-9902-0bc09f4519ab will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:36:58.571343 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 6386892d-624f-4689-8999-bf40455f8daa, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=6386892d-624f-4689-8999-bf40455f8daa,segment=NetworkSegment(60efd95d-135b-47d4-918c-d1e0ea4bce17),segment_id=60efd95d-135b-47d4-918c-d1e0ea4bce17)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:36:58.580386 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:58.581142 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 07735bf6-0e4d-43bc-83e9-e20294e6e92a up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:36:58.586388 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-960d865b-b945-4022-abc9-6d8426c42680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:58.586863 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42abc261-263c-43e4-8f46-7c5a7f2751c4 None None] Routers {'a425d664-355f-4732-bc34-1e0f9ac12553'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:36:58.587517 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-42abc261-263c-43e4-8f46-7c5a7f2751c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:36:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['a425d664-355f-4732-bc34-1e0f9ac12553'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:58.649657 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960d865b-b945-4022-abc9-6d8426c42680 admin admin] Network 5be88729-bdf1-4c29-9051-d58f55f92b49 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:36:58.656621 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-960d865b-b945-4022-abc9-6d8426c42680 admin admin] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:36:58.668608 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960d865b-b945-4022-abc9-6d8426c42680 admin admin] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:36:58.715665 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1bead4-b3a9-4847-af6e-d6d0f366e000 None None] Pushing event updated for resources: {'Port': ['ID=2f8d05af-d165-49ec-b34d-3fcaf7afe27e,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:58.762478 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-960d865b-b945-4022-abc9-6d8426c42680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:58.765264 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d865b-b945-4022-abc9-6d8426c42680 admin admin] Pushing event updated for resources: {'Port': ['ID=e4a223dc-997e-436d-9902-0bc09f4519ab,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:58.851604 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 07735bf6-0e4d-43bc-83e9-e20294e6e92a completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:36:58.866291 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=6386892d-624f-4689-8999-bf40455f8daa,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:58.871341 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 07735bf6-0e4d-43bc-83e9-e20294e6e92a triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:36:58.872901 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:58.881973 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-42abc261-263c-43e4-8f46-7c5a7f2751c4 None None] Set router a425d664-355f-4732-bc34-1e0f9ac12553 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:36:58.967573 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-e8e1721f-650d-4292-b77a-8171a891a9f2 None None] Provisioning complete for port 6386892d-624f-4689-8999-bf40455f8daa triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:36:58.968085 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e8e1721f-650d-4292-b77a-8171a891a9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:58.994952 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-960d865b-b945-4022-abc9-6d8426c42680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:59.173253 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:59.238301 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 07735bf6-0e4d-43bc-83e9-e20294e6e92a, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=07735bf6-0e4d-43bc-83e9-e20294e6e92a,segment=NetworkSegment(4200f040-e1bc-4920-8236-59127f93ea35),segment_id=4200f040-e1bc-4920-8236-59127f93ea35)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:36:59.243793 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:59.289493 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-42abc261-263c-43e4-8f46-7c5a7f2751c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a425d664-355f-4732-bc34-1e0f9ac12553', 'name': 'tempest-TestShelveInstance-1112481395-router', 'tenant_id': '0246b7ea47974bba90c5958ec4fe67a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '2f8d05af-d165-49ec-b34d-3fcaf7afe27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:54Z', 'updated_at': '2022-01-21T10:36:56Z', 'revision_number': 3, 'project_id': '0246b7ea47974bba90c5958ec4fe67a8', 'gw_port': {'id': '2f8d05af-d165-49ec-b34d-3fcaf7afe27e', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a425d664-355f-4732-bc34-1e0f9ac12553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:55Z', 'updated_at': '2022-01-21T10:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:59.295475 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42abc261-263c-43e4-8f46-7c5a7f2751c4 None None] The sync data for ids ['a425d664-355f-4732-bc34-1e0f9ac12553'] in dv-neutron-825731-1-hyperv is: [{'id': 'a425d664-355f-4732-bc34-1e0f9ac12553', 'name': 'tempest-TestShelveInstance-1112481395-router', 'tenant_id': '0246b7ea47974bba90c5958ec4fe67a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '2f8d05af-d165-49ec-b34d-3fcaf7afe27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:54Z', 'updated_at': '2022-01-21T10:36:56Z', 'revision_number': 3, 'project_id': '0246b7ea47974bba90c5958ec4fe67a8', 'gw_port': {'id': '2f8d05af-d165-49ec-b34d-3fcaf7afe27e', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a425d664-355f-4732-bc34-1e0f9ac12553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:55Z', 'updated_at': '2022-01-21T10:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:36:59.322405 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-960d865b-b945-4022-abc9-6d8426c42680 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:59.332926 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-960d865b-b945-4022-abc9-6d8426c42680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:59.337131 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=07735bf6-0e4d-43bc-83e9-e20294e6e92a,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:59.353398 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-fb4e1531-cf21-429d-a391-20809a4704bd None None] Provisioning for port e4a223dc-997e-436d-9902-0bc09f4519ab completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:36:59.362304 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-fb4e1531-cf21-429d-a391-20809a4704bd None None] Provisioning complete for port e4a223dc-997e-436d-9902-0bc09f4519ab triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:36:59.362779 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fb4e1531-cf21-429d-a391-20809a4704bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:59.430136 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-fb4e1531-cf21-429d-a391-20809a4704bd None None] Port e4a223dc-997e-436d-9902-0bc09f4519ab cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:36:59.451667 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-960d865b-b945-4022-abc9-6d8426c42680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:59.455199 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d865b-b945-4022-abc9-6d8426c42680 admin admin] Pushing event updated for resources: {'Port': ['ID=e4a223dc-997e-436d-9902-0bc09f4519ab,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:59.600672 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960d865b-b945-4022-abc9-6d8426c42680 admin admin] Network 5be88729-bdf1-4c29-9051-d58f55f92b49 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:36:59.601773 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-960d865b-b945-4022-abc9-6d8426c42680 admin admin] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:36:59.812543 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960d865b-b945-4022-abc9-6d8426c42680 admin admin] Router a425d664-355f-4732-bc34-1e0f9ac12553 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:36:59.866284 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-2f089587-c9ba-40e7-a4d7-a6e0a7e816f5 None None] Provisioning complete for port e4a223dc-997e-436d-9902-0bc09f4519ab triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:36:59.866768 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-2f089587-c9ba-40e7-a4d7-a6e0a7e816f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:59.940459 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-2f089587-c9ba-40e7-a4d7-a6e0a7e816f5 None None] Port e4a223dc-997e-436d-9902-0bc09f4519ab cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:36:59.982859 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 6386892d-624f-4689-8999-bf40455f8daa up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:37:00.057209 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 6386892d-624f-4689-8999-bf40455f8daa triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:37:00.057589 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:00.133776 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960d865b-b945-4022-abc9-6d8426c42680 admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:37:00.146570 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-960d865b-b945-4022-abc9-6d8426c42680 admin admin] 10.222.0.110 "PUT /v2.0/routers/a425d664-355f-4732-bc34-1e0f9ac12553/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0228162 Jan 21 10:37:00.180349 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 2f8d05af-d165-49ec-b34d-3fcaf7afe27e up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:37:00.248898 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 2f8d05af-d165-49ec-b34d-3fcaf7afe27e completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:37:00.253942 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 2f8d05af-d165-49ec-b34d-3fcaf7afe27e triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:37:00.254307 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:00.377452 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:00.394392 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 2f8d05af-d165-49ec-b34d-3fcaf7afe27e, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=2f8d05af-d165-49ec-b34d-3fcaf7afe27e,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:37:00.400679 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:00.401747 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 07735bf6-0e4d-43bc-83e9-e20294e6e92a up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:37:00.520448 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=2f8d05af-d165-49ec-b34d-3fcaf7afe27e,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:37:00.531565 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 07735bf6-0e4d-43bc-83e9-e20294e6e92a triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:37:00.531943 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:00.744277 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 36406) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:37:00.750111 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-03bf5c9a-3d07-4701-8dee-cf45d8e74b41 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1976296527', 'description': 'tempest-secgroup-smoke-1976296527 description', 'project_id': '166ccabcabfe49fbaffc765c8d40134c'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:37:00.756116 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-03bf5c9a-3d07-4701-8dee-cf45d8e74b41 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:37:00.759913 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-03bf5c9a-3d07-4701-8dee-cf45d8e74b41 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Usage tracker for resource:security_group and tenant:166ccabcabfe49fbaffc765c8d40134c is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:37:00.763619 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-03bf5c9a-3d07-4701-8dee-cf45d8e74b41 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:37:00.769775 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-03bf5c9a-3d07-4701-8dee-cf45d8e74b41 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:37:00.782926 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-03bf5c9a-3d07-4701-8dee-cf45d8e74b41 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:00.803673 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-03bf5c9a-3d07-4701-8dee-cf45d8e74b41 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:37:00.807689 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-03bf5c9a-3d07-4701-8dee-cf45d8e74b41 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Usage tracker for resource:security_group_rule and tenant:166ccabcabfe49fbaffc765c8d40134c is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:37:00.811310 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-03bf5c9a-3d07-4701-8dee-cf45d8e74b41 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:37:00.817597 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-03bf5c9a-3d07-4701-8dee-cf45d8e74b41 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:37:00.889995 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-03bf5c9a-3d07-4701-8dee-cf45d8e74b41 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:00.893687 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-03bf5c9a-3d07-4701-8dee-cf45d8e74b41 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:00.936534 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf5c9a-3d07-4701-8dee-cf45d8e74b41 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95c7a0a3-5c17-4b60-bae3-04f472e52d27,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:37:00.939668 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-03bf5c9a-3d07-4701-8dee-cf45d8e74b41 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:00.943924 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-03bf5c9a-3d07-4701-8dee-cf45d8e74b41 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1986308 Jan 21 10:37:00.944062 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 36410) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:37:00.950298 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-d19ff552-37f5-4759-b779-722421359af9 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Request body: {'security_group_rule': {'security_group_id': '95c7a0a3-5c17-4b60-bae3-04f472e52d27', 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:37:00.956984 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d19ff552-37f5-4759-b779-722421359af9 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:37:00.960754 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d19ff552-37f5-4759-b779-722421359af9 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Usage tracker for resource:security_group_rule and tenant:166ccabcabfe49fbaffc765c8d40134c is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:37:00.964973 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d19ff552-37f5-4759-b779-722421359af9 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:37:00.971137 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9bc225-e686-48de-a089-1893fecb5191 None None] Sync routers for ids ['a425d664-355f-4732-bc34-1e0f9ac12553'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:37:00.972001 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d19ff552-37f5-4759-b779-722421359af9 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:37:00.982036 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9bc225-e686-48de-a089-1893fecb5191 None None] Routers {'a425d664-355f-4732-bc34-1e0f9ac12553'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:37:00.982807 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-cd9bc225-e686-48de-a089-1893fecb5191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:36:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['a425d664-355f-4732-bc34-1e0f9ac12553'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:37:00.988992 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d19ff552-37f5-4759-b779-722421359af9 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:01.054879 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d19ff552-37f5-4759-b779-722421359af9 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:01.057847 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d19ff552-37f5-4759-b779-722421359af9 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:01.081584 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ff552-37f5-4759-b779-722421359af9 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1182dab8-efc4-48fb-bd3c-c12a5dd5223b,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:37:01.092293 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d19ff552-37f5-4759-b779-722421359af9 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:01.093687 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d19ff552-37f5-4759-b779-722421359af9 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1484809 Jan 21 10:37:01.096441 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 36414) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:37:01.101491 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-73ee0069-1ebe-48e0-acf1-abe76654dad1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Request body: {'security_group_rule': {'security_group_id': '95c7a0a3-5c17-4b60-bae3-04f472e52d27', 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:37:01.107534 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-73ee0069-1ebe-48e0-acf1-abe76654dad1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:37:01.111236 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-73ee0069-1ebe-48e0-acf1-abe76654dad1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Usage tracker for resource:security_group_rule and tenant:166ccabcabfe49fbaffc765c8d40134c is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:37:01.114306 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-73ee0069-1ebe-48e0-acf1-abe76654dad1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:37:01.119878 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-73ee0069-1ebe-48e0-acf1-abe76654dad1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:37:01.137454 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-73ee0069-1ebe-48e0-acf1-abe76654dad1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:01.197692 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-73ee0069-1ebe-48e0-acf1-abe76654dad1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:01.202481 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-73ee0069-1ebe-48e0-acf1-abe76654dad1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:01.204965 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-cd9bc225-e686-48de-a089-1893fecb5191 None None] Set router a425d664-355f-4732-bc34-1e0f9ac12553 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:37:01.229996 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee0069-1ebe-48e0-acf1-abe76654dad1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ed8622-871e-40c8-8dae-5b2fe994d2f2,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:37:01.236822 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-73ee0069-1ebe-48e0-acf1-abe76654dad1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:01.238082 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-73ee0069-1ebe-48e0-acf1-abe76654dad1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1407378 Jan 21 10:37:01.240745 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 36418) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:37:01.245928 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-34f880d1-290f-4d13-9f35-34166ea3cb0c tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Request body: {'security_group_rule': {'security_group_id': '95c7a0a3-5c17-4b60-bae3-04f472e52d27', 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:37:01.251741 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-34f880d1-290f-4d13-9f35-34166ea3cb0c tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:37:01.255916 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-34f880d1-290f-4d13-9f35-34166ea3cb0c tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Usage tracker for resource:security_group_rule and tenant:166ccabcabfe49fbaffc765c8d40134c is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:37:01.258736 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-34f880d1-290f-4d13-9f35-34166ea3cb0c tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:37:01.265347 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-34f880d1-290f-4d13-9f35-34166ea3cb0c tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:37:01.282232 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-34f880d1-290f-4d13-9f35-34166ea3cb0c tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:01.349203 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-34f880d1-290f-4d13-9f35-34166ea3cb0c tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:01.353115 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-34f880d1-290f-4d13-9f35-34166ea3cb0c tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:01.380194 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f880d1-290f-4d13-9f35-34166ea3cb0c tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c27dae33-9059-4ff0-a337-c65c5d343ccf,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:37:01.388439 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-34f880d1-290f-4d13-9f35-34166ea3cb0c tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:01.389616 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-34f880d1-290f-4d13-9f35-34166ea3cb0c tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1479604 Jan 21 10:37:01.392296 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 36422) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:37:01.397166 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-c698f889-d0e7-4f56-882f-b6a766963ddf tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Request body: {'security_group_rule': {'security_group_id': '95c7a0a3-5c17-4b60-bae3-04f472e52d27', 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:37:01.403023 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c698f889-d0e7-4f56-882f-b6a766963ddf tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:37:01.406865 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c698f889-d0e7-4f56-882f-b6a766963ddf tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Usage tracker for resource:security_group_rule and tenant:166ccabcabfe49fbaffc765c8d40134c is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:37:01.409719 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-c698f889-d0e7-4f56-882f-b6a766963ddf tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:37:01.415304 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-c698f889-d0e7-4f56-882f-b6a766963ddf tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:37:01.431962 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c698f889-d0e7-4f56-882f-b6a766963ddf tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:01.498878 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c698f889-d0e7-4f56-882f-b6a766963ddf tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:01.502971 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c698f889-d0e7-4f56-882f-b6a766963ddf tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:01.524561 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698f889-d0e7-4f56-882f-b6a766963ddf tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e628028a-1290-4178-9b3a-101cfb0dc4dc,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:37:01.525444 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-cd9bc225-e686-48de-a089-1893fecb5191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a425d664-355f-4732-bc34-1e0f9ac12553', 'name': 'tempest-TestShelveInstance-1112481395-router', 'tenant_id': '0246b7ea47974bba90c5958ec4fe67a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '2f8d05af-d165-49ec-b34d-3fcaf7afe27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:54Z', 'updated_at': '2022-01-21T10:36:58Z', 'revision_number': 4, 'project_id': '0246b7ea47974bba90c5958ec4fe67a8', 'gw_port': {'id': '2f8d05af-d165-49ec-b34d-3fcaf7afe27e', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425d664-355f-4732-bc34-1e0f9ac12553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:55Z', 'updated_at': '2022-01-21T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'e4a223dc-997e-436d-9902-0bc09f4519ab', 'name': '', 'network_id': '5be88729-bdf1-4c29-9051-d58f55f92b49', 'tenant_id': '0246b7ea47974bba90c5958ec4fe67a8', 'mac_address': 'fa:16:3e:8f:f2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a425d664-355f-4732-bc34-1e0f9ac12553', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '1aa2d92a-65df-4afa-9673-7cf5458e61f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:58Z', 'updated_at': '2022-01-21T10:36:59Z', 'revision_number': 2, 'project_id': '0246b7ea47974bba90c5958ec4fe67a8', 'subnets': [{'id': '1aa2d92a-65df-4afa-9673-7cf5458e61f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:37:01.530152 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9bc225-e686-48de-a089-1893fecb5191 None None] Checking router: a425d664-355f-4732-bc34-1e0f9ac12553 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:37:01.530152 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9bc225-e686-48de-a089-1893fecb5191 None None] Updating router a425d664-355f-4732-bc34-1e0f9ac12553 port e4a223dc-997e-436d-9902-0bc09f4519ab binding host dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:37:01.535915 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-c698f889-d0e7-4f56-882f-b6a766963ddf tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:01.537108 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-c698f889-d0e7-4f56-882f-b6a766963ddf tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1438718 Jan 21 10:37:01.539767 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 36426) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:37:01.545105 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-21b5128a-7c8a-493b-b365-a2a32e997455 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Request body: {'security_group_rule': {'security_group_id': '95c7a0a3-5c17-4b60-bae3-04f472e52d27', 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:37:01.550960 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-21b5128a-7c8a-493b-b365-a2a32e997455 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:37:01.554852 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-21b5128a-7c8a-493b-b365-a2a32e997455 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Usage tracker for resource:security_group_rule and tenant:166ccabcabfe49fbaffc765c8d40134c is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:37:01.558453 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-21b5128a-7c8a-493b-b365-a2a32e997455 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:37:01.564913 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-21b5128a-7c8a-493b-b365-a2a32e997455 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:37:01.575990 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.securitygroups_db [None req-21b5128a-7c8a-493b-b365-a2a32e997455 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Project 166ccabcabfe49fbaffc765c8d40134c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:37:01.582428 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-21b5128a-7c8a-493b-b365-a2a32e997455 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:01.583475 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cd9bc225-e686-48de-a089-1893fecb5191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:01.646323 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-21b5128a-7c8a-493b-b365-a2a32e997455 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:01.649917 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-21b5128a-7c8a-493b-b365-a2a32e997455 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:01.676859 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b5128a-7c8a-493b-b365-a2a32e997455 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=049aaf2b-e2cd-4229-8157-ac10ce78118e,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:37:01.683901 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-21b5128a-7c8a-493b-b365-a2a32e997455 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:01.687511 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-21b5128a-7c8a-493b-b365-a2a32e997455 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1443641 Jan 21 10:37:01.687891 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 36430) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:37:01.693241 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-b23d679f-6766-4019-bb65-6ebfceaac8a8 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Request body: {'security_group_rule': {'security_group_id': '95c7a0a3-5c17-4b60-bae3-04f472e52d27', 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:37:01.699731 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-b23d679f-6766-4019-bb65-6ebfceaac8a8 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:37:01.704138 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-b23d679f-6766-4019-bb65-6ebfceaac8a8 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Usage tracker for resource:security_group_rule and tenant:166ccabcabfe49fbaffc765c8d40134c is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:37:01.707007 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-b23d679f-6766-4019-bb65-6ebfceaac8a8 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:37:01.712523 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-b23d679f-6766-4019-bb65-6ebfceaac8a8 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:37:01.726547 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.securitygroups_db [None req-b23d679f-6766-4019-bb65-6ebfceaac8a8 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Project 166ccabcabfe49fbaffc765c8d40134c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:37:01.734259 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b23d679f-6766-4019-bb65-6ebfceaac8a8 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:01.908564 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 2f8d05af-d165-49ec-b34d-3fcaf7afe27e up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:37:01.922848 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b23d679f-6766-4019-bb65-6ebfceaac8a8 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:01.927061 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b23d679f-6766-4019-bb65-6ebfceaac8a8 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:01.950769 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d679f-6766-4019-bb65-6ebfceaac8a8 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e508080b-e0ac-4d8a-90b0-1984f89e0621,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:37:01.960494 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b23d679f-6766-4019-bb65-6ebfceaac8a8 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:01.961973 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b23d679f-6766-4019-bb65-6ebfceaac8a8 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2728539 Jan 21 10:37:01.994401 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cd9bc225-e686-48de-a089-1893fecb5191 None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:02.009713 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-cd9bc225-e686-48de-a089-1893fecb5191 None None] Transition to ACTIVE for port object e4a223dc-997e-436d-9902-0bc09f4519ab will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:37:02.021258 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cd9bc225-e686-48de-a089-1893fecb5191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:02.064572 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 2f8d05af-d165-49ec-b34d-3fcaf7afe27e triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:37:02.064863 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:02.137652 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-c42015e6-63b4-4170-9b74-6b592af045fe tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1976296527&fields=id&tenant_id=166ccabcabfe49fbaffc765c8d40134c HTTP/1.1" status: 200 len: 267 time: 0.0460351 Jan 21 10:37:02.203559 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a4b02-7f2d-4991-b927-ff65566386eb None None] Pushing event updated for resources: {'Port': ['ID=e4a223dc-997e-436d-9902-0bc09f4519ab,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:37:02.295656 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-6fd88bfe-22fa-46a0-8333-1ac02841d021 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:02.297017 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-6fd88bfe-22fa-46a0-8333-1ac02841d021 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/networks?id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd HTTP/1.1" status: 200 len: 808 time: 0.1581242 Jan 21 10:37:02.312005 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-d67107b4-38a3-415d-aa2f-ed68780b397e tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/quotas/166ccabcabfe49fbaffc765c8d40134c HTTP/1.1" status: 200 len: 375 time: 0.0096285 Jan 21 10:37:02.327193 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-cd9bc225-e686-48de-a089-1893fecb5191 None None] Attempting to bind port e4a223dc-997e-436d-9902-0bc09f4519ab on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:37:02.327772 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-cd9bc225-e686-48de-a089-1893fecb5191 None None] Attempting to bind port e4a223dc-997e-436d-9902-0bc09f4519ab by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '60efd95d-135b-47d4-918c-d1e0ea4bce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5be88729-bdf1-4c29-9051-d58f55f92b49'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:37:02.327955 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9bc225-e686-48de-a089-1893fecb5191 None None] Attempting to bind port e4a223dc-997e-436d-9902-0bc09f4519ab on network 5be88729-bdf1-4c29-9051-d58f55f92b49 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:37:02.344333 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9bc225-e686-48de-a089-1893fecb5191 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:37:02.344711 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9bc225-e686-48de-a089-1893fecb5191 None None] Checking segment: {'id': '60efd95d-135b-47d4-918c-d1e0ea4bce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5be88729-bdf1-4c29-9051-d58f55f92b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:37:02.345110 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cd9bc225-e686-48de-a089-1893fecb5191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:02.345503 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9bc225-e686-48de-a089-1893fecb5191 None None] Bound using segment: {'id': '60efd95d-135b-47d4-918c-d1e0ea4bce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5be88729-bdf1-4c29-9051-d58f55f92b49'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:37:02.345971 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-cd9bc225-e686-48de-a089-1893fecb5191 None None] Bound port: e4a223dc-997e-436d-9902-0bc09f4519ab, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60efd95d-135b-47d4-918c-d1e0ea4bce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5be88729-bdf1-4c29-9051-d58f55f92b49'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:37:02.346344 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cd9bc225-e686-48de-a089-1893fecb5191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:02.400940 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-50950a11-8965-4ab1-b669-13832ac63611 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=166ccabcabfe49fbaffc765c8d40134c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0832243 Jan 21 10:37:02.503355 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-cd9bc225-e686-48de-a089-1893fecb5191 None None] For port e4a223dc-997e-436d-9902-0bc09f4519ab, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:37:02.506600 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-cd9bc225-e686-48de-a089-1893fecb5191 None None] For port e4a223dc-997e-436d-9902-0bc09f4519ab, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e4a223dc-997e-436d-9902-0bc09f4519ab,segment=NetworkSegment(60efd95d-135b-47d4-918c-d1e0ea4bce17),segment_id=60efd95d-135b-47d4-918c-d1e0ea4bce17)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:37:02.510349 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cd9bc225-e686-48de-a089-1893fecb5191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:02.554925 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-a6efa0eb-5f55-470e-b579-954445c23ce2 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 10:37:02.556078 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-a6efa0eb-5f55-470e-b579-954445c23ce2 service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0495925 Jan 21 10:37:02.587950 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9bc225-e686-48de-a089-1893fecb5191 None None] Routers {'a425d664-355f-4732-bc34-1e0f9ac12553'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:37:02.588585 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-cd9bc225-e686-48de-a089-1893fecb5191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:36:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['a425d664-355f-4732-bc34-1e0f9ac12553'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:37:02.666896 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a4b02-7f2d-4991-b927-ff65566386eb None None] Pushing event updated for resources: {'Port': ['ID=e4a223dc-997e-436d-9902-0bc09f4519ab,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:37:02.702252 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-852f343f-8c7c-4eee-98fa-893c2e2d66a0 service neutron] 10.222.0.110 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391449 Jan 21 10:37:02.831154 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-d9e4d2b4-cc68-433a-bc0e-e58d25058320 service neutron] 10.222.0.110 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279259 Jan 21 10:37:02.872721 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-cd9bc225-e686-48de-a089-1893fecb5191 None None] Set router a425d664-355f-4732-bc34-1e0f9ac12553 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:37:03.281679 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-cd9bc225-e686-48de-a089-1893fecb5191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a425d664-355f-4732-bc34-1e0f9ac12553', 'name': 'tempest-TestShelveInstance-1112481395-router', 'tenant_id': '0246b7ea47974bba90c5958ec4fe67a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '2f8d05af-d165-49ec-b34d-3fcaf7afe27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:54Z', 'updated_at': '2022-01-21T10:36:58Z', 'revision_number': 4, 'project_id': '0246b7ea47974bba90c5958ec4fe67a8', 'gw_port': {'id': '2f8d05af-d165-49ec-b34d-3fcaf7afe27e', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425d664-355f-4732-bc34-1e0f9ac12553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:55Z', 'updated_at': '2022-01-21T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'e4a223dc-997e-436d-9902-0bc09f4519ab', 'name': '', 'network_id': '5be88729-bdf1-4c29-9051-d58f55f92b49', 'tenant_id': '0246b7ea47974bba90c5958ec4fe67a8', 'mac_address': 'fa:16:3e:8f:f2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a425d664-355f-4732-bc34-1e0f9ac12553', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '1aa2d92a-65df-4afa-9673-7cf5458e61f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:58Z', 'updated_at': '2022-01-21T10:37:02Z', 'revision_number': 4, 'project_id': '0246b7ea47974bba90c5958ec4fe67a8', 'subnets': [{'id': '1aa2d92a-65df-4afa-9673-7cf5458e61f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:37:03.285410 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9bc225-e686-48de-a089-1893fecb5191 None None] The sync data for ids ['a425d664-355f-4732-bc34-1e0f9ac12553'] in dv-neutron-825731-1-hyperv is: [{'id': 'a425d664-355f-4732-bc34-1e0f9ac12553', 'name': 'tempest-TestShelveInstance-1112481395-router', 'tenant_id': '0246b7ea47974bba90c5958ec4fe67a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '2f8d05af-d165-49ec-b34d-3fcaf7afe27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:54Z', 'updated_at': '2022-01-21T10:36:58Z', 'revision_number': 4, 'project_id': '0246b7ea47974bba90c5958ec4fe67a8', 'gw_port': {'id': '2f8d05af-d165-49ec-b34d-3fcaf7afe27e', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425d664-355f-4732-bc34-1e0f9ac12553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:55Z', 'updated_at': '2022-01-21T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': 'e4a223dc-997e-436d-9902-0bc09f4519ab', 'name': '', 'network_id': '5be88729-bdf1-4c29-9051-d58f55f92b49', 'tenant_id': '0246b7ea47974bba90c5958ec4fe67a8', 'mac_address': 'fa:16:3e:8f:f2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a425d664-355f-4732-bc34-1e0f9ac12553', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '1aa2d92a-65df-4afa-9673-7cf5458e61f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:58Z', 'updated_at': '2022-01-21T10:37:02Z', 'revision_number': 4, 'project_id': '0246b7ea47974bba90c5958ec4fe67a8', 'subnets': [{'id': '1aa2d92a-65df-4afa-9673-7cf5458e61f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:37:03.912926 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e4a223dc-997e-436d-9902-0bc09f4519ab up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:37:03.997515 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port e4a223dc-997e-436d-9902-0bc09f4519ab completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:37:04.002816 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port e4a223dc-997e-436d-9902-0bc09f4519ab triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:37:04.003247 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:04.036830 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-bcaf12cd-bb93-47cf-8275-0e02da32d9af req-620a375c-06d7-4e3e-80e5-ed95ef2d0e7c tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Synchronizing usage tracker for tenant:166ccabcabfe49fbaffc765c8d40134c on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:37:04.055678 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-bcaf12cd-bb93-47cf-8275-0e02da32d9af req-620a375c-06d7-4e3e-80e5-ed95ef2d0e7c tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Unset dirty status for tenant:166ccabcabfe49fbaffc765c8d40134c on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:37:04.065750 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-bcaf12cd-bb93-47cf-8275-0e02da32d9af req-620a375c-06d7-4e3e-80e5-ed95ef2d0e7c tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 210 time: 0.0814617 Jan 21 10:37:04.129528 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:04.163782 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port e4a223dc-997e-436d-9902-0bc09f4519ab, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e4a223dc-997e-436d-9902-0bc09f4519ab,segment=NetworkSegment(60efd95d-135b-47d4-918c-d1e0ea4bce17),segment_id=60efd95d-135b-47d4-918c-d1e0ea4bce17)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:37:04.168505 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:04.237221 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=e4a223dc-997e-436d-9902-0bc09f4519ab,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:37:05.156750 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-345dec5e-04a2-4365-9626-631ed0c1c2c5 req-856517a4-d83c-4139-bbf3-7afc51e58765 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 210 time: 0.0435565 Jan 21 10:37:05.892964 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e4a223dc-997e-436d-9902-0bc09f4519ab up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:37:05.962237 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port e4a223dc-997e-436d-9902-0bc09f4519ab triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:37:05.962605 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:06.300358 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2a93794a-b74d-4db0-9e5a-a45768afb56c req-213f4885-c9e8-4e2b-8950-ef18be6c2b09 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 210 time: 0.0430417 Jan 21 10:37:07.291064 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-f7f6936b-4906-4223-8a40-f1aacdc599f4 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:07.292520 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-f7f6936b-4906-4223-8a40-f1aacdc599f4 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.72 "GET /v2.0/networks?id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd HTTP/1.1" status: 200 len: 808 time: 0.1520538 Jan 21 10:37:07.342279 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-a0a04c82-6755-49f5-b134-3eef52223715 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=166ccabcabfe49fbaffc765c8d40134c HTTP/1.1" status: 200 len: 380 time: 0.0412860 Jan 21 10:37:07.350771 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-77c03953-bdc9-4420-ba7b-55bd6caeef4d tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Request body: {'port': {'device_id': '0e466c73-3478-4f59-9446-459c23b657f8', 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd', 'admin_state_up': True, 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'security_groups': ['95c7a0a3-5c17-4b60-bae3-04f472e52d27']}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:37:07.495107 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1388ad0d-c88e-4f70-a8e1-155de758be6f req-e635de7b-a457-4947-9733-457574b8cc36 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 210 time: 0.0530310 Jan 21 10:37:07.530461 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-77c03953-bdc9-4420-ba7b-55bd6caeef4d tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:37:07.539805 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-77c03953-bdc9-4420-ba7b-55bd6caeef4d tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:37:07.549406 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-77c03953-bdc9-4420-ba7b-55bd6caeef4d tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Made reservation on behalf of 166ccabcabfe49fbaffc765c8d40134c for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:37:07.553009 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-77c03953-bdc9-4420-ba7b-55bd6caeef4d tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:07.711733 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-77c03953-bdc9-4420-ba7b-55bd6caeef4d tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Allocated IP 172.20.0.7 (1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd/70da826c-8c9d-41a5-a99c-152f054aa490/858022a0-7055-4d09-8410-e6674838b62d) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:37:07.899255 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-77c03953-bdc9-4420-ba7b-55bd6caeef4d tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:07.914168 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-77c03953-bdc9-4420-ba7b-55bd6caeef4d tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Transition to ACTIVE for port object 858022a0-7055-4d09-8410-e6674838b62d will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:37:07.937964 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-77c03953-bdc9-4420-ba7b-55bd6caeef4d tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:08.010613 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-77c03953-bdc9-4420-ba7b-55bd6caeef4d tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Network 1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:37:08.013654 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-77c03953-bdc9-4420-ba7b-55bd6caeef4d tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:37:08.017627 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-77c03953-bdc9-4420-ba7b-55bd6caeef4d tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:37:08.054046 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c03953-bdc9-4420-ba7b-55bd6caeef4d tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Pushing event updated for resources: {'Port': ['ID=858022a0-7055-4d09-8410-e6674838b62d,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:37:08.086898 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-77c03953-bdc9-4420-ba7b-55bd6caeef4d tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:08.087533 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-77c03953-bdc9-4420-ba7b-55bd6caeef4d tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:08.115744 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-77c03953-bdc9-4420-ba7b-55bd6caeef4d tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7687702 Jan 21 10:37:08.128300 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-6aade48f-987a-4386-b6bc-986ce1f98bc1 service neutron] Request body: {'port': {'device_id': '0e466c73-3478-4f59-9446-459c23b657f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:37:08.305488 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-91721a4c-8ef3-40a4-aea8-cb3ae0daccbb None None] Provisioning for port 858022a0-7055-4d09-8410-e6674838b62d completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:37:08.311036 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-91721a4c-8ef3-40a4-aea8-cb3ae0daccbb None None] Provisioning complete for port 858022a0-7055-4d09-8410-e6674838b62d triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:37:08.311485 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-91721a4c-8ef3-40a4-aea8-cb3ae0daccbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:08.348999 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-6aade48f-987a-4386-b6bc-986ce1f98bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:08.367656 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-91721a4c-8ef3-40a4-aea8-cb3ae0daccbb None None] Port 858022a0-7055-4d09-8410-e6674838b62d cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:37:08.682443 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c7e48-18f5-496d-9cd5-b76895953de5 req-e5659a5e-dafa-4a4c-8791-29ad158f0239 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:08.683933 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ef4c7e48-18f5-496d-9cd5-b76895953de5 req-e5659a5e-dafa-4a4c-8791-29ad158f0239 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 931 time: 0.0793498 Jan 21 10:37:08.685370 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-6aade48f-987a-4386-b6bc-986ce1f98bc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 858022a0-7055-4d09-8410-e6674838b62d {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:37:08.693252 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-6aade48f-987a-4386-b6bc-986ce1f98bc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:08.707934 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-6aade48f-987a-4386-b6bc-986ce1f98bc1 service neutron] Transition to ACTIVE for port object 858022a0-7055-4d09-8410-e6674838b62d will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:37:08.711635 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-6aade48f-987a-4386-b6bc-986ce1f98bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:08.728747 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-ef4c7e48-18f5-496d-9cd5-b76895953de5 req-cb795189-caf9-4921-a0d2-2b9d296ebc5b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Synchronizing usage tracker for tenant:166ccabcabfe49fbaffc765c8d40134c on resource:security_group {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:37:08.746611 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-ef4c7e48-18f5-496d-9cd5-b76895953de5 req-cb795189-caf9-4921-a0d2-2b9d296ebc5b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Unset dirty status for tenant:166ccabcabfe49fbaffc765c8d40134c on resource:security_group {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:37:08.747919 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ef4c7e48-18f5-496d-9cd5-b76895953de5 req-cb795189-caf9-4921-a0d2-2b9d296ebc5b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580940 Jan 21 10:37:08.871292 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aade48f-987a-4386-b6bc-986ce1f98bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=858022a0-7055-4d09-8410-e6674838b62d,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:37:08.952310 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-6aade48f-987a-4386-b6bc-986ce1f98bc1 service neutron] Attempting to bind port 858022a0-7055-4d09-8410-e6674838b62d on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:37:08.952649 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-6aade48f-987a-4386-b6bc-986ce1f98bc1 service neutron] Attempting to bind port 858022a0-7055-4d09-8410-e6674838b62d by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '4200f040-e1bc-4920-8236-59127f93ea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:37:08.952979 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-6aade48f-987a-4386-b6bc-986ce1f98bc1 service neutron] Attempting to bind port 858022a0-7055-4d09-8410-e6674838b62d on network 1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:37:08.957802 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-6aade48f-987a-4386-b6bc-986ce1f98bc1 service neutron] Port 858022a0-7055-4d09-8410-e6674838b62d on network 1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:37:08.958126 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-6aade48f-987a-4386-b6bc-986ce1f98bc1 service neutron] Attempting to bind port 858022a0-7055-4d09-8410-e6674838b62d on network 1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:37:08.963320 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-6aade48f-987a-4386-b6bc-986ce1f98bc1 service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:37:08.963675 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-6aade48f-987a-4386-b6bc-986ce1f98bc1 service neutron] Checking segment: {'id': '4200f040-e1bc-4920-8236-59127f93ea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:37:08.964101 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-6aade48f-987a-4386-b6bc-986ce1f98bc1 service neutron] Bound using segment: {'id': '4200f040-e1bc-4920-8236-59127f93ea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:37:08.964642 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-6aade48f-987a-4386-b6bc-986ce1f98bc1 service neutron] Bound port: 858022a0-7055-4d09-8410-e6674838b62d, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4200f040-e1bc-4920-8236-59127f93ea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:37:08.964983 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-6aade48f-987a-4386-b6bc-986ce1f98bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:09.055452 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-6aade48f-987a-4386-b6bc-986ce1f98bc1 service neutron] For port 858022a0-7055-4d09-8410-e6674838b62d, host hv-neutron-8257, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:37:09.058921 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-6aade48f-987a-4386-b6bc-986ce1f98bc1 service neutron] For port 858022a0-7055-4d09-8410-e6674838b62d, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=858022a0-7055-4d09-8410-e6674838b62d,segment=NetworkSegment(4200f040-e1bc-4920-8236-59127f93ea35),segment_id=4200f040-e1bc-4920-8236-59127f93ea35)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:37:09.064596 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-6aade48f-987a-4386-b6bc-986ce1f98bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:09.124552 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-6aade48f-987a-4386-b6bc-986ce1f98bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:09.125160 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-6aade48f-987a-4386-b6bc-986ce1f98bc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:09.126559 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-6aade48f-987a-4386-b6bc-986ce1f98bc1 service neutron] 10.222.0.72 "PUT /v2.0/ports/858022a0-7055-4d09-8410-e6674838b62d HTTP/1.1" status: 200 len: 1093 time: 1.0025406 Jan 21 10:37:09.126996 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e466c73-3478-4f59-9446-459c23b657f8', 'tag': '858022a0-7055-4d09-8410-e6674838b62d'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:37:09.146362 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aade48f-987a-4386-b6bc-986ce1f98bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=858022a0-7055-4d09-8410-e6674838b62d,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:37:09.216934 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e466c73-3478-4f59-9446-459c23b657f8', 'tag': '858022a0-7055-4d09-8410-e6674838b62d', 'status': 'completed', 'code': 200} Jan 21 10:37:09.254259 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-b940e92a-5e49-4441-86d0-b613da053191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:09.255986 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-b940e92a-5e49-4441-86d0-b613da053191 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=166ccabcabfe49fbaffc765c8d40134c&device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 1096 time: 0.0807369 Jan 21 10:37:09.327569 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-67922a3a-56f4-4c54-afa3-76b5d0b6b89f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=858022a0-7055-4d09-8410-e6674838b62d HTTP/1.1" status: 200 len: 217 time: 0.0639856 Jan 21 10:37:09.391582 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-56a28cc4-91b6-46bb-b4d5-18fb24e1d136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:09.392935 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-56a28cc4-91b6-46bb-b4d5-18fb24e1d136 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=70da826c-8c9d-41a5-a99c-152f054aa490 HTTP/1.1" status: 200 len: 847 time: 0.0602465 Jan 21 10:37:09.466660 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-f5790208-0720-4f84-945f-d704a58d1046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:09.468033 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-f5790208-0720-4f84-945f-d704a58d1046 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686421 Jan 21 10:37:09.598847 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-79f47d0a-118f-419c-bf48-40b5e61b722e service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246364 Jan 21 10:37:09.729456 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fceebbfa-77fe-4ce7-8299-652c631c43cd req-651cbca2-b8b4-4038-9326-607ccad52255 service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233251 Jan 21 10:37:09.854018 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7cb7ee-c828-49ca-9c05-fcb88d764371 req-52ef07ce-f8da-4289-9b40-31d8603faa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:09.855713 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8e7cb7ee-c828-49ca-9c05-fcb88d764371 req-52ef07ce-f8da-4289-9b40-31d8603faa1e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=166ccabcabfe49fbaffc765c8d40134c&device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 1096 time: 0.0764155 Jan 21 10:37:09.937745 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58661c74-5978-4bd9-81ef-1ba404ea2f39 req-4d960dee-7bfa-4df5-b153-791a4f4c1945 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:09.939478 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-58661c74-5978-4bd9-81ef-1ba404ea2f39 req-4d960dee-7bfa-4df5-b153-791a4f4c1945 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 943 time: 0.0820973 Jan 21 10:37:09.985176 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-58661c74-5978-4bd9-81ef-1ba404ea2f39 req-6be44e50-a111-49a5-ba05-1caaa24e7d28 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397131 Jan 21 10:37:10.084064 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7cb7ee-c828-49ca-9c05-fcb88d764371 req-ef8d860d-d7d8-49be-94f2-b5884ee6224c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:10.085502 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8e7cb7ee-c828-49ca-9c05-fcb88d764371 req-ef8d860d-d7d8-49be-94f2-b5884ee6224c service neutron] 10.222.0.72 "GET /v2.0/networks?id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd HTTP/1.1" status: 200 len: 909 time: 0.2232840 Jan 21 10:37:10.151905 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8e7cb7ee-c828-49ca-9c05-fcb88d764371 req-b3c371a1-9ed7-42e7-bf6d-02d37179047e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=858022a0-7055-4d09-8410-e6674838b62d HTTP/1.1" status: 200 len: 217 time: 0.0592613 Jan 21 10:37:10.216216 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7cb7ee-c828-49ca-9c05-fcb88d764371 req-e7d1ece9-37f9-4316-8080-765a29ba86f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:10.217611 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8e7cb7ee-c828-49ca-9c05-fcb88d764371 req-e7d1ece9-37f9-4316-8080-765a29ba86f5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=70da826c-8c9d-41a5-a99c-152f054aa490 HTTP/1.1" status: 200 len: 847 time: 0.0592484 Jan 21 10:37:10.290446 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7cb7ee-c828-49ca-9c05-fcb88d764371 req-5ba29f80-dade-4217-b218-8fe7f2b8b99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:10.291851 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8e7cb7ee-c828-49ca-9c05-fcb88d764371 req-5ba29f80-dade-4217-b218-8fe7f2b8b99d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683784 Jan 21 10:37:10.421888 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8e7cb7ee-c828-49ca-9c05-fcb88d764371 req-1f9137e1-b40b-4142-961d-3ec10a6f1abf service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239264 Jan 21 10:37:10.554159 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8e7cb7ee-c828-49ca-9c05-fcb88d764371 req-cdeacd32-6366-4af1-b5cb-212d37858287 service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261044 Jan 21 10:37:11.178225 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f942059-400e-4785-b6ff-fcefc519dad8 req-ab8433ad-1683-481c-b335-2255e9056f8f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:11.178901 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-0f942059-400e-4785-b6ff-fcefc519dad8 req-ab8433ad-1683-481c-b335-2255e9056f8f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Synchronizing usage tracker for tenant:166ccabcabfe49fbaffc765c8d40134c on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:37:11.194018 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-0f942059-400e-4785-b6ff-fcefc519dad8 req-ab8433ad-1683-481c-b335-2255e9056f8f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Unset dirty status for tenant:166ccabcabfe49fbaffc765c8d40134c on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:37:11.195156 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0f942059-400e-4785-b6ff-fcefc519dad8 req-ab8433ad-1683-481c-b335-2255e9056f8f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 943 time: 0.0977738 Jan 21 10:37:11.238854 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0f942059-400e-4785-b6ff-fcefc519dad8 req-e1a3c79e-5284-41c4-b019-f161658f9f71 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373378 Jan 21 10:37:12.421308 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59364627-f0f6-42df-b6c0-59224f65df10 req-d7a2ebef-33ae-40bb-830e-90d8ffa307c1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:12.422766 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-59364627-f0f6-42df-b6c0-59224f65df10 req-d7a2ebef-33ae-40bb-830e-90d8ffa307c1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 943 time: 0.0800440 Jan 21 10:37:12.470674 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-59364627-f0f6-42df-b6c0-59224f65df10 req-233eb761-ae01-43b6-b8ba-58acec36d36b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422223 Jan 21 10:37:13.234542 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:13.800657 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f62bb-4476-4393-8042-e739889af63e req-dea69578-9b88-486d-a374-23088800b83f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:13.802100 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-293f62bb-4476-4393-8042-e739889af63e req-dea69578-9b88-486d-a374-23088800b83f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 943 time: 0.0783315 Jan 21 10:37:13.849852 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-293f62bb-4476-4393-8042-e739889af63e req-c62008d3-3ec9-4070-82af-fa239002ffad tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421858 Jan 21 10:37:14.377380 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 858022a0-7055-4d09-8410-e6674838b62d details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:37:14.545064 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 858022a0-7055-4d09-8410-e6674838b62d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=858022a0-7055-4d09-8410-e6674838b62d,segment=NetworkSegment(4200f040-e1bc-4920-8236-59127f93ea35),segment_id=4200f040-e1bc-4920-8236-59127f93ea35)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:37:14.557919 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': '858022a0-7055-4d09-8410-e6674838b62d', 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd', 'port_id': '858022a0-7055-4d09-8410-e6674838b62d', 'mac_address': 'fa:16:3e:77:5d:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70da826c-8c9d-41a5-a99c-152f054aa490', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:37:14.615176 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:14.632080 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 858022a0-7055-4d09-8410-e6674838b62d {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:37:14.646837 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 858022a0-7055-4d09-8410-e6674838b62d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=858022a0-7055-4d09-8410-e6674838b62d,segment=NetworkSegment(4200f040-e1bc-4920-8236-59127f93ea35),segment_id=4200f040-e1bc-4920-8236-59127f93ea35)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:37:14.650524 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:14.716383 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=858022a0-7055-4d09-8410-e6674838b62d,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:37:15.021929 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['858022a0-7055-4d09-8410-e6674838b62d'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:37:15.038359 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae67e1a-6e37-48e1-af49-2d2db5931fe6 req-26938ae5-d459-43fb-9cf3-a8924b667af6 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:15.039826 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fae67e1a-6e37-48e1-af49-2d2db5931fe6 req-26938ae5-d459-43fb-9cf3-a8924b667af6 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 944 time: 0.0805485 Jan 21 10:37:15.084833 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-fae67e1a-6e37-48e1-af49-2d2db5931fe6 req-7ba263b0-9ce0-4c0c-b201-2bb6d19303fc tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387151 Jan 21 10:37:16.266076 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e9442-ce56-4e8e-999c-408c8d9ac2c6 req-2f5a411d-28e8-4d62-87a5-4c462a860d1e tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:16.267563 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0b7e9442-ce56-4e8e-999c-408c8d9ac2c6 req-2f5a411d-28e8-4d62-87a5-4c462a860d1e tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 944 time: 0.0799372 Jan 21 10:37:16.311562 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0b7e9442-ce56-4e8e-999c-408c8d9ac2c6 req-5e8b1adc-9f1a-4140-ac0f-616db6e4a200 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384305 Jan 21 10:37:16.393003 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 858022a0-7055-4d09-8410-e6674838b62d up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:37:16.461751 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port 858022a0-7055-4d09-8410-e6674838b62d completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:37:16.466539 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port 858022a0-7055-4d09-8410-e6674838b62d triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:37:16.466941 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:16.583321 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:16.613943 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e466c73-3478-4f59-9446-459c23b657f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858022a0-7055-4d09-8410-e6674838b62d'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:37:16.623222 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 858022a0-7055-4d09-8410-e6674838b62d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=858022a0-7055-4d09-8410-e6674838b62d,segment=NetworkSegment(4200f040-e1bc-4920-8236-59127f93ea35),segment_id=4200f040-e1bc-4920-8236-59127f93ea35)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:37:16.627310 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:16.710668 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5fe0ee15-2a50-4271-9a95-4f055fd30446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:16.712207 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=858022a0-7055-4d09-8410-e6674838b62d,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:37:16.795651 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e466c73-3478-4f59-9446-459c23b657f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858022a0-7055-4d09-8410-e6674838b62d', 'code': 200} Jan 21 10:37:17.041113 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afac0e3-671d-4843-93ad-6c16a52f6361 req-672e9db9-d94a-49ad-a1a9-14202436eaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:17.042438 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8afac0e3-671d-4843-93ad-6c16a52f6361 req-672e9db9-d94a-49ad-a1a9-14202436eaaf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 1098 time: 0.0740592 Jan 21 10:37:17.085425 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8afac0e3-671d-4843-93ad-6c16a52f6361 req-dd6a05f1-6420-4ef5-86d8-4032ece751bc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357761 Jan 21 10:37:17.495933 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d07627-d23c-4ac5-8f18-ad11874cf989 req-806e98b9-e546-4518-be85-60b874b89fab tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:17.497566 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-a0d07627-d23c-4ac5-8f18-ad11874cf989 req-806e98b9-e546-4518-be85-60b874b89fab tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 945 time: 0.0796328 Jan 21 10:37:17.540714 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-a0d07627-d23c-4ac5-8f18-ad11874cf989 req-35697976-7d5d-455c-9ff9-527f0bd217e6 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376458 Jan 21 10:37:18.726261 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44a502-7d0c-430d-ac0b-5704022e38e7 req-90ba7e9d-e126-4854-bd47-4aee3704b2a2 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:18.727713 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-bb44a502-7d0c-430d-ac0b-5704022e38e7 req-90ba7e9d-e126-4854-bd47-4aee3704b2a2 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 945 time: 0.0816741 Jan 21 10:37:18.773089 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-bb44a502-7d0c-430d-ac0b-5704022e38e7 req-7b856fd7-cb47-44b7-ba75-1ab2a84e4dc0 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389550 Jan 21 10:37:18.961622 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b76ddb-31f5-4db9-8d90-56eddfa7d689 req-66061d23-d73e-4cfd-94ef-31d7f00c7530 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:18.963076 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-37b76ddb-31f5-4db9-8d90-56eddfa7d689 req-66061d23-d73e-4cfd-94ef-31d7f00c7530 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 945 time: 0.0860522 Jan 21 10:37:19.008168 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-37b76ddb-31f5-4db9-8d90-56eddfa7d689 req-c86a09c2-4f00-4491-98a4-c34a18635f5b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393825 Jan 21 10:37:19.030410 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 36528) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:37:19.048257 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-43076832-e3eb-4049-9685-eb93811e170f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:19.143107 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed44adb-f894-4f40-8187-8377f6604057 tempest-TestShelveInstance-1341674846 tempest-TestShelveInstance-1341674846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:19.144675 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-aed44adb-f894-4f40-8187-8377f6604057 tempest-TestShelveInstance-1341674846 tempest-TestShelveInstance-1341674846-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 1093 time: 0.1132941 Jan 21 10:37:19.147573 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 36534) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:37:19.152365 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-d7cc1bd8-057c-45c4-8eb4-7a794b6c8f08 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Request body: {'floatingip': {'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'port_id': '858022a0-7055-4d09-8410-e6674838b62d', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:37:19.158408 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d7cc1bd8-057c-45c4-8eb4-7a794b6c8f08 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:37:19.162180 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d7cc1bd8-057c-45c4-8eb4-7a794b6c8f08 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Usage tracker for resource:floatingip and tenant:166ccabcabfe49fbaffc765c8d40134c is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:37:19.164976 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d7cc1bd8-057c-45c4-8eb4-7a794b6c8f08 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:37:19.171301 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d7cc1bd8-057c-45c4-8eb4-7a794b6c8f08 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:37:19.181808 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d7cc1bd8-057c-45c4-8eb4-7a794b6c8f08 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for floatingip, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:19.317222 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d7cc1bd8-057c-45c4-8eb4-7a794b6c8f08 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:19.455481 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-d7cc1bd8-057c-45c4-8eb4-7a794b6c8f08 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Allocated IP 172.26.3.69 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/0ec21262-472d-40f1-993b-bcae6b58924c) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:37:19.599975 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d7cc1bd8-057c-45c4-8eb4-7a794b6c8f08 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:19.628763 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d7cc1bd8-057c-45c4-8eb4-7a794b6c8f08 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:19.694647 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cc1bd8-057c-45c4-8eb4-7a794b6c8f08 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:37:19.697335 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-d7cc1bd8-057c-45c4-8eb4-7a794b6c8f08 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:37:19.701649 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cc1bd8-057c-45c4-8eb4-7a794b6c8f08 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:37:19.736119 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc1bd8-057c-45c4-8eb4-7a794b6c8f08 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Pushing event updated for resources: {'Port': ['ID=0ec21262-472d-40f1-993b-bcae6b58924c,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:37:19.945644 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:20.178214 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:20.226556 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d7cc1bd8-057c-45c4-8eb4-7a794b6c8f08 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:20.300258 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d7cc1bd8-057c-45c4-8eb4-7a794b6c8f08 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:20.507602 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d7cc1bd8-057c-45c4-8eb4-7a794b6c8f08 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:20.511932 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d7cc1bd8-057c-45c4-8eb4-7a794b6c8f08 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:20.622545 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc1bd8-057c-45c4-8eb4-7a794b6c8f08 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Pushing event updated for resources: {'Port': ['ID=0ec21262-472d-40f1-993b-bcae6b58924c,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:37:20.632782 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d7cc1bd8-057c-45c4-8eb4-7a794b6c8f08 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:20.803243 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.l3_db [None req-d7cc1bd8-057c-45c4-8eb4-7a794b6c8f08 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Floating IP f148c84a-e2a6-4d9c-85b6-9309ceb07c20 associated. External IP: 172.26.3.69, port: 858022a0-7055-4d09-8410-e6674838b62d. Jan 21 10:37:21.175020 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7cc1bd8-057c-45c4-8eb4-7a794b6c8f08 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Router a3f7e600-deee-422b-97b9-e7546800c6c3 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:37:21.375668 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7cc1bd8-057c-45c4-8eb4-7a794b6c8f08 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:37:21.386029 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb2073d-29ee-4791-b522-5b8895d736ab None None] Sync routers for ids ['a3f7e600-deee-422b-97b9-e7546800c6c3'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:37:21.395480 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb2073d-29ee-4791-b522-5b8895d736ab None None] Routers {'a3f7e600-deee-422b-97b9-e7546800c6c3'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:37:21.396095 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-3eb2073d-29ee-4791-b522-5b8895d736ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:37:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['a3f7e600-deee-422b-97b9-e7546800c6c3'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:37:21.401368 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d7cc1bd8-057c-45c4-8eb4-7a794b6c8f08 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:21.462663 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d7cc1bd8-057c-45c4-8eb4-7a794b6c8f08 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3139827 Jan 21 10:37:21.463162 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e466c73-3478-4f59-9446-459c23b657f8', 'tag': '858022a0-7055-4d09-8410-e6674838b62d'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:37:21.511026 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e466c73-3478-4f59-9446-459c23b657f8', 'tag': '858022a0-7055-4d09-8410-e6674838b62d', 'status': 'completed', 'code': 200} Jan 21 10:37:21.589142 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-3eb2073d-29ee-4791-b522-5b8895d736ab None None] Set router a3f7e600-deee-422b-97b9-e7546800c6c3 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:37:21.618219 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:21.740628 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e3b43-2e00-45cd-8524-585d4ab06ade req-e6e42056-0eee-4a93-a876-eb9e5f281512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:21.742041 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fa1e3b43-2e00-45cd-8524-585d4ab06ade req-e6e42056-0eee-4a93-a876-eb9e5f281512 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=166ccabcabfe49fbaffc765c8d40134c&device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 1098 time: 0.2081268 Jan 21 10:37:21.878875 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e3b43-2e00-45cd-8524-585d4ab06ade req-92152b1b-92db-4ca1-b5f0-8b0bf0e2708e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:21.880354 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fa1e3b43-2e00-45cd-8524-585d4ab06ade req-92152b1b-92db-4ca1-b5f0-8b0bf0e2708e service neutron] 10.222.0.72 "GET /v2.0/networks?id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd HTTP/1.1" status: 200 len: 909 time: 0.1323586 Jan 21 10:37:21.963283 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-3eb2073d-29ee-4791-b522-5b8895d736ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'name': 'tempest-TestShelveInstance-583876912-router', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '99911ab4-6df7-4711-9336-51bb6c7d11d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:48Z', 'updated_at': '2022-01-21T10:36:52Z', 'revision_number': 4, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'gw_port': {'id': '99911ab4-6df7-4711-9336-51bb6c7d11d0', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:49Z', 'updated_at': '2022-01-21T10:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': 'f148c84a-e2a6-4d9c-85b6-9309ceb07c20', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'floating_ip_address': '172.26.3.69', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'port_id': '858022a0-7055-4d09-8410-e6674838b62d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd', 'mac_address': 'fa:16:3e:77:5d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e466c73-3478-4f59-9446-459c23b657f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:37:20Z', 'updated_at': '2022-01-21T10:37:20Z', 'revision_number': 0, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07735bf6-0e4d-43bc-83e9-e20294e6e92a', 'name': '', 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'mac_address': 'fa:16:3e:e6:e5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '70da826c-8c9d-41a5-a99c-152f054aa490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:51Z', 'updated_at': '2022-01-21T10:36:59Z', 'revision_number': 5, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'subnets': [{'id': '70da826c-8c9d-41a5-a99c-152f054aa490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:37:21.968000 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb2073d-29ee-4791-b522-5b8895d736ab None None] Checking router: a3f7e600-deee-422b-97b9-e7546800c6c3 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:37:21.977743 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb2073d-29ee-4791-b522-5b8895d736ab None None] Routers {'a3f7e600-deee-422b-97b9-e7546800c6c3'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:37:21.978170 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-3eb2073d-29ee-4791-b522-5b8895d736ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:37:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['a3f7e600-deee-422b-97b9-e7546800c6c3'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:37:21.991355 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fa1e3b43-2e00-45cd-8524-585d4ab06ade req-6e80ea5e-1909-4520-8a27-e7405314587c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=858022a0-7055-4d09-8410-e6674838b62d HTTP/1.1" status: 200 len: 998 time: 0.1042688 Jan 21 10:37:22.053888 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e3b43-2e00-45cd-8524-585d4ab06ade req-d48472ee-65b9-4619-b17a-729cf1eb3b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:22.055424 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fa1e3b43-2e00-45cd-8524-585d4ab06ade req-d48472ee-65b9-4619-b17a-729cf1eb3b9d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=70da826c-8c9d-41a5-a99c-152f054aa490 HTTP/1.1" status: 200 len: 847 time: 0.0578475 Jan 21 10:37:22.131289 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e3b43-2e00-45cd-8524-585d4ab06ade req-706bb556-ccdd-4306-8cd3-b5be326076f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:22.132781 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fa1e3b43-2e00-45cd-8524-585d4ab06ade req-706bb556-ccdd-4306-8cd3-b5be326076f8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716889 Jan 21 10:37:22.156457 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-3eb2073d-29ee-4791-b522-5b8895d736ab None None] Set router a3f7e600-deee-422b-97b9-e7546800c6c3 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:37:22.266909 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fa1e3b43-2e00-45cd-8524-585d4ab06ade req-8612722b-0d13-4932-8d28-5ba1c7178ef2 service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275318 Jan 21 10:37:22.405740 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fa1e3b43-2e00-45cd-8524-585d4ab06ade req-8ff115f3-ae3c-4383-9b4e-6556306582a3 service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330373 Jan 21 10:37:22.547421 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-3eb2073d-29ee-4791-b522-5b8895d736ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'name': 'tempest-TestShelveInstance-583876912-router', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '99911ab4-6df7-4711-9336-51bb6c7d11d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:48Z', 'updated_at': '2022-01-21T10:36:52Z', 'revision_number': 4, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'gw_port': {'id': '99911ab4-6df7-4711-9336-51bb6c7d11d0', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:49Z', 'updated_at': '2022-01-21T10:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': 'f148c84a-e2a6-4d9c-85b6-9309ceb07c20', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'floating_ip_address': '172.26.3.69', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'port_id': '858022a0-7055-4d09-8410-e6674838b62d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd', 'mac_address': 'fa:16:3e:77:5d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e466c73-3478-4f59-9446-459c23b657f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:37:20Z', 'updated_at': '2022-01-21T10:37:20Z', 'revision_number': 0, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07735bf6-0e4d-43bc-83e9-e20294e6e92a', 'name': '', 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'mac_address': 'fa:16:3e:e6:e5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '70da826c-8c9d-41a5-a99c-152f054aa490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:51Z', 'updated_at': '2022-01-21T10:36:59Z', 'revision_number': 5, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'subnets': [{'id': '70da826c-8c9d-41a5-a99c-152f054aa490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:37:22.551189 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb2073d-29ee-4791-b522-5b8895d736ab None None] The sync data for ids ['a3f7e600-deee-422b-97b9-e7546800c6c3'] in dv-neutron-825731-1-hyperv is: [{'id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'name': 'tempest-TestShelveInstance-583876912-router', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '99911ab4-6df7-4711-9336-51bb6c7d11d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:48Z', 'updated_at': '2022-01-21T10:36:52Z', 'revision_number': 4, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'gw_port': {'id': '99911ab4-6df7-4711-9336-51bb6c7d11d0', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:49Z', 'updated_at': '2022-01-21T10:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': 'f148c84a-e2a6-4d9c-85b6-9309ceb07c20', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'floating_ip_address': '172.26.3.69', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'port_id': '858022a0-7055-4d09-8410-e6674838b62d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd', 'mac_address': 'fa:16:3e:77:5d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e466c73-3478-4f59-9446-459c23b657f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:37:20Z', 'updated_at': '2022-01-21T10:37:20Z', 'revision_number': 0, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07735bf6-0e4d-43bc-83e9-e20294e6e92a', 'name': '', 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'mac_address': 'fa:16:3e:e6:e5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '70da826c-8c9d-41a5-a99c-152f054aa490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:51Z', 'updated_at': '2022-01-21T10:36:59Z', 'revision_number': 5, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'subnets': [{'id': '70da826c-8c9d-41a5-a99c-152f054aa490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:37:22.762800 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dc168b-c423-4689-82c1-9da030813d9e None None] New status for floating IP f148c84a-e2a6-4d9c-85b6-9309ceb07c20: ACTIVE {{(pid=87516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:37:27.023009 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:37:43.225520 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:46.694848 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c6463b58-8cd3-40aa-abec-71fa40436eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:47.010419 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1d238102-9131-4d7a-8802-b127243f4810 req-b5f71dbf-db8d-4820-a5cc-bb2cd93d0530 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728390 Jan 21 10:37:47.159999 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d238102-9131-4d7a-8802-b127243f4810 req-69f14721-b0b4-4b3f-93dd-ba9cdb5309ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:47.161476 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1d238102-9131-4d7a-8802-b127243f4810 req-69f14721-b0b4-4b3f-93dd-ba9cdb5309ff service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=166ccabcabfe49fbaffc765c8d40134c&device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 1098 time: 0.0761726 Jan 21 10:37:47.312915 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d238102-9131-4d7a-8802-b127243f4810 req-42e879f3-528a-434d-b7ed-b0c79680131c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:47.314271 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1d238102-9131-4d7a-8802-b127243f4810 req-42e879f3-528a-434d-b7ed-b0c79680131c service neutron] 10.222.0.72 "GET /v2.0/networks?id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd HTTP/1.1" status: 200 len: 909 time: 0.1298287 Jan 21 10:37:47.423219 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1d238102-9131-4d7a-8802-b127243f4810 req-617da542-7f1d-4d72-a0b9-f50dba07f369 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=858022a0-7055-4d09-8410-e6674838b62d HTTP/1.1" status: 200 len: 1000 time: 0.1014276 Jan 21 10:37:47.490058 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d238102-9131-4d7a-8802-b127243f4810 req-b73747fa-ee40-4693-b1ef-884f35276215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:47.491523 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1d238102-9131-4d7a-8802-b127243f4810 req-b73747fa-ee40-4693-b1ef-884f35276215 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=70da826c-8c9d-41a5-a99c-152f054aa490 HTTP/1.1" status: 200 len: 847 time: 0.0618765 Jan 21 10:37:47.567571 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d238102-9131-4d7a-8802-b127243f4810 req-e18dc6b4-2e8b-4535-9ca9-f4a5d2361b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:37:47.568957 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1d238102-9131-4d7a-8802-b127243f4810 req-e18dc6b4-2e8b-4535-9ca9-f4a5d2361b54 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704122 Jan 21 10:37:47.704610 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1d238102-9131-4d7a-8802-b127243f4810 req-70a228b7-72a7-4627-b08a-5ee2ab47e94f service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290174 Jan 21 10:37:47.844405 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1d238102-9131-4d7a-8802-b127243f4810 req-7907d9b0-12a3-4343-8218-c9c51727d2e3 service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322019 Jan 21 10:37:49.040262 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-165fbb75-f099-4f78-8c9d-0abb76b5ba1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:49.942745 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:50.182144 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:51.617674 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:04.023050 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:38:13.238159 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:16.697460 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fbd2f158-b741-4737-876c-0ca47b851507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:19.042972 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8c05ec31-00f9-4b25-80e7-9de762cec9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:19.938303 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:20.185416 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:21.620536 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:41.022923 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:38:43.234256 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:46.700244 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cdb27663-6dbc-4122-a73f-9de28c56db40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:48.013188 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d26d70c7-f3b0-4d69-b7c7-ba529581125d req-09aa2db1-fafb-4d85-b9da-3d145699ee70 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768106 Jan 21 10:38:48.257074 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d70c7-f3b0-4d69-b7c7-ba529581125d req-844231b6-3559-481d-8ff3-a971e9eb889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:48.258576 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d26d70c7-f3b0-4d69-b7c7-ba529581125d req-844231b6-3559-481d-8ff3-a971e9eb889f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=166ccabcabfe49fbaffc765c8d40134c&device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 1098 time: 0.1751640 Jan 21 10:38:48.407735 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d70c7-f3b0-4d69-b7c7-ba529581125d req-ca74fb14-e511-47be-9eef-91f781f9cac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:48.409189 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d26d70c7-f3b0-4d69-b7c7-ba529581125d req-ca74fb14-e511-47be-9eef-91f781f9cac4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd HTTP/1.1" status: 200 len: 909 time: 0.1313794 Jan 21 10:38:48.513614 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d26d70c7-f3b0-4d69-b7c7-ba529581125d req-3911f418-a15b-44af-b979-c2ff7be932d3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=858022a0-7055-4d09-8410-e6674838b62d HTTP/1.1" status: 200 len: 1000 time: 0.0982845 Jan 21 10:38:48.575845 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d70c7-f3b0-4d69-b7c7-ba529581125d req-b851298b-ddee-43d5-bdf6-dc43b4d11d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:48.577565 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d26d70c7-f3b0-4d69-b7c7-ba529581125d req-b851298b-ddee-43d5-bdf6-dc43b4d11d55 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=70da826c-8c9d-41a5-a99c-152f054aa490 HTTP/1.1" status: 200 len: 847 time: 0.0581284 Jan 21 10:38:48.657346 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d70c7-f3b0-4d69-b7c7-ba529581125d req-0e8541ba-2e40-4cd6-9e83-0ed18fbc092b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:38:48.658814 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d26d70c7-f3b0-4d69-b7c7-ba529581125d req-0e8541ba-2e40-4cd6-9e83-0ed18fbc092b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740082 Jan 21 10:38:48.668780 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [req-d26d70c7-f3b0-4d69-b7c7-ba529581125d req-7d71cb36-3ae5-4c6e-9e1f-6e969dbc8fb6 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 10:38:48.669849 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d26d70c7-f3b0-4d69-b7c7-ba529581125d req-7d71cb36-3ae5-4c6e-9e1f-6e969dbc8fb6 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048618 Jan 21 10:38:48.809684 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d26d70c7-f3b0-4d69-b7c7-ba529581125d req-44784883-df65-4f2b-85eb-31ae1e191456 service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342573 Jan 21 10:38:48.952913 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d26d70c7-f3b0-4d69-b7c7-ba529581125d req-d6a19a79-0a1a-4fa7-a58e-ed9c802b3bc5 service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348703 Jan 21 10:38:49.049147 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-df6d451a-a88b-42ed-b7f6-fbede15ac2c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:49.932644 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:50.190874 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:51.623746 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:13.239110 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:16.702345 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ddfcb2c5-ac1c-44b4-8f5f-ff213e0c6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:18.021537 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:39:19.042054 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b9558c8a-953b-4fe6-a9cf-737e7d9f986d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:19.934659 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:20.190897 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:21.626916 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:43.241653 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:46.703725 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7c6b3567-8b36-4b80-9797-7eadfe95c137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:48.995593 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2dd51699-2814-4053-a521-dbfed4edb851 req-ee0568f2-eba4-47b5-bc99-edcca1f97655 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700274 Jan 21 10:39:49.045274 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1a4d2f14-2d39-4dee-acf2-44aab61f631a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:49.136869 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd51699-2814-4053-a521-dbfed4edb851 req-906f7071-db52-4ba3-9b97-43603aca74cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:39:49.138346 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2dd51699-2814-4053-a521-dbfed4edb851 req-906f7071-db52-4ba3-9b97-43603aca74cb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=166ccabcabfe49fbaffc765c8d40134c&device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 1098 time: 0.0747576 Jan 21 10:39:49.282489 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd51699-2814-4053-a521-dbfed4edb851 req-cabdc3e8-01e5-4a7a-bf9f-eff1eea67643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:39:49.283955 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2dd51699-2814-4053-a521-dbfed4edb851 req-cabdc3e8-01e5-4a7a-bf9f-eff1eea67643 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd HTTP/1.1" status: 200 len: 909 time: 0.1278286 Jan 21 10:39:49.386097 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2dd51699-2814-4053-a521-dbfed4edb851 req-27523596-02b1-442c-b757-c4c64eb9b33d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=858022a0-7055-4d09-8410-e6674838b62d HTTP/1.1" status: 200 len: 1000 time: 0.0958683 Jan 21 10:39:49.449594 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd51699-2814-4053-a521-dbfed4edb851 req-272f1127-b859-48b6-84eb-4b2f167ce259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:39:49.450985 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2dd51699-2814-4053-a521-dbfed4edb851 req-272f1127-b859-48b6-84eb-4b2f167ce259 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=70da826c-8c9d-41a5-a99c-152f054aa490 HTTP/1.1" status: 200 len: 847 time: 0.0586166 Jan 21 10:39:49.528617 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd51699-2814-4053-a521-dbfed4edb851 req-cf7ca85d-9d43-4db7-b143-293c5fb0e64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:39:49.530074 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2dd51699-2814-4053-a521-dbfed4edb851 req-cf7ca85d-9d43-4db7-b143-293c5fb0e64c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734603 Jan 21 10:39:49.660754 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2dd51699-2814-4053-a521-dbfed4edb851 req-25e93526-6d56-4a68-a742-83a3503e41a2 service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243932 Jan 21 10:39:49.891938 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2dd51699-2814-4053-a521-dbfed4edb851 req-227fc320-6cb4-45d0-bd99-21e45d5bfb15 service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244420 Jan 21 10:39:49.937086 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:50.195076 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:51.628676 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:55.020806 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:40:10.980575 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375ac03-da56-410e-8caf-f349204623ed req-e4bbe44d-593b-473c-8ea5-72733cbea0ae tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:10.981928 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0375ac03-da56-410e-8caf-f349204623ed req-e4bbe44d-593b-473c-8ea5-72733cbea0ae tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 945 time: 0.1262641 Jan 21 10:40:11.030682 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0375ac03-da56-410e-8caf-f349204623ed req-a792eaef-d718-4c5b-a2f8-5ec4922ac4a9 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429671 Jan 21 10:40:12.222080 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71c1ba-4b9f-4dcd-99a4-2674f8d72810 req-8cf7f521-62c8-4d5a-b0d8-4c234494e4b3 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:12.223751 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3e71c1ba-4b9f-4dcd-99a4-2674f8d72810 req-8cf7f521-62c8-4d5a-b0d8-4c234494e4b3 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 945 time: 0.0794084 Jan 21 10:40:12.268597 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3e71c1ba-4b9f-4dcd-99a4-2674f8d72810 req-5100f2b7-edbc-4433-89a6-a547a9954bae tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385220 Jan 21 10:40:13.229636 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:13.461383 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e635140-9d1e-4ebd-ad9b-4d698b4064a7 req-945ca067-845f-494b-ae82-84704b9aa977 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:13.462832 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7e635140-9d1e-4ebd-ad9b-4d698b4064a7 req-945ca067-845f-494b-ae82-84704b9aa977 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 945 time: 0.0835502 Jan 21 10:40:13.506322 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7e635140-9d1e-4ebd-ad9b-4d698b4064a7 req-2785ce83-5d57-4dab-80fe-e512d5a5b9ed tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378318 Jan 21 10:40:14.695408 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29944f8f-db8d-40f3-9683-8ad170690b61 req-20172007-2b2d-41a0-9a70-dbb6efaa1d41 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:14.696849 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-29944f8f-db8d-40f3-9683-8ad170690b61 req-20172007-2b2d-41a0-9a70-dbb6efaa1d41 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 945 time: 0.0822368 Jan 21 10:40:14.740966 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-29944f8f-db8d-40f3-9683-8ad170690b61 req-74b71e68-2133-4215-8262-38b38a0d5307 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384879 Jan 21 10:40:15.921754 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5519c5-9ef3-45b4-b4d5-70d5872a2149 req-01b37bdd-f198-4c72-b676-53f79adb40cd tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:15.923186 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5f5519c5-9ef3-45b4-b4d5-70d5872a2149 req-01b37bdd-f198-4c72-b676-53f79adb40cd tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 945 time: 0.0782285 Jan 21 10:40:15.970834 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5f5519c5-9ef3-45b4-b4d5-70d5872a2149 req-ccf40e0e-8092-4171-8105-35736f1f76e5 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418646 Jan 21 10:40:16.706081 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-257c433e-563c-4db7-96a9-0ec21ecbe345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:17.156803 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b3cb6-86dc-4a76-961e-ea22bda5890b req-6862b553-9911-4d28-b789-bdc554985b9f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:17.158242 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-cc4b3cb6-86dc-4a76-961e-ea22bda5890b req-6862b553-9911-4d28-b789-bdc554985b9f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 945 time: 0.0788858 Jan 21 10:40:17.202192 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-cc4b3cb6-86dc-4a76-961e-ea22bda5890b req-8a47253e-f0b1-4e5c-8b9a-21b97b19a670 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371783 Jan 21 10:40:18.383546 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb47cf-efbf-4ff0-b7ea-37f6ea152d00 req-d5d1b9b0-55e2-401d-a50b-4d86585b2aad tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:18.384970 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b2fb47cf-efbf-4ff0-b7ea-37f6ea152d00 req-d5d1b9b0-55e2-401d-a50b-4d86585b2aad tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 945 time: 0.0781710 Jan 21 10:40:18.429177 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b2fb47cf-efbf-4ff0-b7ea-37f6ea152d00 req-1e336ff4-3d25-41e5-89f9-394414711d9e tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384305 Jan 21 10:40:19.046609 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f6d53a8f-cdc8-4cec-9bd3-6a4eb5f7837f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:19.613053 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f91d3e-7f6c-4891-825a-b82ae2979715 req-4b83ac75-7b64-423f-aabb-70caf8f13e1e tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:19.615058 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-65f91d3e-7f6c-4891-825a-b82ae2979715 req-4b83ac75-7b64-423f-aabb-70caf8f13e1e tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 945 time: 0.0823963 Jan 21 10:40:19.661040 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-65f91d3e-7f6c-4891-825a-b82ae2979715 req-5a5ca574-3688-477f-95c6-0b8cd2287c79 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402846 Jan 21 10:40:19.939897 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:20.196750 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:20.996704 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bfc1c0-b931-4414-bbf6-1c773817c38a req-aa055e8c-681f-4e12-a967-95513d23a1a2 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:20.998038 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-75bfc1c0-b931-4414-bbf6-1c773817c38a req-aa055e8c-681f-4e12-a967-95513d23a1a2 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 945 time: 0.0819542 Jan 21 10:40:21.043036 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-75bfc1c0-b931-4414-bbf6-1c773817c38a req-05cab652-6001-415c-aebb-2a44dfcc5b1e tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394671 Jan 21 10:40:21.632939 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:22.226905 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36fc03-9275-4f19-b7ef-bf4af84fa930 req-84b36e17-8c3f-40f2-bc95-8071930443ae tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:22.228275 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8c36fc03-9275-4f19-b7ef-bf4af84fa930 req-84b36e17-8c3f-40f2-bc95-8071930443ae tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 945 time: 0.0814049 Jan 21 10:40:22.274734 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8c36fc03-9275-4f19-b7ef-bf4af84fa930 req-f19560e6-44e3-4be0-8ad8-3e2b3328a873 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408821 Jan 21 10:40:23.458892 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8235f76-9bdd-4925-95f5-30fae36eba7d req-20637a70-ea64-44e6-8f14-b48b981512e9 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:23.460451 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b8235f76-9bdd-4925-95f5-30fae36eba7d req-20637a70-ea64-44e6-8f14-b48b981512e9 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 945 time: 0.0798910 Jan 21 10:40:23.503656 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b8235f76-9bdd-4925-95f5-30fae36eba7d req-16bfcb16-ee49-42a5-a3a7-7bfdbda83b54 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377254 Jan 21 10:40:24.693655 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a76d00-7c12-469d-81fd-a7933c1fe34a req-63d6c8c3-8254-484b-b417-3a3a3141a158 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:24.695147 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-97a76d00-7c12-469d-81fd-a7933c1fe34a req-63d6c8c3-8254-484b-b417-3a3a3141a158 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 945 time: 0.0828826 Jan 21 10:40:24.738478 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-97a76d00-7c12-469d-81fd-a7933c1fe34a req-f01a4bad-19b8-40df-b548-415510fb5a57 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376194 Jan 21 10:40:25.228212 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 858022a0-7055-4d09-8410-e6674838b62d details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:40:25.388380 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 858022a0-7055-4d09-8410-e6674838b62d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=858022a0-7055-4d09-8410-e6674838b62d,segment=NetworkSegment(4200f040-e1bc-4920-8236-59127f93ea35),segment_id=4200f040-e1bc-4920-8236-59127f93ea35)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:40:25.401621 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': '858022a0-7055-4d09-8410-e6674838b62d', 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd', 'port_id': '858022a0-7055-4d09-8410-e6674838b62d', 'mac_address': 'fa:16:3e:77:5d:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70da826c-8c9d-41a5-a99c-152f054aa490', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:40:25.459553 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:25.476311 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 858022a0-7055-4d09-8410-e6674838b62d {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:40:25.491375 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 858022a0-7055-4d09-8410-e6674838b62d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=858022a0-7055-4d09-8410-e6674838b62d,segment=NetworkSegment(4200f040-e1bc-4920-8236-59127f93ea35),segment_id=4200f040-e1bc-4920-8236-59127f93ea35)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:40:25.494790 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:25.566090 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=858022a0-7055-4d09-8410-e6674838b62d,revision_number=6']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:40:25.570191 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['858022a0-7055-4d09-8410-e6674838b62d'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:40:25.611152 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:40:25.611550 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:40:25.611896 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:40:25.612232 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:40:25.612564 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:40:25.612898 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:40:25.613224 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:40:25.613552 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:40:25.613880 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:40:25.614244 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:40:25.614528 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:40:25.614850 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:40:25.929209 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec00de7-0f67-4072-82c2-1dfbc4241057 req-d40a616a-d1da-4541-a0b2-b3cfc72d4b73 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:25.930661 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7ec00de7-0f67-4072-82c2-1dfbc4241057 req-d40a616a-d1da-4541-a0b2-b3cfc72d4b73 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 944 time: 0.0831604 Jan 21 10:40:25.976134 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7ec00de7-0f67-4072-82c2-1dfbc4241057 req-93735b34-9349-4dfe-ae8b-2bf51dce1bf3 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391390 Jan 21 10:40:27.161851 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c461d1-f316-411b-bd9d-7e26ab898ce6 req-56f035f2-126d-469f-81f6-1160b0057221 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:27.163498 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-55c461d1-f316-411b-bd9d-7e26ab898ce6 req-56f035f2-126d-469f-81f6-1160b0057221 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 944 time: 0.0842619 Jan 21 10:40:27.208877 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-55c461d1-f316-411b-bd9d-7e26ab898ce6 req-763a7c53-f21b-46a0-90e8-48f6cfd32539 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398004 Jan 21 10:40:27.234189 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 858022a0-7055-4d09-8410-e6674838b62d up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:40:27.300463 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port 858022a0-7055-4d09-8410-e6674838b62d triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:40:27.300831 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:27.415510 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:27.441088 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e466c73-3478-4f59-9446-459c23b657f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858022a0-7055-4d09-8410-e6674838b62d'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:40:27.450918 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 858022a0-7055-4d09-8410-e6674838b62d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=858022a0-7055-4d09-8410-e6674838b62d,segment=NetworkSegment(4200f040-e1bc-4920-8236-59127f93ea35),segment_id=4200f040-e1bc-4920-8236-59127f93ea35)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:40:27.455070 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:27.492241 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e466c73-3478-4f59-9446-459c23b657f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858022a0-7055-4d09-8410-e6674838b62d', 'code': 200} Jan 21 10:40:27.523346 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=858022a0-7055-4d09-8410-e6674838b62d,revision_number=7']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:40:28.392820 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42acbad7-1469-4475-a2ff-c6b4f14c753e req-34e89682-b5d4-4bb3-b270-c21a65aa51ca tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:28.394432 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-42acbad7-1469-4475-a2ff-c6b4f14c753e req-34e89682-b5d4-4bb3-b270-c21a65aa51ca tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 945 time: 0.0806096 Jan 21 10:40:28.440648 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-42acbad7-1469-4475-a2ff-c6b4f14c753e req-486e226b-9885-4109-abf4-49eeaee64f05 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404413 Jan 21 10:40:29.641472 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d5ce1-e65e-4b04-9984-75ae1e1f2175 req-9c051ecb-82bb-4db9-9127-1b57a10ab9e8 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:29.643647 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e14d5ce1-e65e-4b04-9984-75ae1e1f2175 req-9c051ecb-82bb-4db9-9127-1b57a10ab9e8 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 945 time: 0.0917947 Jan 21 10:40:29.700051 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e14d5ce1-e65e-4b04-9984-75ae1e1f2175 req-42a4e4b0-5731-4eeb-bbbe-6294db059889 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494001 Jan 21 10:40:30.934340 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd26922-2448-4332-bd48-9efbd99a3653 req-408bce2a-09b0-47c8-9d7b-8662a8d6111d tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:30.941828 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3cd26922-2448-4332-bd48-9efbd99a3653 req-408bce2a-09b0-47c8-9d7b-8662a8d6111d tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 945 time: 0.1083112 Jan 21 10:40:30.994649 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3cd26922-2448-4332-bd48-9efbd99a3653 req-35231b17-7e72-41a5-b9af-2a2b242fced5 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518081 Jan 21 10:40:32.019264 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:40:32.195260 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e1c0d-3013-44b9-9370-80e64e6d2970 req-94ce462e-7726-454c-b1c2-1b48080b02d6 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:32.196666 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b40e1c0d-3013-44b9-9370-80e64e6d2970 req-94ce462e-7726-454c-b1c2-1b48080b02d6 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 945 time: 0.0833085 Jan 21 10:40:32.245058 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b40e1c0d-3013-44b9-9370-80e64e6d2970 req-9188252b-fcc1-4e10-b73e-97fa9bc514b6 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418355 Jan 21 10:40:33.453503 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa76f1f-5dc2-491d-8dc5-0d764c3fd8af req-04e7de64-f9e8-413e-8c56-b4a5154ba9c0 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:33.456196 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-bfa76f1f-5dc2-491d-8dc5-0d764c3fd8af req-04e7de64-f9e8-413e-8c56-b4a5154ba9c0 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 945 time: 0.0889432 Jan 21 10:40:33.510189 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-bfa76f1f-5dc2-491d-8dc5-0d764c3fd8af req-f9efe7c5-61fc-492b-be40-eb7675becba2 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491998 Jan 21 10:40:34.731877 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c025a-c566-4694-904b-c255d9aa626a req-d8255338-ffea-4f3d-aa51-d8aa35897185 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:34.734014 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2c6c025a-c566-4694-904b-c255d9aa626a req-d8255338-ffea-4f3d-aa51-d8aa35897185 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 945 time: 0.0990472 Jan 21 10:40:34.793037 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-2c6c025a-c566-4694-904b-c255d9aa626a req-fdafd615-8fed-4c8c-8780-80a38ecc9a9e tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489113 Jan 21 10:40:35.990925 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5ff77-6085-4352-b1c1-5a246ff0e07b req-c06d3be3-9d97-4f75-a623-ce7b353209ac tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:35.997420 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f0e5ff77-6085-4352-b1c1-5a246ff0e07b req-c06d3be3-9d97-4f75-a623-ce7b353209ac tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 945 time: 0.0894032 Jan 21 10:40:36.043096 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f0e5ff77-6085-4352-b1c1-5a246ff0e07b req-a8d13eda-9f80-46e1-aac9-9bd5613d4d77 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425870 Jan 21 10:40:37.256295 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5762b1a-50f9-42a5-bd74-7801b5504b6d req-733efd9c-cf0d-4c02-9902-c7397aa84524 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:37.257889 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a5762b1a-50f9-42a5-bd74-7801b5504b6d req-733efd9c-cf0d-4c02-9902-c7397aa84524 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 945 time: 0.0989239 Jan 21 10:40:37.309322 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a5762b1a-50f9-42a5-bd74-7801b5504b6d req-a2853a5d-0497-43d9-88d6-6d47273dbbcb tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447693 Jan 21 10:40:38.501263 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463241e3-8af1-48a0-aa09-c797eb96ab3a req-aefbe0ea-41f3-478b-b67c-7f047af4d05d tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:38.502693 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-463241e3-8af1-48a0-aa09-c797eb96ab3a req-aefbe0ea-41f3-478b-b67c-7f047af4d05d tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 945 time: 0.0822134 Jan 21 10:40:38.546908 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-463241e3-8af1-48a0-aa09-c797eb96ab3a req-172cb408-dfa5-42e8-ad0b-1f431dd52166 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383770 Jan 21 10:40:38.861284 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175ecdc-860b-46c1-9fb5-1b9b4f7ca723 req-b9ed3813-fdce-4fd5-aeb3-5c3203d1181e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:38.862769 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3175ecdc-860b-46c1-9fb5-1b9b4f7ca723 req-b9ed3813-fdce-4fd5-aeb3-5c3203d1181e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=166ccabcabfe49fbaffc765c8d40134c&device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 1098 time: 0.1370039 Jan 21 10:40:38.993365 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175ecdc-860b-46c1-9fb5-1b9b4f7ca723 req-724f14bc-87a3-4ff9-9313-9af1cc763a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:38.994701 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3175ecdc-860b-46c1-9fb5-1b9b4f7ca723 req-724f14bc-87a3-4ff9-9313-9af1cc763a00 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd HTTP/1.1" status: 200 len: 909 time: 0.1258731 Jan 21 10:40:39.098628 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3175ecdc-860b-46c1-9fb5-1b9b4f7ca723 req-242a1fb5-45af-4a0b-81ce-033d8c3c0d93 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=858022a0-7055-4d09-8410-e6674838b62d HTTP/1.1" status: 200 len: 1000 time: 0.0962651 Jan 21 10:40:39.160773 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175ecdc-860b-46c1-9fb5-1b9b4f7ca723 req-8e8ce7c2-6d4c-4c77-9589-e70ef1cee45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:39.162415 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3175ecdc-860b-46c1-9fb5-1b9b4f7ca723 req-8e8ce7c2-6d4c-4c77-9589-e70ef1cee45e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=70da826c-8c9d-41a5-a99c-152f054aa490 HTTP/1.1" status: 200 len: 847 time: 0.0575659 Jan 21 10:40:39.239238 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175ecdc-860b-46c1-9fb5-1b9b4f7ca723 req-8714a5c9-4c54-490b-8c13-58c08f132758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:39.240968 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3175ecdc-860b-46c1-9fb5-1b9b4f7ca723 req-8714a5c9-4c54-490b-8c13-58c08f132758 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732613 Jan 21 10:40:39.371970 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3175ecdc-860b-46c1-9fb5-1b9b4f7ca723 req-21564dc0-6869-487f-bbcc-9e3262e0e288 service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238773 Jan 21 10:40:39.597692 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3175ecdc-860b-46c1-9fb5-1b9b4f7ca723 req-27b9ec5a-c2ee-4936-bee3-8ef4f6819795 service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184515 Jan 21 10:40:39.739378 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd836c-3263-4015-8a93-dca0a04db771 req-b91810f9-73c8-4699-892b-cfc67098cabb tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:39.740840 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-dafd836c-3263-4015-8a93-dca0a04db771 req-b91810f9-73c8-4699-892b-cfc67098cabb tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 945 time: 0.0842881 Jan 21 10:40:39.785097 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-dafd836c-3263-4015-8a93-dca0a04db771 req-2ea9115c-ae5c-45b5-b455-c8950798890a tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384645 Jan 21 10:40:40.985145 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735d411-668b-4653-bf8d-a37efe43184d req-32a498c4-9dac-44e5-8e39-c7af7753c9ac tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:40.986608 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2735d411-668b-4653-bf8d-a37efe43184d req-32a498c4-9dac-44e5-8e39-c7af7753c9ac tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 945 time: 0.0827725 Jan 21 10:40:41.035283 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2735d411-668b-4653-bf8d-a37efe43184d req-283cbcd9-2885-4e30-8c5d-49f092beeeff tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419943 Jan 21 10:40:41.320054 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 858022a0-7055-4d09-8410-e6674838b62d no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:40:41.463024 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:41.492189 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e466c73-3478-4f59-9446-459c23b657f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '858022a0-7055-4d09-8410-e6674838b62d'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:40:41.502012 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 858022a0-7055-4d09-8410-e6674838b62d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=858022a0-7055-4d09-8410-e6674838b62d,segment=NetworkSegment(4200f040-e1bc-4920-8236-59127f93ea35),segment_id=4200f040-e1bc-4920-8236-59127f93ea35)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:40:41.506854 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:41.547192 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e466c73-3478-4f59-9446-459c23b657f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '858022a0-7055-4d09-8410-e6674838b62d', 'code': 200} Jan 21 10:40:41.590307 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=858022a0-7055-4d09-8410-e6674838b62d,revision_number=8']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:40:42.219538 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65271368-c8bf-4c5d-ac2b-2f79aa953423 req-a1f39371-1547-4768-9286-b1018df546da tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:42.220912 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-65271368-c8bf-4c5d-ac2b-2f79aa953423 req-a1f39371-1547-4768-9286-b1018df546da tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 943 time: 0.0799513 Jan 21 10:40:42.265197 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-65271368-c8bf-4c5d-ac2b-2f79aa953423 req-a3506ce2-362f-4795-9d2a-6e77c68e91b9 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385230 Jan 21 10:40:42.636426 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24961720-b0f4-4056-9a99-8ccda3b6a97c req-ce727da4-b31b-4f8c-a315-2becadd3730b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:42.637988 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-24961720-b0f4-4056-9a99-8ccda3b6a97c req-ce727da4-b31b-4f8c-a315-2becadd3730b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 943 time: 0.0928614 Jan 21 10:40:42.684653 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-24961720-b0f4-4056-9a99-8ccda3b6a97c req-6423a4c1-ee59-4504-b06f-0dd9b8cff1ce tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411725 Jan 21 10:40:42.802483 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ddafc066-a8ca-4912-9c85-8aaf55e1824d req-d84213cb-b650-4ad0-8bad-46146a26da47 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1149521 Jan 21 10:40:43.248712 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:43.667868 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafc066-a8ca-4912-9c85-8aaf55e1824d req-37a418c2-5d4f-43a2-aa14-e9e2ee9800af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:43.669314 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ddafc066-a8ca-4912-9c85-8aaf55e1824d req-37a418c2-5d4f-43a2-aa14-e9e2ee9800af service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8&tenant_id=166ccabcabfe49fbaffc765c8d40134c HTTP/1.1" status: 200 len: 1096 time: 0.0694795 Jan 21 10:40:43.764167 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafc066-a8ca-4912-9c85-8aaf55e1824d req-23429cf9-ca90-4ca0-b701-04c7081f17b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:43.765627 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ddafc066-a8ca-4912-9c85-8aaf55e1824d req-23429cf9-ca90-4ca0-b701-04c7081f17b6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=166ccabcabfe49fbaffc765c8d40134c&device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 1096 time: 0.0756652 Jan 21 10:40:43.876502 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2377472-f5a3-41dc-bced-ab558d9999f3 req-130c313a-6a0c-472a-8f20-f69c2d65023d tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:43.877973 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d2377472-f5a3-41dc-bced-ab558d9999f3 req-130c313a-6a0c-472a-8f20-f69c2d65023d tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 943 time: 0.0835285 Jan 21 10:40:43.897400 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafc066-a8ca-4912-9c85-8aaf55e1824d req-5a867eb5-b947-4168-ad4e-c6073a29e297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:43.898830 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ddafc066-a8ca-4912-9c85-8aaf55e1824d req-5a867eb5-b947-4168-ad4e-c6073a29e297 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd HTTP/1.1" status: 200 len: 909 time: 0.1272490 Jan 21 10:40:43.922327 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d2377472-f5a3-41dc-bced-ab558d9999f3 req-97ccfa4a-376a-4bf9-b314-3d0d779bb5ad tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384932 Jan 21 10:40:44.000890 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ddafc066-a8ca-4912-9c85-8aaf55e1824d req-27ed34a8-f94f-4861-9e9f-f1e20e93b6a4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=858022a0-7055-4d09-8410-e6674838b62d HTTP/1.1" status: 200 len: 998 time: 0.0952847 Jan 21 10:40:44.062328 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafc066-a8ca-4912-9c85-8aaf55e1824d req-810c3fef-b84e-42f5-bb8b-40b86bd29e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:44.063760 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ddafc066-a8ca-4912-9c85-8aaf55e1824d req-810c3fef-b84e-42f5-bb8b-40b86bd29e1e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=70da826c-8c9d-41a5-a99c-152f054aa490 HTTP/1.1" status: 200 len: 847 time: 0.0573084 Jan 21 10:40:44.136612 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafc066-a8ca-4912-9c85-8aaf55e1824d req-a9d362a1-e618-46b7-820d-060784e66c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:44.138043 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ddafc066-a8ca-4912-9c85-8aaf55e1824d req-a9d362a1-e618-46b7-820d-060784e66c66 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688171 Jan 21 10:40:44.267586 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ddafc066-a8ca-4912-9c85-8aaf55e1824d req-ee7d469d-61b1-4ddc-8a44-5cf8ae9ac59a service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227384 Jan 21 10:40:44.396671 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ddafc066-a8ca-4912-9c85-8aaf55e1824d req-ae48b552-9c03-4ac2-a059-9f5ddbcddf65 service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227975 Jan 21 10:40:45.137726 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55218b5-184a-45fd-afe9-2881b04a52d4 req-b0fa4b6b-8eef-45ad-809f-020f90c1a1ea tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:45.139706 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e55218b5-184a-45fd-afe9-2881b04a52d4 req-b0fa4b6b-8eef-45ad-809f-020f90c1a1ea tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 943 time: 0.1033950 Jan 21 10:40:45.200301 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e55218b5-184a-45fd-afe9-2881b04a52d4 req-cdd350d0-a16f-41e1-9f98-23dfc1383316 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499241 Jan 21 10:40:45.333339 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 858022a0-7055-4d09-8410-e6674838b62d no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:40:46.382787 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aec275-2b29-47b0-bdf6-72039ea7e7d5 req-daeacba1-14b7-4df9-9dd8-8c76b67e24b2 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:46.384299 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f4aec275-2b29-47b0-bdf6-72039ea7e7d5 req-daeacba1-14b7-4df9-9dd8-8c76b67e24b2 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 943 time: 0.0842752 Jan 21 10:40:46.431208 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f4aec275-2b29-47b0-bdf6-72039ea7e7d5 req-41b74f48-7874-4e3a-8313-1cf71328f786 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405455 Jan 21 10:40:46.709764 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-409c9ee1-2dbc-4d04-9006-8057b14ec507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:47.624442 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2f70b-b946-4da8-b379-6b18a5f3871e req-ccef0d4b-c0be-47e3-bb04-a2645c48be95 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:47.626014 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-22f2f70b-b946-4da8-b379-6b18a5f3871e req-ccef0d4b-c0be-47e3-bb04-a2645c48be95 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 943 time: 0.0838416 Jan 21 10:40:47.676831 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-22f2f70b-b946-4da8-b379-6b18a5f3871e req-6530718c-6c72-4681-a92e-75bc11a9bfe4 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442352 Jan 21 10:40:48.879898 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa15007-480f-4946-b20c-215a32e90973 req-ff5becb0-a8a9-4eb2-8bb8-e3ff18ec923b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:48.883461 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7fa15007-480f-4946-b20c-215a32e90973 req-ff5becb0-a8a9-4eb2-8bb8-e3ff18ec923b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 943 time: 0.0913332 Jan 21 10:40:48.929225 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-7fa15007-480f-4946-b20c-215a32e90973 req-aaa16d74-356c-4306-95a8-ee45b05ee474 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422573 Jan 21 10:40:49.051765 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a7b36d90-12e5-4df3-bb5c-f06b7c65706b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:49.948832 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:50.138113 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2970fe-b356-42fa-a52c-fdc4aec7e50e req-f8f71a43-ae73-432f-bd19-974a32141d72 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:50.146007 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2c2970fe-b356-42fa-a52c-fdc4aec7e50e req-f8f71a43-ae73-432f-bd19-974a32141d72 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 943 time: 0.1036463 Jan 21 10:40:50.210176 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2c2970fe-b356-42fa-a52c-fdc4aec7e50e req-01224187-9ad5-45ab-a85e-38aca774cf2f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597494 Jan 21 10:40:50.229738 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:51.405392 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01ba66-83ff-47c7-b70a-de85bc46555e req-ab37f3ff-bbc3-4278-8464-978e4db8038e tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:51.406931 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1b01ba66-83ff-47c7-b70a-de85bc46555e req-ab37f3ff-bbc3-4278-8464-978e4db8038e tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 943 time: 0.0911157 Jan 21 10:40:51.570746 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1b01ba66-83ff-47c7-b70a-de85bc46555e req-7df2bc66-03ba-450a-b65f-b84be50d451d tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570148 Jan 21 10:40:51.638179 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:52.766989 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8feae-7e38-40c9-bb46-9561b1c296e9 req-2cd6786e-fe8e-48c8-a826-f9e3b4bcfad5 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:52.768626 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fbb8feae-7e38-40c9-bb46-9561b1c296e9 req-2cd6786e-fe8e-48c8-a826-f9e3b4bcfad5 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 943 time: 0.0874562 Jan 21 10:40:52.813864 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-fbb8feae-7e38-40c9-bb46-9561b1c296e9 req-a6d11a8e-ae8f-460b-b36f-ecde24d27634 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395560 Jan 21 10:40:53.998829 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a5d38-cbd4-4967-93b1-c24ac80eafa1 req-f4b7257c-758e-4e94-be0b-0e297dec48fd tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:54.000653 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e04a5d38-cbd4-4967-93b1-c24ac80eafa1 req-f4b7257c-758e-4e94-be0b-0e297dec48fd tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 943 time: 0.0790358 Jan 21 10:40:54.044417 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e04a5d38-cbd4-4967-93b1-c24ac80eafa1 req-d7475200-b6e4-4968-9be2-96e0301c414e tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370579 Jan 21 10:40:55.226892 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc04ac-1965-44a4-bf30-df16dd7a8d42 req-8a7ae8e0-85cb-4c71-8177-25c67b5347e3 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:55.228365 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b3fc04ac-1965-44a4-bf30-df16dd7a8d42 req-8a7ae8e0-85cb-4c71-8177-25c67b5347e3 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 943 time: 0.0783362 Jan 21 10:40:55.271335 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b3fc04ac-1965-44a4-bf30-df16dd7a8d42 req-da77a086-a9d0-4bea-8863-0babada798b1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374508 Jan 21 10:40:56.454596 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2e4b9-e36d-42f1-91cb-0fe4426e92a4 req-d5985a42-b9af-4aef-b23e-a9ced8f8b726 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:56.456042 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-10b2e4b9-e36d-42f1-91cb-0fe4426e92a4 req-d5985a42-b9af-4aef-b23e-a9ced8f8b726 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 943 time: 0.0797994 Jan 21 10:40:56.498701 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-10b2e4b9-e36d-42f1-91cb-0fe4426e92a4 req-20882963-4f5a-4cd3-9749-c4b359b0b641 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365157 Jan 21 10:40:57.392549 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47bfc4-8606-4b18-a2dd-5891c6a4153d req-d0ea2207-fcdc-48dd-bcd5-997d0991591c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:57.394687 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-de47bfc4-8606-4b18-a2dd-5891c6a4153d req-d0ea2207-fcdc-48dd-bcd5-997d0991591c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=166ccabcabfe49fbaffc765c8d40134c&device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 1096 time: 0.1689768 Jan 21 10:40:57.537710 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47bfc4-8606-4b18-a2dd-5891c6a4153d req-578c324c-5dec-4375-9b05-d07750d8d06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:57.539168 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-de47bfc4-8606-4b18-a2dd-5891c6a4153d req-578c324c-5dec-4375-9b05-d07750d8d06d service neutron] 10.222.0.72 "GET /v2.0/networks?id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd HTTP/1.1" status: 200 len: 909 time: 0.1269538 Jan 21 10:40:57.696957 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-de47bfc4-8606-4b18-a2dd-5891c6a4153d req-b7c7df80-a4cc-4d5d-8ade-e2a3b9fb27a9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=858022a0-7055-4d09-8410-e6674838b62d HTTP/1.1" status: 200 len: 998 time: 0.1507850 Jan 21 10:40:57.774404 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2219c6-82d3-4728-8ba1-1a91a8800cd2 req-8f1b338b-1240-40a2-bee4-8b7f47dc2f9e tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:57.775852 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-bc2219c6-82d3-4728-8ba1-1a91a8800cd2 req-8f1b338b-1240-40a2-bee4-8b7f47dc2f9e tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 943 time: 0.1522427 Jan 21 10:40:57.781508 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47bfc4-8606-4b18-a2dd-5891c6a4153d req-cfd46e08-4a7b-4b5c-a05f-e4da5d14de35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:57.782878 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-de47bfc4-8606-4b18-a2dd-5891c6a4153d req-cfd46e08-4a7b-4b5c-a05f-e4da5d14de35 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=70da826c-8c9d-41a5-a99c-152f054aa490 HTTP/1.1" status: 200 len: 847 time: 0.0778365 Jan 21 10:40:57.870340 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-bc2219c6-82d3-4728-8ba1-1a91a8800cd2 req-4b4d7863-234b-4c9d-bf88-6bb9479b6ad5 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865231 Jan 21 10:40:57.889524 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47bfc4-8606-4b18-a2dd-5891c6a4153d req-66978d98-af6a-4363-875b-c9a625f3a044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:57.891016 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-de47bfc4-8606-4b18-a2dd-5891c6a4153d req-66978d98-af6a-4363-875b-c9a625f3a044 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0935819 Jan 21 10:40:58.023982 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-de47bfc4-8606-4b18-a2dd-5891c6a4153d req-d3191a29-5260-484f-93ff-504a42f7c06b service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260738 Jan 21 10:40:58.157851 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-de47bfc4-8606-4b18-a2dd-5891c6a4153d req-3a9bbb1d-6d71-43f3-a442-35d936807044 service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234705 Jan 21 10:40:59.060915 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c6ade-1f8c-4124-99e0-f2bf68d245e9 req-0dbbb8cf-980b-4787-9a37-79107201e7ad tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:40:59.062353 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-be1c6ade-1f8c-4124-99e0-f2bf68d245e9 req-0dbbb8cf-980b-4787-9a37-79107201e7ad tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 943 time: 0.0847347 Jan 21 10:40:59.106078 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-be1c6ade-1f8c-4124-99e0-f2bf68d245e9 req-dc2408e3-0c7f-4089-b4df-2cd82503741e tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373764 Jan 21 10:41:00.297065 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177fe4e-32c3-4ca0-bfa7-1f9d52d8a7c1 req-bc617d96-993a-4744-913a-e3815177ada6 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:00.299438 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e177fe4e-32c3-4ca0-bfa7-1f9d52d8a7c1 req-bc617d96-993a-4744-913a-e3815177ada6 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 943 time: 0.0843868 Jan 21 10:41:00.345523 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e177fe4e-32c3-4ca0-bfa7-1f9d52d8a7c1 req-4ea35125-aeef-481d-a2e7-4d47a1efaac2 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403402 Jan 21 10:41:01.398472 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 858022a0-7055-4d09-8410-e6674838b62d details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:41:01.533604 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 858022a0-7055-4d09-8410-e6674838b62d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=858022a0-7055-4d09-8410-e6674838b62d,segment=NetworkSegment(4200f040-e1bc-4920-8236-59127f93ea35),segment_id=4200f040-e1bc-4920-8236-59127f93ea35)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:41:01.538108 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bbd4f1-073b-40b0-9e36-18c8d8a74a19 req-20a5a3ab-29e8-40dd-8f2f-275f792e7cb4 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:01.539637 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-89bbd4f1-073b-40b0-9e36-18c8d8a74a19 req-20a5a3ab-29e8-40dd-8f2f-275f792e7cb4 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 943 time: 0.0836365 Jan 21 10:41:01.547718 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': '858022a0-7055-4d09-8410-e6674838b62d', 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd', 'port_id': '858022a0-7055-4d09-8410-e6674838b62d', 'mac_address': 'fa:16:3e:77:5d:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70da826c-8c9d-41a5-a99c-152f054aa490', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:41:01.584054 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-89bbd4f1-073b-40b0-9e36-18c8d8a74a19 req-13e405b6-b273-44cd-87aa-16d0202db4fc tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387871 Jan 21 10:41:01.605203 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:01.622145 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 858022a0-7055-4d09-8410-e6674838b62d {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:41:01.639469 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 858022a0-7055-4d09-8410-e6674838b62d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=858022a0-7055-4d09-8410-e6674838b62d,segment=NetworkSegment(4200f040-e1bc-4920-8236-59127f93ea35),segment_id=4200f040-e1bc-4920-8236-59127f93ea35)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:41:01.642695 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:01.711029 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=858022a0-7055-4d09-8410-e6674838b62d,revision_number=9']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:41:02.045718 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['858022a0-7055-4d09-8410-e6674838b62d'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:41:02.770477 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbf34c-0627-4542-adef-f392085ca16c req-f6f10883-b983-446a-9815-16022c7858da tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:02.771971 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0ccbf34c-0627-4542-adef-f392085ca16c req-f6f10883-b983-446a-9815-16022c7858da tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 944 time: 0.0782251 Jan 21 10:41:02.818020 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0ccbf34c-0627-4542-adef-f392085ca16c req-2dfe8c8e-36ba-479c-b796-7f2e45036846 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398200 Jan 21 10:41:03.411158 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 858022a0-7055-4d09-8410-e6674838b62d up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:41:03.480392 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port 858022a0-7055-4d09-8410-e6674838b62d triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:41:03.480760 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:03.591180 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:03.617772 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e466c73-3478-4f59-9446-459c23b657f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858022a0-7055-4d09-8410-e6674838b62d'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:41:03.627507 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 858022a0-7055-4d09-8410-e6674838b62d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=858022a0-7055-4d09-8410-e6674838b62d,segment=NetworkSegment(4200f040-e1bc-4920-8236-59127f93ea35),segment_id=4200f040-e1bc-4920-8236-59127f93ea35)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:41:03.632036 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:03.671565 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e466c73-3478-4f59-9446-459c23b657f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858022a0-7055-4d09-8410-e6674838b62d', 'code': 200} Jan 21 10:41:03.705545 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=858022a0-7055-4d09-8410-e6674838b62d,revision_number=10']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:41:03.911618 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0ba84-025e-47f5-90fa-fc10c5cb0246 req-a9389ec9-cdc1-4f66-943f-778c65b0a04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:03.913146 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e5f0ba84-025e-47f5-90fa-fc10c5cb0246 req-a9389ec9-cdc1-4f66-943f-778c65b0a04f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 1099 time: 0.0716152 Jan 21 10:41:03.997089 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e5f0ba84-025e-47f5-90fa-fc10c5cb0246 req-5b8a0ff9-d7bd-4a73-814c-b5d557049e8c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775859 Jan 21 10:41:04.027604 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf6f6f-4ab1-4df3-87b4-d3ee9e6f3928 req-6def8718-7bad-46a0-9fef-82b71a473c26 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:04.028992 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-30bf6f6f-4ab1-4df3-87b4-d3ee9e6f3928 req-6def8718-7bad-46a0-9fef-82b71a473c26 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 946 time: 0.0969887 Jan 21 10:41:04.077148 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-30bf6f6f-4ab1-4df3-87b4-d3ee9e6f3928 req-95109ce5-c9e1-426d-b1c0-696298071d63 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425777 Jan 21 10:41:05.260198 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef170dd-f2b0-4721-bc0c-7d8fe1055961 req-8eaee4f9-bf12-4238-83e0-c4c27492d512 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:05.261637 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4ef170dd-f2b0-4721-bc0c-7d8fe1055961 req-8eaee4f9-bf12-4238-83e0-c4c27492d512 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 946 time: 0.0781541 Jan 21 10:41:05.307829 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4ef170dd-f2b0-4721-bc0c-7d8fe1055961 req-906b3fcf-dee4-49a9-8f52-b0fab55d573e tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405862 Jan 21 10:41:06.490813 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c9a27-5320-4810-850e-6bf2411014dc req-f56d14ea-e7cf-41b0-9328-0c505dbfa9fb tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:06.492293 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ff9c9a27-5320-4810-850e-6bf2411014dc req-f56d14ea-e7cf-41b0-9328-0c505dbfa9fb tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 946 time: 0.0796292 Jan 21 10:41:06.535858 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ff9c9a27-5320-4810-850e-6bf2411014dc req-ae35586e-b765-47d2-aeb4-56b5b7f284dc tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380075 Jan 21 10:41:09.017746 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:41:13.242758 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:16.711236 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e1bd72fc-5f7a-46c0-a74b-9a59080a4cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:19.054583 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8c3792a8-3561-49e9-9245-6820f29f528c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:19.942308 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:20.204105 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:21.639099 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:43.263475 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:46.017308 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:41:46.712558 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b7eae0ef-3765-4742-86bb-9e34f71f59ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:49.056624 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-95c48f34-8476-4139-bf73-fdb9231a47cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:49.943982 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:50.206742 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:51.642666 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:51.977904 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3c203492-5bd8-479b-92bc-db3b305d3f29 req-c0c50a4a-454b-439c-88e1-7fa0dc4491dc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726721 Jan 21 10:41:52.116614 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c203492-5bd8-479b-92bc-db3b305d3f29 req-276e5240-60e8-42de-beb7-33cb310bbf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:52.118047 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3c203492-5bd8-479b-92bc-db3b305d3f29 req-276e5240-60e8-42de-beb7-33cb310bbf8b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=166ccabcabfe49fbaffc765c8d40134c&device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 1099 time: 0.0698457 Jan 21 10:41:52.260642 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c203492-5bd8-479b-92bc-db3b305d3f29 req-cd961cd5-065f-41a4-8749-02724d854636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:52.261987 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3c203492-5bd8-479b-92bc-db3b305d3f29 req-cd961cd5-065f-41a4-8749-02724d854636 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd HTTP/1.1" status: 200 len: 909 time: 0.1249526 Jan 21 10:41:52.457937 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3c203492-5bd8-479b-92bc-db3b305d3f29 req-8d271253-ab33-4e2f-b9f8-64bf4e4cc330 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=858022a0-7055-4d09-8410-e6674838b62d HTTP/1.1" status: 200 len: 1000 time: 0.1896496 Jan 21 10:41:52.520538 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c203492-5bd8-479b-92bc-db3b305d3f29 req-8a3e3472-232f-4db7-9027-54f9f620820d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:52.521887 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3c203492-5bd8-479b-92bc-db3b305d3f29 req-8a3e3472-232f-4db7-9027-54f9f620820d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=70da826c-8c9d-41a5-a99c-152f054aa490 HTTP/1.1" status: 200 len: 847 time: 0.0573800 Jan 21 10:41:52.599339 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c203492-5bd8-479b-92bc-db3b305d3f29 req-a6aa69ec-8010-4b59-a676-9e76044ba6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:41:52.600835 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3c203492-5bd8-479b-92bc-db3b305d3f29 req-a6aa69ec-8010-4b59-a676-9e76044ba6b2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725980 Jan 21 10:41:52.733298 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3c203492-5bd8-479b-92bc-db3b305d3f29 req-84e151b2-3efd-4c87-bb22-636722963f69 service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251192 Jan 21 10:41:52.867196 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3c203492-5bd8-479b-92bc-db3b305d3f29 req-f2232652-4cec-4f34-8d55-4b5a6fb8c1a2 service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268616 Jan 21 10:42:13.270452 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:16.714106 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cf6c4ce7-a56f-46c5-a08f-7d3ae2d5db02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:19.063975 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5c67d2f6-33eb-4d2d-8653-c01f35eb4a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:19.948164 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:20.209843 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:21.645917 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:23.015499 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:42:42.157919 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 36896) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:42:42.424653 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-726f48f9-d909-4b3c-b0cd-ecc03b9f8d2b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Deleting port 0ec21262-472d-40f1-993b-bcae6b58924c {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:42:42.424909 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-726f48f9-d909-4b3c-b0cd-ecc03b9f8d2b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:42.594445 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-726f48f9-d909-4b3c-b0cd-ecc03b9f8d2b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:42.594766 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-726f48f9-d909-4b3c-b0cd-ecc03b9f8d2b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:42.714840 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-726f48f9-d909-4b3c-b0cd-ecc03b9f8d2b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Calling delete_port for 0ec21262-472d-40f1-993b-bcae6b58924c owned by network:floatingip {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:42:42.863263 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-726f48f9-d909-4b3c-b0cd-ecc03b9f8d2b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:42.911407 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f48f9-d909-4b3c-b0cd-ecc03b9f8d2b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Pushing event deleted for resources: {'Port': ['ID=0ec21262-472d-40f1-993b-bcae6b58924c,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:42:42.952148 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f48f9-d909-4b3c-b0cd-ecc03b9f8d2b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:42.952493 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f48f9-d909-4b3c-b0cd-ecc03b9f8d2b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:42.952831 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f48f9-d909-4b3c-b0cd-ecc03b9f8d2b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:42.953165 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f48f9-d909-4b3c-b0cd-ecc03b9f8d2b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:42.953497 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f48f9-d909-4b3c-b0cd-ecc03b9f8d2b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:42.953824 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f48f9-d909-4b3c-b0cd-ecc03b9f8d2b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:42.954147 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f48f9-d909-4b3c-b0cd-ecc03b9f8d2b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:42.954469 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f48f9-d909-4b3c-b0cd-ecc03b9f8d2b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:42.954792 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f48f9-d909-4b3c-b0cd-ecc03b9f8d2b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:42.955114 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f48f9-d909-4b3c-b0cd-ecc03b9f8d2b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:42.955452 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f48f9-d909-4b3c-b0cd-ecc03b9f8d2b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:42.955771 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f48f9-d909-4b3c-b0cd-ecc03b9f8d2b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:43.015370 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-726f48f9-d909-4b3c-b0cd-ecc03b9f8d2b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for floatingip, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:43.015736 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.l3_db [None req-726f48f9-d909-4b3c-b0cd-ecc03b9f8d2b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Floating IP f148c84a-e2a6-4d9c-85b6-9309ceb07c20 disassociated (deleted). External IP: 172.26.3.69, port: 858022a0-7055-4d09-8410-e6674838b62d. Jan 21 10:42:43.269054 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:43.473108 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726f48f9-d909-4b3c-b0cd-ecc03b9f8d2b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Router a3f7e600-deee-422b-97b9-e7546800c6c3 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:42:43.650359 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726f48f9-d909-4b3c-b0cd-ecc03b9f8d2b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:42:43.660154 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93f3d22-2d30-4a18-8c50-2f23ac1e3c4a None None] Sync routers for ids ['a3f7e600-deee-422b-97b9-e7546800c6c3'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:42:43.672278 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93f3d22-2d30-4a18-8c50-2f23ac1e3c4a None None] Routers {'a3f7e600-deee-422b-97b9-e7546800c6c3'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:42:43.672744 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-726f48f9-d909-4b3c-b0cd-ecc03b9f8d2b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:43.673135 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-d93f3d22-2d30-4a18-8c50-2f23ac1e3c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:42:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['a3f7e600-deee-422b-97b9-e7546800c6c3'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:42:43.729999 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-726f48f9-d909-4b3c-b0cd-ecc03b9f8d2b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "DELETE /v2.0/floatingips/f148c84a-e2a6-4d9c-85b6-9309ceb07c20 HTTP/1.1" status: 204 len: 168 time: 1.5709326 Jan 21 10:42:43.730576 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e466c73-3478-4f59-9446-459c23b657f8', 'tag': '858022a0-7055-4d09-8410-e6674838b62d'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:42:43.850877 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e466c73-3478-4f59-9446-459c23b657f8', 'tag': '858022a0-7055-4d09-8410-e6674838b62d', 'status': 'completed', 'code': 200} Jan 21 10:42:43.856603 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-d93f3d22-2d30-4a18-8c50-2f23ac1e3c4a None None] Set router a3f7e600-deee-422b-97b9-e7546800c6c3 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:42:43.961707 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ed652-f0c7-4c69-8600-bea4c80a3dcc req-b9cf1a71-873f-4105-b8d7-c976aeef900d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:43.963242 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7b0ed652-f0c7-4c69-8600-bea4c80a3dcc req-b9cf1a71-873f-4105-b8d7-c976aeef900d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=166ccabcabfe49fbaffc765c8d40134c&device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 1099 time: 0.0911534 Jan 21 10:42:44.164395 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ed652-f0c7-4c69-8600-bea4c80a3dcc req-f981e012-ac18-4960-aeca-b1f2c405c455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:44.167165 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7b0ed652-f0c7-4c69-8600-bea4c80a3dcc req-f981e012-ac18-4960-aeca-b1f2c405c455 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd HTTP/1.1" status: 200 len: 909 time: 0.1943481 Jan 21 10:42:44.215451 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-d93f3d22-2d30-4a18-8c50-2f23ac1e3c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'name': 'tempest-TestShelveInstance-583876912-router', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '99911ab4-6df7-4711-9336-51bb6c7d11d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:48Z', 'updated_at': '2022-01-21T10:36:52Z', 'revision_number': 4, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'gw_port': {'id': '99911ab4-6df7-4711-9336-51bb6c7d11d0', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:49Z', 'updated_at': '2022-01-21T10:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '07735bf6-0e4d-43bc-83e9-e20294e6e92a', 'name': '', 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'mac_address': 'fa:16:3e:e6:e5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '70da826c-8c9d-41a5-a99c-152f054aa490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:51Z', 'updated_at': '2022-01-21T10:36:59Z', 'revision_number': 5, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'subnets': [{'id': '70da826c-8c9d-41a5-a99c-152f054aa490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:42:44.219691 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93f3d22-2d30-4a18-8c50-2f23ac1e3c4a None None] Checking router: a3f7e600-deee-422b-97b9-e7546800c6c3 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:42:44.227890 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93f3d22-2d30-4a18-8c50-2f23ac1e3c4a None None] Routers {'a3f7e600-deee-422b-97b9-e7546800c6c3'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:42:44.228532 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-d93f3d22-2d30-4a18-8c50-2f23ac1e3c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:42:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['a3f7e600-deee-422b-97b9-e7546800c6c3'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:42:44.252029 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7b0ed652-f0c7-4c69-8600-bea4c80a3dcc req-7d32870c-c6b6-4503-960d-65f3089d6130 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=858022a0-7055-4d09-8410-e6674838b62d HTTP/1.1" status: 200 len: 217 time: 0.0720308 Jan 21 10:42:44.259601 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45253089-20b1-4fc5-9d17-5e97ba390908 req-273ca32e-fb58-4586-9254-57bba96f6be1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:44.260272 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-45253089-20b1-4fc5-9d17-5e97ba390908 req-273ca32e-fb58-4586-9254-57bba96f6be1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Synchronizing usage tracker for tenant:166ccabcabfe49fbaffc765c8d40134c on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:42:44.320402 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-45253089-20b1-4fc5-9d17-5e97ba390908 req-273ca32e-fb58-4586-9254-57bba96f6be1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Unset dirty status for tenant:166ccabcabfe49fbaffc765c8d40134c on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:42:44.321558 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-45253089-20b1-4fc5-9d17-5e97ba390908 req-273ca32e-fb58-4586-9254-57bba96f6be1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 946 time: 0.2533381 Jan 21 10:42:44.330965 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ed652-f0c7-4c69-8600-bea4c80a3dcc req-a2e7a671-7a87-46e6-b829-47a0aa9ab79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:44.332361 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7b0ed652-f0c7-4c69-8600-bea4c80a3dcc req-a2e7a671-7a87-46e6-b829-47a0aa9ab79f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=70da826c-8c9d-41a5-a99c-152f054aa490 HTTP/1.1" status: 200 len: 847 time: 0.0695271 Jan 21 10:42:44.408587 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-d93f3d22-2d30-4a18-8c50-2f23ac1e3c4a None None] Set router a3f7e600-deee-422b-97b9-e7546800c6c3 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:42:44.420919 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-45253089-20b1-4fc5-9d17-5e97ba390908 req-79d0e874-415b-4491-b1c4-245a6643b59d tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915823 Jan 21 10:42:44.443900 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ed652-f0c7-4c69-8600-bea4c80a3dcc req-a92ef953-59c9-4cf8-bed7-58b3a802987d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:44.443900 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7b0ed652-f0c7-4c69-8600-bea4c80a3dcc req-a92ef953-59c9-4cf8-bed7-58b3a802987d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0969560 Jan 21 10:42:44.579016 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7b0ed652-f0c7-4c69-8600-bea4c80a3dcc req-61b36e35-997f-4f4c-873c-35a109ce2646 service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289909 Jan 21 10:42:44.711265 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-7b0ed652-f0c7-4c69-8600-bea4c80a3dcc req-237ed7bf-5a3f-4839-ad04-dc1268e58564 service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263533 Jan 21 10:42:44.717124 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-d93f3d22-2d30-4a18-8c50-2f23ac1e3c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'name': 'tempest-TestShelveInstance-583876912-router', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '99911ab4-6df7-4711-9336-51bb6c7d11d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:48Z', 'updated_at': '2022-01-21T10:36:52Z', 'revision_number': 4, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'gw_port': {'id': '99911ab4-6df7-4711-9336-51bb6c7d11d0', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:49Z', 'updated_at': '2022-01-21T10:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '07735bf6-0e4d-43bc-83e9-e20294e6e92a', 'name': '', 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'mac_address': 'fa:16:3e:e6:e5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '70da826c-8c9d-41a5-a99c-152f054aa490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:51Z', 'updated_at': '2022-01-21T10:36:59Z', 'revision_number': 5, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'subnets': [{'id': '70da826c-8c9d-41a5-a99c-152f054aa490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:42:44.721820 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93f3d22-2d30-4a18-8c50-2f23ac1e3c4a None None] The sync data for ids ['a3f7e600-deee-422b-97b9-e7546800c6c3'] in dv-neutron-825731-1-hyperv is: [{'id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'name': 'tempest-TestShelveInstance-583876912-router', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '99911ab4-6df7-4711-9336-51bb6c7d11d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:48Z', 'updated_at': '2022-01-21T10:36:52Z', 'revision_number': 4, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'gw_port': {'id': '99911ab4-6df7-4711-9336-51bb6c7d11d0', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:49Z', 'updated_at': '2022-01-21T10:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '07735bf6-0e4d-43bc-83e9-e20294e6e92a', 'name': '', 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'mac_address': 'fa:16:3e:e6:e5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '70da826c-8c9d-41a5-a99c-152f054aa490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:51Z', 'updated_at': '2022-01-21T10:36:59Z', 'revision_number': 5, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'subnets': [{'id': '70da826c-8c9d-41a5-a99c-152f054aa490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:42:44.945906 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46e06fc-0d15-4300-9c8c-3699b42b50cc None None] New status for floating IP f148c84a-e2a6-4d9c-85b6-9309ceb07c20: DOWN {{(pid=87516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:42:45.605029 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ab7db-76a0-47cb-91c5-de50ab98fe09 req-2b83fd5a-0b80-4138-9fcb-5634e79c5d03 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:45.606467 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-202ab7db-76a0-47cb-91c5-de50ab98fe09 req-2b83fd5a-0b80-4138-9fcb-5634e79c5d03 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 946 time: 0.0796671 Jan 21 10:42:45.650320 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-202ab7db-76a0-47cb-91c5-de50ab98fe09 req-4f2d26b6-6f45-4193-8ac4-bbefc80436fa tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=95c7a0a3-5c17-4b60-bae3-04f472e52d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373542 Jan 21 10:42:45.732711 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67501a-2936-47bf-b915-cd076e3b1d13 req-1ffdd000-45b3-464d-a1bc-b158c3b1e404 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:42:45.734043 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9e67501a-2936-47bf-b915-cd076e3b1d13 req-1ffdd000-45b3-464d-a1bc-b158c3b1e404 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 946 time: 0.0787196 Jan 21 10:42:45.806473 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [req-9e67501a-2936-47bf-b915-cd076e3b1d13 req-ea43afb5-6581-4c5d-b115-975abb3d2636 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Deleting port 858022a0-7055-4d09-8410-e6674838b62d {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:42:45.806809 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-9e67501a-2936-47bf-b915-cd076e3b1d13 req-ea43afb5-6581-4c5d-b115-975abb3d2636 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:46.153644 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-9e67501a-2936-47bf-b915-cd076e3b1d13 req-ea43afb5-6581-4c5d-b115-975abb3d2636 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] For port 858022a0-7055-4d09-8410-e6674838b62d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=858022a0-7055-4d09-8410-e6674838b62d,segment=NetworkSegment(4200f040-e1bc-4920-8236-59127f93ea35),segment_id=4200f040-e1bc-4920-8236-59127f93ea35)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:42:46.154616 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-9e67501a-2936-47bf-b915-cd076e3b1d13 req-ea43afb5-6581-4c5d-b115-975abb3d2636 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:46.275500 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [req-9e67501a-2936-47bf-b915-cd076e3b1d13 req-ea43afb5-6581-4c5d-b115-975abb3d2636 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Calling delete_port for 858022a0-7055-4d09-8410-e6674838b62d owned by compute:nova {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:42:46.418345 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-9e67501a-2936-47bf-b915-cd076e3b1d13 req-ea43afb5-6581-4c5d-b115-975abb3d2636 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:46.468522 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea43afb5-6581-4c5d-b115-975abb3d2636 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Pushing event deleted for resources: {'Port': ['ID=858022a0-7055-4d09-8410-e6674838b62d,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:42:46.543836 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e67501a-2936-47bf-b915-cd076e3b1d13 req-ea43afb5-6581-4c5d-b115-975abb3d2636 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] No DVR routers for this DVR port 858022a0-7055-4d09-8410-e6674838b62d on host hv-neutron-8257 {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:42:46.546208 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-9e67501a-2936-47bf-b915-cd076e3b1d13 req-ea43afb5-6581-4c5d-b115-975abb3d2636 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:46.548699 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e466c73-3478-4f59-9446-459c23b657f8', 'name': 'network-vif-deleted', 'tag': '858022a0-7055-4d09-8410-e6674838b62d'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:42:46.564998 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9e67501a-2936-47bf-b915-cd076e3b1d13 req-ea43afb5-6581-4c5d-b115-975abb3d2636 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.72 "DELETE /v2.0/ports/858022a0-7055-4d09-8410-e6674838b62d HTTP/1.1" status: 204 len: 173 time: 0.8249543 Jan 21 10:42:46.594929 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e466c73-3478-4f59-9446-459c23b657f8', 'name': 'network-vif-deleted', 'tag': '858022a0-7055-4d09-8410-e6674838b62d', 'status': 'completed', 'code': 200} Jan 21 10:42:46.716648 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0cc513b7-d1a1-4da3-8ab2-69129c42d10b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:46.825266 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-67e837d5-d42c-48e7-bd6c-e3d05681f5f8 req-52bdf78c-f8e0-4a71-a312-019d3e6a1ac5 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e466c73-3478-4f59-9446-459c23b657f8 HTTP/1.1" status: 200 len: 210 time: 0.0475168 Jan 21 10:42:47.919003 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 36918) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:42:47.986920 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-08208b51-7ed8-44e8-bee6-d32758ccd567 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:48.017265 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-08208b51-7ed8-44e8-bee6-d32758ccd567 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:48.081781 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-08208b51-7ed8-44e8-bee6-d32758ccd567 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:48.099569 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08208b51-7ed8-44e8-bee6-d32758ccd567 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c7a0a3-5c17-4b60-bae3-04f472e52d27,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:42:48.117273 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-08208b51-7ed8-44e8-bee6-d32758ccd567 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:48.121006 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-08208b51-7ed8-44e8-bee6-d32758ccd567 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "DELETE /v2.0/security-groups/95c7a0a3-5c17-4b60-bae3-04f472e52d27 HTTP/1.1" status: 204 len: 168 time: 0.1984198 Jan 21 10:42:48.648648 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 36926) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:42:48.654535 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-535de532-c497-4b31-ac0e-88d8489a876f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1347817002', 'description': 'tempest-secgroup-smoke-1347817002 description', 'project_id': '166ccabcabfe49fbaffc765c8d40134c'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:42:48.661130 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-535de532-c497-4b31-ac0e-88d8489a876f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:42:48.665185 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-535de532-c497-4b31-ac0e-88d8489a876f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Usage tracker for resource:security_group and tenant:166ccabcabfe49fbaffc765c8d40134c is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:42:48.668003 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-535de532-c497-4b31-ac0e-88d8489a876f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:42:48.674945 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-535de532-c497-4b31-ac0e-88d8489a876f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:42:48.684585 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-535de532-c497-4b31-ac0e-88d8489a876f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:48.706484 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-535de532-c497-4b31-ac0e-88d8489a876f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:42:48.710198 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-535de532-c497-4b31-ac0e-88d8489a876f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Usage tracker for resource:security_group_rule and tenant:166ccabcabfe49fbaffc765c8d40134c is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:42:48.712947 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-535de532-c497-4b31-ac0e-88d8489a876f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:42:48.719341 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-535de532-c497-4b31-ac0e-88d8489a876f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:42:48.790706 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-535de532-c497-4b31-ac0e-88d8489a876f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:48.794507 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-535de532-c497-4b31-ac0e-88d8489a876f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:48.839960 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535de532-c497-4b31-ac0e-88d8489a876f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19c1d82a-7097-454d-9a10-a984f63365f4,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:42:48.844127 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-535de532-c497-4b31-ac0e-88d8489a876f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:48.845315 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-535de532-c497-4b31-ac0e-88d8489a876f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1956906 Jan 21 10:42:48.848300 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 36930) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:42:48.849691 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535de532-c497-4b31-ac0e-88d8489a876f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:48.850024 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535de532-c497-4b31-ac0e-88d8489a876f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:48.850364 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535de532-c497-4b31-ac0e-88d8489a876f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:48.850700 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535de532-c497-4b31-ac0e-88d8489a876f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:48.851027 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535de532-c497-4b31-ac0e-88d8489a876f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:48.851361 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535de532-c497-4b31-ac0e-88d8489a876f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:48.851703 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535de532-c497-4b31-ac0e-88d8489a876f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:48.852025 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535de532-c497-4b31-ac0e-88d8489a876f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:48.852348 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535de532-c497-4b31-ac0e-88d8489a876f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:48.852664 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535de532-c497-4b31-ac0e-88d8489a876f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:48.852983 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535de532-c497-4b31-ac0e-88d8489a876f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:48.853298 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535de532-c497-4b31-ac0e-88d8489a876f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:42:48.853542 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-cd848015-2d8b-4e5d-88ec-9833d93836ff tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Request body: {'security_group_rule': {'security_group_id': '19c1d82a-7097-454d-9a10-a984f63365f4', 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:42:48.861372 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-cd848015-2d8b-4e5d-88ec-9833d93836ff tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:42:48.865446 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-cd848015-2d8b-4e5d-88ec-9833d93836ff tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Usage tracker for resource:security_group_rule and tenant:166ccabcabfe49fbaffc765c8d40134c is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:42:48.868827 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-cd848015-2d8b-4e5d-88ec-9833d93836ff tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:42:48.876274 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-cd848015-2d8b-4e5d-88ec-9833d93836ff tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:42:48.896682 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd848015-2d8b-4e5d-88ec-9833d93836ff tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:48.968262 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd848015-2d8b-4e5d-88ec-9833d93836ff tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:48.972643 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd848015-2d8b-4e5d-88ec-9833d93836ff tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:48.999514 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd848015-2d8b-4e5d-88ec-9833d93836ff tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0746c337-20ab-4d3a-8a80-960458977006,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:42:49.009205 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cd848015-2d8b-4e5d-88ec-9833d93836ff tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:49.010448 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-cd848015-2d8b-4e5d-88ec-9833d93836ff tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1611712 Jan 21 10:42:49.013064 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 36934) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:42:49.018838 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-2ed24af4-407b-4f7c-a43f-88de2ef764d1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Request body: {'security_group_rule': {'security_group_id': '19c1d82a-7097-454d-9a10-a984f63365f4', 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:42:49.025001 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-2ed24af4-407b-4f7c-a43f-88de2ef764d1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:42:49.028825 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-2ed24af4-407b-4f7c-a43f-88de2ef764d1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Usage tracker for resource:security_group_rule and tenant:166ccabcabfe49fbaffc765c8d40134c is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:42:49.032219 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-2ed24af4-407b-4f7c-a43f-88de2ef764d1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:42:49.038086 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-2ed24af4-407b-4f7c-a43f-88de2ef764d1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:42:49.056006 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e175ec89-78b4-4d47-aa40-7eda8278724d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:49.056599 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2ed24af4-407b-4f7c-a43f-88de2ef764d1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:49.115810 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2ed24af4-407b-4f7c-a43f-88de2ef764d1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:49.120079 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2ed24af4-407b-4f7c-a43f-88de2ef764d1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:49.143947 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed24af4-407b-4f7c-a43f-88de2ef764d1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca24901-f101-40f1-8251-2ee18156e180,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:42:49.153605 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-2ed24af4-407b-4f7c-a43f-88de2ef764d1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:49.158147 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-2ed24af4-407b-4f7c-a43f-88de2ef764d1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1411564 Jan 21 10:42:49.158393 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 36938) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:42:49.163654 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-d25606fe-b677-46ab-90c4-58dbb79faaa5 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Request body: {'security_group_rule': {'security_group_id': '19c1d82a-7097-454d-9a10-a984f63365f4', 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:42:49.169532 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d25606fe-b677-46ab-90c4-58dbb79faaa5 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:42:49.173742 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d25606fe-b677-46ab-90c4-58dbb79faaa5 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Usage tracker for resource:security_group_rule and tenant:166ccabcabfe49fbaffc765c8d40134c is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:42:49.176713 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-d25606fe-b677-46ab-90c4-58dbb79faaa5 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:42:49.183070 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-d25606fe-b677-46ab-90c4-58dbb79faaa5 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:42:49.200038 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d25606fe-b677-46ab-90c4-58dbb79faaa5 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:49.264689 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d25606fe-b677-46ab-90c4-58dbb79faaa5 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:49.268560 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d25606fe-b677-46ab-90c4-58dbb79faaa5 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:49.290462 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25606fe-b677-46ab-90c4-58dbb79faaa5 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f895f0d8-0469-450f-922c-80be59cab78d,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:42:49.298989 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d25606fe-b677-46ab-90c4-58dbb79faaa5 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:49.300178 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d25606fe-b677-46ab-90c4-58dbb79faaa5 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1408622 Jan 21 10:42:49.302921 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 36942) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:42:49.308069 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-290bdad1-80e9-4bca-927e-d5f2d10d6eec tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Request body: {'security_group_rule': {'security_group_id': '19c1d82a-7097-454d-9a10-a984f63365f4', 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:42:49.314189 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-290bdad1-80e9-4bca-927e-d5f2d10d6eec tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:42:49.317901 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-290bdad1-80e9-4bca-927e-d5f2d10d6eec tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Usage tracker for resource:security_group_rule and tenant:166ccabcabfe49fbaffc765c8d40134c is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:42:49.320790 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-290bdad1-80e9-4bca-927e-d5f2d10d6eec tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:42:49.326879 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-290bdad1-80e9-4bca-927e-d5f2d10d6eec tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:42:49.343092 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-290bdad1-80e9-4bca-927e-d5f2d10d6eec tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:49.403725 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-290bdad1-80e9-4bca-927e-d5f2d10d6eec tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:49.407988 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-290bdad1-80e9-4bca-927e-d5f2d10d6eec tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:49.434429 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290bdad1-80e9-4bca-927e-d5f2d10d6eec tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5445962b-7c82-42d5-a50b-a24215f64ef0,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:42:49.444777 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-290bdad1-80e9-4bca-927e-d5f2d10d6eec tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:49.446015 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-290bdad1-80e9-4bca-927e-d5f2d10d6eec tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1421690 Jan 21 10:42:49.448814 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 36946) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:42:49.453969 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-b616b9df-53f6-49e6-bfc7-4c817259d5bc tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Request body: {'security_group_rule': {'security_group_id': '19c1d82a-7097-454d-9a10-a984f63365f4', 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:42:49.459695 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-b616b9df-53f6-49e6-bfc7-4c817259d5bc tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:42:49.463451 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-b616b9df-53f6-49e6-bfc7-4c817259d5bc tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Usage tracker for resource:security_group_rule and tenant:166ccabcabfe49fbaffc765c8d40134c is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:42:49.466813 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-b616b9df-53f6-49e6-bfc7-4c817259d5bc tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:42:49.472624 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-b616b9df-53f6-49e6-bfc7-4c817259d5bc tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:42:49.483645 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.securitygroups_db [None req-b616b9df-53f6-49e6-bfc7-4c817259d5bc tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Project 166ccabcabfe49fbaffc765c8d40134c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:42:49.490073 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b616b9df-53f6-49e6-bfc7-4c817259d5bc tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:49.553903 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b616b9df-53f6-49e6-bfc7-4c817259d5bc tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:49.557554 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b616b9df-53f6-49e6-bfc7-4c817259d5bc tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:49.580742 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616b9df-53f6-49e6-bfc7-4c817259d5bc tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b4b43f-9b9e-4b42-8630-1e0507549026,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:42:49.588975 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-b616b9df-53f6-49e6-bfc7-4c817259d5bc tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:49.590234 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-b616b9df-53f6-49e6-bfc7-4c817259d5bc tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1403513 Jan 21 10:42:49.593069 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 36950) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:42:49.597956 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-859ade6c-68c6-41dd-ac50-5449b1df3df1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Request body: {'security_group_rule': {'security_group_id': '19c1d82a-7097-454d-9a10-a984f63365f4', 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:42:49.603649 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-859ade6c-68c6-41dd-ac50-5449b1df3df1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:42:49.607921 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-859ade6c-68c6-41dd-ac50-5449b1df3df1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Usage tracker for resource:security_group_rule and tenant:166ccabcabfe49fbaffc765c8d40134c is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:42:49.610771 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-859ade6c-68c6-41dd-ac50-5449b1df3df1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:42:49.616992 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-859ade6c-68c6-41dd-ac50-5449b1df3df1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:42:49.629803 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.securitygroups_db [None req-859ade6c-68c6-41dd-ac50-5449b1df3df1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Project 166ccabcabfe49fbaffc765c8d40134c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:42:49.636214 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-859ade6c-68c6-41dd-ac50-5449b1df3df1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:49.699323 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-859ade6c-68c6-41dd-ac50-5449b1df3df1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:49.703033 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-859ade6c-68c6-41dd-ac50-5449b1df3df1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:49.727540 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ade6c-68c6-41dd-ac50-5449b1df3df1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cd02c37-26ee-4aad-a642-5c32416d5a38,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:42:49.739020 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-859ade6c-68c6-41dd-ac50-5449b1df3df1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:49.740250 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-859ade6c-68c6-41dd-ac50-5449b1df3df1 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1462855 Jan 21 10:42:49.847534 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 858022a0-7055-4d09-8410-e6674838b62d no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:42:49.883009 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] No Port match for: 858022a0-7055-4d09-8410-e6674838b62d {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:42:49.883357 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 858022a0-7055-4d09-8410-e6674838b62d not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:42:49.951187 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:50.213218 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:51.648621 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:00.020266 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:43:03.695568 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-690f5de7-c10e-4396-994a-c2e012d27e61 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Synchronizing usage tracker for tenant:166ccabcabfe49fbaffc765c8d40134c on resource:security_group {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:43:03.710466 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-690f5de7-c10e-4396-994a-c2e012d27e61 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Unset dirty status for tenant:166ccabcabfe49fbaffc765c8d40134c on resource:security_group {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:43:03.711660 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-690f5de7-c10e-4396-994a-c2e012d27e61 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1347817002&fields=id&tenant_id=166ccabcabfe49fbaffc765c8d40134c HTTP/1.1" status: 200 len: 267 time: 0.0544214 Jan 21 10:43:03.866777 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-bd967e73-fb99-4349-94ee-7c358dcb1cc9 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:03.867475 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-bd967e73-fb99-4349-94ee-7c358dcb1cc9 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Synchronizing usage tracker for tenant:166ccabcabfe49fbaffc765c8d40134c on resource:network {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:43:03.884011 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-bd967e73-fb99-4349-94ee-7c358dcb1cc9 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Unset dirty status for tenant:166ccabcabfe49fbaffc765c8d40134c on resource:network {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:43:03.885203 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-bd967e73-fb99-4349-94ee-7c358dcb1cc9 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/networks?id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd HTTP/1.1" status: 200 len: 808 time: 0.1659153 Jan 21 10:43:03.900252 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-151eae6c-a2c1-4c33-8ab1-968d2f9c6de8 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/quotas/166ccabcabfe49fbaffc765c8d40134c HTTP/1.1" status: 200 len: 375 time: 0.0089202 Jan 21 10:43:03.983198 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-ffbf1f3d-3531-409c-b478-01490d286fa6 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=166ccabcabfe49fbaffc765c8d40134c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0771174 Jan 21 10:43:04.225305 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-8eab3497-a34b-448c-8594-535a5003fbf1 service neutron] 10.222.0.110 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645782 Jan 21 10:43:04.357281 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-0da526e2-19c1-48a7-96e2-9c34fff66bd0 service neutron] 10.222.0.110 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263182 Jan 21 10:43:04.738051 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-da4db664-6a3e-44fa-89d9-4fb296949eef req-538a7446-214d-4089-956a-807cf311ee45 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Synchronizing usage tracker for tenant:166ccabcabfe49fbaffc765c8d40134c on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:43:04.755269 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-da4db664-6a3e-44fa-89d9-4fb296949eef req-538a7446-214d-4089-956a-807cf311ee45 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Unset dirty status for tenant:166ccabcabfe49fbaffc765c8d40134c on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:43:04.756745 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-da4db664-6a3e-44fa-89d9-4fb296949eef req-538a7446-214d-4089-956a-807cf311ee45 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 210 time: 0.0605993 Jan 21 10:43:05.879875 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-452ddc0f-955b-4ecc-97fe-f50d76d7286d tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:05.881283 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-452ddc0f-955b-4ecc-97fe-f50d76d7286d tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.72 "GET /v2.0/networks?id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd HTTP/1.1" status: 200 len: 808 time: 0.1598463 Jan 21 10:43:05.915066 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5d21bcae-420e-4d53-ab7f-54fe566002e1 req-93be5470-d247-46ea-8f58-c356bdb92bb2 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 210 time: 0.0459495 Jan 21 10:43:05.928076 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-a67bda70-03c8-492b-a36c-3f803053cd7b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Synchronizing usage tracker for tenant:166ccabcabfe49fbaffc765c8d40134c on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:43:05.944250 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-a67bda70-03c8-492b-a36c-3f803053cd7b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Unset dirty status for tenant:166ccabcabfe49fbaffc765c8d40134c on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:43:05.945384 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-a67bda70-03c8-492b-a36c-3f803053cd7b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=166ccabcabfe49fbaffc765c8d40134c HTTP/1.1" status: 200 len: 380 time: 0.0563636 Jan 21 10:43:05.955140 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-18f7be3c-bebd-4ae2-b713-b38501aaef80 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Request body: {'port': {'device_id': 'f6f7dd2a-42c8-4906-a14b-fcc6cac90058', 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd', 'admin_state_up': True, 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'security_groups': ['19c1d82a-7097-454d-9a10-a984f63365f4']}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:43:06.099897 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-18f7be3c-bebd-4ae2-b713-b38501aaef80 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:43:06.110808 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-18f7be3c-bebd-4ae2-b713-b38501aaef80 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:43:06.120264 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-18f7be3c-bebd-4ae2-b713-b38501aaef80 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Made reservation on behalf of 166ccabcabfe49fbaffc765c8d40134c for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:43:06.124423 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-18f7be3c-bebd-4ae2-b713-b38501aaef80 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:06.290229 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-18f7be3c-bebd-4ae2-b713-b38501aaef80 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Allocated IP 172.20.0.9 (1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd/70da826c-8c9d-41a5-a99c-152f054aa490/86a2357b-4c7e-4d34-8ac3-3bae33a4e35b) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:43:06.491338 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-18f7be3c-bebd-4ae2-b713-b38501aaef80 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:06.508649 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-18f7be3c-bebd-4ae2-b713-b38501aaef80 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Transition to ACTIVE for port object 86a2357b-4c7e-4d34-8ac3-3bae33a4e35b will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:43:06.533063 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-18f7be3c-bebd-4ae2-b713-b38501aaef80 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:06.606764 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-18f7be3c-bebd-4ae2-b713-b38501aaef80 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Network 1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:43:06.610016 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-18f7be3c-bebd-4ae2-b713-b38501aaef80 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:43:06.613824 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-18f7be3c-bebd-4ae2-b713-b38501aaef80 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:43:06.653720 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f7be3c-bebd-4ae2-b713-b38501aaef80 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Pushing event updated for resources: {'Port': ['ID=86a2357b-4c7e-4d34-8ac3-3bae33a4e35b,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:43:06.796288 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-18f7be3c-bebd-4ae2-b713-b38501aaef80 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:06.797024 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-18f7be3c-bebd-4ae2-b713-b38501aaef80 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:06.823597 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-18f7be3c-bebd-4ae2-b713-b38501aaef80 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8721585 Jan 21 10:43:06.835180 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-b6665e9b-8770-4e5b-90cc-cf37a736f0bf service neutron] Request body: {'port': {'device_id': 'f6f7dd2a-42c8-4906-a14b-fcc6cac90058', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:43:06.914964 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-28e582c2-d947-443e-86eb-26aaafa18181 None None] Provisioning for port 86a2357b-4c7e-4d34-8ac3-3bae33a4e35b completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:43:06.921011 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-28e582c2-d947-443e-86eb-26aaafa18181 None None] Provisioning complete for port 86a2357b-4c7e-4d34-8ac3-3bae33a4e35b triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:43:06.921629 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-28e582c2-d947-443e-86eb-26aaafa18181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:06.951976 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-b6665e9b-8770-4e5b-90cc-cf37a736f0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:06.984361 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-28e582c2-d947-443e-86eb-26aaafa18181 None None] Port 86a2357b-4c7e-4d34-8ac3-3bae33a4e35b cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:43:07.262813 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f65fc9-b24a-4baf-8dac-4d97de9c15db req-0eef0cc7-cc35-4d32-b1b5-6a3e2fa1d832 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:07.263481 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-e3f65fc9-b24a-4baf-8dac-4d97de9c15db req-0eef0cc7-cc35-4d32-b1b5-6a3e2fa1d832 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Synchronizing usage tracker for tenant:166ccabcabfe49fbaffc765c8d40134c on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:43:07.304676 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-e3f65fc9-b24a-4baf-8dac-4d97de9c15db req-0eef0cc7-cc35-4d32-b1b5-6a3e2fa1d832 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Unset dirty status for tenant:166ccabcabfe49fbaffc765c8d40134c on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:43:07.305863 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e3f65fc9-b24a-4baf-8dac-4d97de9c15db req-0eef0cc7-cc35-4d32-b1b5-6a3e2fa1d832 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 931 time: 0.2730126 Jan 21 10:43:07.414290 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e3f65fc9-b24a-4baf-8dac-4d97de9c15db req-10b7928d-c88a-4dd1-8fec-f86ea15f2848 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994952 Jan 21 10:43:07.421626 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-b6665e9b-8770-4e5b-90cc-cf37a736f0bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86a2357b-4c7e-4d34-8ac3-3bae33a4e35b {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:43:07.429870 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-b6665e9b-8770-4e5b-90cc-cf37a736f0bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:07.445419 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-b6665e9b-8770-4e5b-90cc-cf37a736f0bf service neutron] Transition to ACTIVE for port object 86a2357b-4c7e-4d34-8ac3-3bae33a4e35b will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:43:07.448796 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-b6665e9b-8770-4e5b-90cc-cf37a736f0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:07.646765 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6665e9b-8770-4e5b-90cc-cf37a736f0bf service neutron] Pushing event updated for resources: {'Port': ['ID=86a2357b-4c7e-4d34-8ac3-3bae33a4e35b,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:43:07.689623 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-b6665e9b-8770-4e5b-90cc-cf37a736f0bf service neutron] Attempting to bind port 86a2357b-4c7e-4d34-8ac3-3bae33a4e35b on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:43:07.689951 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-b6665e9b-8770-4e5b-90cc-cf37a736f0bf service neutron] Attempting to bind port 86a2357b-4c7e-4d34-8ac3-3bae33a4e35b by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '4200f040-e1bc-4920-8236-59127f93ea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:43:07.690270 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-b6665e9b-8770-4e5b-90cc-cf37a736f0bf service neutron] Attempting to bind port 86a2357b-4c7e-4d34-8ac3-3bae33a4e35b on network 1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:43:07.694966 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-b6665e9b-8770-4e5b-90cc-cf37a736f0bf service neutron] Port 86a2357b-4c7e-4d34-8ac3-3bae33a4e35b on network 1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:43:07.695211 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-b6665e9b-8770-4e5b-90cc-cf37a736f0bf service neutron] Attempting to bind port 86a2357b-4c7e-4d34-8ac3-3bae33a4e35b on network 1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:43:07.700515 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-b6665e9b-8770-4e5b-90cc-cf37a736f0bf service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:43:07.700841 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-b6665e9b-8770-4e5b-90cc-cf37a736f0bf service neutron] Checking segment: {'id': '4200f040-e1bc-4920-8236-59127f93ea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:43:07.701212 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-b6665e9b-8770-4e5b-90cc-cf37a736f0bf service neutron] Bound using segment: {'id': '4200f040-e1bc-4920-8236-59127f93ea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:43:07.701632 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-b6665e9b-8770-4e5b-90cc-cf37a736f0bf service neutron] Bound port: 86a2357b-4c7e-4d34-8ac3-3bae33a4e35b, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4200f040-e1bc-4920-8236-59127f93ea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:43:07.701965 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-b6665e9b-8770-4e5b-90cc-cf37a736f0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:07.794325 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-b6665e9b-8770-4e5b-90cc-cf37a736f0bf service neutron] For port 86a2357b-4c7e-4d34-8ac3-3bae33a4e35b, host hv-neutron-8257, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:43:07.797509 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-b6665e9b-8770-4e5b-90cc-cf37a736f0bf service neutron] For port 86a2357b-4c7e-4d34-8ac3-3bae33a4e35b, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=86a2357b-4c7e-4d34-8ac3-3bae33a4e35b,segment=NetworkSegment(4200f040-e1bc-4920-8236-59127f93ea35),segment_id=4200f040-e1bc-4920-8236-59127f93ea35)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:43:07.801678 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-b6665e9b-8770-4e5b-90cc-cf37a736f0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:07.861464 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-b6665e9b-8770-4e5b-90cc-cf37a736f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:07.862075 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-b6665e9b-8770-4e5b-90cc-cf37a736f0bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:07.863529 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-b6665e9b-8770-4e5b-90cc-cf37a736f0bf service neutron] 10.222.0.72 "PUT /v2.0/ports/86a2357b-4c7e-4d34-8ac3-3bae33a4e35b HTTP/1.1" status: 200 len: 1093 time: 1.0323391 Jan 21 10:43:07.863909 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f7dd2a-42c8-4906-a14b-fcc6cac90058', 'tag': '86a2357b-4c7e-4d34-8ac3-3bae33a4e35b'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:43:07.887307 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6665e9b-8770-4e5b-90cc-cf37a736f0bf service neutron] Pushing event updated for resources: {'Port': ['ID=86a2357b-4c7e-4d34-8ac3-3bae33a4e35b,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:43:07.943817 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6f7dd2a-42c8-4906-a14b-fcc6cac90058', 'tag': '86a2357b-4c7e-4d34-8ac3-3bae33a4e35b', 'status': 'completed', 'code': 200} Jan 21 10:43:07.986241 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-c7067851-67be-449f-b07a-ba85568ec16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:07.987764 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-c7067851-67be-449f-b07a-ba85568ec16d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=166ccabcabfe49fbaffc765c8d40134c&device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 1096 time: 0.0806196 Jan 21 10:43:08.061874 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-c0c93cf1-57e6-4fdc-b2f4-743743b4f8be service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86a2357b-4c7e-4d34-8ac3-3bae33a4e35b HTTP/1.1" status: 200 len: 217 time: 0.0673943 Jan 21 10:43:08.126499 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-8a6ae2e8-c073-463e-89db-7aac2eb9fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:08.127869 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-8a6ae2e8-c073-463e-89db-7aac2eb9fab0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=70da826c-8c9d-41a5-a99c-152f054aa490 HTTP/1.1" status: 200 len: 847 time: 0.0585651 Jan 21 10:43:08.202341 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-a531fdcc-8fe9-4008-96f3-043e16c9f13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:08.203737 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-a531fdcc-8fe9-4008-96f3-043e16c9f13b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694609 Jan 21 10:43:08.332059 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-c067555c-a4d1-4985-ada3-24cbb7e8512c service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219182 Jan 21 10:43:08.467669 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ac7378a8-13a7-46d3-ba92-3bde14f70333 req-27f25205-621e-47c9-b2fd-5225f00d1947 service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291759 Jan 21 10:43:08.739774 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc0039-653f-48ee-8170-c04d19e9a37c req-5920d42a-5b07-47e2-bc6e-d77a08340c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:08.741155 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-21dc0039-653f-48ee-8170-c04d19e9a37c req-5920d42a-5b07-47e2-bc6e-d77a08340c0b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=166ccabcabfe49fbaffc765c8d40134c&device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 1096 time: 0.2255175 Jan 21 10:43:08.753240 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad66285-5fda-47a2-b42c-6f3db71e9f26 req-18acab89-de72-4734-8bd2-cd8c2c76dc22 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:08.754585 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-5ad66285-5fda-47a2-b42c-6f3db71e9f26 req-18acab89-de72-4734-8bd2-cd8c2c76dc22 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 943 time: 0.2056470 Jan 21 10:43:08.880911 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-5ad66285-5fda-47a2-b42c-6f3db71e9f26 req-ae574682-b0fc-49e3-a149-964380229300 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077886 Jan 21 10:43:08.912953 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc0039-653f-48ee-8170-c04d19e9a37c req-246e1495-26d9-43f0-97a0-cd8a99451fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:08.914417 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-21dc0039-653f-48ee-8170-c04d19e9a37c req-246e1495-26d9-43f0-97a0-cd8a99451fd6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd HTTP/1.1" status: 200 len: 909 time: 0.1589730 Jan 21 10:43:08.978571 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-21dc0039-653f-48ee-8170-c04d19e9a37c req-d5956c8c-0913-49cf-b0b8-cb1e839b76ad service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86a2357b-4c7e-4d34-8ac3-3bae33a4e35b HTTP/1.1" status: 200 len: 217 time: 0.0579708 Jan 21 10:43:09.041723 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc0039-653f-48ee-8170-c04d19e9a37c req-ee0ebca3-ff47-40c5-bcc3-3105496119a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:09.043039 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-21dc0039-653f-48ee-8170-c04d19e9a37c req-ee0ebca3-ff47-40c5-bcc3-3105496119a1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=70da826c-8c9d-41a5-a99c-152f054aa490 HTTP/1.1" status: 200 len: 847 time: 0.0588541 Jan 21 10:43:09.118074 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc0039-653f-48ee-8170-c04d19e9a37c req-1ad4c24a-9894-4f0b-9194-e2ce9c18b1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:09.119577 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-21dc0039-653f-48ee-8170-c04d19e9a37c req-1ad4c24a-9894-4f0b-9194-e2ce9c18b1f5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699675 Jan 21 10:43:09.250372 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-21dc0039-653f-48ee-8170-c04d19e9a37c req-74d911f6-db92-4800-b79e-00ed9d183d30 service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241279 Jan 21 10:43:09.381804 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-21dc0039-653f-48ee-8170-c04d19e9a37c req-350e9f9f-4fd9-4de9-be1f-3634d24fd1b2 service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235242 Jan 21 10:43:10.069352 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d69d7e-95e5-4300-9231-444d555a3289 req-4b2ab11d-d2fe-479c-b295-2054783d8524 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:10.071284 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-18d69d7e-95e5-4300-9231-444d555a3289 req-4b2ab11d-d2fe-479c-b295-2054783d8524 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 943 time: 0.0833941 Jan 21 10:43:10.114190 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-18d69d7e-95e5-4300-9231-444d555a3289 req-bb7bc57b-4f9a-4657-8c41-c48e611f8daf tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369129 Jan 21 10:43:11.301653 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac8252-53e4-4b62-b280-1ae68eeb2212 req-4b88420f-b0b5-4ca9-864b-253261332a77 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:11.303468 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c9ac8252-53e4-4b62-b280-1ae68eeb2212 req-4b88420f-b0b5-4ca9-864b-253261332a77 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 943 time: 0.0843201 Jan 21 10:43:11.346308 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c9ac8252-53e4-4b62-b280-1ae68eeb2212 req-fc82f228-73e1-4ed2-8d92-e43cf17c2966 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373297 Jan 21 10:43:12.530267 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef38f1-f248-4879-9ebc-1e9cb990ffaa req-8511454d-3988-4f81-bef4-9a406c8692d7 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:12.531761 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-14ef38f1-f248-4879-9ebc-1e9cb990ffaa req-8511454d-3988-4f81-bef4-9a406c8692d7 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 943 time: 0.0800576 Jan 21 10:43:12.579978 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-14ef38f1-f248-4879-9ebc-1e9cb990ffaa req-0dc39995-2e1f-4614-8eac-3e79177352a2 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426745 Jan 21 10:43:13.286594 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:13.763196 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46585bc9-00db-4245-99a2-5721d0779093 req-b646979d-6814-49a2-9805-044db6e4d157 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:13.764691 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-46585bc9-00db-4245-99a2-5721d0779093 req-b646979d-6814-49a2-9805-044db6e4d157 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 943 time: 0.0789273 Jan 21 10:43:13.809017 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-46585bc9-00db-4245-99a2-5721d0779093 req-f90587ca-9b55-44d4-916a-4fa8e687c688 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387986 Jan 21 10:43:14.993890 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857675f5-faa7-4008-9379-955b00b6da2a req-3eb1749a-524b-436d-a707-e9738681c69f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:14.995326 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-857675f5-faa7-4008-9379-955b00b6da2a req-3eb1749a-524b-436d-a707-e9738681c69f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 943 time: 0.0789289 Jan 21 10:43:15.040829 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-857675f5-faa7-4008-9379-955b00b6da2a req-2f62a447-96c8-4275-960b-3ba2d640535c tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396464 Jan 21 10:43:16.232884 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db159647-f8f3-4a5b-ab52-3e0fb8120f6f req-62631eee-b6c1-4bec-b78a-5a16c86f3d8f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:16.234326 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-db159647-f8f3-4a5b-ab52-3e0fb8120f6f req-62631eee-b6c1-4bec-b78a-5a16c86f3d8f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 943 time: 0.0839934 Jan 21 10:43:16.278998 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-db159647-f8f3-4a5b-ab52-3e0fb8120f6f req-ab83bb81-f2a2-486a-b245-31593932f695 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384021 Jan 21 10:43:16.715312 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0d921098-8558-4792-b160-4f5428d8e6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:17.473780 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3438f-a6fb-457c-a7d2-3a5f8ba13992 req-fcd79b04-3c42-45d5-9e12-2aca8ac7cb00 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:17.475199 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a9a3438f-a6fb-457c-a7d2-3a5f8ba13992 req-fcd79b04-3c42-45d5-9e12-2aca8ac7cb00 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 943 time: 0.0818563 Jan 21 10:43:17.518339 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a9a3438f-a6fb-457c-a7d2-3a5f8ba13992 req-d6620bfa-7a3e-4523-899d-d676400fb49a tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376084 Jan 21 10:43:18.006731 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 86a2357b-4c7e-4d34-8ac3-3bae33a4e35b details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:43:18.138222 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 86a2357b-4c7e-4d34-8ac3-3bae33a4e35b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=86a2357b-4c7e-4d34-8ac3-3bae33a4e35b,segment=NetworkSegment(4200f040-e1bc-4920-8236-59127f93ea35),segment_id=4200f040-e1bc-4920-8236-59127f93ea35)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:43:18.150977 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': '86a2357b-4c7e-4d34-8ac3-3bae33a4e35b', 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd', 'port_id': '86a2357b-4c7e-4d34-8ac3-3bae33a4e35b', 'mac_address': 'fa:16:3e:27:f4:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70da826c-8c9d-41a5-a99c-152f054aa490', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:43:18.205282 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:18.222402 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86a2357b-4c7e-4d34-8ac3-3bae33a4e35b {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:43:18.238363 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 86a2357b-4c7e-4d34-8ac3-3bae33a4e35b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=86a2357b-4c7e-4d34-8ac3-3bae33a4e35b,segment=NetworkSegment(4200f040-e1bc-4920-8236-59127f93ea35),segment_id=4200f040-e1bc-4920-8236-59127f93ea35)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:43:18.242169 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:18.310152 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=86a2357b-4c7e-4d34-8ac3-3bae33a4e35b,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:43:18.317069 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:43:18.317411 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:43:18.317875 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:43:18.318205 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:43:18.318527 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:43:18.318853 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:43:18.319186 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:43:18.319514 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:43:18.319830 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:43:18.320145 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:43:18.320456 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:43:18.320764 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:43:18.601153 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['86a2357b-4c7e-4d34-8ac3-3bae33a4e35b'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:43:18.701283 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293bb09-f670-4fb7-9617-fb5e8643923a req-a74aaebb-6ab6-4c29-89dd-b87df6d26b72 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:18.702765 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b293bb09-f670-4fb7-9617-fb5e8643923a req-a74aaebb-6ab6-4c29-89dd-b87df6d26b72 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 944 time: 0.0794189 Jan 21 10:43:18.754580 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b293bb09-f670-4fb7-9617-fb5e8643923a req-19dbdc74-445a-4866-b2d5-644af02f583f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460207 Jan 21 10:43:19.058537 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6b7e462c-28f3-4d57-8314-d43188393d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:19.938190 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf84c9-18f3-4374-906c-fcbc18136cb4 req-668b4868-ca95-467a-9122-39d89e070507 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:19.939693 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d7bf84c9-18f3-4374-906c-fcbc18136cb4 req-668b4868-ca95-467a-9122-39d89e070507 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 944 time: 0.0782485 Jan 21 10:43:19.954332 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:19.985107 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d7bf84c9-18f3-4374-906c-fcbc18136cb4 req-a4bdc294-0967-41db-89de-89cdc518385e tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394142 Jan 21 10:43:20.022750 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 86a2357b-4c7e-4d34-8ac3-3bae33a4e35b up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:43:20.092268 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port 86a2357b-4c7e-4d34-8ac3-3bae33a4e35b completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:43:20.096787 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port 86a2357b-4c7e-4d34-8ac3-3bae33a4e35b triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:43:20.097138 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:20.219239 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:20.229622 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:20.246605 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f7dd2a-42c8-4906-a14b-fcc6cac90058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a2357b-4c7e-4d34-8ac3-3bae33a4e35b'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:43:20.256098 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 86a2357b-4c7e-4d34-8ac3-3bae33a4e35b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=86a2357b-4c7e-4d34-8ac3-3bae33a4e35b,segment=NetworkSegment(4200f040-e1bc-4920-8236-59127f93ea35),segment_id=4200f040-e1bc-4920-8236-59127f93ea35)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:43:20.260616 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:20.327674 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=86a2357b-4c7e-4d34-8ac3-3bae33a4e35b,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:43:20.341366 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f7dd2a-42c8-4906-a14b-fcc6cac90058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a2357b-4c7e-4d34-8ac3-3bae33a4e35b', 'code': 200} Jan 21 10:43:20.609451 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd64e6c-e6da-40c0-8485-3b5efaf03628 req-665fe6c6-74b6-420c-b38f-60c0f26c03f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:20.610944 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4fd64e6c-e6da-40c0-8485-3b5efaf03628 req-665fe6c6-74b6-420c-b38f-60c0f26c03f5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 1098 time: 0.0721624 Jan 21 10:43:20.652007 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4fd64e6c-e6da-40c0-8485-3b5efaf03628 req-005cc19a-6ffb-443e-879c-acfcd30bf11a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340872 Jan 21 10:43:21.174502 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f639944-e73f-4e53-8d18-c5a77977b92c req-48d3a868-123d-49f5-bcc2-96eb4b95a099 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:21.175976 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6f639944-e73f-4e53-8d18-c5a77977b92c req-48d3a868-123d-49f5-bcc2-96eb4b95a099 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 945 time: 0.0822546 Jan 21 10:43:21.219215 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-6f639944-e73f-4e53-8d18-c5a77977b92c req-ec787917-8e83-4c66-843d-12348ccc0ab3 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370190 Jan 21 10:43:21.650428 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:22.407885 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44b68c-a2d6-4bbd-95be-8c423ecf7309 req-4c10bab4-d8e1-4e29-a1d6-9883437b7d2d tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:22.409335 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-aa44b68c-a2d6-4bbd-95be-8c423ecf7309 req-4c10bab4-d8e1-4e29-a1d6-9883437b7d2d tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 945 time: 0.0824232 Jan 21 10:43:22.453011 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-aa44b68c-a2d6-4bbd-95be-8c423ecf7309 req-f6d75200-656f-48d2-9c4b-b8557c5a418a tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380929 Jan 21 10:43:22.634168 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4fb1a-b0e7-4b32-a5fe-85b97124875f req-46f87d28-b142-4ab9-8d9b-0b2eb8635b1b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:22.635726 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-aec4fb1a-b0e7-4b32-a5fe-85b97124875f req-46f87d28-b142-4ab9-8d9b-0b2eb8635b1b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 945 time: 0.0781035 Jan 21 10:43:22.680879 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-aec4fb1a-b0e7-4b32-a5fe-85b97124875f req-d255bb61-9c8f-4597-b519-c8bf8f9b795e tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389829 Jan 21 10:43:22.703345 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 37158) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:43:22.815155 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e132dee6-e4c2-4b6d-979d-04e6aa0873b0 tempest-TestShelveInstance-1341674846 tempest-TestShelveInstance-1341674846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:22.815880 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e132dee6-e4c2-4b6d-979d-04e6aa0873b0 tempest-TestShelveInstance-1341674846 tempest-TestShelveInstance-1341674846-project-admin] Synchronizing usage tracker for tenant:0246b7ea47974bba90c5958ec4fe67a8 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:43:22.831216 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-e132dee6-e4c2-4b6d-979d-04e6aa0873b0 tempest-TestShelveInstance-1341674846 tempest-TestShelveInstance-1341674846-project-admin] Unset dirty status for tenant:0246b7ea47974bba90c5958ec4fe67a8 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:43:22.832363 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-e132dee6-e4c2-4b6d-979d-04e6aa0873b0 tempest-TestShelveInstance-1341674846 tempest-TestShelveInstance-1341674846-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 1093 time: 0.1280615 Jan 21 10:43:22.835135 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 37164) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:43:22.839981 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-f1f92841-eea0-42da-95bb-8da16ae1aa70 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Request body: {'floatingip': {'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'port_id': '86a2357b-4c7e-4d34-8ac3-3bae33a4e35b', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:43:22.846157 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-f1f92841-eea0-42da-95bb-8da16ae1aa70 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:43:22.850020 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f1f92841-eea0-42da-95bb-8da16ae1aa70 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Usage tracker for resource:floatingip and tenant:166ccabcabfe49fbaffc765c8d40134c is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:43:22.852837 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-f1f92841-eea0-42da-95bb-8da16ae1aa70 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:43:22.859296 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-f1f92841-eea0-42da-95bb-8da16ae1aa70 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:43:22.869112 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f1f92841-eea0-42da-95bb-8da16ae1aa70 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for floatingip, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:23.104047 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f1f92841-eea0-42da-95bb-8da16ae1aa70 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:23.238971 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-f1f92841-eea0-42da-95bb-8da16ae1aa70 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Allocated IP 172.26.3.205 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/fff5ae6c-b277-4bdc-ac1c-e051ed64ad58) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:43:23.385531 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f1f92841-eea0-42da-95bb-8da16ae1aa70 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:23.413539 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f1f92841-eea0-42da-95bb-8da16ae1aa70 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:23.476903 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f92841-eea0-42da-95bb-8da16ae1aa70 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:43:23.479732 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-f1f92841-eea0-42da-95bb-8da16ae1aa70 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:43:23.483750 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f92841-eea0-42da-95bb-8da16ae1aa70 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:43:23.511842 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f92841-eea0-42da-95bb-8da16ae1aa70 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Pushing event updated for resources: {'Port': ['ID=fff5ae6c-b277-4bdc-ac1c-e051ed64ad58,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:43:23.888919 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f1f92841-eea0-42da-95bb-8da16ae1aa70 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:23.962084 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f1f92841-eea0-42da-95bb-8da16ae1aa70 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:24.175814 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f1f92841-eea0-42da-95bb-8da16ae1aa70 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:24.180543 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f1f92841-eea0-42da-95bb-8da16ae1aa70 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:24.288621 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f92841-eea0-42da-95bb-8da16ae1aa70 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Pushing event updated for resources: {'Port': ['ID=fff5ae6c-b277-4bdc-ac1c-e051ed64ad58,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:43:24.299340 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f1f92841-eea0-42da-95bb-8da16ae1aa70 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:24.474079 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.l3_db [None req-f1f92841-eea0-42da-95bb-8da16ae1aa70 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Floating IP 24b77610-df3d-4be9-b737-2249ad64b0bd associated. External IP: 172.26.3.205, port: 86a2357b-4c7e-4d34-8ac3-3bae33a4e35b. Jan 21 10:43:24.935329 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f92841-eea0-42da-95bb-8da16ae1aa70 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Router a3f7e600-deee-422b-97b9-e7546800c6c3 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:43:25.114645 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f92841-eea0-42da-95bb-8da16ae1aa70 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:43:25.124830 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7318472f-a9d8-489e-9a82-1cdd3a7bcc61 None None] Sync routers for ids ['a3f7e600-deee-422b-97b9-e7546800c6c3'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:43:25.137492 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7318472f-a9d8-489e-9a82-1cdd3a7bcc61 None None] Routers {'a3f7e600-deee-422b-97b9-e7546800c6c3'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:43:25.138401 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-7318472f-a9d8-489e-9a82-1cdd3a7bcc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:43:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['a3f7e600-deee-422b-97b9-e7546800c6c3'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:43:25.139575 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-f1f92841-eea0-42da-95bb-8da16ae1aa70 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:25.195650 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f1f92841-eea0-42da-95bb-8da16ae1aa70 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3594623 Jan 21 10:43:25.196225 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f7dd2a-42c8-4906-a14b-fcc6cac90058', 'tag': '86a2357b-4c7e-4d34-8ac3-3bae33a4e35b'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:43:25.319463 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-7318472f-a9d8-489e-9a82-1cdd3a7bcc61 None None] Set router a3f7e600-deee-422b-97b9-e7546800c6c3 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:43:25.327211 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6f7dd2a-42c8-4906-a14b-fcc6cac90058', 'tag': '86a2357b-4c7e-4d34-8ac3-3bae33a4e35b', 'status': 'completed', 'code': 200} Jan 21 10:43:25.431012 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2a50d-0f72-47b9-840f-ec5bf69e8de5 req-0a374818-ea32-4a10-9333-a522f2bb3569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:25.432520 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9dd2a50d-0f72-47b9-840f-ec5bf69e8de5 req-0a374818-ea32-4a10-9333-a522f2bb3569 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=166ccabcabfe49fbaffc765c8d40134c&device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 1098 time: 0.0825465 Jan 21 10:43:25.571359 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2a50d-0f72-47b9-840f-ec5bf69e8de5 req-ac40a3b9-f823-409a-adfe-98327ee5d219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:25.572832 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9dd2a50d-0f72-47b9-840f-ec5bf69e8de5 req-ac40a3b9-f823-409a-adfe-98327ee5d219 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd HTTP/1.1" status: 200 len: 909 time: 0.1289520 Jan 21 10:43:25.667319 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-7318472f-a9d8-489e-9a82-1cdd3a7bcc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'name': 'tempest-TestShelveInstance-583876912-router', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '99911ab4-6df7-4711-9336-51bb6c7d11d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:48Z', 'updated_at': '2022-01-21T10:36:52Z', 'revision_number': 4, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'gw_port': {'id': '99911ab4-6df7-4711-9336-51bb6c7d11d0', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:49Z', 'updated_at': '2022-01-21T10:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '24b77610-df3d-4be9-b737-2249ad64b0bd', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'floating_ip_address': '172.26.3.205', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'port_id': '86a2357b-4c7e-4d34-8ac3-3bae33a4e35b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd', 'mac_address': 'fa:16:3e:27:f4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f7dd2a-42c8-4906-a14b-fcc6cac90058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:43:23Z', 'updated_at': '2022-01-21T10:43:23Z', 'revision_number': 0, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07735bf6-0e4d-43bc-83e9-e20294e6e92a', 'name': '', 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'mac_address': 'fa:16:3e:e6:e5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '70da826c-8c9d-41a5-a99c-152f054aa490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:51Z', 'updated_at': '2022-01-21T10:36:59Z', 'revision_number': 5, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'subnets': [{'id': '70da826c-8c9d-41a5-a99c-152f054aa490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:43:25.672247 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7318472f-a9d8-489e-9a82-1cdd3a7bcc61 None None] Checking router: a3f7e600-deee-422b-97b9-e7546800c6c3 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:43:25.681277 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7318472f-a9d8-489e-9a82-1cdd3a7bcc61 None None] Routers {'a3f7e600-deee-422b-97b9-e7546800c6c3'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:43:25.681918 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-7318472f-a9d8-489e-9a82-1cdd3a7bcc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:43:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['a3f7e600-deee-422b-97b9-e7546800c6c3'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:43:25.775763 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9dd2a50d-0f72-47b9-840f-ec5bf69e8de5 req-5a3462f5-1cdb-46c7-bcda-4681e01583fe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86a2357b-4c7e-4d34-8ac3-3bae33a4e35b HTTP/1.1" status: 200 len: 999 time: 0.1962121 Jan 21 10:43:25.840504 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2a50d-0f72-47b9-840f-ec5bf69e8de5 req-adffb8a4-2379-4d9f-9f0f-d522ca0c7b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:25.842222 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9dd2a50d-0f72-47b9-840f-ec5bf69e8de5 req-adffb8a4-2379-4d9f-9f0f-d522ca0c7b38 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=70da826c-8c9d-41a5-a99c-152f054aa490 HTTP/1.1" status: 200 len: 847 time: 0.0600903 Jan 21 10:43:25.860991 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-7318472f-a9d8-489e-9a82-1cdd3a7bcc61 None None] Set router a3f7e600-deee-422b-97b9-e7546800c6c3 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:43:25.920200 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2a50d-0f72-47b9-840f-ec5bf69e8de5 req-a1664ed5-84a9-4521-8d06-220eb2d2772a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:25.921582 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9dd2a50d-0f72-47b9-840f-ec5bf69e8de5 req-a1664ed5-84a9-4521-8d06-220eb2d2772a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719669 Jan 21 10:43:26.054839 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9dd2a50d-0f72-47b9-840f-ec5bf69e8de5 req-61a3ea84-a8fa-445b-9d5b-7f09703159b5 service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264458 Jan 21 10:43:26.188018 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9dd2a50d-0f72-47b9-840f-ec5bf69e8de5 req-f79da728-8513-414e-b3c4-139d91c008f8 service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267958 Jan 21 10:43:26.243052 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-7318472f-a9d8-489e-9a82-1cdd3a7bcc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'name': 'tempest-TestShelveInstance-583876912-router', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '99911ab4-6df7-4711-9336-51bb6c7d11d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:48Z', 'updated_at': '2022-01-21T10:36:52Z', 'revision_number': 4, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'gw_port': {'id': '99911ab4-6df7-4711-9336-51bb6c7d11d0', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:49Z', 'updated_at': '2022-01-21T10:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '24b77610-df3d-4be9-b737-2249ad64b0bd', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'floating_ip_address': '172.26.3.205', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'port_id': '86a2357b-4c7e-4d34-8ac3-3bae33a4e35b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd', 'mac_address': 'fa:16:3e:27:f4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f7dd2a-42c8-4906-a14b-fcc6cac90058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:43:23Z', 'updated_at': '2022-01-21T10:43:23Z', 'revision_number': 0, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07735bf6-0e4d-43bc-83e9-e20294e6e92a', 'name': '', 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'mac_address': 'fa:16:3e:e6:e5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '70da826c-8c9d-41a5-a99c-152f054aa490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:51Z', 'updated_at': '2022-01-21T10:36:59Z', 'revision_number': 5, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'subnets': [{'id': '70da826c-8c9d-41a5-a99c-152f054aa490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:43:26.247575 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7318472f-a9d8-489e-9a82-1cdd3a7bcc61 None None] The sync data for ids ['a3f7e600-deee-422b-97b9-e7546800c6c3'] in dv-neutron-825731-1-hyperv is: [{'id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'name': 'tempest-TestShelveInstance-583876912-router', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '99911ab4-6df7-4711-9336-51bb6c7d11d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:48Z', 'updated_at': '2022-01-21T10:36:52Z', 'revision_number': 4, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'gw_port': {'id': '99911ab4-6df7-4711-9336-51bb6c7d11d0', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:49Z', 'updated_at': '2022-01-21T10:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': '24b77610-df3d-4be9-b737-2249ad64b0bd', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'floating_ip_address': '172.26.3.205', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'port_id': '86a2357b-4c7e-4d34-8ac3-3bae33a4e35b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd', 'mac_address': 'fa:16:3e:27:f4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f7dd2a-42c8-4906-a14b-fcc6cac90058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:43:23Z', 'updated_at': '2022-01-21T10:43:23Z', 'revision_number': 0, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07735bf6-0e4d-43bc-83e9-e20294e6e92a', 'name': '', 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'mac_address': 'fa:16:3e:e6:e5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '70da826c-8c9d-41a5-a99c-152f054aa490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:51Z', 'updated_at': '2022-01-21T10:36:59Z', 'revision_number': 5, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'subnets': [{'id': '70da826c-8c9d-41a5-a99c-152f054aa490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:43:26.443673 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1529c8d5-d9f0-4e19-834f-536700acd1e9 None None] New status for floating IP 24b77610-df3d-4be9-b737-2249ad64b0bd: ACTIVE {{(pid=87516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:43:37.018768 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:43:43.287168 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:46.721312 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-287609c4-79a5-40ab-8701-6d52599e0603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:49.059998 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-bd616872-4c3a-4d76-8f80-70163a8dd7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:49.958182 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:50.223374 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:51.659702 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:43:52.692562 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-aa51d568-050a-46d6-9857-f7a73c5530fe req-bb66ae3d-8718-42e0-95e6-0fdb9ed8b197 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0797424 Jan 21 10:43:52.832720 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51d568-050a-46d6-9857-f7a73c5530fe req-ddd44fef-8d60-49f0-a8a8-e86299bdbf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:52.834190 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-aa51d568-050a-46d6-9857-f7a73c5530fe req-ddd44fef-8d60-49f0-a8a8-e86299bdbf76 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=166ccabcabfe49fbaffc765c8d40134c&device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 1098 time: 0.0740476 Jan 21 10:43:52.991147 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51d568-050a-46d6-9857-f7a73c5530fe req-a9cee76c-f5da-4391-955a-ee6615c91f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:52.992670 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-aa51d568-050a-46d6-9857-f7a73c5530fe req-a9cee76c-f5da-4391-955a-ee6615c91f44 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd HTTP/1.1" status: 200 len: 909 time: 0.1382532 Jan 21 10:43:53.109193 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-aa51d568-050a-46d6-9857-f7a73c5530fe req-f9ab6a13-cc92-4757-9b6c-5740a682ff64 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86a2357b-4c7e-4d34-8ac3-3bae33a4e35b HTTP/1.1" status: 200 len: 1001 time: 0.1092975 Jan 21 10:43:53.174910 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51d568-050a-46d6-9857-f7a73c5530fe req-4f3e7d62-a847-4d3d-916e-3f949e962c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:53.176695 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-aa51d568-050a-46d6-9857-f7a73c5530fe req-4f3e7d62-a847-4d3d-916e-3f949e962c1c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=70da826c-8c9d-41a5-a99c-152f054aa490 HTTP/1.1" status: 200 len: 847 time: 0.0622916 Jan 21 10:43:53.255083 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51d568-050a-46d6-9857-f7a73c5530fe req-037ffe8a-e3eb-4924-a58a-c3b7ed7c57c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:43:53.256544 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-aa51d568-050a-46d6-9857-f7a73c5530fe req-037ffe8a-e3eb-4924-a58a-c3b7ed7c57c7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735478 Jan 21 10:43:53.385903 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-aa51d568-050a-46d6-9857-f7a73c5530fe req-2221bd96-ba4f-48fe-bd49-6c3317710ce3 service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224611 Jan 21 10:43:53.518779 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-aa51d568-050a-46d6-9857-f7a73c5530fe req-05ea854a-ddbb-4c25-a8df-1025c686e2a4 service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255302 Jan 21 10:44:13.280101 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:14.018645 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:44:16.713531 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d8233de4-6d60-41b3-99d1-f07b3772c0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:19.062750 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-03d176b8-2f98-49c1-8c69-fd661414a1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:19.960227 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:20.221675 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:21.657849 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:43.282591 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:46.715810 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a740301d-b6c5-4ab6-bbc0-26129614903f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:49.067434 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-16fe72cc-6a53-4e79-ae02-e29b566a2d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:49.962841 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:50.224761 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:51.017564 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:44:51.659996 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:44:53.548185 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6e01e8f6-c66a-4476-8910-36f9f96ecd61 req-3f78cc48-77ff-4ebd-92e3-1e04e7f00d22 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698488 Jan 21 10:44:53.688786 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01e8f6-c66a-4476-8910-36f9f96ecd61 req-4abe62cd-2314-4832-868d-ca7e9cd932b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:53.690245 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6e01e8f6-c66a-4476-8910-36f9f96ecd61 req-4abe62cd-2314-4832-868d-ca7e9cd932b3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=166ccabcabfe49fbaffc765c8d40134c&device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 1098 time: 0.0736847 Jan 21 10:44:53.927281 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01e8f6-c66a-4476-8910-36f9f96ecd61 req-5eca1e60-ab23-487d-83df-01b516e73d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:53.928822 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6e01e8f6-c66a-4476-8910-36f9f96ecd61 req-5eca1e60-ab23-487d-83df-01b516e73d0e service neutron] 10.222.0.72 "GET /v2.0/networks?id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd HTTP/1.1" status: 200 len: 909 time: 0.2209637 Jan 21 10:44:54.029040 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6e01e8f6-c66a-4476-8910-36f9f96ecd61 req-3ecacaf1-28bc-4721-98c0-a112b6afa5e2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86a2357b-4c7e-4d34-8ac3-3bae33a4e35b HTTP/1.1" status: 200 len: 1001 time: 0.0938854 Jan 21 10:44:54.091162 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01e8f6-c66a-4476-8910-36f9f96ecd61 req-475a2e15-fc45-47cf-a805-30a57a0e8b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:54.092605 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6e01e8f6-c66a-4476-8910-36f9f96ecd61 req-475a2e15-fc45-47cf-a805-30a57a0e8b9c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=70da826c-8c9d-41a5-a99c-152f054aa490 HTTP/1.1" status: 200 len: 847 time: 0.0570555 Jan 21 10:44:54.170972 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01e8f6-c66a-4476-8910-36f9f96ecd61 req-aace6ddf-d093-4af5-8bd4-2427aaca3123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:44:54.172459 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6e01e8f6-c66a-4476-8910-36f9f96ecd61 req-aace6ddf-d093-4af5-8bd4-2427aaca3123 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742421 Jan 21 10:44:54.305376 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6e01e8f6-c66a-4476-8910-36f9f96ecd61 req-1e3b55a0-1e4a-4c9c-a3bd-e04637fd0ea8 service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258419 Jan 21 10:44:54.435693 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-6e01e8f6-c66a-4476-8910-36f9f96ecd61 req-1e22ba78-f520-407f-bb25-ab65512a92ae service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241968 Jan 21 10:45:13.298485 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:16.718182 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7798f12a-f394-4962-9ddc-8505a6f43f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:19.068792 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-97b32209-6244-44f9-a7f3-03e56f780661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:19.967132 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:20.227241 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:21.662626 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:23.263345 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5ea2f-b950-4dca-952a-0f3808091a5a req-04a7633a-5fac-4d44-ab65-23a447a8ca3c tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:23.264815 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0ae5ea2f-b950-4dca-952a-0f3808091a5a req-04a7633a-5fac-4d44-ab65-23a447a8ca3c tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 945 time: 0.1247239 Jan 21 10:45:23.311604 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0ae5ea2f-b950-4dca-952a-0f3808091a5a req-2953be65-57fe-4b72-8fad-afc61ca3f25b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411839 Jan 21 10:45:24.546538 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdf68c-f88b-49c3-878a-6e7ebb31c7c1 req-e734502d-7e4b-4f38-ac4b-5918a1996920 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:24.548261 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b2cdf68c-f88b-49c3-878a-6e7ebb31c7c1 req-e734502d-7e4b-4f38-ac4b-5918a1996920 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 945 time: 0.1277645 Jan 21 10:45:24.592792 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-b2cdf68c-f88b-49c3-878a-6e7ebb31c7c1 req-6bcf83fa-78d7-43a7-9065-a36a34f91932 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389507 Jan 21 10:45:25.782009 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31d122-de3e-442a-af03-73208d873050 req-fd3df7bf-e35f-4599-a7eb-071f31919ab8 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:25.783488 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4e31d122-de3e-442a-af03-73208d873050 req-fd3df7bf-e35f-4599-a7eb-071f31919ab8 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 945 time: 0.0794816 Jan 21 10:45:25.827430 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4e31d122-de3e-442a-af03-73208d873050 req-6eee68c8-5cc2-4a64-877f-dfe53b730c41 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380433 Jan 21 10:45:27.010516 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71085ac-8ae8-4106-86a4-f10a3f42d265 req-d4289a6f-5b06-44a7-9c04-25915a1878d5 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:27.012503 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e71085ac-8ae8-4106-86a4-f10a3f42d265 req-d4289a6f-5b06-44a7-9c04-25915a1878d5 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 945 time: 0.0788910 Jan 21 10:45:27.057314 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e71085ac-8ae8-4106-86a4-f10a3f42d265 req-d8c1e7c7-fe7a-425a-b2dc-227a76eab185 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391631 Jan 21 10:45:28.016684 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:45:28.245451 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980446c-4a24-4ded-a970-9d09ada07066 req-96efc774-afae-45f1-bd30-37534a54904c tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:28.247163 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2980446c-4a24-4ded-a970-9d09ada07066 req-96efc774-afae-45f1-bd30-37534a54904c tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 945 time: 0.0825408 Jan 21 10:45:28.290349 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2980446c-4a24-4ded-a970-9d09ada07066 req-946e4302-d58c-4f8c-8ec0-3fd8856c2c6c tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374794 Jan 21 10:45:29.475760 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff45184-e396-4a72-b64e-77a5124071e7 req-b2b753d6-5a74-4c69-8449-0c38892debbc tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:29.477268 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-9ff45184-e396-4a72-b64e-77a5124071e7 req-b2b753d6-5a74-4c69-8449-0c38892debbc tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 945 time: 0.0822320 Jan 21 10:45:29.520915 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-9ff45184-e396-4a72-b64e-77a5124071e7 req-a5258202-a041-4da0-9a50-587e3fd13bc0 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371816 Jan 21 10:45:30.704213 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437cb03-5521-4698-adba-18d47d735326 req-7dd28d75-97e5-4021-931f-c5dde15521c3 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:30.705657 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1437cb03-5521-4698-adba-18d47d735326 req-7dd28d75-97e5-4021-931f-c5dde15521c3 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 945 time: 0.0799503 Jan 21 10:45:30.753615 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1437cb03-5521-4698-adba-18d47d735326 req-135040c4-9704-405e-9a1b-c9a5322ee687 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423472 Jan 21 10:45:31.936672 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071e3e8-833a-4fe6-872d-9cc9c3ec19b8 req-93c70159-5493-4ff7-a384-d5c64ec9f461 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:31.938121 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a071e3e8-833a-4fe6-872d-9cc9c3ec19b8 req-93c70159-5493-4ff7-a384-d5c64ec9f461 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 945 time: 0.0790892 Jan 21 10:45:31.984547 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a071e3e8-833a-4fe6-872d-9cc9c3ec19b8 req-dece2426-c8e4-4a27-99ad-426725ec421e tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409508 Jan 21 10:45:33.167092 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2d81e-a682-4390-a650-1723550e3277 req-78b2f2d6-9757-4f92-9993-43d3ee33094b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:33.168541 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ffc2d81e-a682-4390-a650-1723550e3277 req-78b2f2d6-9757-4f92-9993-43d3ee33094b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 945 time: 0.0807767 Jan 21 10:45:33.211609 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ffc2d81e-a682-4390-a650-1723550e3277 req-a24581db-2fc5-4b4c-889d-0d8c23ba7b70 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366130 Jan 21 10:45:33.311489 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026915c-1180-4067-9241-e0358af21995 req-d171c2a3-b70b-47bc-a28a-0bceb66b32ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:33.312925 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9026915c-1180-4067-9241-e0358af21995 req-d171c2a3-b70b-47bc-a28a-0bceb66b32ef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=166ccabcabfe49fbaffc765c8d40134c&device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 1098 time: 0.0698361 Jan 21 10:45:33.441885 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026915c-1180-4067-9241-e0358af21995 req-131d40a9-b3f2-49e6-8ef8-4b5e5d4f1092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:33.443215 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9026915c-1180-4067-9241-e0358af21995 req-131d40a9-b3f2-49e6-8ef8-4b5e5d4f1092 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd HTTP/1.1" status: 200 len: 909 time: 0.1233408 Jan 21 10:45:33.543319 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9026915c-1180-4067-9241-e0358af21995 req-07b3d2b4-70e8-4047-b7ba-1619eae55e98 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86a2357b-4c7e-4d34-8ac3-3bae33a4e35b HTTP/1.1" status: 200 len: 1001 time: 0.0936413 Jan 21 10:45:33.607249 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026915c-1180-4067-9241-e0358af21995 req-ec12912e-e4a3-4242-9387-39203dd0630b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:33.608895 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9026915c-1180-4067-9241-e0358af21995 req-ec12912e-e4a3-4242-9387-39203dd0630b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=70da826c-8c9d-41a5-a99c-152f054aa490 HTTP/1.1" status: 200 len: 847 time: 0.0585885 Jan 21 10:45:33.682670 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026915c-1180-4067-9241-e0358af21995 req-d7186107-ea9f-4053-8ea6-f1113a0a9469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:33.684113 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9026915c-1180-4067-9241-e0358af21995 req-d7186107-ea9f-4053-8ea6-f1113a0a9469 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679197 Jan 21 10:45:33.914922 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9026915c-1180-4067-9241-e0358af21995 req-8c24b655-bdba-4ec6-a6dd-38a9be470d4e service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232389 Jan 21 10:45:34.049357 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9026915c-1180-4067-9241-e0358af21995 req-bb3e74fa-1275-4452-affa-08e062e49a87 service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280534 Jan 21 10:45:34.400581 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2106f9f-027e-4eeb-8127-95baed9801e1 req-019c3cfa-9989-4fde-a6e8-04acbae356dc tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:34.402023 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a2106f9f-027e-4eeb-8127-95baed9801e1 req-019c3cfa-9989-4fde-a6e8-04acbae356dc tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 945 time: 0.0785346 Jan 21 10:45:34.444652 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a2106f9f-027e-4eeb-8127-95baed9801e1 req-13f53abf-5635-4a3e-99d8-29d2a00a7595 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364106 Jan 21 10:45:35.634084 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a478095-bfc2-432f-85a3-89b5fa38b583 req-7779b6b3-b969-4939-a073-cf7d6c2f45ba tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:35.635556 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8a478095-bfc2-432f-85a3-89b5fa38b583 req-7779b6b3-b969-4939-a073-cf7d6c2f45ba tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 945 time: 0.0829132 Jan 21 10:45:35.681463 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-8a478095-bfc2-432f-85a3-89b5fa38b583 req-6bcdcb39-c8e8-4e01-b0ac-ad89ae3cfdc8 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388372 Jan 21 10:45:36.866120 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8162d7-d38f-47bf-8ae0-341a5376825e req-a02c8db6-eaf5-45f8-a726-108e0cb287f3 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:36.867588 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1f8162d7-d38f-47bf-8ae0-341a5376825e req-a02c8db6-eaf5-45f8-a726-108e0cb287f3 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 945 time: 0.0815637 Jan 21 10:45:36.910594 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1f8162d7-d38f-47bf-8ae0-341a5376825e req-e3637a69-1229-4de4-b4c6-8993a1edb45a tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363705 Jan 21 10:45:37.236578 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1c82da45-b7e3-4a2c-9e42-2be9ba7e14e2 req-6fdf12a7-cd7d-404b-9e1c-ed85cd349b70 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1164720 Jan 21 10:45:37.269445 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2a934-9759-4d08-a6e2-95e42bf92d70 req-20404ca0-bd4b-41c5-82c7-02b379a06413 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:37.270929 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0fa2a934-9759-4d08-a6e2-95e42bf92d70 req-20404ca0-bd4b-41c5-82c7-02b379a06413 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 945 time: 0.0917349 Jan 21 10:45:37.316952 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0fa2a934-9759-4d08-a6e2-95e42bf92d70 req-2077f632-3f44-424a-81b0-9f41fe00a18a tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404451 Jan 21 10:45:38.505937 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e08c7f-563f-4de3-9350-2bde423983d5 req-83ffd32f-e79d-4f22-9106-d780640c2065 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:38.507420 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-06e08c7f-563f-4de3-9350-2bde423983d5 req-83ffd32f-e79d-4f22-9106-d780640c2065 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 945 time: 0.0815618 Jan 21 10:45:38.553764 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-06e08c7f-563f-4de3-9350-2bde423983d5 req-a30db9a0-b9a4-44c4-8373-3b35ec2e2412 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400772 Jan 21 10:45:38.681114 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 86a2357b-4c7e-4d34-8ac3-3bae33a4e35b no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:45:38.792910 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:38.820834 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f7dd2a-42c8-4906-a14b-fcc6cac90058', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86a2357b-4c7e-4d34-8ac3-3bae33a4e35b'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:45:38.831077 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 86a2357b-4c7e-4d34-8ac3-3bae33a4e35b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=86a2357b-4c7e-4d34-8ac3-3bae33a4e35b,segment=NetworkSegment(4200f040-e1bc-4920-8236-59127f93ea35),segment_id=4200f040-e1bc-4920-8236-59127f93ea35)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:45:38.836197 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:38.873283 dv-neutron-825731-1-hyperv neutron-server[87516]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f6f7dd2a-42c8-4906-a14b-fcc6cac90058', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '86a2357b-4c7e-4d34-8ac3-3bae33a4e35b', 'code': 422} returned with failed status Jan 21 10:45:38.904515 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=86a2357b-4c7e-4d34-8ac3-3bae33a4e35b,revision_number=6']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:45:38.911553 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:45:38.911903 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:45:38.912242 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:45:38.912579 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:45:38.912910 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:45:38.913241 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:45:38.913569 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:45:38.913895 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:45:38.914220 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:45:38.914544 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:45:38.914864 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:45:38.915183 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:45:39.749956 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d182b9-08f5-4fa9-a594-4544004f2879 req-080ff799-0619-422a-83a0-b179911be265 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:39.751493 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-22d182b9-08f5-4fa9-a594-4544004f2879 req-080ff799-0619-422a-83a0-b179911be265 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 943 time: 0.0897045 Jan 21 10:45:39.844395 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-22d182b9-08f5-4fa9-a594-4544004f2879 req-6047a714-27e5-4f74-bd10-48e1ecaca11e tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623317 Jan 21 10:45:39.858060 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82da45-b7e3-4a2c-9e42-2be9ba7e14e2 req-a20413b5-f804-4126-acd0-a9f6f40ffbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:39.859561 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1c82da45-b7e3-4a2c-9e42-2be9ba7e14e2 req-a20413b5-f804-4126-acd0-a9f6f40ffbde service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058&tenant_id=166ccabcabfe49fbaffc765c8d40134c HTTP/1.1" status: 200 len: 1096 time: 0.1502700 Jan 21 10:45:39.955126 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82da45-b7e3-4a2c-9e42-2be9ba7e14e2 req-7dd573c7-cb4a-418a-8e20-2b6f9265398f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:39.956606 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1c82da45-b7e3-4a2c-9e42-2be9ba7e14e2 req-7dd573c7-cb4a-418a-8e20-2b6f9265398f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=166ccabcabfe49fbaffc765c8d40134c&device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 1096 time: 0.0730388 Jan 21 10:45:40.088126 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82da45-b7e3-4a2c-9e42-2be9ba7e14e2 req-8823f991-69c7-4e10-8e36-f84d60b71f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:40.089574 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1c82da45-b7e3-4a2c-9e42-2be9ba7e14e2 req-8823f991-69c7-4e10-8e36-f84d60b71f24 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd HTTP/1.1" status: 200 len: 909 time: 0.1265841 Jan 21 10:45:40.213279 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1c82da45-b7e3-4a2c-9e42-2be9ba7e14e2 req-57a4e69a-dbf1-42e2-8e72-13eaf0cb0735 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86a2357b-4c7e-4d34-8ac3-3bae33a4e35b HTTP/1.1" status: 200 len: 999 time: 0.1163542 Jan 21 10:45:40.274424 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82da45-b7e3-4a2c-9e42-2be9ba7e14e2 req-6a58d797-08d1-445e-8425-9703f1efd14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:40.275865 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1c82da45-b7e3-4a2c-9e42-2be9ba7e14e2 req-6a58d797-08d1-445e-8425-9703f1efd14c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=70da826c-8c9d-41a5-a99c-152f054aa490 HTTP/1.1" status: 200 len: 847 time: 0.0566270 Jan 21 10:45:40.349784 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82da45-b7e3-4a2c-9e42-2be9ba7e14e2 req-ef97a0ea-6ce1-4631-bb3e-74628a0f52ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:40.351220 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1c82da45-b7e3-4a2c-9e42-2be9ba7e14e2 req-ef97a0ea-6ce1-4631-bb3e-74628a0f52ed service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695705 Jan 21 10:45:40.480147 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1c82da45-b7e3-4a2c-9e42-2be9ba7e14e2 req-dec65420-717f-41bb-bc8f-51a3c7558998 service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228254 Jan 21 10:45:40.608309 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1c82da45-b7e3-4a2c-9e42-2be9ba7e14e2 req-381a0fa2-813f-4c2e-a0ef-236a125a539d service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217365 Jan 21 10:45:41.029915 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee5f9d-3af2-465e-aa7f-942ed4e5165c req-395e0072-c804-434b-b5ed-7406f557d5bd tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:41.031363 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d9ee5f9d-3af2-465e-aa7f-942ed4e5165c req-395e0072-c804-434b-b5ed-7406f557d5bd tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 943 time: 0.0789611 Jan 21 10:45:41.075102 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d9ee5f9d-3af2-465e-aa7f-942ed4e5165c req-8b0b4208-f019-46b8-8516-09c5d542218a tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380809 Jan 21 10:45:42.261989 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367dd06-e027-4637-a26e-5ac6136d8252 req-1b5df37f-66b0-4e34-ac3e-571d7ae4b947 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:42.264073 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-5367dd06-e027-4637-a26e-5ac6136d8252 req-1b5df37f-66b0-4e34-ac3e-571d7ae4b947 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 943 time: 0.0840228 Jan 21 10:45:42.307104 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-5367dd06-e027-4637-a26e-5ac6136d8252 req-f52e6788-0cfc-4a6c-a71f-cfdaef389024 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373905 Jan 21 10:45:43.300556 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:43.492981 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51995b28-8117-449e-ae5c-45c0b5d64d41 req-75c66258-3ebe-4363-8b01-59268d97b64c tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:43.494420 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-51995b28-8117-449e-ae5c-45c0b5d64d41 req-75c66258-3ebe-4363-8b01-59268d97b64c tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 943 time: 0.0808344 Jan 21 10:45:43.537708 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-51995b28-8117-449e-ae5c-45c0b5d64d41 req-cd3a4ccb-24be-4a2c-b18e-9d0f3a643430 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375314 Jan 21 10:45:44.718794 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c458d-c591-458e-98be-689bfbfae08b req-45c55526-1a86-4d23-bfa2-09d958ac273b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:44.720394 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2a9c458d-c591-458e-98be-689bfbfae08b req-45c55526-1a86-4d23-bfa2-09d958ac273b tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 943 time: 0.0790627 Jan 21 10:45:44.767157 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2a9c458d-c591-458e-98be-689bfbfae08b req-555d14a3-fdaa-4d8c-abdb-e0632237f556 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412281 Jan 21 10:45:45.951827 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f265b-7fd3-4573-ad52-66e92646ba75 req-f68574ac-a67f-402d-864e-1f16abcf4bb2 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:45.953292 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-993f265b-7fd3-4573-ad52-66e92646ba75 req-f68574ac-a67f-402d-864e-1f16abcf4bb2 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 943 time: 0.0816047 Jan 21 10:45:46.000626 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-993f265b-7fd3-4573-ad52-66e92646ba75 req-dc73eb55-554f-42e0-9f5f-6f0f0737cd89 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417647 Jan 21 10:45:46.720830 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-549c80e5-6b50-424b-864b-9fc2340c80af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:47.185271 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11437ae-5f1c-4e4e-8188-095086ab3d0e req-a82f0228-55a7-4ef1-971f-71a4dc32c701 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:47.186693 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-a11437ae-5f1c-4e4e-8188-095086ab3d0e req-a82f0228-55a7-4ef1-971f-71a4dc32c701 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 943 time: 0.0787692 Jan 21 10:45:47.233603 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-a11437ae-5f1c-4e4e-8188-095086ab3d0e req-e19c85cf-6dc0-46f3-9934-f4efedbe22e4 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410178 Jan 21 10:45:48.526882 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb65ac-6c36-478c-ac09-148de818eefa req-145ab1a0-8212-45c5-8a95-3e46f32a144f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:48.528349 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5dfb65ac-6c36-478c-ac09-148de818eefa req-145ab1a0-8212-45c5-8a95-3e46f32a144f tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 943 time: 0.1851029 Jan 21 10:45:48.571499 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-5dfb65ac-6c36-478c-ac09-148de818eefa req-952752f8-9c70-4c5a-9494-4224c41f5980 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374846 Jan 21 10:45:48.716730 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 86a2357b-4c7e-4d34-8ac3-3bae33a4e35b details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:45:48.849729 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 86a2357b-4c7e-4d34-8ac3-3bae33a4e35b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=86a2357b-4c7e-4d34-8ac3-3bae33a4e35b,segment=NetworkSegment(4200f040-e1bc-4920-8236-59127f93ea35),segment_id=4200f040-e1bc-4920-8236-59127f93ea35)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:45:48.863813 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': '86a2357b-4c7e-4d34-8ac3-3bae33a4e35b', 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd', 'port_id': '86a2357b-4c7e-4d34-8ac3-3bae33a4e35b', 'mac_address': 'fa:16:3e:27:f4:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70da826c-8c9d-41a5-a99c-152f054aa490', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:45:48.952362 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:48.968539 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86a2357b-4c7e-4d34-8ac3-3bae33a4e35b {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:45:48.983546 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 86a2357b-4c7e-4d34-8ac3-3bae33a4e35b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=86a2357b-4c7e-4d34-8ac3-3bae33a4e35b,segment=NetworkSegment(4200f040-e1bc-4920-8236-59127f93ea35),segment_id=4200f040-e1bc-4920-8236-59127f93ea35)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:45:48.987690 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:49.058120 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=86a2357b-4c7e-4d34-8ac3-3bae33a4e35b,revision_number=7']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:45:49.072392 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9faa3fe6-99ca-4c02-b4b8-e72ea5bdabb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:49.351813 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['86a2357b-4c7e-4d34-8ac3-3bae33a4e35b'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:45:49.850949 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c829b-36ba-4f23-b28f-1dc41a8f7ce3 req-0c5912cb-fad1-4934-92a0-ce027453c552 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:49.852442 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-a75c829b-36ba-4f23-b28f-1dc41a8f7ce3 req-0c5912cb-fad1-4934-92a0-ce027453c552 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 944 time: 0.1756809 Jan 21 10:45:49.897109 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-a75c829b-36ba-4f23-b28f-1dc41a8f7ce3 req-24a94f66-4c6e-4d43-aa97-7dc22211c7b6 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387936 Jan 21 10:45:49.968680 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:50.229267 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:50.727206 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 86a2357b-4c7e-4d34-8ac3-3bae33a4e35b up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:45:50.797911 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port 86a2357b-4c7e-4d34-8ac3-3bae33a4e35b triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:45:50.798284 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:50.917339 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:50.945280 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f7dd2a-42c8-4906-a14b-fcc6cac90058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a2357b-4c7e-4d34-8ac3-3bae33a4e35b'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:45:50.956568 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port 86a2357b-4c7e-4d34-8ac3-3bae33a4e35b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=86a2357b-4c7e-4d34-8ac3-3bae33a4e35b,segment=NetworkSegment(4200f040-e1bc-4920-8236-59127f93ea35),segment_id=4200f040-e1bc-4920-8236-59127f93ea35)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:45:50.961608 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:51.001545 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f7dd2a-42c8-4906-a14b-fcc6cac90058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a2357b-4c7e-4d34-8ac3-3bae33a4e35b', 'code': 200} Jan 21 10:45:51.036582 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=86a2357b-4c7e-4d34-8ac3-3bae33a4e35b,revision_number=8']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:45:51.090260 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da102efa-932c-4f17-ae0f-0c48f5b3dcd2 req-9bb7716d-8754-4a35-a6fc-9a03f7291ab8 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:51.091728 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-da102efa-932c-4f17-ae0f-0c48f5b3dcd2 req-9bb7716d-8754-4a35-a6fc-9a03f7291ab8 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 945 time: 0.0819464 Jan 21 10:45:51.138612 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-da102efa-932c-4f17-ae0f-0c48f5b3dcd2 req-0514d38c-90f3-4949-96f1-67ce04dd30ea tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399437 Jan 21 10:45:51.265047 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a006eb-5bd5-4c0b-851d-885b6c9dced0 req-184a2515-ef80-4558-a5a2-7e55dfbccdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:51.266418 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-06a006eb-5bd5-4c0b-851d-885b6c9dced0 req-184a2515-ef80-4558-a5a2-7e55dfbccdb2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 1098 time: 0.0713458 Jan 21 10:45:51.307060 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-06a006eb-5bd5-4c0b-851d-885b6c9dced0 req-e63cd44e-f5b3-494f-b62e-0bba293e4457 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344374 Jan 21 10:45:51.665877 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:45:52.336366 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bd587-88b4-47e9-a3c9-82a75e1cbd0e req-2f3b224f-2534-4de4-81b5-7db704df02a6 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:52.337843 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-766bd587-88b4-47e9-a3c9-82a75e1cbd0e req-2f3b224f-2534-4de4-81b5-7db704df02a6 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 945 time: 0.0873358 Jan 21 10:45:52.381816 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-766bd587-88b4-47e9-a3c9-82a75e1cbd0e req-eb462db6-5f5f-42b0-bfea-7710fa170c1d tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373554 Jan 21 10:45:53.565473 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063ba3b-d4d7-4d2b-8426-32a5b61ec270 req-8e44ee51-b0a1-439b-9ed3-f27bbed867bf tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:53.566919 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1063ba3b-d4d7-4d2b-8426-32a5b61ec270 req-8e44ee51-b0a1-439b-9ed3-f27bbed867bf tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 945 time: 0.0803196 Jan 21 10:45:53.610186 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1063ba3b-d4d7-4d2b-8426-32a5b61ec270 req-ee763613-b641-4541-84a4-7f7b4a9128dc tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377309 Jan 21 10:45:54.952081 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-90a0d557-fb95-467f-9534-2dd3ea4b2570 req-39ad0d07-ce99-42fa-8fe5-079d91c8f78d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705385 Jan 21 10:45:55.091288 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0d557-fb95-467f-9534-2dd3ea4b2570 req-980266d7-de98-4864-89e4-f69c4ad895a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:55.092785 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-90a0d557-fb95-467f-9534-2dd3ea4b2570 req-980266d7-de98-4864-89e4-f69c4ad895a5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=166ccabcabfe49fbaffc765c8d40134c&device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 1098 time: 0.0742726 Jan 21 10:45:55.239481 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0d557-fb95-467f-9534-2dd3ea4b2570 req-dd901cba-14e8-497e-a943-37f56294b3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:55.240871 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-90a0d557-fb95-467f-9534-2dd3ea4b2570 req-dd901cba-14e8-497e-a943-37f56294b3cf service neutron] 10.222.0.72 "GET /v2.0/networks?id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd HTTP/1.1" status: 200 len: 909 time: 0.1288209 Jan 21 10:45:55.344869 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-90a0d557-fb95-467f-9534-2dd3ea4b2570 req-0429e848-2d21-4062-9787-db85aafadca1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86a2357b-4c7e-4d34-8ac3-3bae33a4e35b HTTP/1.1" status: 200 len: 1001 time: 0.0970154 Jan 21 10:45:55.406627 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0d557-fb95-467f-9534-2dd3ea4b2570 req-f237395a-2dcc-4d86-8120-6409fba5f73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:55.408045 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-90a0d557-fb95-467f-9534-2dd3ea4b2570 req-f237395a-2dcc-4d86-8120-6409fba5f73a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=70da826c-8c9d-41a5-a99c-152f054aa490 HTTP/1.1" status: 200 len: 847 time: 0.0574081 Jan 21 10:45:55.485513 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0d557-fb95-467f-9534-2dd3ea4b2570 req-01d2bcc6-1cb4-4188-b15f-4e3e0cc64252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:45:55.486944 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-90a0d557-fb95-467f-9534-2dd3ea4b2570 req-01d2bcc6-1cb4-4188-b15f-4e3e0cc64252 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733366 Jan 21 10:45:55.620340 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-90a0d557-fb95-467f-9534-2dd3ea4b2570 req-0e4fc005-dd81-4214-8849-716d9f5d06c4 service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263483 Jan 21 10:45:55.752889 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-90a0d557-fb95-467f-9534-2dd3ea4b2570 req-13d139be-f9be-4b61-ab71-de2aed66de50 service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265054 Jan 21 10:46:05.015742 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:46:13.315219 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:46:16.724150 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-058825ce-ea1e-4622-9bf7-5bd69279688d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:46:19.077727 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3cec1659-6d17-4d79-b311-67bacaddb80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:46:19.972538 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:46:20.243907 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:46:21.669878 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:46:42.015403 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:46:43.313877 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:46:46.727875 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-32f05970-a686-497b-b077-f7be77c1e1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:46:49.078855 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-78cbf9ca-1d1a-4047-a9cf-b09b577f62a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:46:49.975797 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:46:50.235937 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:46:51.672489 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:46:54.969505 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0ec7df87-c867-411f-ab84-dda3991970c1 req-759a5b20-cbb2-45ad-91a0-801af7835b8d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698309 Jan 21 10:46:55.129298 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7df87-c867-411f-ab84-dda3991970c1 req-f79b20e0-d31c-4cf4-b693-1eeb7042428e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:46:55.130901 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0ec7df87-c867-411f-ab84-dda3991970c1 req-f79b20e0-d31c-4cf4-b693-1eeb7042428e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=166ccabcabfe49fbaffc765c8d40134c&device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 1098 time: 0.0898685 Jan 21 10:46:55.275906 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7df87-c867-411f-ab84-dda3991970c1 req-e3a779f2-a333-44f8-8e03-55a4393172ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:46:55.277336 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0ec7df87-c867-411f-ab84-dda3991970c1 req-e3a779f2-a333-44f8-8e03-55a4393172ee service neutron] 10.222.0.72 "GET /v2.0/networks?id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd HTTP/1.1" status: 200 len: 909 time: 0.1273599 Jan 21 10:46:55.380120 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0ec7df87-c867-411f-ab84-dda3991970c1 req-56a23987-2e37-46c2-9f20-3e3edf02a385 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86a2357b-4c7e-4d34-8ac3-3bae33a4e35b HTTP/1.1" status: 200 len: 1001 time: 0.0958235 Jan 21 10:46:55.441236 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7df87-c867-411f-ab84-dda3991970c1 req-278e886e-cecf-468f-a77d-079a41ad7faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:46:55.442652 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0ec7df87-c867-411f-ab84-dda3991970c1 req-278e886e-cecf-468f-a77d-079a41ad7faa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=70da826c-8c9d-41a5-a99c-152f054aa490 HTTP/1.1" status: 200 len: 847 time: 0.0568531 Jan 21 10:46:55.516517 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7df87-c867-411f-ab84-dda3991970c1 req-eac47798-bed1-476f-8f25-50d4e3a6e89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:46:55.517969 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0ec7df87-c867-411f-ab84-dda3991970c1 req-eac47798-bed1-476f-8f25-50d4e3a6e89c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688663 Jan 21 10:46:55.752193 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0ec7df87-c867-411f-ab84-dda3991970c1 req-629ec5cb-8071-46b6-a08f-c9083255e433 service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273731 Jan 21 10:46:55.880748 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0ec7df87-c867-411f-ab84-dda3991970c1 req-2316053f-5817-47d2-981c-d9fa25b35d9c service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220088 Jan 21 10:47:13.027188 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 37320) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:47:13.231631 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-cae3429b-7808-4c46-802b-c64cc11e0909 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Deleting port fff5ae6c-b277-4bdc-ac1c-e051ed64ad58 {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:47:13.231974 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cae3429b-7808-4c46-802b-c64cc11e0909 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:13.329720 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:13.406112 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cae3429b-7808-4c46-802b-c64cc11e0909 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:13.406427 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cae3429b-7808-4c46-802b-c64cc11e0909 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:13.524727 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-cae3429b-7808-4c46-802b-c64cc11e0909 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Calling delete_port for fff5ae6c-b277-4bdc-ac1c-e051ed64ad58 owned by network:floatingip {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:47:13.674250 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cae3429b-7808-4c46-802b-c64cc11e0909 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:13.718702 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3429b-7808-4c46-802b-c64cc11e0909 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Pushing event deleted for resources: {'Port': ['ID=fff5ae6c-b277-4bdc-ac1c-e051ed64ad58,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:13.754469 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae3429b-7808-4c46-802b-c64cc11e0909 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:13.754806 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae3429b-7808-4c46-802b-c64cc11e0909 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:13.755142 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae3429b-7808-4c46-802b-c64cc11e0909 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:13.755483 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae3429b-7808-4c46-802b-c64cc11e0909 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:13.755811 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae3429b-7808-4c46-802b-c64cc11e0909 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:13.756149 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae3429b-7808-4c46-802b-c64cc11e0909 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:13.756446 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae3429b-7808-4c46-802b-c64cc11e0909 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:13.756758 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae3429b-7808-4c46-802b-c64cc11e0909 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:13.757070 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae3429b-7808-4c46-802b-c64cc11e0909 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:13.757379 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae3429b-7808-4c46-802b-c64cc11e0909 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:13.757729 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae3429b-7808-4c46-802b-c64cc11e0909 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:13.757993 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae3429b-7808-4c46-802b-c64cc11e0909 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:13.819935 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cae3429b-7808-4c46-802b-c64cc11e0909 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for floatingip, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:13.820251 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.l3_db [None req-cae3429b-7808-4c46-802b-c64cc11e0909 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Floating IP 24b77610-df3d-4be9-b737-2249ad64b0bd disassociated (deleted). External IP: 172.26.3.205, port: 86a2357b-4c7e-4d34-8ac3-3bae33a4e35b. Jan 21 10:47:14.289481 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae3429b-7808-4c46-802b-c64cc11e0909 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Router a3f7e600-deee-422b-97b9-e7546800c6c3 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:47:14.474036 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae3429b-7808-4c46-802b-c64cc11e0909 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:47:14.484589 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d5986a-e2a9-43c5-8d76-67b11c9fb5c6 None None] Sync routers for ids ['a3f7e600-deee-422b-97b9-e7546800c6c3'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:47:14.493868 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-cae3429b-7808-4c46-802b-c64cc11e0909 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:14.494229 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d5986a-e2a9-43c5-8d76-67b11c9fb5c6 None None] Routers {'a3f7e600-deee-422b-97b9-e7546800c6c3'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:47:14.494827 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-a6d5986a-e2a9-43c5-8d76-67b11c9fb5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:46:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['a3f7e600-deee-422b-97b9-e7546800c6c3'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:47:14.549306 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-cae3429b-7808-4c46-802b-c64cc11e0909 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "DELETE /v2.0/floatingips/24b77610-df3d-4be9-b737-2249ad64b0bd HTTP/1.1" status: 204 len: 168 time: 1.5210071 Jan 21 10:47:14.549935 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f7dd2a-42c8-4906-a14b-fcc6cac90058', 'tag': '86a2357b-4c7e-4d34-8ac3-3bae33a4e35b'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:47:14.606616 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6f7dd2a-42c8-4906-a14b-fcc6cac90058', 'tag': '86a2357b-4c7e-4d34-8ac3-3bae33a4e35b', 'status': 'completed', 'code': 200} Jan 21 10:47:14.675798 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-a6d5986a-e2a9-43c5-8d76-67b11c9fb5c6 None None] Set router a3f7e600-deee-422b-97b9-e7546800c6c3 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:47:14.699626 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6c55b-d6cd-4c35-ab27-cc3d1dc71dc4 req-b7a8d2ba-215d-41af-a982-a1e244bb5931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:14.701238 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b9e6c55b-d6cd-4c35-ab27-cc3d1dc71dc4 req-b7a8d2ba-215d-41af-a982-a1e244bb5931 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=166ccabcabfe49fbaffc765c8d40134c&device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 1098 time: 0.0729671 Jan 21 10:47:14.850655 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6c55b-d6cd-4c35-ab27-cc3d1dc71dc4 req-1f2e3ac7-26a7-44d8-a51c-680996033028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:14.852123 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b9e6c55b-d6cd-4c35-ab27-cc3d1dc71dc4 req-1f2e3ac7-26a7-44d8-a51c-680996033028 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd HTTP/1.1" status: 200 len: 909 time: 0.1450729 Jan 21 10:47:14.927664 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b9e6c55b-d6cd-4c35-ab27-cc3d1dc71dc4 req-a7d7b5a9-4678-406c-9544-be398cde57c9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86a2357b-4c7e-4d34-8ac3-3bae33a4e35b HTTP/1.1" status: 200 len: 217 time: 0.0673218 Jan 21 10:47:14.980278 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebc953-4cef-422a-87ca-c3865c37ff43 req-732c579b-859c-40b6-a606-68e362f1af3d tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:14.981013 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-4bebc953-4cef-422a-87ca-c3865c37ff43 req-732c579b-859c-40b6-a606-68e362f1af3d tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Synchronizing usage tracker for tenant:166ccabcabfe49fbaffc765c8d40134c on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:47:14.992547 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6c55b-d6cd-4c35-ab27-cc3d1dc71dc4 req-a88a3681-1256-4aff-bca9-8bb30cc9500f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:14.994003 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b9e6c55b-d6cd-4c35-ab27-cc3d1dc71dc4 req-a88a3681-1256-4aff-bca9-8bb30cc9500f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=70da826c-8c9d-41a5-a99c-152f054aa490 HTTP/1.1" status: 200 len: 847 time: 0.0606129 Jan 21 10:47:14.997473 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-4bebc953-4cef-422a-87ca-c3865c37ff43 req-732c579b-859c-40b6-a606-68e362f1af3d tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Unset dirty status for tenant:166ccabcabfe49fbaffc765c8d40134c on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:47:14.999689 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4bebc953-4cef-422a-87ca-c3865c37ff43 req-732c579b-859c-40b6-a606-68e362f1af3d tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 945 time: 0.1057665 Jan 21 10:47:15.031416 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-a6d5986a-e2a9-43c5-8d76-67b11c9fb5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'name': 'tempest-TestShelveInstance-583876912-router', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '99911ab4-6df7-4711-9336-51bb6c7d11d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:48Z', 'updated_at': '2022-01-21T10:36:52Z', 'revision_number': 4, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'gw_port': {'id': '99911ab4-6df7-4711-9336-51bb6c7d11d0', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:49Z', 'updated_at': '2022-01-21T10:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '07735bf6-0e4d-43bc-83e9-e20294e6e92a', 'name': '', 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'mac_address': 'fa:16:3e:e6:e5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '70da826c-8c9d-41a5-a99c-152f054aa490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:51Z', 'updated_at': '2022-01-21T10:36:59Z', 'revision_number': 5, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'subnets': [{'id': '70da826c-8c9d-41a5-a99c-152f054aa490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:47:15.035166 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d5986a-e2a9-43c5-8d76-67b11c9fb5c6 None None] Checking router: a3f7e600-deee-422b-97b9-e7546800c6c3 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:47:15.043925 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d5986a-e2a9-43c5-8d76-67b11c9fb5c6 None None] Routers {'a3f7e600-deee-422b-97b9-e7546800c6c3'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:47:15.044913 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-a6d5986a-e2a9-43c5-8d76-67b11c9fb5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:46:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['a3f7e600-deee-422b-97b9-e7546800c6c3'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:47:15.055294 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-4bebc953-4cef-422a-87ca-c3865c37ff43 req-4f200e73-6ac2-4a4f-bea0-b0d4a84663cb tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493820 Jan 21 10:47:15.078381 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6c55b-d6cd-4c35-ab27-cc3d1dc71dc4 req-6b4c1aef-5fc3-4941-bcb1-7f2107207f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:15.079976 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b9e6c55b-d6cd-4c35-ab27-cc3d1dc71dc4 req-6b4c1aef-5fc3-4941-bcb1-7f2107207f12 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785592 Jan 21 10:47:15.214529 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b9e6c55b-d6cd-4c35-ab27-cc3d1dc71dc4 req-87a75f71-2442-45f0-b94d-1a0d2cb557aa service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270161 Jan 21 10:47:15.223923 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-a6d5986a-e2a9-43c5-8d76-67b11c9fb5c6 None None] Set router a3f7e600-deee-422b-97b9-e7546800c6c3 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:47:15.350928 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b9e6c55b-d6cd-4c35-ab27-cc3d1dc71dc4 req-208d9c10-498b-475b-95b4-fe2329137e1b service neutron] 10.222.0.72 "GET /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285951 Jan 21 10:47:15.547267 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-a6d5986a-e2a9-43c5-8d76-67b11c9fb5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'name': 'tempest-TestShelveInstance-583876912-router', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '99911ab4-6df7-4711-9336-51bb6c7d11d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:48Z', 'updated_at': '2022-01-21T10:36:52Z', 'revision_number': 4, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'gw_port': {'id': '99911ab4-6df7-4711-9336-51bb6c7d11d0', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:49Z', 'updated_at': '2022-01-21T10:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '07735bf6-0e4d-43bc-83e9-e20294e6e92a', 'name': '', 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'mac_address': 'fa:16:3e:e6:e5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '70da826c-8c9d-41a5-a99c-152f054aa490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:51Z', 'updated_at': '2022-01-21T10:36:59Z', 'revision_number': 5, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'subnets': [{'id': '70da826c-8c9d-41a5-a99c-152f054aa490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:47:15.551574 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d5986a-e2a9-43c5-8d76-67b11c9fb5c6 None None] The sync data for ids ['a3f7e600-deee-422b-97b9-e7546800c6c3'] in dv-neutron-825731-1-hyperv is: [{'id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'name': 'tempest-TestShelveInstance-583876912-router', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '99911ab4-6df7-4711-9336-51bb6c7d11d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:48Z', 'updated_at': '2022-01-21T10:36:52Z', 'revision_number': 4, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'gw_port': {'id': '99911ab4-6df7-4711-9336-51bb6c7d11d0', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:49Z', 'updated_at': '2022-01-21T10:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '07735bf6-0e4d-43bc-83e9-e20294e6e92a', 'name': '', 'network_id': '1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'mac_address': 'fa:16:3e:e6:e5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '70da826c-8c9d-41a5-a99c-152f054aa490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:51Z', 'updated_at': '2022-01-21T10:36:59Z', 'revision_number': 5, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'subnets': [{'id': '70da826c-8c9d-41a5-a99c-152f054aa490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:47:15.767359 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5edef6-a420-4182-8d3d-4ba1dee03bc2 None None] New status for floating IP 24b77610-df3d-4be9-b737-2249ad64b0bd: DOWN {{(pid=87516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:47:16.258761 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d8a7a-c5fc-4eb0-8bd8-d95f85a92350 req-d7162dc6-4747-4cdb-96f6-9d837b06c1b3 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:16.260113 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-177d8a7a-c5fc-4eb0-8bd8-d95f85a92350 req-d7162dc6-4747-4cdb-96f6-9d837b06c1b3 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 945 time: 0.0858247 Jan 21 10:47:16.306828 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-177d8a7a-c5fc-4eb0-8bd8-d95f85a92350 req-c9f39c76-9b78-4aa3-a7ab-a81ba9e0f64d tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/security-groups?id=19c1d82a-7097-454d-9a10-a984f63365f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397029 Jan 21 10:47:16.722925 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d90c61-7ff9-4f4b-b793-0d6f1f348f16 req-e13eec6a-355a-4ac4-8a70-6858a642fa73 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:16.724479 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-54d90c61-7ff9-4f4b-b793-0d6f1f348f16 req-e13eec6a-355a-4ac4-8a70-6858a642fa73 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 945 time: 0.0827253 Jan 21 10:47:16.731653 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-87a41825-abf8-44ac-98c5-362063994862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:16.794435 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [req-54d90c61-7ff9-4f4b-b793-0d6f1f348f16 req-5b350bf1-6c44-4140-9742-7f340b8189e4 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Deleting port 86a2357b-4c7e-4d34-8ac3-3bae33a4e35b {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:47:16.795440 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-54d90c61-7ff9-4f4b-b793-0d6f1f348f16 req-5b350bf1-6c44-4140-9742-7f340b8189e4 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:17.036365 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-54d90c61-7ff9-4f4b-b793-0d6f1f348f16 req-5b350bf1-6c44-4140-9742-7f340b8189e4 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] For port 86a2357b-4c7e-4d34-8ac3-3bae33a4e35b, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=86a2357b-4c7e-4d34-8ac3-3bae33a4e35b,segment=NetworkSegment(4200f040-e1bc-4920-8236-59127f93ea35),segment_id=4200f040-e1bc-4920-8236-59127f93ea35)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:47:17.036641 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-54d90c61-7ff9-4f4b-b793-0d6f1f348f16 req-5b350bf1-6c44-4140-9742-7f340b8189e4 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:17.270948 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [req-54d90c61-7ff9-4f4b-b793-0d6f1f348f16 req-5b350bf1-6c44-4140-9742-7f340b8189e4 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Calling delete_port for 86a2357b-4c7e-4d34-8ac3-3bae33a4e35b owned by compute:nova {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:47:17.421461 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-54d90c61-7ff9-4f4b-b793-0d6f1f348f16 req-5b350bf1-6c44-4140-9742-7f340b8189e4 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:17.463261 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f5c810d5-85de-4f7c-8db2-a39c3c431261 req-afc3ad9b-f4e2-4e0d-b60e-af710d968ca5 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 210 time: 0.0439968 Jan 21 10:47:17.473949 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b350bf1-6c44-4140-9742-7f340b8189e4 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Pushing event deleted for resources: {'Port': ['ID=86a2357b-4c7e-4d34-8ac3-3bae33a4e35b,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:17.520336 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b350bf1-6c44-4140-9742-7f340b8189e4 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:17.520685 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b350bf1-6c44-4140-9742-7f340b8189e4 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:17.521026 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b350bf1-6c44-4140-9742-7f340b8189e4 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:17.521360 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b350bf1-6c44-4140-9742-7f340b8189e4 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:17.521693 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b350bf1-6c44-4140-9742-7f340b8189e4 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:17.522034 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b350bf1-6c44-4140-9742-7f340b8189e4 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:17.522352 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b350bf1-6c44-4140-9742-7f340b8189e4 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:17.522672 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b350bf1-6c44-4140-9742-7f340b8189e4 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:17.522995 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b350bf1-6c44-4140-9742-7f340b8189e4 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:17.523314 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b350bf1-6c44-4140-9742-7f340b8189e4 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:17.523656 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b350bf1-6c44-4140-9742-7f340b8189e4 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:17.523973 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b350bf1-6c44-4140-9742-7f340b8189e4 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:17.561032 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d90c61-7ff9-4f4b-b793-0d6f1f348f16 req-5b350bf1-6c44-4140-9742-7f340b8189e4 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] No DVR routers for this DVR port 86a2357b-4c7e-4d34-8ac3-3bae33a4e35b on host hv-neutron-8257 {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:47:17.563294 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-54d90c61-7ff9-4f4b-b793-0d6f1f348f16 req-5b350bf1-6c44-4140-9742-7f340b8189e4 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:17.565710 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f7dd2a-42c8-4906-a14b-fcc6cac90058', 'name': 'network-vif-deleted', 'tag': '86a2357b-4c7e-4d34-8ac3-3bae33a4e35b'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:47:17.581649 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-54d90c61-7ff9-4f4b-b793-0d6f1f348f16 req-5b350bf1-6c44-4140-9742-7f340b8189e4 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.72 "DELETE /v2.0/ports/86a2357b-4c7e-4d34-8ac3-3bae33a4e35b HTTP/1.1" status: 204 len: 173 time: 0.8513644 Jan 21 10:47:17.615348 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f7dd2a-42c8-4906-a14b-fcc6cac90058', 'name': 'network-vif-deleted', 'tag': '86a2357b-4c7e-4d34-8ac3-3bae33a4e35b', 'status': 'completed', 'code': 200} Jan 21 10:47:18.630328 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-95c3061c-8eb8-448d-9613-57081aa240d0 req-848f7cdc-3613-4b51-b5c4-f8d18ea513b3 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "GET /v2.0/ports?device_id=f6f7dd2a-42c8-4906-a14b-fcc6cac90058 HTTP/1.1" status: 200 len: 210 time: 0.0436502 Jan 21 10:47:19.014498 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:47:19.080587 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-85b1e074-567e-4724-a3fc-ec5e254a0189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:19.283231 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 86a2357b-4c7e-4d34-8ac3-3bae33a4e35b no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:47:19.321252 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] No Port match for: 86a2357b-4c7e-4d34-8ac3-3bae33a4e35b {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:47:19.321600 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device 86a2357b-4c7e-4d34-8ac3-3bae33a4e35b not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:47:19.733003 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 37344) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:47:19.804764 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1640d469-833a-444f-99af-c9c356265930 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:19.838027 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1640d469-833a-444f-99af-c9c356265930 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:19.910077 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1640d469-833a-444f-99af-c9c356265930 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:19.929939 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640d469-833a-444f-99af-c9c356265930 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c1d82a-7097-454d-9a10-a984f63365f4,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:19.944124 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1640d469-833a-444f-99af-c9c356265930 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:19.947835 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1640d469-833a-444f-99af-c9c356265930 tempest-TestShelveInstance-728443622 tempest-TestShelveInstance-728443622-project] 10.222.0.110 "DELETE /v2.0/security-groups/19c1d82a-7097-454d-9a10-a984f63365f4 HTTP/1.1" status: 204 len: 168 time: 0.2114162 Jan 21 10:47:19.985023 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:19.995356 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 37350) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:47:20.239894 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:20.764927 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-61fa5d87-fd7a-4f8c-9fcd-2d7e412935c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:21.118660 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-61fa5d87-fd7a-4f8c-9fcd-2d7e412935c9 admin admin] Deleting port 07735bf6-0e4d-43bc-83e9-e20294e6e92a {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:47:21.119007 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-61fa5d87-fd7a-4f8c-9fcd-2d7e412935c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:21.392563 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-61fa5d87-fd7a-4f8c-9fcd-2d7e412935c9 admin admin] For port 07735bf6-0e4d-43bc-83e9-e20294e6e92a, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=07735bf6-0e4d-43bc-83e9-e20294e6e92a,segment=NetworkSegment(4200f040-e1bc-4920-8236-59127f93ea35),segment_id=4200f040-e1bc-4920-8236-59127f93ea35)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:47:21.392830 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-61fa5d87-fd7a-4f8c-9fcd-2d7e412935c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:21.519305 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-61fa5d87-fd7a-4f8c-9fcd-2d7e412935c9 admin admin] Calling delete_port for 07735bf6-0e4d-43bc-83e9-e20294e6e92a owned by network:router_interface {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:47:21.677630 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:21.697513 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-61fa5d87-fd7a-4f8c-9fcd-2d7e412935c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:21.744427 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa5d87-fd7a-4f8c-9fcd-2d7e412935c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=07735bf6-0e4d-43bc-83e9-e20294e6e92a,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:22.016143 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-61fa5d87-fd7a-4f8c-9fcd-2d7e412935c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:22.373396 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61fa5d87-fd7a-4f8c-9fcd-2d7e412935c9 admin admin] Router a3f7e600-deee-422b-97b9-e7546800c6c3 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:47:22.546027 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fa5d87-fd7a-4f8c-9fcd-2d7e412935c9 admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:47:22.554439 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8988c33c-6739-45d9-94b6-b1ef74ca5eb8 None None] Sync routers for ids ['a3f7e600-deee-422b-97b9-e7546800c6c3'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:47:22.558215 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-61fa5d87-fd7a-4f8c-9fcd-2d7e412935c9 admin admin] 10.222.0.110 "PUT /v2.0/routers/a3f7e600-deee-422b-97b9-e7546800c6c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5600517 Jan 21 10:47:22.560532 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 37356) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:47:22.564607 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8988c33c-6739-45d9-94b6-b1ef74ca5eb8 None None] Routers {'a3f7e600-deee-422b-97b9-e7546800c6c3'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:47:22.565234 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-8988c33c-6739-45d9-94b6-b1ef74ca5eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:47:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['a3f7e600-deee-422b-97b9-e7546800c6c3'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:47:22.748755 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-8988c33c-6739-45d9-94b6-b1ef74ca5eb8 None None] Set router a3f7e600-deee-422b-97b9-e7546800c6c3 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:47:22.849130 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-53b349c3-db4f-4b34-a0b5-3232fe2e2cea admin admin] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:23.027067 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-53b349c3-db4f-4b34-a0b5-3232fe2e2cea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:23.030988 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-8988c33c-6739-45d9-94b6-b1ef74ca5eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'name': 'tempest-TestShelveInstance-583876912-router', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '99911ab4-6df7-4711-9336-51bb6c7d11d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:48Z', 'updated_at': '2022-01-21T10:47:21Z', 'revision_number': 5, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'gw_port': {'id': '99911ab4-6df7-4711-9336-51bb6c7d11d0', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:49Z', 'updated_at': '2022-01-21T10:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:47:23.034997 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8988c33c-6739-45d9-94b6-b1ef74ca5eb8 None None] Checking router: a3f7e600-deee-422b-97b9-e7546800c6c3 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:47:23.036958 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-53b349c3-db4f-4b34-a0b5-3232fe2e2cea admin admin] Deleting port 99911ab4-6df7-4711-9336-51bb6c7d11d0 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:47:23.037291 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-53b349c3-db4f-4b34-a0b5-3232fe2e2cea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:23.043548 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8988c33c-6739-45d9-94b6-b1ef74ca5eb8 None None] Routers {'a3f7e600-deee-422b-97b9-e7546800c6c3'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:47:23.044936 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-8988c33c-6739-45d9-94b6-b1ef74ca5eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:47:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['a3f7e600-deee-422b-97b9-e7546800c6c3'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:47:23.199021 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-8988c33c-6739-45d9-94b6-b1ef74ca5eb8 None None] Set router a3f7e600-deee-422b-97b9-e7546800c6c3 gateway port host: None {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:47:23.214897 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-53b349c3-db4f-4b34-a0b5-3232fe2e2cea admin admin] For port 99911ab4-6df7-4711-9336-51bb6c7d11d0, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=99911ab4-6df7-4711-9336-51bb6c7d11d0,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:47:23.215250 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-53b349c3-db4f-4b34-a0b5-3232fe2e2cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:23.330416 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-8988c33c-6739-45d9-94b6-b1ef74ca5eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'name': 'tempest-TestShelveInstance-583876912-router', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:48Z', 'updated_at': '2022-01-21T10:47:23Z', 'revision_number': 6, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'gw_port_host': None}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:47:23.334425 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8988c33c-6739-45d9-94b6-b1ef74ca5eb8 None None] The sync data for ids ['a3f7e600-deee-422b-97b9-e7546800c6c3'] in dv-neutron-825731-1-hyperv is: [{'id': 'a3f7e600-deee-422b-97b9-e7546800c6c3', 'name': 'tempest-TestShelveInstance-583876912-router', 'tenant_id': '166ccabcabfe49fbaffc765c8d40134c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:48Z', 'updated_at': '2022-01-21T10:47:23Z', 'revision_number': 6, 'project_id': '166ccabcabfe49fbaffc765c8d40134c', 'gw_port_host': None}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:47:23.343817 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-53b349c3-db4f-4b34-a0b5-3232fe2e2cea admin admin] Calling delete_port for 99911ab4-6df7-4711-9336-51bb6c7d11d0 owned by network:router_gateway {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:47:23.516200 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-53b349c3-db4f-4b34-a0b5-3232fe2e2cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:23.565402 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b349c3-db4f-4b34-a0b5-3232fe2e2cea admin admin] Pushing event deleted for resources: {'Port': ['ID=99911ab4-6df7-4711-9336-51bb6c7d11d0,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:23.652306 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-53b349c3-db4f-4b34-a0b5-3232fe2e2cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:23.831704 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-53b349c3-db4f-4b34-a0b5-3232fe2e2cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:23.833862 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-53b349c3-db4f-4b34-a0b5-3232fe2e2cea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:23.855420 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-53b349c3-db4f-4b34-a0b5-3232fe2e2cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:23.855927 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b349c3-db4f-4b34-a0b5-3232fe2e2cea admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3f7e600-deee-422b-97b9-e7546800c6c3 {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 10:47:23.868455 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-53b349c3-db4f-4b34-a0b5-3232fe2e2cea admin admin] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:23.869580 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-53b349c3-db4f-4b34-a0b5-3232fe2e2cea admin admin] 10.222.0.110 "DELETE /v2.0/routers/a3f7e600-deee-422b-97b9-e7546800c6c3 HTTP/1.1" status: 204 len: 168 time: 1.3081379 Jan 21 10:47:23.872196 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 37360) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:47:23.934022 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fea1d40-afe8-4d10-8267-0e3d436679fa admin admin] Deleting subnet 70da826c-8c9d-41a5-a99c-152f054aa490 {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:47:23.937574 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3fea1d40-afe8-4d10-8267-0e3d436679fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:23.985179 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3fea1d40-afe8-4d10-8267-0e3d436679fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:24.065028 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3fea1d40-afe8-4d10-8267-0e3d436679fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:24.189459 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 99911ab4-6df7-4711-9336-51bb6c7d11d0 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:47:24.224785 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 99911ab4-6df7-4711-9336-51bb6c7d11d0 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:47:24.225132 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 99911ab4-6df7-4711-9336-51bb6c7d11d0 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:47:24.225546 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 07735bf6-0e4d-43bc-83e9-e20294e6e92a no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:47:24.239970 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3fea1d40-afe8-4d10-8267-0e3d436679fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:24.261804 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 07735bf6-0e4d-43bc-83e9-e20294e6e92a {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:47:24.262146 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 07735bf6-0e4d-43bc-83e9-e20294e6e92a not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:47:24.276850 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea1d40-afe8-4d10-8267-0e3d436679fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70da826c-8c9d-41a5-a99c-152f054aa490,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:24.280994 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3fea1d40-afe8-4d10-8267-0e3d436679fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:24.287086 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3fea1d40-afe8-4d10-8267-0e3d436679fa admin admin] 10.222.0.110 "DELETE /v2.0/subnets/70da826c-8c9d-41a5-a99c-152f054aa490 HTTP/1.1" status: 204 len: 168 time: 0.4134448 Jan 21 10:47:24.289533 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 37364) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:47:24.291830 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb257ca-e8d9-4a00-bfed-ddc0c10c8410 None None] Network 1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:47:24.400637 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1fa05ab5-9e12-4b07-b40b-038ba92e7fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:24.415900 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-1fa05ab5-9e12-4b07-b40b-038ba92e7fea admin admin] Deleting port bfe24658-424a-4dcc-b8ef-d16deaac2a5f {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:47:24.416240 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1fa05ab5-9e12-4b07-b40b-038ba92e7fea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:24.548045 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c75b14-f421-4509-b14f-44e0aa3545c1 None None] DHCP port deletion for 1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 10:47:24.552421 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-92c75b14-f421-4509-b14f-44e0aa3545c1 None None] Deleting port bfe24658-424a-4dcc-b8ef-d16deaac2a5f {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:47:24.552790 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-92c75b14-f421-4509-b14f-44e0aa3545c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:24.628533 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-1fa05ab5-9e12-4b07-b40b-038ba92e7fea admin admin] For port bfe24658-424a-4dcc-b8ef-d16deaac2a5f, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=bfe24658-424a-4dcc-b8ef-d16deaac2a5f,segment=NetworkSegment(4200f040-e1bc-4920-8236-59127f93ea35),segment_id=4200f040-e1bc-4920-8236-59127f93ea35)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:47:24.628878 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1fa05ab5-9e12-4b07-b40b-038ba92e7fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:24.754011 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-1fa05ab5-9e12-4b07-b40b-038ba92e7fea admin admin] Calling delete_port for bfe24658-424a-4dcc-b8ef-d16deaac2a5f owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:47:24.788283 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-92c75b14-f421-4509-b14f-44e0aa3545c1 None None] For port bfe24658-424a-4dcc-b8ef-d16deaac2a5f, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=bfe24658-424a-4dcc-b8ef-d16deaac2a5f,segment=NetworkSegment(4200f040-e1bc-4920-8236-59127f93ea35),segment_id=4200f040-e1bc-4920-8236-59127f93ea35)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:47:24.788677 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-92c75b14-f421-4509-b14f-44e0aa3545c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:24.828617 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1fa05ab5-9e12-4b07-b40b-038ba92e7fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:24.876251 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa05ab5-9e12-4b07-b40b-038ba92e7fea admin admin] Pushing event deleted for resources: {'Port': ['ID=bfe24658-424a-4dcc-b8ef-d16deaac2a5f,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:24.881752 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa05ab5-9e12-4b07-b40b-038ba92e7fea admin admin] No DVR routers for this DVR port bfe24658-424a-4dcc-b8ef-d16deaac2a5f on host dv-neutron-825731-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:47:24.912609 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-92c75b14-f421-4509-b14f-44e0aa3545c1 None None] Calling delete_port for bfe24658-424a-4dcc-b8ef-d16deaac2a5f owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:47:24.983667 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-92c75b14-f421-4509-b14f-44e0aa3545c1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:47:24.984029 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-92c75b14-f421-4509-b14f-44e0aa3545c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:47:24.998550 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1fa05ab5-9e12-4b07-b40b-038ba92e7fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:25.022881 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-1fa05ab5-9e12-4b07-b40b-038ba92e7fea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:47:25.035054 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-1fa05ab5-9e12-4b07-b40b-038ba92e7fea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4200f040-e1bc-4920-8236-59127f93ea35') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:47:25.035349 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-1fa05ab5-9e12-4b07-b40b-038ba92e7fea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4200f040-e1bc-4920-8236-59127f93ea35') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:47:25.047138 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1fa05ab5-9e12-4b07-b40b-038ba92e7fea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:25.063222 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1fa05ab5-9e12-4b07-b40b-038ba92e7fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:25.069198 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa05ab5-9e12-4b07-b40b-038ba92e7fea admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:47:25.069744 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1fa05ab5-9e12-4b07-b40b-038ba92e7fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:25.083298 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 10:47:25.083298 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:47:25.083298 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 10:47:25.083298 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:47:25.083298 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 10:47:25.083298 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:47:25.083298 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 10:47:25.083298 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:47:25.083298 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 10:47:25.083298 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:47:25.083298 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 10:47:25.083298 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:47:25.083298 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 10:47:25.083298 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:47:25.083298 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:47:25.083298 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:47:25.083298 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:47:25.083298 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:47:25.083298 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 10:47:25.083298 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:47:25.083298 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 10:47:25.083298 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:47:25.083298 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:47:25.083298 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:47:25.083298 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 10:47:25.083298 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:47:25.083298 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:47:25.083298 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:47:25.083298 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:47:25.083298 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:47:25.083298 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:47:25.083298 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:47:25.158404 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1fa05ab5-9e12-4b07-b40b-038ba92e7fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:25.174607 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1fa05ab5-9e12-4b07-b40b-038ba92e7fea admin admin] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:25.185317 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa05ab5-9e12-4b07-b40b-038ba92e7fea admin admin] Pushing event deleted for resources: {'Network': ['ID=1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:25.198647 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1fa05ab5-9e12-4b07-b40b-038ba92e7fea admin admin] 10.222.0.110 "DELETE /v2.0/networks/1c1bae21-27c2-4f2e-9d40-2fa5fda5abcd HTTP/1.1" status: 204 len: 168 time: 0.9080267 Jan 21 10:47:25.202298 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 37368) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:47:25.485693 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-92c75b14-f421-4509-b14f-44e0aa3545c1 None None] Deleting port bfe24658-424a-4dcc-b8ef-d16deaac2a5f {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:47:25.486212 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-92c75b14-f421-4509-b14f-44e0aa3545c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:25.557345 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-92c75b14-f421-4509-b14f-44e0aa3545c1 None None] The port 'bfe24658-424a-4dcc-b8ef-d16deaac2a5f' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 10:47:25.837727 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-413b3d4d-bdac-4558-b7c7-7c85910f7b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:26.181324 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-413b3d4d-bdac-4558-b7c7-7c85910f7b5c admin admin] Deleting port e4a223dc-997e-436d-9902-0bc09f4519ab {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:47:26.181875 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-413b3d4d-bdac-4558-b7c7-7c85910f7b5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:26.184611 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device bfe24658-424a-4dcc-b8ef-d16deaac2a5f no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:47:26.219211 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: bfe24658-424a-4dcc-b8ef-d16deaac2a5f {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:47:26.219588 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device bfe24658-424a-4dcc-b8ef-d16deaac2a5f not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:47:26.354914 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-413b3d4d-bdac-4558-b7c7-7c85910f7b5c admin admin] For port e4a223dc-997e-436d-9902-0bc09f4519ab, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=e4a223dc-997e-436d-9902-0bc09f4519ab,segment=NetworkSegment(60efd95d-135b-47d4-918c-d1e0ea4bce17),segment_id=60efd95d-135b-47d4-918c-d1e0ea4bce17)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:47:26.355255 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-413b3d4d-bdac-4558-b7c7-7c85910f7b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:26.476852 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-413b3d4d-bdac-4558-b7c7-7c85910f7b5c admin admin] Calling delete_port for e4a223dc-997e-436d-9902-0bc09f4519ab owned by network:router_interface {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:47:26.655291 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-413b3d4d-bdac-4558-b7c7-7c85910f7b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:26.704580 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b3d4d-bdac-4558-b7c7-7c85910f7b5c admin admin] Pushing event deleted for resources: {'Port': ['ID=e4a223dc-997e-436d-9902-0bc09f4519ab,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:26.975831 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-413b3d4d-bdac-4558-b7c7-7c85910f7b5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:27.428798 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413b3d4d-bdac-4558-b7c7-7c85910f7b5c admin admin] Router a425d664-355f-4732-bc34-1e0f9ac12553 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:47:27.606475 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413b3d4d-bdac-4558-b7c7-7c85910f7b5c admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:47:27.615899 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad26501-fc9f-4b70-be72-c0131207f613 None None] Sync routers for ids ['a425d664-355f-4732-bc34-1e0f9ac12553'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:47:27.622409 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-413b3d4d-bdac-4558-b7c7-7c85910f7b5c admin admin] 10.222.0.110 "PUT /v2.0/routers/a425d664-355f-4732-bc34-1e0f9ac12553/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4191551 Jan 21 10:47:27.625406 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 37372) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:47:27.626416 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad26501-fc9f-4b70-be72-c0131207f613 None None] Routers {'a425d664-355f-4732-bc34-1e0f9ac12553'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:47:27.627060 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-3ad26501-fc9f-4b70-be72-c0131207f613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:47:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['a425d664-355f-4732-bc34-1e0f9ac12553'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:47:27.799586 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e6f25ae5-4214-46d8-842e-676841e3ecba admin admin] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:27.806507 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-3ad26501-fc9f-4b70-be72-c0131207f613 None None] Set router a425d664-355f-4732-bc34-1e0f9ac12553 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:47:27.975794 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e6f25ae5-4214-46d8-842e-676841e3ecba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:27.985821 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-e6f25ae5-4214-46d8-842e-676841e3ecba admin admin] Deleting port 2f8d05af-d165-49ec-b34d-3fcaf7afe27e {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:47:27.986133 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e6f25ae5-4214-46d8-842e-676841e3ecba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:28.090554 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-3ad26501-fc9f-4b70-be72-c0131207f613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a425d664-355f-4732-bc34-1e0f9ac12553', 'name': 'tempest-TestShelveInstance-1112481395-router', 'tenant_id': '0246b7ea47974bba90c5958ec4fe67a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '2f8d05af-d165-49ec-b34d-3fcaf7afe27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:54Z', 'updated_at': '2022-01-21T10:47:26Z', 'revision_number': 5, 'project_id': '0246b7ea47974bba90c5958ec4fe67a8', 'gw_port': {'id': '2f8d05af-d165-49ec-b34d-3fcaf7afe27e', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425d664-355f-4732-bc34-1e0f9ac12553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:36:55Z', 'updated_at': '2022-01-21T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:47:28.095257 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad26501-fc9f-4b70-be72-c0131207f613 None None] Checking router: a425d664-355f-4732-bc34-1e0f9ac12553 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:47:28.103544 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad26501-fc9f-4b70-be72-c0131207f613 None None] Routers {'a425d664-355f-4732-bc34-1e0f9ac12553'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:47:28.104142 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-3ad26501-fc9f-4b70-be72-c0131207f613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:47:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['a425d664-355f-4732-bc34-1e0f9ac12553'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:47:28.164815 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-e6f25ae5-4214-46d8-842e-676841e3ecba admin admin] For port 2f8d05af-d165-49ec-b34d-3fcaf7afe27e, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=2f8d05af-d165-49ec-b34d-3fcaf7afe27e,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:47:28.165171 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e6f25ae5-4214-46d8-842e-676841e3ecba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:28.252504 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-3ad26501-fc9f-4b70-be72-c0131207f613 None None] Set router a425d664-355f-4732-bc34-1e0f9ac12553 gateway port host: None {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:47:28.296149 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-e6f25ae5-4214-46d8-842e-676841e3ecba admin admin] Calling delete_port for 2f8d05af-d165-49ec-b34d-3fcaf7afe27e owned by network:router_gateway {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:47:28.357534 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-3ad26501-fc9f-4b70-be72-c0131207f613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a425d664-355f-4732-bc34-1e0f9ac12553', 'name': 'tempest-TestShelveInstance-1112481395-router', 'tenant_id': '0246b7ea47974bba90c5958ec4fe67a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:54Z', 'updated_at': '2022-01-21T10:47:27Z', 'revision_number': 6, 'project_id': '0246b7ea47974bba90c5958ec4fe67a8', 'gw_port_host': None}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:47:28.361390 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad26501-fc9f-4b70-be72-c0131207f613 None None] The sync data for ids ['a425d664-355f-4732-bc34-1e0f9ac12553'] in dv-neutron-825731-1-hyperv is: [{'id': 'a425d664-355f-4732-bc34-1e0f9ac12553', 'name': 'tempest-TestShelveInstance-1112481395-router', 'tenant_id': '0246b7ea47974bba90c5958ec4fe67a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:36:54Z', 'updated_at': '2022-01-21T10:47:27Z', 'revision_number': 6, 'project_id': '0246b7ea47974bba90c5958ec4fe67a8', 'gw_port_host': None}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:47:28.576233 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e6f25ae5-4214-46d8-842e-676841e3ecba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:28.621688 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f25ae5-4214-46d8-842e-676841e3ecba admin admin] Pushing event deleted for resources: {'Port': ['ID=2f8d05af-d165-49ec-b34d-3fcaf7afe27e,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:28.717234 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e6f25ae5-4214-46d8-842e-676841e3ecba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:28.895555 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e6f25ae5-4214-46d8-842e-676841e3ecba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:28.897660 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e6f25ae5-4214-46d8-842e-676841e3ecba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:28.923854 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e6f25ae5-4214-46d8-842e-676841e3ecba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:28.924307 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f25ae5-4214-46d8-842e-676841e3ecba admin admin] Fanout notify agent at l3_agent the message router_deleted on router a425d664-355f-4732-bc34-1e0f9ac12553 {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 10:47:28.937945 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e6f25ae5-4214-46d8-842e-676841e3ecba admin admin] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:28.941698 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e6f25ae5-4214-46d8-842e-676841e3ecba admin admin] 10.222.0.110 "DELETE /v2.0/routers/a425d664-355f-4732-bc34-1e0f9ac12553 HTTP/1.1" status: 204 len: 168 time: 1.3127110 Jan 21 10:47:28.941861 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 37376) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:47:29.002345 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e1226ea-860f-4246-8e99-332f4e3f8e82 admin admin] Deleting subnet 1aa2d92a-65df-4afa-9673-7cf5458e61f2 {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:47:29.005226 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8e1226ea-860f-4246-8e99-332f4e3f8e82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:29.058639 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8e1226ea-860f-4246-8e99-332f4e3f8e82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:29.139193 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8e1226ea-860f-4246-8e99-332f4e3f8e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:29.210027 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8e1226ea-860f-4246-8e99-332f4e3f8e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:29.249327 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1226ea-860f-4246-8e99-332f4e3f8e82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aa2d92a-65df-4afa-9673-7cf5458e61f2,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:29.251236 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-8e1226ea-860f-4246-8e99-332f4e3f8e82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:29.254950 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021e3973-001c-44ea-ad48-0ea45054d056 None None] Network 5be88729-bdf1-4c29-9051-d58f55f92b49 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:47:29.259152 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8e1226ea-860f-4246-8e99-332f4e3f8e82 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/1aa2d92a-65df-4afa-9673-7cf5458e61f2 HTTP/1.1" status: 204 len: 168 time: 0.3161995 Jan 21 10:47:29.261370 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 37380) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:47:29.370540 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3d156c6b-1c2e-47a5-9930-9834c7ef0598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:29.381369 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-3d156c6b-1c2e-47a5-9930-9834c7ef0598 admin admin] Deleting port 6386892d-624f-4689-8999-bf40455f8daa {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:47:29.381698 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3d156c6b-1c2e-47a5-9930-9834c7ef0598 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:29.538034 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9136dd31-81fe-4b3c-9ebf-86d979aa5600 None None] DHCP port deletion for 5be88729-bdf1-4c29-9051-d58f55f92b49 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 10:47:29.542196 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-9136dd31-81fe-4b3c-9ebf-86d979aa5600 None None] Deleting port 6386892d-624f-4689-8999-bf40455f8daa {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:47:29.542570 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9136dd31-81fe-4b3c-9ebf-86d979aa5600 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:29.588793 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-3d156c6b-1c2e-47a5-9930-9834c7ef0598 admin admin] For port 6386892d-624f-4689-8999-bf40455f8daa, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=6386892d-624f-4689-8999-bf40455f8daa,segment=NetworkSegment(60efd95d-135b-47d4-918c-d1e0ea4bce17),segment_id=60efd95d-135b-47d4-918c-d1e0ea4bce17)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:47:29.589372 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3d156c6b-1c2e-47a5-9930-9834c7ef0598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:29.716563 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-3d156c6b-1c2e-47a5-9930-9834c7ef0598 admin admin] Calling delete_port for 6386892d-624f-4689-8999-bf40455f8daa owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:47:29.744944 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-9136dd31-81fe-4b3c-9ebf-86d979aa5600 None None] For port 6386892d-624f-4689-8999-bf40455f8daa, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=6386892d-624f-4689-8999-bf40455f8daa,segment=NetworkSegment(60efd95d-135b-47d4-918c-d1e0ea4bce17),segment_id=60efd95d-135b-47d4-918c-d1e0ea4bce17)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:47:29.745262 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9136dd31-81fe-4b3c-9ebf-86d979aa5600 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:29.793177 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3d156c6b-1c2e-47a5-9930-9834c7ef0598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:29.840125 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d156c6b-1c2e-47a5-9930-9834c7ef0598 admin admin] Pushing event deleted for resources: {'Port': ['ID=6386892d-624f-4689-8999-bf40455f8daa,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:29.843991 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d156c6b-1c2e-47a5-9930-9834c7ef0598 admin admin] No DVR routers for this DVR port 6386892d-624f-4689-8999-bf40455f8daa on host dv-neutron-825731-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:47:29.874050 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-9136dd31-81fe-4b3c-9ebf-86d979aa5600 None None] Calling delete_port for 6386892d-624f-4689-8999-bf40455f8daa owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:47:29.946045 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-9136dd31-81fe-4b3c-9ebf-86d979aa5600 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:47:29.946394 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-9136dd31-81fe-4b3c-9ebf-86d979aa5600 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:47:29.960021 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3d156c6b-1c2e-47a5-9930-9834c7ef0598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:29.984580 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-3d156c6b-1c2e-47a5-9930-9834c7ef0598 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5be88729-bdf1-4c29-9051-d58f55f92b49']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:47:30.001041 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-3d156c6b-1c2e-47a5-9930-9834c7ef0598 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60efd95d-135b-47d4-918c-d1e0ea4bce17') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:47:30.001270 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-3d156c6b-1c2e-47a5-9930-9834c7ef0598 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60efd95d-135b-47d4-918c-d1e0ea4bce17') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:47:30.012762 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3d156c6b-1c2e-47a5-9930-9834c7ef0598 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:30.121071 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3d156c6b-1c2e-47a5-9930-9834c7ef0598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:30.127378 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d156c6b-1c2e-47a5-9930-9834c7ef0598 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:47:30.127780 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3d156c6b-1c2e-47a5-9930-9834c7ef0598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:30.140847 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 10:47:30.140847 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:47:30.140847 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 10:47:30.140847 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:47:30.140847 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 10:47:30.140847 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:47:30.140847 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 10:47:30.140847 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:47:30.140847 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 10:47:30.140847 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:47:30.140847 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 10:47:30.140847 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:47:30.140847 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 10:47:30.140847 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:47:30.140847 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:47:30.140847 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:47:30.140847 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:47:30.140847 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:47:30.140847 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 10:47:30.140847 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:47:30.140847 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 10:47:30.140847 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:47:30.140847 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:47:30.140847 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:47:30.140847 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 10:47:30.140847 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:47:30.140847 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:47:30.140847 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:47:30.140847 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:47:30.140847 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:47:30.140847 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:47:30.140847 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:47:30.189638 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 6386892d-624f-4689-8999-bf40455f8daa no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:47:30.218874 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3d156c6b-1c2e-47a5-9930-9834c7ef0598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:30.224600 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 6386892d-624f-4689-8999-bf40455f8daa {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:47:30.225055 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 6386892d-624f-4689-8999-bf40455f8daa not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:47:30.225593 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 2f8d05af-d165-49ec-b34d-3fcaf7afe27e no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:47:30.234756 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-3d156c6b-1c2e-47a5-9930-9834c7ef0598 admin admin] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:30.244494 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d156c6b-1c2e-47a5-9930-9834c7ef0598 admin admin] Pushing event deleted for resources: {'Network': ['ID=5be88729-bdf1-4c29-9051-d58f55f92b49,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:30.252467 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-3d156c6b-1c2e-47a5-9930-9834c7ef0598 admin admin] 10.222.0.110 "DELETE /v2.0/networks/5be88729-bdf1-4c29-9051-d58f55f92b49 HTTP/1.1" status: 204 len: 168 time: 0.9900870 Jan 21 10:47:30.261945 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 2f8d05af-d165-49ec-b34d-3fcaf7afe27e {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:47:30.262396 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 2f8d05af-d165-49ec-b34d-3fcaf7afe27e not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:47:30.263338 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e4a223dc-997e-436d-9902-0bc09f4519ab no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:47:30.296403 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: e4a223dc-997e-436d-9902-0bc09f4519ab {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:47:30.296758 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device e4a223dc-997e-436d-9902-0bc09f4519ab not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:47:30.387137 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 37386) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:47:30.439747 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-70f11f4a-67b7-42cd-a62e-b5d6b09d2ee3 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=166ccabcabfe49fbaffc765c8d40134c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514035 Jan 21 10:47:30.442089 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 37390) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:47:30.447296 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-9136dd31-81fe-4b3c-9ebf-86d979aa5600 None None] Deleting port 6386892d-624f-4689-8999-bf40455f8daa {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:47:30.447706 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-9136dd31-81fe-4b3c-9ebf-86d979aa5600 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:30.499039 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-01d04def-fe21-4760-9c9b-56ebf1452884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:30.514276 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-9136dd31-81fe-4b3c-9ebf-86d979aa5600 None None] The port '6386892d-624f-4689-8999-bf40455f8daa' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 10:47:30.526015 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-01d04def-fe21-4760-9c9b-56ebf1452884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:30.576635 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-01d04def-fe21-4760-9c9b-56ebf1452884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:30.593408 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d04def-fe21-4760-9c9b-56ebf1452884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd3cec5-38e0-48e1-af48-8f588838d1cd,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:30.599853 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-01d04def-fe21-4760-9c9b-56ebf1452884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:30.603131 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-01d04def-fe21-4760-9c9b-56ebf1452884 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/ebd3cec5-38e0-48e1-af48-8f588838d1cd HTTP/1.1" status: 204 len: 168 time: 0.1579945 Jan 21 10:47:30.962687 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 37398) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:47:31.012037 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-890690c5-f32d-4417-98b1-2114ed8d44d1 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=0246b7ea47974bba90c5958ec4fe67a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478380 Jan 21 10:47:31.014853 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 37402) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:47:31.072075 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d1d3d32c-c7b7-4fe2-82ba-ce1043a7d71c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:31.097360 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d1d3d32c-c7b7-4fe2-82ba-ce1043a7d71c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:31.147872 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d1d3d32c-c7b7-4fe2-82ba-ce1043a7d71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:31.161720 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3d32c-c7b7-4fe2-82ba-ce1043a7d71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eede7c1a-91ce-4e27-8fae-f1dbf698aab3,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:31.170620 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d1d3d32c-c7b7-4fe2-82ba-ce1043a7d71c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:31.171756 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d1d3d32c-c7b7-4fe2-82ba-ce1043a7d71c admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/eede7c1a-91ce-4e27-8fae-f1dbf698aab3 HTTP/1.1" status: 204 len: 168 time: 0.1560266 Jan 21 10:47:31.970225 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 37426) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:47:32.072083 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-0b1a9311-5164-4063-bf6f-8a34c23d7122 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-156899865-network', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:47:32.076778 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-0b1a9311-5164-4063-bf6f-8a34c23d7122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:47:32.080575 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-0b1a9311-5164-4063-bf6f-8a34c23d7122 admin admin] Usage tracker for resource:network and tenant:eb000c216c43454cad4568dfd8404ac0 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:47:32.083372 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-0b1a9311-5164-4063-bf6f-8a34c23d7122 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:47:32.092659 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-0b1a9311-5164-4063-bf6f-8a34c23d7122 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:47:32.102190 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1a9311-5164-4063-bf6f-8a34c23d7122 admin admin] Made reservation on behalf of eb000c216c43454cad4568dfd8404ac0 for: {'network': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:47:32.104573 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0b1a9311-5164-4063-bf6f-8a34c23d7122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:32.117035 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0b1a9311-5164-4063-bf6f-8a34c23d7122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:32.131412 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-0b1a9311-5164-4063-bf6f-8a34c23d7122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:47:32.135143 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-0b1a9311-5164-4063-bf6f-8a34c23d7122 admin admin] Usage tracker for resource:security_group_rule and tenant:eb000c216c43454cad4568dfd8404ac0 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:47:32.137978 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-0b1a9311-5164-4063-bf6f-8a34c23d7122 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:47:32.143602 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-0b1a9311-5164-4063-bf6f-8a34c23d7122 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:47:32.226999 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0b1a9311-5164-4063-bf6f-8a34c23d7122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:32.230759 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0b1a9311-5164-4063-bf6f-8a34c23d7122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:32.260623 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b1a9311-5164-4063-bf6f-8a34c23d7122 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=87514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:47:32.269488 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a9311-5164-4063-bf6f-8a34c23d7122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba8dc04-3f14-4b92-a090-ed42d1e83100,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:32.275487 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0b1a9311-5164-4063-bf6f-8a34c23d7122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:32.275836 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.segments_db [None req-0b1a9311-5164-4063-bf6f-8a34c23d7122 admin admin] Added segment b95c70ce-b5e6-4281-b1f2-f6e72b805295 of type vlan for network acce0c98-5f5e-48df-af63-130a35a6d358 Jan 21 10:47:32.302071 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0b1a9311-5164-4063-bf6f-8a34c23d7122 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:32.330764 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0b1a9311-5164-4063-bf6f-8a34c23d7122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:32.331828 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1a9311-5164-4063-bf6f-8a34c23d7122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:32.332417 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-0b1a9311-5164-4063-bf6f-8a34c23d7122 admin admin] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:32.429721 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-0b1a9311-5164-4063-bf6f-8a34c23d7122 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4583168 Jan 21 10:47:32.432669 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 37432) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:47:32.435454 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a9311-5164-4063-bf6f-8a34c23d7122 admin admin] Pushing event updated for resources: {'Network': ['ID=acce0c98-5f5e-48df-af63-130a35a6d358,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:32.440114 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-c9c82fd2-0264-4ad2-8ae0-111e38ff2b9e admin admin] Request body: {'subnet': {'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-156899865-subnet', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'ip_version': 4}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:47:32.446215 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-c9c82fd2-0264-4ad2-8ae0-111e38ff2b9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:47:32.446945 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network acce0c98-5f5e-48df-af63-130a35a6d358 details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:47:32.450647 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-c9c82fd2-0264-4ad2-8ae0-111e38ff2b9e admin admin] Usage tracker for resource:subnet and tenant:eb000c216c43454cad4568dfd8404ac0 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:47:32.453664 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-c9c82fd2-0264-4ad2-8ae0-111e38ff2b9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:47:32.460239 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-c9c82fd2-0264-4ad2-8ae0-111e38ff2b9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:47:32.471337 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c82fd2-0264-4ad2-8ae0-111e38ff2b9e admin admin] Made reservation on behalf of eb000c216c43454cad4568dfd8404ac0 for: {'subnet': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:47:32.473863 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c9c82fd2-0264-4ad2-8ae0-111e38ff2b9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65648572'] for subnet, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:32.678779 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c9c82fd2-0264-4ad2-8ae0-111e38ff2b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64642466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65648558'] for subnet, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:32.752749 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c82fd2-0264-4ad2-8ae0-111e38ff2b9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b23e05e5-9a59-4715-be99-d26a44757ccd,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:32.759910 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c82fd2-0264-4ad2-8ae0-111e38ff2b9e admin admin] Checking segment: {'id': 'b95c70ce-b5e6-4281-b1f2-f6e72b805295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:47:32.760263 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c82fd2-0264-4ad2-8ae0-111e38ff2b9e admin admin] Network hostable DHCP agents. Network: acce0c98-5f5e-48df-af63-130a35a6d358, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:47:32.778638 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c82fd2-0264-4ad2-8ae0-111e38ff2b9e admin admin] Network acce0c98-5f5e-48df-af63-130a35a6d358 is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:47:32.788420 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-c9c82fd2-0264-4ad2-8ae0-111e38ff2b9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, acce0c98-5f5e-48df-af63-130a35a6d358) {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:47:32.792356 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c82fd2-0264-4ad2-8ae0-111e38ff2b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:32.792913 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-c9c82fd2-0264-4ad2-8ae0-111e38ff2b9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:32.798845 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0695c71e-e546-472f-a423-cce6de3fe580 None None] Network acce0c98-5f5e-48df-af63-130a35a6d358 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:47:32.814068 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-c9c82fd2-0264-4ad2-8ae0-111e38ff2b9e admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3803163 Jan 21 10:47:32.816712 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 37436) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:47:32.821647 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-4b77b84a-b225-4bf2-9460-798cd51f5df5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-156899865-router', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:47:32.826731 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-4b77b84a-b225-4bf2-9460-798cd51f5df5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:47:32.830662 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-4b77b84a-b225-4bf2-9460-798cd51f5df5 admin admin] Usage tracker for resource:router and tenant:eb000c216c43454cad4568dfd8404ac0 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:47:32.833522 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-4b77b84a-b225-4bf2-9460-798cd51f5df5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:47:32.839273 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-4b77b84a-b225-4bf2-9460-798cd51f5df5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:47:32.850113 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4b77b84a-b225-4bf2-9460-798cd51f5df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:32.851213 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4b77b84a-b225-4bf2-9460-798cd51f5df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:32.866753 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4b77b84a-b225-4bf2-9460-798cd51f5df5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:33.013266 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a966b567-f1f2-4093-af3f-b7947ce943cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-acce0c98-5f5e-48df-af63-130a35a6d358', 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'fixed_ips': [{'subnet_id': 'b23e05e5-9a59-4715-be99-d26a44757ccd'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:47:33.014115 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a966b567-f1f2-4093-af3f-b7947ce943cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:33.130393 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4b77b84a-b225-4bf2-9460-798cd51f5df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:33.166421 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-a966b567-f1f2-4093-af3f-b7947ce943cd None None] Allocated IP 172.20.0.2 (acce0c98-5f5e-48df-af63-130a35a6d358/b23e05e5-9a59-4715-be99-d26a44757ccd/25d640f0-8834-422d-902a-b4198f5c1b3e) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:47:33.375851 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a966b567-f1f2-4093-af3f-b7947ce943cd None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:33.386542 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-a966b567-f1f2-4093-af3f-b7947ce943cd None None] Transition to ACTIVE for port object 25d640f0-8834-422d-902a-b4198f5c1b3e will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:47:33.408049 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-a966b567-f1f2-4093-af3f-b7947ce943cd None None] Transition to ACTIVE for port object 25d640f0-8834-422d-902a-b4198f5c1b3e will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:47:33.413253 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a966b567-f1f2-4093-af3f-b7947ce943cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:33.516715 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a966b567-f1f2-4093-af3f-b7947ce943cd None None] Network acce0c98-5f5e-48df-af63-130a35a6d358 is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:47:33.519743 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-a966b567-f1f2-4093-af3f-b7947ce943cd None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:47:33.523251 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a966b567-f1f2-4093-af3f-b7947ce943cd None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:47:33.529385 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966b567-f1f2-4093-af3f-b7947ce943cd None None] Pushing event updated for resources: {'Port': ['ID=25d640f0-8834-422d-902a-b4198f5c1b3e,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:33.566031 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966b567-f1f2-4093-af3f-b7947ce943cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:33.566500 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966b567-f1f2-4093-af3f-b7947ce943cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:33.566840 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966b567-f1f2-4093-af3f-b7947ce943cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:33.567171 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966b567-f1f2-4093-af3f-b7947ce943cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:33.567528 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966b567-f1f2-4093-af3f-b7947ce943cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:33.567857 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966b567-f1f2-4093-af3f-b7947ce943cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:33.568177 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966b567-f1f2-4093-af3f-b7947ce943cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:33.568496 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966b567-f1f2-4093-af3f-b7947ce943cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:33.568814 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966b567-f1f2-4093-af3f-b7947ce943cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:33.569129 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966b567-f1f2-4093-af3f-b7947ce943cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:33.569443 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966b567-f1f2-4093-af3f-b7947ce943cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:33.569758 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966b567-f1f2-4093-af3f-b7947ce943cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:33.570978 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4b77b84a-b225-4bf2-9460-798cd51f5df5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:33.604497 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4b77b84a-b225-4bf2-9460-798cd51f5df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:33.626852 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-a966b567-f1f2-4093-af3f-b7947ce943cd None None] Attempting to bind port 25d640f0-8834-422d-902a-b4198f5c1b3e on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:47:33.627134 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-a966b567-f1f2-4093-af3f-b7947ce943cd None None] Attempting to bind port 25d640f0-8834-422d-902a-b4198f5c1b3e by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'b95c70ce-b5e6-4281-b1f2-f6e72b805295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:47:33.627570 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a966b567-f1f2-4093-af3f-b7947ce943cd None None] Attempting to bind port 25d640f0-8834-422d-902a-b4198f5c1b3e on network acce0c98-5f5e-48df-af63-130a35a6d358 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:47:33.632624 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a966b567-f1f2-4093-af3f-b7947ce943cd None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:47:33.632986 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a966b567-f1f2-4093-af3f-b7947ce943cd None None] Checking segment: {'id': 'b95c70ce-b5e6-4281-b1f2-f6e72b805295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:47:33.633371 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a966b567-f1f2-4093-af3f-b7947ce943cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:33.633756 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a966b567-f1f2-4093-af3f-b7947ce943cd None None] Bound using segment: {'id': 'b95c70ce-b5e6-4281-b1f2-f6e72b805295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:47:33.634206 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-a966b567-f1f2-4093-af3f-b7947ce943cd None None] Bound port: 25d640f0-8834-422d-902a-b4198f5c1b3e, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b95c70ce-b5e6-4281-b1f2-f6e72b805295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:47:33.634570 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a966b567-f1f2-4093-af3f-b7947ce943cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:33.720898 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-a966b567-f1f2-4093-af3f-b7947ce943cd None None] For port 25d640f0-8834-422d-902a-b4198f5c1b3e, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:47:33.724724 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-a966b567-f1f2-4093-af3f-b7947ce943cd None None] For port 25d640f0-8834-422d-902a-b4198f5c1b3e, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=25d640f0-8834-422d-902a-b4198f5c1b3e,segment=NetworkSegment(b95c70ce-b5e6-4281-b1f2-f6e72b805295),segment_id=b95c70ce-b5e6-4281-b1f2-f6e72b805295)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:47:33.735512 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a966b567-f1f2-4093-af3f-b7947ce943cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:33.747814 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-4b77b84a-b225-4bf2-9460-798cd51f5df5 admin admin] Allocated IP 172.26.3.175 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/6f2ed38c-74a1-42e0-bfb9-3f63ea855a49) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:47:33.830806 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966b567-f1f2-4093-af3f-b7947ce943cd None None] Pushing event updated for resources: {'Port': ['ID=25d640f0-8834-422d-902a-b4198f5c1b3e,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:33.913302 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4b77b84a-b225-4bf2-9460-798cd51f5df5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:33.947058 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4b77b84a-b225-4bf2-9460-798cd51f5df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:34.030743 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b77b84a-b225-4bf2-9460-798cd51f5df5 admin admin] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:47:34.034113 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-4b77b84a-b225-4bf2-9460-798cd51f5df5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:47:34.036020 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b77b84a-b225-4bf2-9460-798cd51f5df5 admin admin] Pushing event updated for resources: {'Port': ['ID=6f2ed38c-74a1-42e0-bfb9-3f63ea855a49,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:34.038085 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b77b84a-b225-4bf2-9460-798cd51f5df5 admin admin] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:47:34.216151 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 25d640f0-8834-422d-902a-b4198f5c1b3e up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:47:34.284367 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 25d640f0-8834-422d-902a-b4198f5c1b3e completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:47:34.463014 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4b77b84a-b225-4bf2-9460-798cd51f5df5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:34.777098 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ade855-2da6-4d8f-a642-e328a281008b None None] Network acce0c98-5f5e-48df-af63-130a35a6d358 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:47:34.815928 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4b77b84a-b225-4bf2-9460-798cd51f5df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:34.889927 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-c9d3011b-50c7-4e85-bdac-3d68637cd3e0 None None] Provisioning for port 25d640f0-8834-422d-902a-b4198f5c1b3e completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:47:34.905820 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-c9d3011b-50c7-4e85-bdac-3d68637cd3e0 None None] Provisioning complete for port 25d640f0-8834-422d-902a-b4198f5c1b3e triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:47:34.906195 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c9d3011b-50c7-4e85-bdac-3d68637cd3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:35.119114 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c9d3011b-50c7-4e85-bdac-3d68637cd3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:35.146285 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b77b84a-b225-4bf2-9460-798cd51f5df5 admin admin] Router 3930d336-91fd-4681-b0a4-2e2212691703 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 10:47:35.160131 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-c9d3011b-50c7-4e85-bdac-3d68637cd3e0 None None] For port 25d640f0-8834-422d-902a-b4198f5c1b3e, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=25d640f0-8834-422d-902a-b4198f5c1b3e,segment=NetworkSegment(b95c70ce-b5e6-4281-b1f2-f6e72b805295),segment_id=b95c70ce-b5e6-4281-b1f2-f6e72b805295)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:47:35.164632 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c9d3011b-50c7-4e85-bdac-3d68637cd3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:35.237203 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3011b-50c7-4e85-bdac-3d68637cd3e0 None None] Pushing event updated for resources: {'Port': ['ID=25d640f0-8834-422d-902a-b4198f5c1b3e,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:35.333376 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b77b84a-b225-4bf2-9460-798cd51f5df5 admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:47:35.344706 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c843eef-3a4e-465f-9d83-d57dac13e8f4 None None] Sync routers for ids ['3930d336-91fd-4681-b0a4-2e2212691703'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:47:35.355736 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c843eef-3a4e-465f-9d83-d57dac13e8f4 None None] Routers {'3930d336-91fd-4681-b0a4-2e2212691703'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:47:35.357007 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-8c843eef-3a4e-465f-9d83-d57dac13e8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:47:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['3930d336-91fd-4681-b0a4-2e2212691703'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:47:35.357799 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-4b77b84a-b225-4bf2-9460-798cd51f5df5 admin admin] Notify callbacks [] for router, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:35.359119 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-4b77b84a-b225-4bf2-9460-798cd51f5df5 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5414953 Jan 21 10:47:35.361799 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 37440) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:47:35.385155 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-41edf6bd-885c-4835-b840-d6a2f04ca2bc None None] Provisioning complete for port 25d640f0-8834-422d-902a-b4198f5c1b3e triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:47:35.385446 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-41edf6bd-885c-4835-b840-d6a2f04ca2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:35.536702 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-8c843eef-3a4e-465f-9d83-d57dac13e8f4 None None] Set router 3930d336-91fd-4681-b0a4-2e2212691703 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:47:35.819091 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-8c843eef-3a4e-465f-9d83-d57dac13e8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3930d336-91fd-4681-b0a4-2e2212691703', 'name': 'tempest-TestSnapshotPattern-156899865-router', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '6f2ed38c-74a1-42e0-bfb9-3f63ea855a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:47:32Z', 'updated_at': '2022-01-21T10:47:34Z', 'revision_number': 3, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'gw_port': {'id': '6f2ed38c-74a1-42e0-bfb9-3f63ea855a49', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:33Z', 'updated_at': '2022-01-21T10:47:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:47:35.822860 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c843eef-3a4e-465f-9d83-d57dac13e8f4 None None] Checking router: 3930d336-91fd-4681-b0a4-2e2212691703 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:47:35.823208 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c843eef-3a4e-465f-9d83-d57dac13e8f4 None None] Updating router 3930d336-91fd-4681-b0a4-2e2212691703 port 6f2ed38c-74a1-42e0-bfb9-3f63ea855a49 binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:47:35.880925 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-8c843eef-3a4e-465f-9d83-d57dac13e8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:36.038658 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0c43af14-f8c1-433f-bbf5-7f877ffa92cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:36.195238 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 25d640f0-8834-422d-902a-b4198f5c1b3e up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:47:36.208469 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-8c843eef-3a4e-465f-9d83-d57dac13e8f4 None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:36.221107 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-8c843eef-3a4e-465f-9d83-d57dac13e8f4 None None] Transition to ACTIVE for port object 6f2ed38c-74a1-42e0-bfb9-3f63ea855a49 will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:47:36.227805 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-8c843eef-3a4e-465f-9d83-d57dac13e8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:36.254803 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-0c43af14-f8c1-433f-bbf5-7f877ffa92cc admin admin] Allocated IP 172.20.0.1 (acce0c98-5f5e-48df-af63-130a35a6d358/b23e05e5-9a59-4715-be99-d26a44757ccd/726d9750-8e62-4582-9bdf-233d5b4f705a) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:47:36.270611 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 25d640f0-8834-422d-902a-b4198f5c1b3e triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:47:36.270611 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:36.320531 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-8c843eef-3a4e-465f-9d83-d57dac13e8f4 None None] Attempting to bind port 6f2ed38c-74a1-42e0-bfb9-3f63ea855a49 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:47:36.321254 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-8c843eef-3a4e-465f-9d83-d57dac13e8f4 None None] Attempting to bind port 6f2ed38c-74a1-42e0-bfb9-3f63ea855a49 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:47:36.321254 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c843eef-3a4e-465f-9d83-d57dac13e8f4 None None] Attempting to bind port 6f2ed38c-74a1-42e0-bfb9-3f63ea855a49 on network 80a065d7-b55c-43ad-a3e8-c65befe4136c {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:47:36.323727 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6ab8b-5e6d-4bfc-91c7-a6196f7944e3 None None] Pushing event updated for resources: {'Port': ['ID=6f2ed38c-74a1-42e0-bfb9-3f63ea855a49,revision_number=2']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:36.335722 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c843eef-3a4e-465f-9d83-d57dac13e8f4 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:47:36.336341 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c843eef-3a4e-465f-9d83-d57dac13e8f4 None None] Checking segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:47:36.336477 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-8c843eef-3a4e-465f-9d83-d57dac13e8f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:36.336853 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c843eef-3a4e-465f-9d83-d57dac13e8f4 None None] Bound using segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:47:36.337306 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-8c843eef-3a4e-465f-9d83-d57dac13e8f4 None None] Bound port: 6f2ed38c-74a1-42e0-bfb9-3f63ea855a49, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:47:36.337672 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-8c843eef-3a4e-465f-9d83-d57dac13e8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:36.369981 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6ab8b-5e6d-4bfc-91c7-a6196f7944e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:36.370647 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6ab8b-5e6d-4bfc-91c7-a6196f7944e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:36.370647 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6ab8b-5e6d-4bfc-91c7-a6196f7944e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:36.370954 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6ab8b-5e6d-4bfc-91c7-a6196f7944e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:36.371282 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6ab8b-5e6d-4bfc-91c7-a6196f7944e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:36.372746 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6ab8b-5e6d-4bfc-91c7-a6196f7944e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:36.372861 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6ab8b-5e6d-4bfc-91c7-a6196f7944e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:36.373331 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6ab8b-5e6d-4bfc-91c7-a6196f7944e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:36.373660 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6ab8b-5e6d-4bfc-91c7-a6196f7944e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:36.373980 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6ab8b-5e6d-4bfc-91c7-a6196f7944e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:36.374301 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6ab8b-5e6d-4bfc-91c7-a6196f7944e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:36.374949 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6ab8b-5e6d-4bfc-91c7-a6196f7944e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:47:36.427218 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-8c843eef-3a4e-465f-9d83-d57dac13e8f4 None None] For port 6f2ed38c-74a1-42e0-bfb9-3f63ea855a49, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:47:36.431423 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-8c843eef-3a4e-465f-9d83-d57dac13e8f4 None None] For port 6f2ed38c-74a1-42e0-bfb9-3f63ea855a49, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=6f2ed38c-74a1-42e0-bfb9-3f63ea855a49,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:47:36.436998 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-8c843eef-3a4e-465f-9d83-d57dac13e8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:36.523262 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c843eef-3a4e-465f-9d83-d57dac13e8f4 None None] Routers {'3930d336-91fd-4681-b0a4-2e2212691703'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:47:36.524798 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-8c843eef-3a4e-465f-9d83-d57dac13e8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:47:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['3930d336-91fd-4681-b0a4-2e2212691703'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:47:36.532668 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0c43af14-f8c1-433f-bbf5-7f877ffa92cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:36.548989 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.provisioning_blocks [None req-0c43af14-f8c1-433f-bbf5-7f877ffa92cc admin admin] Transition to ACTIVE for port object 726d9750-8e62-4582-9bdf-233d5b4f705a will not be triggered until provisioned by entity DHCP. {{(pid=87515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:47:36.573052 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0c43af14-f8c1-433f-bbf5-7f877ffa92cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:36.589378 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6ab8b-5e6d-4bfc-91c7-a6196f7944e3 None None] Pushing event updated for resources: {'Port': ['ID=6f2ed38c-74a1-42e0-bfb9-3f63ea855a49,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:36.639957 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c43af14-f8c1-433f-bbf5-7f877ffa92cc admin admin] Network acce0c98-5f5e-48df-af63-130a35a6d358 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:47:36.642868 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-0c43af14-f8c1-433f-bbf5-7f877ffa92cc admin admin] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:47:36.646469 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c43af14-f8c1-433f-bbf5-7f877ffa92cc admin admin] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:47:36.682568 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c43af14-f8c1-433f-bbf5-7f877ffa92cc admin admin] Pushing event updated for resources: {'Port': ['ID=726d9750-8e62-4582-9bdf-233d5b4f705a,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:36.705621 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0c43af14-f8c1-433f-bbf5-7f877ffa92cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:36.712890 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-8c843eef-3a4e-465f-9d83-d57dac13e8f4 None None] Set router 3930d336-91fd-4681-b0a4-2e2212691703 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:47:36.845211 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0c43af14-f8c1-433f-bbf5-7f877ffa92cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:36.956896 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-36e111ca-606e-43ce-8843-046d2644d390 None None] Provisioning for port 726d9750-8e62-4582-9bdf-233d5b4f705a completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:47:36.961677 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-36e111ca-606e-43ce-8843-046d2644d390 None None] Provisioning complete for port 726d9750-8e62-4582-9bdf-233d5b4f705a triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:47:36.962050 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-36e111ca-606e-43ce-8843-046d2644d390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:37.019873 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-36e111ca-606e-43ce-8843-046d2644d390 None None] Port 726d9750-8e62-4582-9bdf-233d5b4f705a cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:47:37.054405 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-8c843eef-3a4e-465f-9d83-d57dac13e8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3930d336-91fd-4681-b0a4-2e2212691703', 'name': 'tempest-TestSnapshotPattern-156899865-router', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '6f2ed38c-74a1-42e0-bfb9-3f63ea855a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:47:32Z', 'updated_at': '2022-01-21T10:47:34Z', 'revision_number': 3, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'gw_port': {'id': '6f2ed38c-74a1-42e0-bfb9-3f63ea855a49', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:33Z', 'updated_at': '2022-01-21T10:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:47:37.058139 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c843eef-3a4e-465f-9d83-d57dac13e8f4 None None] The sync data for ids ['3930d336-91fd-4681-b0a4-2e2212691703'] in dv-neutron-825731-1-hyperv is: [{'id': '3930d336-91fd-4681-b0a4-2e2212691703', 'name': 'tempest-TestSnapshotPattern-156899865-router', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '6f2ed38c-74a1-42e0-bfb9-3f63ea855a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:47:32Z', 'updated_at': '2022-01-21T10:47:34Z', 'revision_number': 3, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'gw_port': {'id': '6f2ed38c-74a1-42e0-bfb9-3f63ea855a49', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:33Z', 'updated_at': '2022-01-21T10:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:47:37.081827 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0c43af14-f8c1-433f-bbf5-7f877ffa92cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:37.086663 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0c43af14-f8c1-433f-bbf5-7f877ffa92cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:37.196182 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-0c43af14-f8c1-433f-bbf5-7f877ffa92cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:37.200199 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c43af14-f8c1-433f-bbf5-7f877ffa92cc admin admin] Pushing event updated for resources: {'Port': ['ID=726d9750-8e62-4582-9bdf-233d5b4f705a,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:37.349905 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c43af14-f8c1-433f-bbf5-7f877ffa92cc admin admin] Network acce0c98-5f5e-48df-af63-130a35a6d358 is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:47:37.351054 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-0c43af14-f8c1-433f-bbf5-7f877ffa92cc admin admin] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:47:37.558003 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c43af14-f8c1-433f-bbf5-7f877ffa92cc admin admin] Router 3930d336-91fd-4681-b0a4-2e2212691703 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:47:37.647374 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-a6c2d130-83a8-4f9f-9aaf-90225f1a7ab0 None None] Provisioning complete for port 726d9750-8e62-4582-9bdf-233d5b4f705a triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:47:37.647999 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a6c2d130-83a8-4f9f-9aaf-90225f1a7ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:37.702695 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-a6c2d130-83a8-4f9f-9aaf-90225f1a7ab0 None None] Port 726d9750-8e62-4582-9bdf-233d5b4f705a cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:47:37.747645 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c43af14-f8c1-433f-bbf5-7f877ffa92cc admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:47:37.757970 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-0c43af14-f8c1-433f-bbf5-7f877ffa92cc admin admin] 10.222.0.110 "PUT /v2.0/routers/3930d336-91fd-4681-b0a4-2e2212691703/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3951941 Jan 21 10:47:38.221530 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 6f2ed38c-74a1-42e0-bfb9-3f63ea855a49 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:47:38.270386 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 37458) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:47:38.275766 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-727f1161-677d-4a14-99ea-78036f3bda5e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1387930492-network', 'tenant_id': '2e1b8daa953e4286b2e915cb8541d920'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:47:38.281403 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-727f1161-677d-4a14-99ea-78036f3bda5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:47:38.285427 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-727f1161-677d-4a14-99ea-78036f3bda5e admin admin] Usage tracker for resource:network and tenant:2e1b8daa953e4286b2e915cb8541d920 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:47:38.288425 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-727f1161-677d-4a14-99ea-78036f3bda5e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:47:38.291211 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 6f2ed38c-74a1-42e0-bfb9-3f63ea855a49 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:47:38.296077 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-727f1161-677d-4a14-99ea-78036f3bda5e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:47:38.296732 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 6f2ed38c-74a1-42e0-bfb9-3f63ea855a49 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:47:38.297123 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:38.305599 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727f1161-677d-4a14-99ea-78036f3bda5e admin admin] Made reservation on behalf of 2e1b8daa953e4286b2e915cb8541d920 for: {'network': 1} {{(pid=87515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:47:38.307984 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-727f1161-677d-4a14-99ea-78036f3bda5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for network, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:38.323288 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-727f1161-677d-4a14-99ea-78036f3bda5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:38.338246 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-727f1161-677d-4a14-99ea-78036f3bda5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:47:38.342124 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-727f1161-677d-4a14-99ea-78036f3bda5e admin admin] Usage tracker for resource:security_group_rule and tenant:2e1b8daa953e4286b2e915cb8541d920 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:47:38.345029 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-727f1161-677d-4a14-99ea-78036f3bda5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:47:38.351587 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-727f1161-677d-4a14-99ea-78036f3bda5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:47:38.422233 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:38.439617 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 6f2ed38c-74a1-42e0-bfb9-3f63ea855a49, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=6f2ed38c-74a1-42e0-bfb9-3f63ea855a49,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:47:38.442950 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-727f1161-677d-4a14-99ea-78036f3bda5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:38.443321 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:38.448881 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-727f1161-677d-4a14-99ea-78036f3bda5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:38.479107 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-727f1161-677d-4a14-99ea-78036f3bda5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=87515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:47:38.487813 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f1161-677d-4a14-99ea-78036f3bda5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80aaa9e0-74a6-423b-a90f-7ce7d3f9e4bd,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:38.493920 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-727f1161-677d-4a14-99ea-78036f3bda5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:38.494257 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.segments_db [None req-727f1161-677d-4a14-99ea-78036f3bda5e admin admin] Added segment 08f0971c-0f6b-4bbc-a23c-04c318c8126e of type vlan for network 48d2066a-b36f-4d7f-bfae-fd4129bfd7da Jan 21 10:47:38.517143 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=6f2ed38c-74a1-42e0-bfb9-3f63ea855a49,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:38.524140 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-727f1161-677d-4a14-99ea-78036f3bda5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761632616021'] for network, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:38.553246 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-727f1161-677d-4a14-99ea-78036f3bda5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961'] for network, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:38.554234 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727f1161-677d-4a14-99ea-78036f3bda5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:38.554798 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-727f1161-677d-4a14-99ea-78036f3bda5e admin admin] Notify callbacks [] for network, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:38.655876 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-727f1161-677d-4a14-99ea-78036f3bda5e admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3843322 Jan 21 10:47:38.658682 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 37462) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:47:38.660950 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f1161-677d-4a14-99ea-78036f3bda5e admin admin] Pushing event updated for resources: {'Network': ['ID=48d2066a-b36f-4d7f-bfae-fd4129bfd7da,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:38.664785 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-cae3a3b7-ab90-41d2-ad4a-fb671a3f309f admin admin] Request body: {'subnet': {'network_id': '48d2066a-b36f-4d7f-bfae-fd4129bfd7da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1387930492-subnet', 'tenant_id': '2e1b8daa953e4286b2e915cb8541d920', 'ip_version': 4}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:47:38.672027 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Network 48d2066a-b36f-4d7f-bfae-fd4129bfd7da details requested by agent ovs-agent-dv-neutron-825731-1-hyperv with host dv-neutron-825731-1-hyperv {{(pid=87516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:47:38.676418 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-cae3a3b7-ab90-41d2-ad4a-fb671a3f309f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:47:38.680578 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-cae3a3b7-ab90-41d2-ad4a-fb671a3f309f admin admin] Usage tracker for resource:subnet and tenant:2e1b8daa953e4286b2e915cb8541d920 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:47:38.683480 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-cae3a3b7-ab90-41d2-ad4a-fb671a3f309f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:47:38.690565 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-cae3a3b7-ab90-41d2-ad4a-fb671a3f309f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:47:38.701824 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae3a3b7-ab90-41d2-ad4a-fb671a3f309f admin admin] Made reservation on behalf of 2e1b8daa953e4286b2e915cb8541d920 for: {'subnet': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:47:38.707382 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cae3a3b7-ab90-41d2-ad4a-fb671a3f309f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65300163'] for subnet, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:38.710855 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64daea82-e622-4089-96dd-42ddcc643412 None None] Sync routers for ids ['3930d336-91fd-4681-b0a4-2e2212691703'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:47:38.816702 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64daea82-e622-4089-96dd-42ddcc643412 None None] Routers {'3930d336-91fd-4681-b0a4-2e2212691703'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:47:38.817502 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-64daea82-e622-4089-96dd-42ddcc643412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:47:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['3930d336-91fd-4681-b0a4-2e2212691703'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:47:38.929386 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cae3a3b7-ab90-41d2-ad4a-fb671a3f309f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65988046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65300177'] for subnet, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:39.007333 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-64daea82-e622-4089-96dd-42ddcc643412 None None] Set router 3930d336-91fd-4681-b0a4-2e2212691703 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:47:39.009142 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3a3b7-ab90-41d2-ad4a-fb671a3f309f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b63957c-dca1-474a-8879-3d73dafbfbc1,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:39.017497 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae3a3b7-ab90-41d2-ad4a-fb671a3f309f admin admin] Checking segment: {'id': '08f0971c-0f6b-4bbc-a23c-04c318c8126e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '48d2066a-b36f-4d7f-bfae-fd4129bfd7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:47:39.017851 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae3a3b7-ab90-41d2-ad4a-fb671a3f309f admin admin] Network hostable DHCP agents. Network: 48d2066a-b36f-4d7f-bfae-fd4129bfd7da, hostable agents: ['e2e3bd83-6097-4f80-8a78-ef426af15483'], hosted agents: [] {{(pid=87514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:47:39.036317 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae3a3b7-ab90-41d2-ad4a-fb671a3f309f admin admin] Network 48d2066a-b36f-4d7f-bfae-fd4129bfd7da is scheduled to be hosted by DHCP agent e2e3bd83-6097-4f80-8a78-ef426af15483 with binding_index 1 {{(pid=87514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:47:39.046195 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-cae3a3b7-ab90-41d2-ad4a-fb671a3f309f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825731-1-hyperv, 48d2066a-b36f-4d7f-bfae-fd4129bfd7da) {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:47:39.051574 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae3a3b7-ab90-41d2-ad4a-fb671a3f309f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:39.052687 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-cae3a3b7-ab90-41d2-ad4a-fb671a3f309f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:39.059277 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5df719-65a9-4aeb-9028-2ef5363194a7 None None] Network 48d2066a-b36f-4d7f-bfae-fd4129bfd7da requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:47:39.072932 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-cae3a3b7-ab90-41d2-ad4a-fb671a3f309f admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4130318 Jan 21 10:47:39.076307 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 37466) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:47:39.081295 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-319bd18c-9143-4e04-afab-eb0ba025cd34 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1387930492-router', 'tenant_id': '2e1b8daa953e4286b2e915cb8541d920', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:47:39.085767 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-319bd18c-9143-4e04-afab-eb0ba025cd34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:47:39.089477 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-319bd18c-9143-4e04-afab-eb0ba025cd34 admin admin] Usage tracker for resource:router and tenant:2e1b8daa953e4286b2e915cb8541d920 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:47:39.093265 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-319bd18c-9143-4e04-afab-eb0ba025cd34 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:47:39.099756 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-319bd18c-9143-4e04-afab-eb0ba025cd34 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:47:39.111195 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-319bd18c-9143-4e04-afab-eb0ba025cd34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-556626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-67105582'] for router, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:39.112173 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-319bd18c-9143-4e04-afab-eb0ba025cd34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-67105573'] for router, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:39.128308 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-319bd18c-9143-4e04-afab-eb0ba025cd34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:39.391568 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-319bd18c-9143-4e04-afab-eb0ba025cd34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-67105619'] for router, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:39.488913 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f310ec7d-b25c-43ef-b185-0c0ff6d4db89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cf98b0-dc47-5fb5-8c9c-cfd1c539ac9b-48d2066a-b36f-4d7f-bfae-fd4129bfd7da', 'network_id': '48d2066a-b36f-4d7f-bfae-fd4129bfd7da', 'tenant_id': '2e1b8daa953e4286b2e915cb8541d920', 'fixed_ips': [{'subnet_id': '9b63957c-dca1-474a-8879-3d73dafbfbc1'}]}} from dv-neutron-825731-1-hyperv. {{(pid=87516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 10:47:39.489734 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f310ec7d-b25c-43ef-b185-0c0ff6d4db89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:39.578819 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-64daea82-e622-4089-96dd-42ddcc643412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3930d336-91fd-4681-b0a4-2e2212691703', 'name': 'tempest-TestSnapshotPattern-156899865-router', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '6f2ed38c-74a1-42e0-bfb9-3f63ea855a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:47:32Z', 'updated_at': '2022-01-21T10:47:36Z', 'revision_number': 4, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'gw_port': {'id': '6f2ed38c-74a1-42e0-bfb9-3f63ea855a49', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:33Z', 'updated_at': '2022-01-21T10:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '726d9750-8e62-4582-9bdf-233d5b4f705a', 'name': '', 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'mac_address': 'fa:16:3e:b5:c1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'b23e05e5-9a59-4715-be99-d26a44757ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:36Z', 'updated_at': '2022-01-21T10:47:36Z', 'revision_number': 2, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'subnets': [{'id': 'b23e05e5-9a59-4715-be99-d26a44757ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:47:39.592912 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64daea82-e622-4089-96dd-42ddcc643412 None None] Checking router: 3930d336-91fd-4681-b0a4-2e2212691703 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:47:39.593288 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64daea82-e622-4089-96dd-42ddcc643412 None None] Updating router 3930d336-91fd-4681-b0a4-2e2212691703 port 726d9750-8e62-4582-9bdf-233d5b4f705a binding host dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:47:39.696372 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-64daea82-e622-4089-96dd-42ddcc643412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:39.749093 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.db_base_plugin_common [None req-f310ec7d-b25c-43ef-b185-0c0ff6d4db89 None None] Allocated IP 172.20.0.2 (48d2066a-b36f-4d7f-bfae-fd4129bfd7da/9b63957c-dca1-474a-8879-3d73dafbfbc1/821dcc55-b021-4c89-927f-bba28d4a65a5) {{(pid=87516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:47:39.812848 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-319bd18c-9143-4e04-afab-eb0ba025cd34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:39.842751 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-319bd18c-9143-4e04-afab-eb0ba025cd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:39.979794 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-319bd18c-9143-4e04-afab-eb0ba025cd34 admin admin] Allocated IP 172.26.3.35 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/2f37789a-2c58-4172-95ac-3bd7717b1670) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:47:40.128658 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-319bd18c-9143-4e04-afab-eb0ba025cd34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:40.146952 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f310ec7d-b25c-43ef-b185-0c0ff6d4db89 None None] Notify callbacks [] for port, precommit_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:40.159421 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-319bd18c-9143-4e04-afab-eb0ba025cd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:40.161387 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f310ec7d-b25c-43ef-b185-0c0ff6d4db89 None None] Transition to ACTIVE for port object 821dcc55-b021-4c89-927f-bba28d4a65a5 will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:47:40.193400 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f310ec7d-b25c-43ef-b185-0c0ff6d4db89 None None] Transition to ACTIVE for port object 821dcc55-b021-4c89-927f-bba28d4a65a5 will not be triggered until provisioned by entity DHCP. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:47:40.232011 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319bd18c-9143-4e04-afab-eb0ba025cd34 admin admin] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:47:40.235021 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-319bd18c-9143-4e04-afab-eb0ba025cd34 admin admin] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:47:40.238856 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319bd18c-9143-4e04-afab-eb0ba025cd34 admin admin] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:47:40.268765 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bd18c-9143-4e04-afab-eb0ba025cd34 admin admin] Pushing event updated for resources: {'Port': ['ID=2f37789a-2c58-4172-95ac-3bd7717b1670,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:40.269770 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 6f2ed38c-74a1-42e0-bfb9-3f63ea855a49 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:47:40.316426 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f310ec7d-b25c-43ef-b185-0c0ff6d4db89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947'] for port, after_create {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:40.414398 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f310ec7d-b25c-43ef-b185-0c0ff6d4db89 None None] Network 48d2066a-b36f-4d7f-bfae-fd4129bfd7da is already hosted by enough agents. {{(pid=87516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:47:40.416184 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-64daea82-e622-4089-96dd-42ddcc643412 None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:40.425422 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.scheduler.base_scheduler [None req-f310ec7d-b25c-43ef-b185-0c0ff6d4db89 None None] Resources bound (agent type, host, resource id): {{(pid=87516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:47:40.432903 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f310ec7d-b25c-43ef-b185-0c0ff6d4db89 None None] Received port after_create {{(pid=87516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:47:40.435943 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f310ec7d-b25c-43ef-b185-0c0ff6d4db89 None None] Pushing event updated for resources: {'Port': ['ID=821dcc55-b021-4c89-927f-bba28d4a65a5,revision_number=1']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:40.471608 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-64daea82-e622-4089-96dd-42ddcc643412 None None] Transition to ACTIVE for port object 726d9750-8e62-4582-9bdf-233d5b4f705a will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:47:40.514209 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-64daea82-e622-4089-96dd-42ddcc643412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:40.592979 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 6f2ed38c-74a1-42e0-bfb9-3f63ea855a49 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:47:40.593319 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:40.656757 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-319bd18c-9143-4e04-afab-eb0ba025cd34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:40.694462 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-f310ec7d-b25c-43ef-b185-0c0ff6d4db89 None None] Attempting to bind port 821dcc55-b021-4c89-927f-bba28d4a65a5 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:47:40.694839 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-f310ec7d-b25c-43ef-b185-0c0ff6d4db89 None None] Attempting to bind port 821dcc55-b021-4c89-927f-bba28d4a65a5 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '08f0971c-0f6b-4bbc-a23c-04c318c8126e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '48d2066a-b36f-4d7f-bfae-fd4129bfd7da'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:47:40.695202 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f310ec7d-b25c-43ef-b185-0c0ff6d4db89 None None] Attempting to bind port 821dcc55-b021-4c89-927f-bba28d4a65a5 on network 48d2066a-b36f-4d7f-bfae-fd4129bfd7da {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:47:40.716402 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53396590-6247-4060-853f-b3b32bb04270 None None] Pushing event updated for resources: {'Port': ['ID=726d9750-8e62-4582-9bdf-233d5b4f705a,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:40.725967 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f310ec7d-b25c-43ef-b185-0c0ff6d4db89 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:47:40.726346 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f310ec7d-b25c-43ef-b185-0c0ff6d4db89 None None] Checking segment: {'id': '08f0971c-0f6b-4bbc-a23c-04c318c8126e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '48d2066a-b36f-4d7f-bfae-fd4129bfd7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:47:40.726751 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f310ec7d-b25c-43ef-b185-0c0ff6d4db89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:40.727144 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f310ec7d-b25c-43ef-b185-0c0ff6d4db89 None None] Bound using segment: {'id': '08f0971c-0f6b-4bbc-a23c-04c318c8126e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '48d2066a-b36f-4d7f-bfae-fd4129bfd7da'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:47:40.727900 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-f310ec7d-b25c-43ef-b185-0c0ff6d4db89 None None] Bound port: 821dcc55-b021-4c89-927f-bba28d4a65a5, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08f0971c-0f6b-4bbc-a23c-04c318c8126e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '48d2066a-b36f-4d7f-bfae-fd4129bfd7da'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:47:40.728023 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f310ec7d-b25c-43ef-b185-0c0ff6d4db89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:40.938277 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-64daea82-e622-4089-96dd-42ddcc643412 None None] Attempting to bind port 726d9750-8e62-4582-9bdf-233d5b4f705a on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:47:40.938564 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-64daea82-e622-4089-96dd-42ddcc643412 None None] Attempting to bind port 726d9750-8e62-4582-9bdf-233d5b4f705a by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': 'b95c70ce-b5e6-4281-b1f2-f6e72b805295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:47:40.938925 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64daea82-e622-4089-96dd-42ddcc643412 None None] Attempting to bind port 726d9750-8e62-4582-9bdf-233d5b4f705a on network acce0c98-5f5e-48df-af63-130a35a6d358 {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:47:40.970723 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64daea82-e622-4089-96dd-42ddcc643412 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:47:40.971094 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64daea82-e622-4089-96dd-42ddcc643412 None None] Checking segment: {'id': 'b95c70ce-b5e6-4281-b1f2-f6e72b805295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:47:40.971539 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-64daea82-e622-4089-96dd-42ddcc643412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:40.971940 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64daea82-e622-4089-96dd-42ddcc643412 None None] Bound using segment: {'id': 'b95c70ce-b5e6-4281-b1f2-f6e72b805295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:47:40.972410 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-64daea82-e622-4089-96dd-42ddcc643412 None None] Bound port: 726d9750-8e62-4582-9bdf-233d5b4f705a, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b95c70ce-b5e6-4281-b1f2-f6e72b805295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:47:40.972799 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-64daea82-e622-4089-96dd-42ddcc643412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:41.004060 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f310ec7d-b25c-43ef-b185-0c0ff6d4db89 None None] For port 821dcc55-b021-4c89-927f-bba28d4a65a5, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:47:41.008676 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-319bd18c-9143-4e04-afab-eb0ba025cd34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-556763'] for router, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:41.049662 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f310ec7d-b25c-43ef-b185-0c0ff6d4db89 None None] For port 821dcc55-b021-4c89-927f-bba28d4a65a5, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=821dcc55-b021-4c89-927f-bba28d4a65a5,segment=NetworkSegment(08f0971c-0f6b-4bbc-a23c-04c318c8126e),segment_id=08f0971c-0f6b-4bbc-a23c-04c318c8126e)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:47:41.057777 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f310ec7d-b25c-43ef-b185-0c0ff6d4db89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:41.157907 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-64daea82-e622-4089-96dd-42ddcc643412 None None] For port 726d9750-8e62-4582-9bdf-233d5b4f705a, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:47:41.162843 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-64daea82-e622-4089-96dd-42ddcc643412 None None] For port 726d9750-8e62-4582-9bdf-233d5b4f705a, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=726d9750-8e62-4582-9bdf-233d5b4f705a,segment=NetworkSegment(b95c70ce-b5e6-4281-b1f2-f6e72b805295),segment_id=b95c70ce-b5e6-4281-b1f2-f6e72b805295)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:47:41.167451 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f310ec7d-b25c-43ef-b185-0c0ff6d4db89 None None] Pushing event updated for resources: {'Port': ['ID=821dcc55-b021-4c89-927f-bba28d4a65a5,revision_number=2']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:41.174447 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-64daea82-e622-4089-96dd-42ddcc643412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:41.272906 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64daea82-e622-4089-96dd-42ddcc643412 None None] Routers {'3930d336-91fd-4681-b0a4-2e2212691703'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:47:41.273538 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-64daea82-e622-4089-96dd-42ddcc643412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:47:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['3930d336-91fd-4681-b0a4-2e2212691703'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:47:41.344935 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53396590-6247-4060-853f-b3b32bb04270 None None] Pushing event updated for resources: {'Port': ['ID=726d9750-8e62-4582-9bdf-233d5b4f705a,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:41.362119 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319bd18c-9143-4e04-afab-eb0ba025cd34 admin admin] Router 83ca36ba-901c-423a-a6f9-9d11c863f9e7 is scheduled to L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 with binding_index 1 {{(pid=87514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 10:47:41.505519 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-64daea82-e622-4089-96dd-42ddcc643412 None None] Set router 3930d336-91fd-4681-b0a4-2e2212691703 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:47:41.591807 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319bd18c-9143-4e04-afab-eb0ba025cd34 admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:47:41.614113 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10df6417-77da-4e89-bd7f-dcd0bd2ae87c None None] Sync routers for ids ['83ca36ba-901c-423a-a6f9-9d11c863f9e7'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:47:41.631351 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10df6417-77da-4e89-bd7f-dcd0bd2ae87c None None] Routers {'83ca36ba-901c-423a-a6f9-9d11c863f9e7'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:47:41.633872 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-10df6417-77da-4e89-bd7f-dcd0bd2ae87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:47:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['83ca36ba-901c-423a-a6f9-9d11c863f9e7'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:47:41.636114 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-319bd18c-9143-4e04-afab-eb0ba025cd34 admin admin] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:41.641247 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-319bd18c-9143-4e04-afab-eb0ba025cd34 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5613029 Jan 21 10:47:41.641651 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 37470) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:47:41.912602 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-10df6417-77da-4e89-bd7f-dcd0bd2ae87c None None] Set router 83ca36ba-901c-423a-a6f9-9d11c863f9e7 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:47:42.032435 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-64daea82-e622-4089-96dd-42ddcc643412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3930d336-91fd-4681-b0a4-2e2212691703', 'name': 'tempest-TestSnapshotPattern-156899865-router', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '6f2ed38c-74a1-42e0-bfb9-3f63ea855a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:47:32Z', 'updated_at': '2022-01-21T10:47:36Z', 'revision_number': 4, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'gw_port': {'id': '6f2ed38c-74a1-42e0-bfb9-3f63ea855a49', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:33Z', 'updated_at': '2022-01-21T10:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '726d9750-8e62-4582-9bdf-233d5b4f705a', 'name': '', 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'mac_address': 'fa:16:3e:b5:c1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'b23e05e5-9a59-4715-be99-d26a44757ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:36Z', 'updated_at': '2022-01-21T10:47:41Z', 'revision_number': 4, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'subnets': [{'id': 'b23e05e5-9a59-4715-be99-d26a44757ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:47:42.037272 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64daea82-e622-4089-96dd-42ddcc643412 None None] The sync data for ids ['3930d336-91fd-4681-b0a4-2e2212691703'] in dv-neutron-825731-1-hyperv is: [{'id': '3930d336-91fd-4681-b0a4-2e2212691703', 'name': 'tempest-TestSnapshotPattern-156899865-router', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '6f2ed38c-74a1-42e0-bfb9-3f63ea855a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:47:32Z', 'updated_at': '2022-01-21T10:47:36Z', 'revision_number': 4, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'gw_port': {'id': '6f2ed38c-74a1-42e0-bfb9-3f63ea855a49', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:33Z', 'updated_at': '2022-01-21T10:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '726d9750-8e62-4582-9bdf-233d5b4f705a', 'name': '', 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'mac_address': 'fa:16:3e:b5:c1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'b23e05e5-9a59-4715-be99-d26a44757ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:36Z', 'updated_at': '2022-01-21T10:47:41Z', 'revision_number': 4, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'subnets': [{'id': 'b23e05e5-9a59-4715-be99-d26a44757ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:47:42.288422 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 821dcc55-b021-4c89-927f-bba28d4a65a5 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:47:42.385510 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-10df6417-77da-4e89-bd7f-dcd0bd2ae87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ca36ba-901c-423a-a6f9-9d11c863f9e7', 'name': 'tempest-TestSnapshotPattern-1387930492-router', 'tenant_id': '2e1b8daa953e4286b2e915cb8541d920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.35'}], 'enable_snat': True}, 'gw_port_id': '2f37789a-2c58-4172-95ac-3bd7717b1670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:47:39Z', 'updated_at': '2022-01-21T10:47:40Z', 'revision_number': 3, 'project_id': '2e1b8daa953e4286b2e915cb8541d920', 'gw_port': {'id': '2f37789a-2c58-4172-95ac-3bd7717b1670', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ca36ba-901c-423a-a6f9-9d11c863f9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:39Z', 'updated_at': '2022-01-21T10:47:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:47:42.390892 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10df6417-77da-4e89-bd7f-dcd0bd2ae87c None None] Checking router: 83ca36ba-901c-423a-a6f9-9d11c863f9e7 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:47:42.391503 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10df6417-77da-4e89-bd7f-dcd0bd2ae87c None None] Updating router 83ca36ba-901c-423a-a6f9-9d11c863f9e7 port 2f37789a-2c58-4172-95ac-3bd7717b1670 binding host dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:47:42.409427 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 821dcc55-b021-4c89-927f-bba28d4a65a5 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:47:42.416120 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 726d9750-8e62-4582-9bdf-233d5b4f705a up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:47:42.469780 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-10df6417-77da-4e89-bd7f-dcd0bd2ae87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:42.546386 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 726d9750-8e62-4582-9bdf-233d5b4f705a completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:47:42.555157 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 726d9750-8e62-4582-9bdf-233d5b4f705a triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:47:42.555566 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:42.602803 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f904140e-8a89-4eea-b8ce-21bf0256525f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:42.693123 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07be81bb-6960-4e7a-bbf3-001a2815297e None None] Network 48d2066a-b36f-4d7f-bfae-fd4129bfd7da requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:47:42.819825 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-d5dbc63d-ded3-4cad-899d-52e68d8631c2 None None] Provisioning for port 821dcc55-b021-4c89-927f-bba28d4a65a5 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:47:42.828986 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:42.858387 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-d5dbc63d-ded3-4cad-899d-52e68d8631c2 None None] Provisioning complete for port 821dcc55-b021-4c89-927f-bba28d4a65a5 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:47:42.860090 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d5dbc63d-ded3-4cad-899d-52e68d8631c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:42.919127 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [None req-f904140e-8a89-4eea-b8ce-21bf0256525f admin admin] Allocated IP 172.20.0.1 (48d2066a-b36f-4d7f-bfae-fd4129bfd7da/9b63957c-dca1-474a-8879-3d73dafbfbc1/6cf0d368-8988-4532-904e-fc093dbbfdfc) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:47:42.941200 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-10df6417-77da-4e89-bd7f-dcd0bd2ae87c None None] Notify callbacks [] for port, precommit_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:42.953142 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 726d9750-8e62-4582-9bdf-233d5b4f705a, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=726d9750-8e62-4582-9bdf-233d5b4f705a,segment=NetworkSegment(b95c70ce-b5e6-4281-b1f2-f6e72b805295),segment_id=b95c70ce-b5e6-4281-b1f2-f6e72b805295)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:47:42.956700 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.provisioning_blocks [None req-10df6417-77da-4e89-bd7f-dcd0bd2ae87c None None] Transition to ACTIVE for port object 2f37789a-2c58-4172-95ac-3bd7717b1670 will not be triggered until provisioned by entity L2. {{(pid=87517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:47:42.967124 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-10df6417-77da-4e89-bd7f-dcd0bd2ae87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:43.045280 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:43.065920 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-10df6417-77da-4e89-bd7f-dcd0bd2ae87c None None] Attempting to bind port 2f37789a-2c58-4172-95ac-3bd7717b1670 on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:47:43.066304 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-10df6417-77da-4e89-bd7f-dcd0bd2ae87c None None] Attempting to bind port 2f37789a-2c58-4172-95ac-3bd7717b1670 by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:47:43.066673 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df6417-77da-4e89-bd7f-dcd0bd2ae87c None None] Attempting to bind port 2f37789a-2c58-4172-95ac-3bd7717b1670 on network 80a065d7-b55c-43ad-a3e8-c65befe4136c {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:47:43.086845 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df6417-77da-4e89-bd7f-dcd0bd2ae87c None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:47:43.087288 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df6417-77da-4e89-bd7f-dcd0bd2ae87c None None] Checking segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:47:43.087723 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-10df6417-77da-4e89-bd7f-dcd0bd2ae87c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:43.088122 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df6417-77da-4e89-bd7f-dcd0bd2ae87c None None] Bound using segment: {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'} {{(pid=87517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:47:43.088610 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.managers [None req-10df6417-77da-4e89-bd7f-dcd0bd2ae87c None None] Bound port: 2f37789a-2c58-4172-95ac-3bd7717b1670, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ada181f-c304-4b8c-8f2d-2ed708029ed5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c'}}] {{(pid=87517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:47:43.089580 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-10df6417-77da-4e89-bd7f-dcd0bd2ae87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:43.120735 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f904140e-8a89-4eea-b8ce-21bf0256525f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:43.141018 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [None req-f904140e-8a89-4eea-b8ce-21bf0256525f admin admin] Transition to ACTIVE for port object 6cf0d368-8988-4532-904e-fc093dbbfdfc will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:47:43.177725 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f904140e-8a89-4eea-b8ce-21bf0256525f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:43.182044 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110925d-b013-40c2-938e-3afe10aadb18 None None] Pushing event updated for resources: {'Port': ['ID=2f37789a-2c58-4172-95ac-3bd7717b1670,revision_number=2']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:43.193026 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-10df6417-77da-4e89-bd7f-dcd0bd2ae87c None None] For port 2f37789a-2c58-4172-95ac-3bd7717b1670, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:47:43.197571 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.plugins.ml2.db [None req-10df6417-77da-4e89-bd7f-dcd0bd2ae87c None None] For port 2f37789a-2c58-4172-95ac-3bd7717b1670, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=2f37789a-2c58-4172-95ac-3bd7717b1670,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:47:43.205463 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron_lib.callbacks.manager [None req-10df6417-77da-4e89-bd7f-dcd0bd2ae87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:43.207378 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=726d9750-8e62-4582-9bdf-233d5b4f705a,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:43.212121 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d5dbc63d-ded3-4cad-899d-52e68d8631c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:43.259805 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-d5dbc63d-ded3-4cad-899d-52e68d8631c2 None None] For port 821dcc55-b021-4c89-927f-bba28d4a65a5, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=821dcc55-b021-4c89-927f-bba28d4a65a5,segment=NetworkSegment(08f0971c-0f6b-4bbc-a23c-04c318c8126e),segment_id=08f0971c-0f6b-4bbc-a23c-04c318c8126e)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:47:43.276502 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d5dbc63d-ded3-4cad-899d-52e68d8631c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:43.294227 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10df6417-77da-4e89-bd7f-dcd0bd2ae87c None None] Routers {'83ca36ba-901c-423a-a6f9-9d11c863f9e7'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:47:43.294871 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-10df6417-77da-4e89-bd7f-dcd0bd2ae87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:47:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['83ca36ba-901c-423a-a6f9-9d11c863f9e7'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:47:43.305053 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f904140e-8a89-4eea-b8ce-21bf0256525f admin admin] Network 48d2066a-b36f-4d7f-bfae-fd4129bfd7da is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:47:43.308089 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-f904140e-8a89-4eea-b8ce-21bf0256525f admin admin] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:47:43.315166 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f904140e-8a89-4eea-b8ce-21bf0256525f admin admin] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:47:43.379709 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:43.391687 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dbc63d-ded3-4cad-899d-52e68d8631c2 None None] Pushing event updated for resources: {'Port': ['ID=821dcc55-b021-4c89-927f-bba28d4a65a5,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:43.438372 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110925d-b013-40c2-938e-3afe10aadb18 None None] Pushing event updated for resources: {'Port': ['ID=2f37789a-2c58-4172-95ac-3bd7717b1670,revision_number=3']} {{(pid=87517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:43.534150 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904140e-8a89-4eea-b8ce-21bf0256525f admin admin] Pushing event updated for resources: {'Port': ['ID=6cf0d368-8988-4532-904e-fc093dbbfdfc,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:43.563284 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f904140e-8a89-4eea-b8ce-21bf0256525f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419217'] for router_interface, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:43.577355 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-10df6417-77da-4e89-bd7f-dcd0bd2ae87c None None] Set router 83ca36ba-901c-423a-a6f9-9d11c863f9e7 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:47:43.605487 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-1a88a46b-0b2c-4aa2-8a9a-ff85a68b1e46 None None] Provisioning complete for port 821dcc55-b021-4c89-927f-bba28d4a65a5 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:47:43.606348 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1a88a46b-0b2c-4aa2-8a9a-ff85a68b1e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:43.872054 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-b47e8dc0-b97a-436b-96fd-a8682dd40eb8 None None] Provisioning for port 6cf0d368-8988-4532-904e-fc093dbbfdfc completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:47:43.877201 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-b47e8dc0-b97a-436b-96fd-a8682dd40eb8 None None] Provisioning complete for port 6cf0d368-8988-4532-904e-fc093dbbfdfc triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:47:43.877593 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b47e8dc0-b97a-436b-96fd-a8682dd40eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:43.912488 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f904140e-8a89-4eea-b8ce-21bf0256525f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:43.937925 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-b47e8dc0-b97a-436b-96fd-a8682dd40eb8 None None] Port 6cf0d368-8988-4532-904e-fc093dbbfdfc cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:47:43.940910 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-10df6417-77da-4e89-bd7f-dcd0bd2ae87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ca36ba-901c-423a-a6f9-9d11c863f9e7', 'name': 'tempest-TestSnapshotPattern-1387930492-router', 'tenant_id': '2e1b8daa953e4286b2e915cb8541d920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.35'}], 'enable_snat': True}, 'gw_port_id': '2f37789a-2c58-4172-95ac-3bd7717b1670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:47:39Z', 'updated_at': '2022-01-21T10:47:40Z', 'revision_number': 3, 'project_id': '2e1b8daa953e4286b2e915cb8541d920', 'gw_port': {'id': '2f37789a-2c58-4172-95ac-3bd7717b1670', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ca36ba-901c-423a-a6f9-9d11c863f9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:39Z', 'updated_at': '2022-01-21T10:47:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:47:43.945035 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10df6417-77da-4e89-bd7f-dcd0bd2ae87c None None] The sync data for ids ['83ca36ba-901c-423a-a6f9-9d11c863f9e7'] in dv-neutron-825731-1-hyperv is: [{'id': '83ca36ba-901c-423a-a6f9-9d11c863f9e7', 'name': 'tempest-TestSnapshotPattern-1387930492-router', 'tenant_id': '2e1b8daa953e4286b2e915cb8541d920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.35'}], 'enable_snat': True}, 'gw_port_id': '2f37789a-2c58-4172-95ac-3bd7717b1670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:47:39Z', 'updated_at': '2022-01-21T10:47:40Z', 'revision_number': 3, 'project_id': '2e1b8daa953e4286b2e915cb8541d920', 'gw_port': {'id': '2f37789a-2c58-4172-95ac-3bd7717b1670', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ca36ba-901c-423a-a6f9-9d11c863f9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:39Z', 'updated_at': '2022-01-21T10:47:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:47:44.153490 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f904140e-8a89-4eea-b8ce-21bf0256525f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:44.159148 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f904140e-8a89-4eea-b8ce-21bf0256525f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:44.257953 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 821dcc55-b021-4c89-927f-bba28d4a65a5 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:47:44.282915 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-f904140e-8a89-4eea-b8ce-21bf0256525f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419084'] for router_interface, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:44.286629 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904140e-8a89-4eea-b8ce-21bf0256525f admin admin] Pushing event updated for resources: {'Port': ['ID=6cf0d368-8988-4532-904e-fc093dbbfdfc,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:44.337785 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 821dcc55-b021-4c89-927f-bba28d4a65a5 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:47:44.338478 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:44.432719 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f904140e-8a89-4eea-b8ce-21bf0256525f admin admin] Network 48d2066a-b36f-4d7f-bfae-fd4129bfd7da is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:47:44.434797 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [None req-f904140e-8a89-4eea-b8ce-21bf0256525f admin admin] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:47:44.477609 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 726d9750-8e62-4582-9bdf-233d5b4f705a up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:47:44.555215 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 726d9750-8e62-4582-9bdf-233d5b4f705a triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:47:44.555616 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:44.667612 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f904140e-8a89-4eea-b8ce-21bf0256525f admin admin] Router 83ca36ba-901c-423a-a6f9-9d11c863f9e7 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:47:44.769753 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-0049881d-0dde-437a-a065-3075e3db0608 None None] Provisioning complete for port 6cf0d368-8988-4532-904e-fc093dbbfdfc triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:47:44.770462 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-0049881d-0dde-437a-a065-3075e3db0608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:44.839525 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-0049881d-0dde-437a-a065-3075e3db0608 None None] Port 6cf0d368-8988-4532-904e-fc093dbbfdfc cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:47:44.861366 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f904140e-8a89-4eea-b8ce-21bf0256525f admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:47:44.872357 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-f904140e-8a89-4eea-b8ce-21bf0256525f admin admin] 10.222.0.110 "PUT /v2.0/routers/83ca36ba-901c-423a-a6f9-9d11c863f9e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2283366 Jan 21 10:47:45.460954 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 37480) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:47:45.466199 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-53d89135-d952-4223-8ce3-285c58c35b8c tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2091268317', 'description': 'tempest-secgroup-smoke-2091268317 description', 'project_id': 'eb000c216c43454cad4568dfd8404ac0'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:47:45.472262 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-53d89135-d952-4223-8ce3-285c58c35b8c tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:47:45.475978 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-53d89135-d952-4223-8ce3-285c58c35b8c tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Usage tracker for resource:security_group and tenant:eb000c216c43454cad4568dfd8404ac0 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:47:45.478747 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-53d89135-d952-4223-8ce3-285c58c35b8c tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:47:45.485466 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-53d89135-d952-4223-8ce3-285c58c35b8c tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:47:45.495196 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-53d89135-d952-4223-8ce3-285c58c35b8c tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks [] for security_group, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:45.516242 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-53d89135-d952-4223-8ce3-285c58c35b8c tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:47:45.520296 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-53d89135-d952-4223-8ce3-285c58c35b8c tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Usage tracker for resource:security_group_rule and tenant:eb000c216c43454cad4568dfd8404ac0 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:47:45.523150 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-53d89135-d952-4223-8ce3-285c58c35b8c tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:47:45.529683 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-53d89135-d952-4223-8ce3-285c58c35b8c tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:47:45.600811 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-53d89135-d952-4223-8ce3-285c58c35b8c tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks [] for security_group, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:45.604801 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-53d89135-d952-4223-8ce3-285c58c35b8c tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:45.618227 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a22733b-db54-4d2d-ae50-58bc9b31b0e2 None None] Sync routers for ids ['83ca36ba-901c-423a-a6f9-9d11c863f9e7'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:47:45.628234 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a22733b-db54-4d2d-ae50-58bc9b31b0e2 None None] Routers {'83ca36ba-901c-423a-a6f9-9d11c863f9e7'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:47:45.628900 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-4a22733b-db54-4d2d-ae50-58bc9b31b0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:47:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['83ca36ba-901c-423a-a6f9-9d11c863f9e7'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:47:45.647250 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d89135-d952-4223-8ce3-285c58c35b8c tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e29efa5-c1ad-4311-855f-c9baa28feaac,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:45.650592 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-53d89135-d952-4223-8ce3-285c58c35b8c tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks [] for security_group, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:45.651802 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-53d89135-d952-4223-8ce3-285c58c35b8c tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1898649 Jan 21 10:47:45.656534 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 37484) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:47:45.661724 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [None req-473bda78-78e2-4a07-bb56-87e1f18b0139 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Request body: {'security_group_rule': {'security_group_id': '0e29efa5-c1ad-4311-855f-c9baa28feaac', 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:47:45.668809 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-473bda78-78e2-4a07-bb56-87e1f18b0139 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:47:45.672650 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-473bda78-78e2-4a07-bb56-87e1f18b0139 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Usage tracker for resource:security_group_rule and tenant:eb000c216c43454cad4568dfd8404ac0 is out of sync, need to count used quota {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:47:45.675591 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [None req-473bda78-78e2-4a07-bb56-87e1f18b0139 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87514) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:47:45.681131 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [None req-473bda78-78e2-4a07-bb56-87e1f18b0139 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:47:45.702079 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-473bda78-78e2-4a07-bb56-87e1f18b0139 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:45.765378 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-473bda78-78e2-4a07-bb56-87e1f18b0139 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:45.769815 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-473bda78-78e2-4a07-bb56-87e1f18b0139 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:45.794843 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473bda78-78e2-4a07-bb56-87e1f18b0139 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a4afcd0-220e-4380-b6b1-95392874c3e4,revision_number=0']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:45.806606 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-473bda78-78e2-4a07-bb56-87e1f18b0139 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:45.807805 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-473bda78-78e2-4a07-bb56-87e1f18b0139 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1504176 Jan 21 10:47:45.811046 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 37488) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:47:45.816234 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-b5eb4db0-856b-4835-b5c0-ab12b0b7984a tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Request body: {'security_group_rule': {'security_group_id': '0e29efa5-c1ad-4311-855f-c9baa28feaac', 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:47:45.822032 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-b5eb4db0-856b-4835-b5c0-ab12b0b7984a tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:47:45.825931 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-b5eb4db0-856b-4835-b5c0-ab12b0b7984a tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Usage tracker for resource:security_group_rule and tenant:eb000c216c43454cad4568dfd8404ac0 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:47:45.828826 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-b5eb4db0-856b-4835-b5c0-ab12b0b7984a tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:47:45.834381 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-b5eb4db0-856b-4835-b5c0-ab12b0b7984a tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:47:45.853165 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-4a22733b-db54-4d2d-ae50-58bc9b31b0e2 None None] Set router 83ca36ba-901c-423a-a6f9-9d11c863f9e7 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:47:45.855087 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b5eb4db0-856b-4835-b5c0-ab12b0b7984a tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:46.033004 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b5eb4db0-856b-4835-b5c0-ab12b0b7984a tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:46.036612 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b5eb4db0-856b-4835-b5c0-ab12b0b7984a tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:46.061073 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb4db0-856b-4835-b5c0-ab12b0b7984a tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba616f6-ef16-4d5e-b467-ad4b01c2d7fd,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:46.069635 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b5eb4db0-856b-4835-b5c0-ab12b0b7984a tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:46.070871 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-b5eb4db0-856b-4835-b5c0-ab12b0b7984a tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2588248 Jan 21 10:47:46.073697 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 37492) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:47:46.079674 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-2ccdd145-b2d4-46ca-97c6-5583bdfa4853 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Request body: {'security_group_rule': {'security_group_id': '0e29efa5-c1ad-4311-855f-c9baa28feaac', 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:47:46.085314 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2ccdd145-b2d4-46ca-97c6-5583bdfa4853 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:47:46.088986 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2ccdd145-b2d4-46ca-97c6-5583bdfa4853 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Usage tracker for resource:security_group_rule and tenant:eb000c216c43454cad4568dfd8404ac0 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:47:46.092738 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-2ccdd145-b2d4-46ca-97c6-5583bdfa4853 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:47:46.098412 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-2ccdd145-b2d4-46ca-97c6-5583bdfa4853 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:47:46.116359 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2ccdd145-b2d4-46ca-97c6-5583bdfa4853 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:46.186440 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2ccdd145-b2d4-46ca-97c6-5583bdfa4853 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:46.190437 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2ccdd145-b2d4-46ca-97c6-5583bdfa4853 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:46.191289 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-4a22733b-db54-4d2d-ae50-58bc9b31b0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ca36ba-901c-423a-a6f9-9d11c863f9e7', 'name': 'tempest-TestSnapshotPattern-1387930492-router', 'tenant_id': '2e1b8daa953e4286b2e915cb8541d920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.35'}], 'enable_snat': True}, 'gw_port_id': '2f37789a-2c58-4172-95ac-3bd7717b1670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:47:39Z', 'updated_at': '2022-01-21T10:47:43Z', 'revision_number': 4, 'project_id': '2e1b8daa953e4286b2e915cb8541d920', 'gw_port': {'id': '2f37789a-2c58-4172-95ac-3bd7717b1670', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ca36ba-901c-423a-a6f9-9d11c863f9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:39Z', 'updated_at': '2022-01-21T10:47:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '6cf0d368-8988-4532-904e-fc093dbbfdfc', 'name': '', 'network_id': '48d2066a-b36f-4d7f-bfae-fd4129bfd7da', 'tenant_id': '2e1b8daa953e4286b2e915cb8541d920', 'mac_address': 'fa:16:3e:d3:28:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ca36ba-901c-423a-a6f9-9d11c863f9e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '9b63957c-dca1-474a-8879-3d73dafbfbc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:42Z', 'updated_at': '2022-01-21T10:47:43Z', 'revision_number': 2, 'project_id': '2e1b8daa953e4286b2e915cb8541d920', 'subnets': [{'id': '9b63957c-dca1-474a-8879-3d73dafbfbc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:47:46.195443 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a22733b-db54-4d2d-ae50-58bc9b31b0e2 None None] Checking router: 83ca36ba-901c-423a-a6f9-9d11c863f9e7 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:47:46.195811 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a22733b-db54-4d2d-ae50-58bc9b31b0e2 None None] Updating router 83ca36ba-901c-423a-a6f9-9d11c863f9e7 port 6cf0d368-8988-4532-904e-fc093dbbfdfc binding host dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 10:47:46.220450 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccdd145-b2d4-46ca-97c6-5583bdfa4853 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b248483-5303-4694-8ce5-4de65d9a960b,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:46.232860 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-2ccdd145-b2d4-46ca-97c6-5583bdfa4853 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:46.234852 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-2ccdd145-b2d4-46ca-97c6-5583bdfa4853 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1595395 Jan 21 10:47:46.237318 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 2f37789a-2c58-4172-95ac-3bd7717b1670 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:47:46.237622 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 37496) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:47:46.242552 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-280370f8-65b9-42aa-8ef3-149dc076994a tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Request body: {'security_group_rule': {'security_group_id': '0e29efa5-c1ad-4311-855f-c9baa28feaac', 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:47:46.249161 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-280370f8-65b9-42aa-8ef3-149dc076994a tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:47:46.253103 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-280370f8-65b9-42aa-8ef3-149dc076994a tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Usage tracker for resource:security_group_rule and tenant:eb000c216c43454cad4568dfd8404ac0 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:47:46.255933 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-280370f8-65b9-42aa-8ef3-149dc076994a tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:47:46.261759 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-280370f8-65b9-42aa-8ef3-149dc076994a tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:47:46.278514 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-280370f8-65b9-42aa-8ef3-149dc076994a tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:46.302169 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4a22733b-db54-4d2d-ae50-58bc9b31b0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:46.349370 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-280370f8-65b9-42aa-8ef3-149dc076994a tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:46.354166 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-280370f8-65b9-42aa-8ef3-149dc076994a tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:46.375819 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280370f8-65b9-42aa-8ef3-149dc076994a tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cf7a605-8011-478e-a788-c27f1ff0f19a,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:46.387598 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-280370f8-65b9-42aa-8ef3-149dc076994a tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:46.388967 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-280370f8-65b9-42aa-8ef3-149dc076994a tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1504111 Jan 21 10:47:46.391691 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 37500) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:47:46.396590 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-a4416401-480e-4608-9dc2-c8546e350bd3 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Request body: {'security_group_rule': {'security_group_id': '0e29efa5-c1ad-4311-855f-c9baa28feaac', 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:47:46.403014 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-a4416401-480e-4608-9dc2-c8546e350bd3 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:47:46.406836 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a4416401-480e-4608-9dc2-c8546e350bd3 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Usage tracker for resource:security_group_rule and tenant:eb000c216c43454cad4568dfd8404ac0 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:47:46.409666 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-a4416401-480e-4608-9dc2-c8546e350bd3 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:47:46.415266 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-a4416401-480e-4608-9dc2-c8546e350bd3 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:47:46.425876 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.securitygroups_db [None req-a4416401-480e-4608-9dc2-c8546e350bd3 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Project eb000c216c43454cad4568dfd8404ac0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:47:46.426509 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 2f37789a-2c58-4172-95ac-3bd7717b1670 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:47:46.432762 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a4416401-480e-4608-9dc2-c8546e350bd3 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:46.442090 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 2f37789a-2c58-4172-95ac-3bd7717b1670 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:47:46.442397 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:46.497186 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a4416401-480e-4608-9dc2-c8546e350bd3 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:46.501409 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a4416401-480e-4608-9dc2-c8546e350bd3 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:46.528751 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4416401-480e-4608-9dc2-c8546e350bd3 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8df5a7b-8c3a-43b1-8ee8-5de6c8ad60ae,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:46.537013 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-a4416401-480e-4608-9dc2-c8546e350bd3 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:46.538190 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-a4416401-480e-4608-9dc2-c8546e350bd3 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1455886 Jan 21 10:47:46.540875 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 37504) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:47:46.546841 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-dcec6c73-933d-49d6-94b5-a3d28bab0316 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Request body: {'security_group_rule': {'security_group_id': '0e29efa5-c1ad-4311-855f-c9baa28feaac', 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:47:46.552686 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-dcec6c73-933d-49d6-94b5-a3d28bab0316 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:47:46.556689 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-dcec6c73-933d-49d6-94b5-a3d28bab0316 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Usage tracker for resource:security_group_rule and tenant:eb000c216c43454cad4568dfd8404ac0 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:47:46.561686 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-dcec6c73-933d-49d6-94b5-a3d28bab0316 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:47:46.568996 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-dcec6c73-933d-49d6-94b5-a3d28bab0316 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:47:46.580066 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.securitygroups_db [None req-dcec6c73-933d-49d6-94b5-a3d28bab0316 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Project eb000c216c43454cad4568dfd8404ac0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:47:46.586626 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dcec6c73-933d-49d6-94b5-a3d28bab0316 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:46.655746 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dcec6c73-933d-49d6-94b5-a3d28bab0316 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:46.659358 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dcec6c73-933d-49d6-94b5-a3d28bab0316 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523290'] for security_group_rule, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:46.683571 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec6c73-933d-49d6-94b5-a3d28bab0316 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf4b7d69-e43a-498e-8802-7b049f871bb3,revision_number=0']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:46.690526 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:46.696006 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-dcec6c73-933d-49d6-94b5-a3d28bab0316 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:46.711431 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-dcec6c73-933d-49d6-94b5-a3d28bab0316 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1555285 Jan 21 10:47:46.712554 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 2f37789a-2c58-4172-95ac-3bd7717b1670, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=2f37789a-2c58-4172-95ac-3bd7717b1670,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:47:46.736339 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:46.843692 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4b9413ca-6d77-4ee4-aa16-0040f6580106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:46.871151 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4a22733b-db54-4d2d-ae50-58bc9b31b0e2 None None] Notify callbacks [] for port, precommit_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:46.889114 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=2f37789a-2c58-4172-95ac-3bd7717b1670,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:46.892307 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-4a22733b-db54-4d2d-ae50-58bc9b31b0e2 None None] Transition to ACTIVE for port object 6cf0d368-8988-4532-904e-fc093dbbfdfc will not be triggered until provisioned by entity L2. {{(pid=87516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:47:46.900661 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4a22733b-db54-4d2d-ae50-58bc9b31b0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:46.962282 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-dc07647d-6c71-45f8-913a-1305b5350628 req-b992831f-8e68-40fd-8de5-00ed99f19170 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Synchronizing usage tracker for tenant:eb000c216c43454cad4568dfd8404ac0 on resource:security_group {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:47:46.992016 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-dc07647d-6c71-45f8-913a-1305b5350628 req-b992831f-8e68-40fd-8de5-00ed99f19170 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Unset dirty status for tenant:eb000c216c43454cad4568dfd8404ac0 on resource:security_group {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:47:46.993189 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-dc07647d-6c71-45f8-913a-1305b5350628 req-b992831f-8e68-40fd-8de5-00ed99f19170 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2091268317&fields=id&tenant_id=eb000c216c43454cad4568dfd8404ac0 HTTP/1.1" status: 200 len: 267 time: 0.0729413 Jan 21 10:47:47.036289 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd20194-e266-45ce-bf3f-c1a662ed063c None None] Pushing event updated for resources: {'Port': ['ID=6cf0d368-8988-4532-904e-fc093dbbfdfc,revision_number=3']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:47.138810 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-4a22733b-db54-4d2d-ae50-58bc9b31b0e2 None None] Attempting to bind port 6cf0d368-8988-4532-904e-fc093dbbfdfc on host dv-neutron-825731-1-hyperv for vnic_type normal with profile {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:47:47.140544 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-4a22733b-db54-4d2d-ae50-58bc9b31b0e2 None None] Attempting to bind port 6cf0d368-8988-4532-904e-fc093dbbfdfc by drivers openvswitch,hyperv on host dv-neutron-825731-1-hyperv at level 0 using segments [{'id': '08f0971c-0f6b-4bbc-a23c-04c318c8126e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '48d2066a-b36f-4d7f-bfae-fd4129bfd7da'}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:47:47.140972 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a22733b-db54-4d2d-ae50-58bc9b31b0e2 None None] Attempting to bind port 6cf0d368-8988-4532-904e-fc093dbbfdfc on network 48d2066a-b36f-4d7f-bfae-fd4129bfd7da {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:47:47.150729 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a22733b-db54-4d2d-ae50-58bc9b31b0e2 None None] Checking agent: {'id': 'e3fe9c53-07c4-47ea-9d62-581ce129a426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 28, 20), 'started_at': datetime.datetime(2022, 1, 21, 9, 28, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:47:47.151759 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a22733b-db54-4d2d-ae50-58bc9b31b0e2 None None] Checking segment: {'id': '08f0971c-0f6b-4bbc-a23c-04c318c8126e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '48d2066a-b36f-4d7f-bfae-fd4129bfd7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:47:47.152848 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4a22733b-db54-4d2d-ae50-58bc9b31b0e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:47.153372 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a22733b-db54-4d2d-ae50-58bc9b31b0e2 None None] Bound using segment: {'id': '08f0971c-0f6b-4bbc-a23c-04c318c8126e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '48d2066a-b36f-4d7f-bfae-fd4129bfd7da'} {{(pid=87516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:47:47.153884 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.managers [None req-4a22733b-db54-4d2d-ae50-58bc9b31b0e2 None None] Bound port: 6cf0d368-8988-4532-904e-fc093dbbfdfc, host: dv-neutron-825731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08f0971c-0f6b-4bbc-a23c-04c318c8126e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '48d2066a-b36f-4d7f-bfae-fd4129bfd7da'}}] {{(pid=87516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:47:47.154441 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4a22733b-db54-4d2d-ae50-58bc9b31b0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:47.179253 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07647d-6c71-45f8-913a-1305b5350628 req-b6fa1851-1699-4cd2-928d-07811079e553 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:47.180797 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-dc07647d-6c71-45f8-913a-1305b5350628 req-b6fa1851-1699-4cd2-928d-07811079e553 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/networks?id=acce0c98-5f5e-48df-af63-130a35a6d358 HTTP/1.1" status: 200 len: 809 time: 0.1791124 Jan 21 10:47:47.203702 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-dc07647d-6c71-45f8-913a-1305b5350628 req-4c624fce-5200-4ccd-a663-ee0c21025cbc tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/quotas/eb000c216c43454cad4568dfd8404ac0 HTTP/1.1" status: 200 len: 375 time: 0.0148928 Jan 21 10:47:47.265289 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-4a22733b-db54-4d2d-ae50-58bc9b31b0e2 None None] For port 6cf0d368-8988-4532-904e-fc093dbbfdfc, host dv-neutron-825731-1-hyperv, cleared binding levels {{(pid=87516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:47:47.270669 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-4a22733b-db54-4d2d-ae50-58bc9b31b0e2 None None] For port 6cf0d368-8988-4532-904e-fc093dbbfdfc, host dv-neutron-825731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=6cf0d368-8988-4532-904e-fc093dbbfdfc,segment=NetworkSegment(08f0971c-0f6b-4bbc-a23c-04c318c8126e),segment_id=08f0971c-0f6b-4bbc-a23c-04c318c8126e)] {{(pid=87516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:47:47.277934 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-4a22733b-db54-4d2d-ae50-58bc9b31b0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:47.304891 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-dc07647d-6c71-45f8-913a-1305b5350628 req-dcfb016b-7e03-4985-82af-795502269c51 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Synchronizing usage tracker for tenant:eb000c216c43454cad4568dfd8404ac0 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:47:47.323586 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-dc07647d-6c71-45f8-913a-1305b5350628 req-dcfb016b-7e03-4985-82af-795502269c51 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Unset dirty status for tenant:eb000c216c43454cad4568dfd8404ac0 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:47:47.325229 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-dc07647d-6c71-45f8-913a-1305b5350628 req-dcfb016b-7e03-4985-82af-795502269c51 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=eb000c216c43454cad4568dfd8404ac0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1149418 Jan 21 10:47:47.342483 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [req-dc07647d-6c71-45f8-913a-1305b5350628 req-29e1cefd-1616-413e-b62a-c6cab5ed4bdd service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=87515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 10:47:47.343625 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-dc07647d-6c71-45f8-913a-1305b5350628 req-29e1cefd-1616-413e-b62a-c6cab5ed4bdd service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062289 Jan 21 10:47:47.364958 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a22733b-db54-4d2d-ae50-58bc9b31b0e2 None None] Routers {'83ca36ba-901c-423a-a6f9-9d11c863f9e7'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:47:47.365607 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-4a22733b-db54-4d2d-ae50-58bc9b31b0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:47:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['83ca36ba-901c-423a-a6f9-9d11c863f9e7'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:47:47.485703 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd20194-e266-45ce-bf3f-c1a662ed063c None None] Pushing event updated for resources: {'Port': ['ID=6cf0d368-8988-4532-904e-fc093dbbfdfc,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:47.512827 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-dc07647d-6c71-45f8-913a-1305b5350628 req-fe9181fc-50ca-4dd7-8931-d232006ebbc5 service neutron] 10.222.0.110 "GET /v2.0/networks/acce0c98-5f5e-48df-af63-130a35a6d358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602902 Jan 21 10:47:47.635101 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-4a22733b-db54-4d2d-ae50-58bc9b31b0e2 None None] Set router 83ca36ba-901c-423a-a6f9-9d11c863f9e7 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:47:47.654654 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-dc07647d-6c71-45f8-913a-1305b5350628 req-253c143d-824b-4f20-9e6e-ca26503c7914 service neutron] 10.222.0.110 "GET /v2.0/networks/acce0c98-5f5e-48df-af63-130a35a6d358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362975 Jan 21 10:47:47.849150 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c814f38b-cbf1-4fe2-bf6f-f4dbdbe8854e req-eee549ff-4206-4dc8-b65f-bdb91a07a14d tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/ports?device_id=3336b066-67b8-45b6-935b-74df5e13287a HTTP/1.1" status: 200 len: 210 time: 0.0514359 Jan 21 10:47:47.959303 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-4a22733b-db54-4d2d-ae50-58bc9b31b0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ca36ba-901c-423a-a6f9-9d11c863f9e7', 'name': 'tempest-TestSnapshotPattern-1387930492-router', 'tenant_id': '2e1b8daa953e4286b2e915cb8541d920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.35'}], 'enable_snat': True}, 'gw_port_id': '2f37789a-2c58-4172-95ac-3bd7717b1670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:47:39Z', 'updated_at': '2022-01-21T10:47:43Z', 'revision_number': 4, 'project_id': '2e1b8daa953e4286b2e915cb8541d920', 'gw_port': {'id': '2f37789a-2c58-4172-95ac-3bd7717b1670', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ca36ba-901c-423a-a6f9-9d11c863f9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:39Z', 'updated_at': '2022-01-21T10:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '6cf0d368-8988-4532-904e-fc093dbbfdfc', 'name': '', 'network_id': '48d2066a-b36f-4d7f-bfae-fd4129bfd7da', 'tenant_id': '2e1b8daa953e4286b2e915cb8541d920', 'mac_address': 'fa:16:3e:d3:28:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ca36ba-901c-423a-a6f9-9d11c863f9e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '9b63957c-dca1-474a-8879-3d73dafbfbc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:42Z', 'updated_at': '2022-01-21T10:47:47Z', 'revision_number': 4, 'project_id': '2e1b8daa953e4286b2e915cb8541d920', 'subnets': [{'id': '9b63957c-dca1-474a-8879-3d73dafbfbc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:47:47.963479 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a22733b-db54-4d2d-ae50-58bc9b31b0e2 None None] The sync data for ids ['83ca36ba-901c-423a-a6f9-9d11c863f9e7'] in dv-neutron-825731-1-hyperv is: [{'id': '83ca36ba-901c-423a-a6f9-9d11c863f9e7', 'name': 'tempest-TestSnapshotPattern-1387930492-router', 'tenant_id': '2e1b8daa953e4286b2e915cb8541d920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.35'}], 'enable_snat': True}, 'gw_port_id': '2f37789a-2c58-4172-95ac-3bd7717b1670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:47:39Z', 'updated_at': '2022-01-21T10:47:43Z', 'revision_number': 4, 'project_id': '2e1b8daa953e4286b2e915cb8541d920', 'gw_port': {'id': '2f37789a-2c58-4172-95ac-3bd7717b1670', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ca36ba-901c-423a-a6f9-9d11c863f9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:39Z', 'updated_at': '2022-01-21T10:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '6cf0d368-8988-4532-904e-fc093dbbfdfc', 'name': '', 'network_id': '48d2066a-b36f-4d7f-bfae-fd4129bfd7da', 'tenant_id': '2e1b8daa953e4286b2e915cb8541d920', 'mac_address': 'fa:16:3e:d3:28:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ca36ba-901c-423a-a6f9-9d11c863f9e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '9b63957c-dca1-474a-8879-3d73dafbfbc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:42Z', 'updated_at': '2022-01-21T10:47:47Z', 'revision_number': 4, 'project_id': '2e1b8daa953e4286b2e915cb8541d920', 'subnets': [{'id': '9b63957c-dca1-474a-8879-3d73dafbfbc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:47:48.283500 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 2f37789a-2c58-4172-95ac-3bd7717b1670 up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:47:48.358071 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 2f37789a-2c58-4172-95ac-3bd7717b1670 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:47:48.358569 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:48.484346 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 6cf0d368-8988-4532-904e-fc093dbbfdfc up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:47:48.560354 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning for port 6cf0d368-8988-4532-904e-fc093dbbfdfc completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:47:48.565668 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 6cf0d368-8988-4532-904e-fc093dbbfdfc triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:47:48.566041 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:48.690669 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:48.725429 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] For port 6cf0d368-8988-4532-904e-fc093dbbfdfc, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=6cf0d368-8988-4532-904e-fc093dbbfdfc,segment=NetworkSegment(08f0971c-0f6b-4bbc-a23c-04c318c8126e),segment_id=08f0971c-0f6b-4bbc-a23c-04c318c8126e)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:47:48.731049 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:48.809785 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Pushing event updated for resources: {'Port': ['ID=6cf0d368-8988-4532-904e-fc093dbbfdfc,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:49.023557 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ed5660d0-5967-4396-89a3-cf2f22827476 req-8e14be00-979a-4029-afdb-011b873a679c tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/ports?device_id=3336b066-67b8-45b6-935b-74df5e13287a HTTP/1.1" status: 200 len: 210 time: 0.0616002 Jan 21 10:47:49.069887 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07647d-6c71-45f8-913a-1305b5350628 req-4e9d5b52-b26f-474f-ab14-f814f7b0ec62 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:49.070743 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-dc07647d-6c71-45f8-913a-1305b5350628 req-4e9d5b52-b26f-474f-ab14-f814f7b0ec62 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Synchronizing usage tracker for tenant:eb000c216c43454cad4568dfd8404ac0 on resource:network {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:47:49.087429 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1127ee4f-4022-4d1d-8b0b-0b4e25e00e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:49.092646 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-dc07647d-6c71-45f8-913a-1305b5350628 req-4e9d5b52-b26f-474f-ab14-f814f7b0ec62 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Unset dirty status for tenant:eb000c216c43454cad4568dfd8404ac0 on resource:network {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:47:49.093871 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dc07647d-6c71-45f8-913a-1305b5350628 req-4e9d5b52-b26f-474f-ab14-f814f7b0ec62 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.72 "GET /v2.0/networks?id=acce0c98-5f5e-48df-af63-130a35a6d358 HTTP/1.1" status: 200 len: 809 time: 0.2149925 Jan 21 10:47:49.155672 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-dc07647d-6c71-45f8-913a-1305b5350628 req-1710ba7e-8a7a-4afe-9ea6-ca95485c5b61 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Synchronizing usage tracker for tenant:eb000c216c43454cad4568dfd8404ac0 on resource:security_group {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:47:49.169429 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-dc07647d-6c71-45f8-913a-1305b5350628 req-1710ba7e-8a7a-4afe-9ea6-ca95485c5b61 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Unset dirty status for tenant:eb000c216c43454cad4568dfd8404ac0 on resource:security_group {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:47:49.170548 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dc07647d-6c71-45f8-913a-1305b5350628 req-1710ba7e-8a7a-4afe-9ea6-ca95485c5b61 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb000c216c43454cad4568dfd8404ac0 HTTP/1.1" status: 200 len: 380 time: 0.0668237 Jan 21 10:47:49.179338 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-dc07647d-6c71-45f8-913a-1305b5350628 req-a9c5a98b-3c88-4fc9-854f-a4548e2aa133 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Request body: {'port': {'device_id': '3336b066-67b8-45b6-935b-74df5e13287a', 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358', 'admin_state_up': True, 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'security_groups': ['0e29efa5-c1ad-4311-855f-c9baa28feaac']}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:47:49.418874 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [req-dc07647d-6c71-45f8-913a-1305b5350628 req-a9c5a98b-3c88-4fc9-854f-a4548e2aa133 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:47:49.428269 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [req-dc07647d-6c71-45f8-913a-1305b5350628 req-a9c5a98b-3c88-4fc9-854f-a4548e2aa133 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:47:49.437469 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc07647d-6c71-45f8-913a-1305b5350628 req-a9c5a98b-3c88-4fc9-854f-a4548e2aa133 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Made reservation on behalf of eb000c216c43454cad4568dfd8404ac0 for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:47:49.441010 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-dc07647d-6c71-45f8-913a-1305b5350628 req-a9c5a98b-3c88-4fc9-854f-a4548e2aa133 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:49.603690 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [req-dc07647d-6c71-45f8-913a-1305b5350628 req-a9c5a98b-3c88-4fc9-854f-a4548e2aa133 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Allocated IP 172.20.0.11 (acce0c98-5f5e-48df-af63-130a35a6d358/b23e05e5-9a59-4715-be99-d26a44757ccd/fc7d2806-f4b4-4dc2-a14d-a65f1dac255f) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:47:49.797235 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-dc07647d-6c71-45f8-913a-1305b5350628 req-a9c5a98b-3c88-4fc9-854f-a4548e2aa133 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:49.812951 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [req-dc07647d-6c71-45f8-913a-1305b5350628 req-a9c5a98b-3c88-4fc9-854f-a4548e2aa133 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Transition to ACTIVE for port object fc7d2806-f4b4-4dc2-a14d-a65f1dac255f will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:47:49.837090 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-dc07647d-6c71-45f8-913a-1305b5350628 req-a9c5a98b-3c88-4fc9-854f-a4548e2aa133 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:49.905756 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc07647d-6c71-45f8-913a-1305b5350628 req-a9c5a98b-3c88-4fc9-854f-a4548e2aa133 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Network acce0c98-5f5e-48df-af63-130a35a6d358 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:47:49.908738 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [req-dc07647d-6c71-45f8-913a-1305b5350628 req-a9c5a98b-3c88-4fc9-854f-a4548e2aa133 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:47:49.912686 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc07647d-6c71-45f8-913a-1305b5350628 req-a9c5a98b-3c88-4fc9-854f-a4548e2aa133 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:47:49.955404 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c5a98b-3c88-4fc9-854f-a4548e2aa133 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Pushing event updated for resources: {'Port': ['ID=fc7d2806-f4b4-4dc2-a14d-a65f1dac255f,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:49.978457 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:49.988893 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07647d-6c71-45f8-913a-1305b5350628 req-a9c5a98b-3c88-4fc9-854f-a4548e2aa133 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:49.989493 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-dc07647d-6c71-45f8-913a-1305b5350628 req-a9c5a98b-3c88-4fc9-854f-a4548e2aa133 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:50.015590 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dc07647d-6c71-45f8-913a-1305b5350628 req-a9c5a98b-3c88-4fc9-854f-a4548e2aa133 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8394568 Jan 21 10:47:50.027748 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-dc07647d-6c71-45f8-913a-1305b5350628 req-59a855bd-d915-41cd-aa59-fe81dcccc54b service neutron] Request body: {'port': {'device_id': '3336b066-67b8-45b6-935b-74df5e13287a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:47:50.166421 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-7e0bc510-0b0b-4677-8242-d8bf03b4e593 None None] Provisioning for port fc7d2806-f4b4-4dc2-a14d-a65f1dac255f completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:47:50.174069 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-7e0bc510-0b0b-4677-8242-d8bf03b4e593 None None] Provisioning complete for port fc7d2806-f4b4-4dc2-a14d-a65f1dac255f triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:47:50.174567 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7e0bc510-0b0b-4677-8242-d8bf03b4e593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:50.187854 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-dc07647d-6c71-45f8-913a-1305b5350628 req-59a855bd-d915-41cd-aa59-fe81dcccc54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:50.212327 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 6cf0d368-8988-4532-904e-fc093dbbfdfc up at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:47:50.294602 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:50.302868 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-7e0bc510-0b0b-4677-8242-d8bf03b4e593 None None] Port fc7d2806-f4b4-4dc2-a14d-a65f1dac255f cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:47:50.318257 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Provisioning complete for port 6cf0d368-8988-4532-904e-fc093dbbfdfc triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:47:50.318629 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:50.331497 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7ab42-1411-4fa8-9bad-e6b27c382ea9 req-9db6d562-8802-45ec-9806-9a134ee7b004 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:50.332190 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-27b7ab42-1411-4fa8-9bad-e6b27c382ea9 req-9db6d562-8802-45ec-9806-9a134ee7b004 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Synchronizing usage tracker for tenant:eb000c216c43454cad4568dfd8404ac0 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:47:50.367088 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-27b7ab42-1411-4fa8-9bad-e6b27c382ea9 req-9db6d562-8802-45ec-9806-9a134ee7b004 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Unset dirty status for tenant:eb000c216c43454cad4568dfd8404ac0 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:47:50.368284 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-27b7ab42-1411-4fa8-9bad-e6b27c382ea9 req-9db6d562-8802-45ec-9806-9a134ee7b004 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/ports?device_id=3336b066-67b8-45b6-935b-74df5e13287a HTTP/1.1" status: 200 len: 932 time: 0.2293236 Jan 21 10:47:50.498248 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-27b7ab42-1411-4fa8-9bad-e6b27c382ea9 req-d16ab589-1ff8-46b5-8c12-b8d2bceb1f3f tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e29efa5-c1ad-4311-855f-c9baa28feaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199989 Jan 21 10:47:50.607188 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [req-dc07647d-6c71-45f8-913a-1305b5350628 req-59a855bd-d915-41cd-aa59-fe81dcccc54b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc7d2806-f4b4-4dc2-a14d-a65f1dac255f {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:47:50.614259 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-dc07647d-6c71-45f8-913a-1305b5350628 req-59a855bd-d915-41cd-aa59-fe81dcccc54b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:50.628128 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [req-dc07647d-6c71-45f8-913a-1305b5350628 req-59a855bd-d915-41cd-aa59-fe81dcccc54b service neutron] Transition to ACTIVE for port object fc7d2806-f4b4-4dc2-a14d-a65f1dac255f will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:47:50.631829 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-dc07647d-6c71-45f8-913a-1305b5350628 req-59a855bd-d915-41cd-aa59-fe81dcccc54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:50.791140 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a855bd-d915-41cd-aa59-fe81dcccc54b service neutron] Pushing event updated for resources: {'Port': ['ID=fc7d2806-f4b4-4dc2-a14d-a65f1dac255f,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:50.867264 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-dc07647d-6c71-45f8-913a-1305b5350628 req-59a855bd-d915-41cd-aa59-fe81dcccc54b service neutron] Attempting to bind port fc7d2806-f4b4-4dc2-a14d-a65f1dac255f on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:47:50.867628 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-dc07647d-6c71-45f8-913a-1305b5350628 req-59a855bd-d915-41cd-aa59-fe81dcccc54b service neutron] Attempting to bind port fc7d2806-f4b4-4dc2-a14d-a65f1dac255f by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b95c70ce-b5e6-4281-b1f2-f6e72b805295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:47:50.867955 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc07647d-6c71-45f8-913a-1305b5350628 req-59a855bd-d915-41cd-aa59-fe81dcccc54b service neutron] Attempting to bind port fc7d2806-f4b4-4dc2-a14d-a65f1dac255f on network acce0c98-5f5e-48df-af63-130a35a6d358 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:47:50.873188 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc07647d-6c71-45f8-913a-1305b5350628 req-59a855bd-d915-41cd-aa59-fe81dcccc54b service neutron] Port fc7d2806-f4b4-4dc2-a14d-a65f1dac255f on network acce0c98-5f5e-48df-af63-130a35a6d358 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:47:50.873512 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc07647d-6c71-45f8-913a-1305b5350628 req-59a855bd-d915-41cd-aa59-fe81dcccc54b service neutron] Attempting to bind port fc7d2806-f4b4-4dc2-a14d-a65f1dac255f on network acce0c98-5f5e-48df-af63-130a35a6d358 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:47:50.878884 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc07647d-6c71-45f8-913a-1305b5350628 req-59a855bd-d915-41cd-aa59-fe81dcccc54b service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:47:50.879216 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc07647d-6c71-45f8-913a-1305b5350628 req-59a855bd-d915-41cd-aa59-fe81dcccc54b service neutron] Checking segment: {'id': 'b95c70ce-b5e6-4281-b1f2-f6e72b805295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:47:50.879626 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc07647d-6c71-45f8-913a-1305b5350628 req-59a855bd-d915-41cd-aa59-fe81dcccc54b service neutron] Bound using segment: {'id': 'b95c70ce-b5e6-4281-b1f2-f6e72b805295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:47:50.880049 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-dc07647d-6c71-45f8-913a-1305b5350628 req-59a855bd-d915-41cd-aa59-fe81dcccc54b service neutron] Bound port: fc7d2806-f4b4-4dc2-a14d-a65f1dac255f, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b95c70ce-b5e6-4281-b1f2-f6e72b805295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:47:50.880399 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-dc07647d-6c71-45f8-913a-1305b5350628 req-59a855bd-d915-41cd-aa59-fe81dcccc54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:50.974478 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-dc07647d-6c71-45f8-913a-1305b5350628 req-59a855bd-d915-41cd-aa59-fe81dcccc54b service neutron] For port fc7d2806-f4b4-4dc2-a14d-a65f1dac255f, host hv-neutron-8257, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:47:50.977267 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-dc07647d-6c71-45f8-913a-1305b5350628 req-59a855bd-d915-41cd-aa59-fe81dcccc54b service neutron] For port fc7d2806-f4b4-4dc2-a14d-a65f1dac255f, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=fc7d2806-f4b4-4dc2-a14d-a65f1dac255f,segment=NetworkSegment(b95c70ce-b5e6-4281-b1f2-f6e72b805295),segment_id=b95c70ce-b5e6-4281-b1f2-f6e72b805295)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:47:50.981569 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-dc07647d-6c71-45f8-913a-1305b5350628 req-59a855bd-d915-41cd-aa59-fe81dcccc54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:51.034472 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07647d-6c71-45f8-913a-1305b5350628 req-59a855bd-d915-41cd-aa59-fe81dcccc54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:51.035078 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-dc07647d-6c71-45f8-913a-1305b5350628 req-59a855bd-d915-41cd-aa59-fe81dcccc54b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:51.036672 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dc07647d-6c71-45f8-913a-1305b5350628 req-59a855bd-d915-41cd-aa59-fe81dcccc54b service neutron] 10.222.0.72 "PUT /v2.0/ports/fc7d2806-f4b4-4dc2-a14d-a65f1dac255f HTTP/1.1" status: 200 len: 1094 time: 1.0139894 Jan 21 10:47:51.045767 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3336b066-67b8-45b6-935b-74df5e13287a', 'tag': 'fc7d2806-f4b4-4dc2-a14d-a65f1dac255f'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:47:51.069847 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a855bd-d915-41cd-aa59-fe81dcccc54b service neutron] Pushing event updated for resources: {'Port': ['ID=fc7d2806-f4b4-4dc2-a14d-a65f1dac255f,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:51.220999 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3336b066-67b8-45b6-935b-74df5e13287a', 'tag': 'fc7d2806-f4b4-4dc2-a14d-a65f1dac255f', 'status': 'completed', 'code': 200} Jan 21 10:47:51.263301 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07647d-6c71-45f8-913a-1305b5350628 req-33259e1b-7f99-446f-8853-4741ba74e157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:51.264792 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dc07647d-6c71-45f8-913a-1305b5350628 req-33259e1b-7f99-446f-8853-4741ba74e157 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb000c216c43454cad4568dfd8404ac0&device_id=3336b066-67b8-45b6-935b-74df5e13287a HTTP/1.1" status: 200 len: 1097 time: 0.1896634 Jan 21 10:47:51.333553 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dc07647d-6c71-45f8-913a-1305b5350628 req-53c4ac7b-fdb4-4b80-b333-be6738a91a20 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc7d2806-f4b4-4dc2-a14d-a65f1dac255f HTTP/1.1" status: 200 len: 217 time: 0.0613301 Jan 21 10:47:51.397031 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07647d-6c71-45f8-913a-1305b5350628 req-a583b1b0-f5be-46fa-8728-3469837885cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:51.398439 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dc07647d-6c71-45f8-913a-1305b5350628 req-a583b1b0-f5be-46fa-8728-3469837885cb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b23e05e5-9a59-4715-be99-d26a44757ccd HTTP/1.1" status: 200 len: 848 time: 0.0573974 Jan 21 10:47:51.476269 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07647d-6c71-45f8-913a-1305b5350628 req-0138dfdb-d1ad-4187-80c2-ce0ce3fa85e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:51.477719 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dc07647d-6c71-45f8-913a-1305b5350628 req-0138dfdb-d1ad-4187-80c2-ce0ce3fa85e9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=acce0c98-5f5e-48df-af63-130a35a6d358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725803 Jan 21 10:47:51.645702 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dc07647d-6c71-45f8-913a-1305b5350628 req-b0c7c6af-c287-44f5-b4e7-5edfa0fcb99b service neutron] 10.222.0.72 "GET /v2.0/networks/acce0c98-5f5e-48df-af63-130a35a6d358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604607 Jan 21 10:47:51.680006 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:51.798003 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d1daf-b411-429e-ab94-8c3b4182397c req-02e443cd-f991-47ff-8095-e3fdab98fbf1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:51.799454 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c46d1daf-b411-429e-ab94-8c3b4182397c req-02e443cd-f991-47ff-8095-e3fdab98fbf1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/ports?device_id=3336b066-67b8-45b6-935b-74df5e13287a HTTP/1.1" status: 200 len: 944 time: 0.1917515 Jan 21 10:47:51.802581 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dc07647d-6c71-45f8-913a-1305b5350628 req-43062040-5316-4b2d-b14d-63829e9223d4 service neutron] 10.222.0.72 "GET /v2.0/networks/acce0c98-5f5e-48df-af63-130a35a6d358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487229 Jan 21 10:47:51.845438 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c46d1daf-b411-429e-ab94-8c3b4182397c req-f4f2b0c3-8995-4529-9575-e5dff2a66d7d tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e29efa5-c1ad-4311-855f-c9baa28feaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402417 Jan 21 10:47:51.923590 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909082ac-7bc5-4477-84de-cf3f86ee34d0 req-0aa0d61b-d1de-4c34-8f73-592bd24c9c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:51.924954 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-909082ac-7bc5-4477-84de-cf3f86ee34d0 req-0aa0d61b-d1de-4c34-8f73-592bd24c9c5d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb000c216c43454cad4568dfd8404ac0&device_id=3336b066-67b8-45b6-935b-74df5e13287a HTTP/1.1" status: 200 len: 1097 time: 0.0749221 Jan 21 10:47:52.053783 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909082ac-7bc5-4477-84de-cf3f86ee34d0 req-d7f16acd-49fa-4210-91db-fdd50156bb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:52.055219 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-909082ac-7bc5-4477-84de-cf3f86ee34d0 req-d7f16acd-49fa-4210-91db-fdd50156bb5f service neutron] 10.222.0.72 "GET /v2.0/networks?id=acce0c98-5f5e-48df-af63-130a35a6d358 HTTP/1.1" status: 200 len: 910 time: 0.1238966 Jan 21 10:47:52.125119 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-909082ac-7bc5-4477-84de-cf3f86ee34d0 req-99a32788-99dd-437c-9693-8c8da3ccd9ec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc7d2806-f4b4-4dc2-a14d-a65f1dac255f HTTP/1.1" status: 200 len: 217 time: 0.0632975 Jan 21 10:47:52.186354 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909082ac-7bc5-4477-84de-cf3f86ee34d0 req-67e213da-5ae9-4816-ad89-ccbf6ac3cfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:52.187717 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-909082ac-7bc5-4477-84de-cf3f86ee34d0 req-67e213da-5ae9-4816-ad89-ccbf6ac3cfdb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b23e05e5-9a59-4715-be99-d26a44757ccd HTTP/1.1" status: 200 len: 848 time: 0.0563738 Jan 21 10:47:52.261694 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909082ac-7bc5-4477-84de-cf3f86ee34d0 req-b18e888e-a2fc-43e0-b327-2d15d7a51585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:52.263153 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-909082ac-7bc5-4477-84de-cf3f86ee34d0 req-b18e888e-a2fc-43e0-b327-2d15d7a51585 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=acce0c98-5f5e-48df-af63-130a35a6d358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692906 Jan 21 10:47:52.390521 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-909082ac-7bc5-4477-84de-cf3f86ee34d0 req-edc72fd1-69f8-4840-95d3-0c4446520068 service neutron] 10.222.0.72 "GET /v2.0/networks/acce0c98-5f5e-48df-af63-130a35a6d358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206827 Jan 21 10:47:52.518528 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-909082ac-7bc5-4477-84de-cf3f86ee34d0 req-1f72f6a8-5ad8-4b89-a256-99175649f447 service neutron] 10.222.0.72 "GET /v2.0/networks/acce0c98-5f5e-48df-af63-130a35a6d358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213276 Jan 21 10:47:53.032572 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f5c58-bffa-46b3-949e-604aed15971d req-b989cff6-3f4b-4e5c-b997-d3800ddac480 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:53.034031 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-bd1f5c58-bffa-46b3-949e-604aed15971d req-b989cff6-3f4b-4e5c-b997-d3800ddac480 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/ports?device_id=3336b066-67b8-45b6-935b-74df5e13287a HTTP/1.1" status: 200 len: 944 time: 0.0792735 Jan 21 10:47:53.077986 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-bd1f5c58-bffa-46b3-949e-604aed15971d req-d6888adb-582d-4a4c-a8c0-b8f358272d57 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e29efa5-c1ad-4311-855f-c9baa28feaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383375 Jan 21 10:47:54.265463 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d0701-b992-421e-8289-2081ade2e2df req-d9a8e1c7-f3ab-4043-bd4c-3ccb146a70bc tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:54.266923 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c12d0701-b992-421e-8289-2081ade2e2df req-d9a8e1c7-f3ab-4043-bd4c-3ccb146a70bc tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/ports?device_id=3336b066-67b8-45b6-935b-74df5e13287a HTTP/1.1" status: 200 len: 944 time: 0.0819106 Jan 21 10:47:54.311970 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c12d0701-b992-421e-8289-2081ade2e2df req-dd995d25-df8a-4f21-9797-2ccdcb991753 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e29efa5-c1ad-4311-855f-c9baa28feaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394409 Jan 21 10:47:55.498757 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d00db6-4dff-4004-bbb4-ac594e5d6502 req-1d8a012d-0542-4547-bdfd-affb20dd050c tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:55.500235 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d2d00db6-4dff-4004-bbb4-ac594e5d6502 req-1d8a012d-0542-4547-bdfd-affb20dd050c tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/ports?device_id=3336b066-67b8-45b6-935b-74df5e13287a HTTP/1.1" status: 200 len: 944 time: 0.0821669 Jan 21 10:47:55.543975 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d2d00db6-4dff-4004-bbb4-ac594e5d6502 req-e4065691-9bea-4936-bd38-96db977cdd4e tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e29efa5-c1ad-4311-855f-c9baa28feaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382376 Jan 21 10:47:55.561429 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device fc7d2806-f4b4-4dc2-a14d-a65f1dac255f details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:47:55.692592 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port fc7d2806-f4b4-4dc2-a14d-a65f1dac255f, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=fc7d2806-f4b4-4dc2-a14d-a65f1dac255f,segment=NetworkSegment(b95c70ce-b5e6-4281-b1f2-f6e72b805295),segment_id=b95c70ce-b5e6-4281-b1f2-f6e72b805295)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:47:55.705357 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': 'fc7d2806-f4b4-4dc2-a14d-a65f1dac255f', 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358', 'port_id': 'fc7d2806-f4b4-4dc2-a14d-a65f1dac255f', 'mac_address': 'fa:16:3e:d5:02:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b23e05e5-9a59-4715-be99-d26a44757ccd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:47:55.762841 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:55.779730 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc7d2806-f4b4-4dc2-a14d-a65f1dac255f {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:47:55.795721 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port fc7d2806-f4b4-4dc2-a14d-a65f1dac255f, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=fc7d2806-f4b4-4dc2-a14d-a65f1dac255f,segment=NetworkSegment(b95c70ce-b5e6-4281-b1f2-f6e72b805295),segment_id=b95c70ce-b5e6-4281-b1f2-f6e72b805295)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:47:55.799568 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:55.866590 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=fc7d2806-f4b4-4dc2-a14d-a65f1dac255f,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:56.013587 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:47:56.128431 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['fc7d2806-f4b4-4dc2-a14d-a65f1dac255f'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:47:56.726733 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6498d-97a9-4c17-af43-452185a15fd7 req-40d634df-c8ee-44da-bf0c-efe592da0716 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:56.728281 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d5b6498d-97a9-4c17-af43-452185a15fd7 req-40d634df-c8ee-44da-bf0c-efe592da0716 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/ports?device_id=3336b066-67b8-45b6-935b-74df5e13287a HTTP/1.1" status: 200 len: 945 time: 0.0798457 Jan 21 10:47:56.774835 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d5b6498d-97a9-4c17-af43-452185a15fd7 req-d0f43e40-bfab-4b35-95c3-e7ebb9302e0d tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e29efa5-c1ad-4311-855f-c9baa28feaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401182 Jan 21 10:47:57.585164 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device fc7d2806-f4b4-4dc2-a14d-a65f1dac255f up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:47:57.650361 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port fc7d2806-f4b4-4dc2-a14d-a65f1dac255f completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:47:57.655205 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port fc7d2806-f4b4-4dc2-a14d-a65f1dac255f triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:47:57.655643 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:57.775553 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:57.803100 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3336b066-67b8-45b6-935b-74df5e13287a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7d2806-f4b4-4dc2-a14d-a65f1dac255f'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:47:57.814115 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port fc7d2806-f4b4-4dc2-a14d-a65f1dac255f, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=fc7d2806-f4b4-4dc2-a14d-a65f1dac255f,segment=NetworkSegment(b95c70ce-b5e6-4281-b1f2-f6e72b805295),segment_id=b95c70ce-b5e6-4281-b1f2-f6e72b805295)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:47:57.818001 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:47:57.859800 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3336b066-67b8-45b6-935b-74df5e13287a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7d2806-f4b4-4dc2-a14d-a65f1dac255f', 'code': 200} Jan 21 10:47:57.892776 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=fc7d2806-f4b4-4dc2-a14d-a65f1dac255f,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:47:57.966079 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b5a8c-be91-424a-bb78-1e49d335b119 req-5fee7e0f-5677-4b3f-8ab8-f4e58b27a3e6 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:57.967559 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e93b5a8c-be91-424a-bb78-1e49d335b119 req-5fee7e0f-5677-4b3f-8ab8-f4e58b27a3e6 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/ports?device_id=3336b066-67b8-45b6-935b-74df5e13287a HTTP/1.1" status: 200 len: 946 time: 0.0819354 Jan 21 10:47:58.012698 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-e93b5a8c-be91-424a-bb78-1e49d335b119 req-7720e577-4a71-463f-9708-d6f134ec3476 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e29efa5-c1ad-4311-855f-c9baa28feaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394700 Jan 21 10:47:58.199122 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da739847-6562-40fa-b937-ac7fe507e82c req-fc4ee651-4b34-4b5a-9379-e9bed150e5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:58.200634 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-da739847-6562-40fa-b937-ac7fe507e82c req-fc4ee651-4b34-4b5a-9379-e9bed150e5e6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3336b066-67b8-45b6-935b-74df5e13287a HTTP/1.1" status: 200 len: 1099 time: 0.1659169 Jan 21 10:47:58.241052 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-da739847-6562-40fa-b937-ac7fe507e82c req-10dd6731-ea1e-47a2-98ad-a8d78e325acb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0e29efa5-c1ad-4311-855f-c9baa28feaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342331 Jan 21 10:47:59.200538 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187996e-8b44-4692-84a1-01bae291c7c8 req-0009107a-74ab-4e33-bc6b-6798e3dc2bb4 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:47:59.201967 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0187996e-8b44-4692-84a1-01bae291c7c8 req-0009107a-74ab-4e33-bc6b-6798e3dc2bb4 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/ports?device_id=3336b066-67b8-45b6-935b-74df5e13287a HTTP/1.1" status: 200 len: 946 time: 0.0807493 Jan 21 10:47:59.246818 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0187996e-8b44-4692-84a1-01bae291c7c8 req-c0f13f0f-0276-4b3b-9470-a0ccd52fb8ee tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e29efa5-c1ad-4311-855f-c9baa28feaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391862 Jan 21 10:48:00.430619 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba082f-c457-4190-bd1d-53fe51bc8e6a req-cf7b268a-cb77-4bb3-844e-4607a0eaba9b tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:48:00.432010 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-51ba082f-c457-4190-bd1d-53fe51bc8e6a req-cf7b268a-cb77-4bb3-844e-4607a0eaba9b tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/ports?device_id=3336b066-67b8-45b6-935b-74df5e13287a HTTP/1.1" status: 200 len: 946 time: 0.0823872 Jan 21 10:48:00.475425 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-51ba082f-c457-4190-bd1d-53fe51bc8e6a req-54be841e-329d-4745-966f-3484f9f363ec tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e29efa5-c1ad-4311-855f-c9baa28feaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375507 Jan 21 10:48:00.656567 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b681f82-ddc1-465f-9064-70216bf867e2 req-95d7c0e9-5922-4755-b2fc-c2616619686e tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:48:00.658016 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2b681f82-ddc1-465f-9064-70216bf867e2 req-95d7c0e9-5922-4755-b2fc-c2616619686e tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/ports?device_id=3336b066-67b8-45b6-935b-74df5e13287a HTTP/1.1" status: 200 len: 946 time: 0.0788536 Jan 21 10:48:00.702088 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2b681f82-ddc1-465f-9064-70216bf867e2 req-2b1e12fc-54bd-43fc-8357-57e8f019f4bb tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e29efa5-c1ad-4311-855f-c9baa28feaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383494 Jan 21 10:48:00.724788 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 37562) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:48:00.896021 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82f5f57-bb51-441b-b4e0-f471f5d9b621 tempest-TestSnapshotPattern-346809875 tempest-TestSnapshotPattern-346809875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:48:00.897514 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-f82f5f57-bb51-441b-b4e0-f471f5d9b621 tempest-TestSnapshotPattern-346809875 tempest-TestSnapshotPattern-346809875-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=3336b066-67b8-45b6-935b-74df5e13287a HTTP/1.1" status: 200 len: 1094 time: 0.1716936 Jan 21 10:48:00.900418 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 37568) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:48:00.905336 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-af5f3f26-762c-4374-a47f-9af10be2b5ff tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Request body: {'floatingip': {'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'port_id': 'fc7d2806-f4b4-4dc2-a14d-a65f1dac255f', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:48:00.911099 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-af5f3f26-762c-4374-a47f-9af10be2b5ff tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:48:00.914869 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-af5f3f26-762c-4374-a47f-9af10be2b5ff tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Usage tracker for resource:floatingip and tenant:eb000c216c43454cad4568dfd8404ac0 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:48:00.917952 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-af5f3f26-762c-4374-a47f-9af10be2b5ff tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:48:00.923813 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-af5f3f26-762c-4374-a47f-9af10be2b5ff tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:48:00.933919 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-af5f3f26-762c-4374-a47f-9af10be2b5ff tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks [] for floatingip, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:01.068187 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-af5f3f26-762c-4374-a47f-9af10be2b5ff tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:01.201083 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-af5f3f26-762c-4374-a47f-9af10be2b5ff tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Allocated IP 172.26.3.71 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/fd328702-c85a-4a82-ba13-dda5730df42c) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:48:01.345930 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-af5f3f26-762c-4374-a47f-9af10be2b5ff tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:01.373837 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-af5f3f26-762c-4374-a47f-9af10be2b5ff tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:01.442742 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5f3f26-762c-4374-a47f-9af10be2b5ff tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:48:01.445616 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-af5f3f26-762c-4374-a47f-9af10be2b5ff tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:48:01.449440 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5f3f26-762c-4374-a47f-9af10be2b5ff tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:48:01.477321 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f3f26-762c-4374-a47f-9af10be2b5ff tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Pushing event updated for resources: {'Port': ['ID=fd328702-c85a-4a82-ba13-dda5730df42c,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:48:01.973687 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-af5f3f26-762c-4374-a47f-9af10be2b5ff tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:02.052262 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-af5f3f26-762c-4374-a47f-9af10be2b5ff tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:02.257568 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-af5f3f26-762c-4374-a47f-9af10be2b5ff tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:02.261983 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-af5f3f26-762c-4374-a47f-9af10be2b5ff tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:02.366380 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f3f26-762c-4374-a47f-9af10be2b5ff tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Pushing event updated for resources: {'Port': ['ID=fd328702-c85a-4a82-ba13-dda5730df42c,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:48:02.382514 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-af5f3f26-762c-4374-a47f-9af10be2b5ff tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:02.552016 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.l3_db [None req-af5f3f26-762c-4374-a47f-9af10be2b5ff tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Floating IP b7f1a66f-ba56-4d42-8fff-de2b5a50d7f8 associated. External IP: 172.26.3.71, port: fc7d2806-f4b4-4dc2-a14d-a65f1dac255f. Jan 21 10:48:02.904334 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5f3f26-762c-4374-a47f-9af10be2b5ff tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Router 3930d336-91fd-4681-b0a4-2e2212691703 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:48:03.080437 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5f3f26-762c-4374-a47f-9af10be2b5ff tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:48:03.090105 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bf5253-e089-4dc6-925f-c97ef18577b9 None None] Sync routers for ids ['3930d336-91fd-4681-b0a4-2e2212691703'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:48:03.100139 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bf5253-e089-4dc6-925f-c97ef18577b9 None None] Routers {'3930d336-91fd-4681-b0a4-2e2212691703'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:48:03.100878 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-c4bf5253-e089-4dc6-925f-c97ef18577b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:47:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['3930d336-91fd-4681-b0a4-2e2212691703'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:48:03.104285 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-af5f3f26-762c-4374-a47f-9af10be2b5ff tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:03.174041 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-af5f3f26-762c-4374-a47f-9af10be2b5ff tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2608359 Jan 21 10:48:03.174041 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3336b066-67b8-45b6-935b-74df5e13287a', 'tag': 'fc7d2806-f4b4-4dc2-a14d-a65f1dac255f'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:48:03.214509 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3336b066-67b8-45b6-935b-74df5e13287a', 'tag': 'fc7d2806-f4b4-4dc2-a14d-a65f1dac255f', 'status': 'completed', 'code': 200} Jan 21 10:48:03.282901 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-c4bf5253-e089-4dc6-925f-c97ef18577b9 None None] Set router 3930d336-91fd-4681-b0a4-2e2212691703 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:48:03.308466 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a06937-624d-4c16-b7ea-76664b46690b req-877723d4-c314-4e8e-aad2-599eeb6e6c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:48:03.309954 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-82a06937-624d-4c16-b7ea-76664b46690b req-877723d4-c314-4e8e-aad2-599eeb6e6c89 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb000c216c43454cad4568dfd8404ac0&device_id=3336b066-67b8-45b6-935b-74df5e13287a HTTP/1.1" status: 200 len: 1099 time: 0.0748873 Jan 21 10:48:03.441421 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a06937-624d-4c16-b7ea-76664b46690b req-80cc7f9c-d50c-4fd5-ab70-b74aea2cfe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:48:03.442772 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-82a06937-624d-4c16-b7ea-76664b46690b req-80cc7f9c-d50c-4fd5-ab70-b74aea2cfe94 service neutron] 10.222.0.72 "GET /v2.0/networks?id=acce0c98-5f5e-48df-af63-130a35a6d358 HTTP/1.1" status: 200 len: 910 time: 0.1265962 Jan 21 10:48:03.547821 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-82a06937-624d-4c16-b7ea-76664b46690b req-0059c01b-c6ec-4a97-b1f9-52dbd49e0102 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc7d2806-f4b4-4dc2-a14d-a65f1dac255f HTTP/1.1" status: 200 len: 999 time: 0.0980380 Jan 21 10:48:03.610427 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a06937-624d-4c16-b7ea-76664b46690b req-99544adb-622c-4f32-83ac-15718c4336e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:48:03.611895 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-82a06937-624d-4c16-b7ea-76664b46690b req-99544adb-622c-4f32-83ac-15718c4336e4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b23e05e5-9a59-4715-be99-d26a44757ccd HTTP/1.1" status: 200 len: 848 time: 0.0585771 Jan 21 10:48:03.629100 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-c4bf5253-e089-4dc6-925f-c97ef18577b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3930d336-91fd-4681-b0a4-2e2212691703', 'name': 'tempest-TestSnapshotPattern-156899865-router', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '6f2ed38c-74a1-42e0-bfb9-3f63ea855a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:47:32Z', 'updated_at': '2022-01-21T10:47:36Z', 'revision_number': 4, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'gw_port': {'id': '6f2ed38c-74a1-42e0-bfb9-3f63ea855a49', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:33Z', 'updated_at': '2022-01-21T10:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': 'b7f1a66f-ba56-4d42-8fff-de2b5a50d7f8', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'floating_ip_address': '172.26.3.71', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'port_id': 'fc7d2806-f4b4-4dc2-a14d-a65f1dac255f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358', 'mac_address': 'fa:16:3e:d5:02:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3336b066-67b8-45b6-935b-74df5e13287a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:48:01Z', 'updated_at': '2022-01-21T10:48:01Z', 'revision_number': 0, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '726d9750-8e62-4582-9bdf-233d5b4f705a', 'name': '', 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'mac_address': 'fa:16:3e:b5:c1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'b23e05e5-9a59-4715-be99-d26a44757ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:36Z', 'updated_at': '2022-01-21T10:47:42Z', 'revision_number': 5, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'subnets': [{'id': 'b23e05e5-9a59-4715-be99-d26a44757ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:48:03.632842 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bf5253-e089-4dc6-925f-c97ef18577b9 None None] Checking router: 3930d336-91fd-4681-b0a4-2e2212691703 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:48:03.640959 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bf5253-e089-4dc6-925f-c97ef18577b9 None None] Routers {'3930d336-91fd-4681-b0a4-2e2212691703'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:48:03.641556 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-c4bf5253-e089-4dc6-925f-c97ef18577b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:47:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['3930d336-91fd-4681-b0a4-2e2212691703'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:48:03.688474 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a06937-624d-4c16-b7ea-76664b46690b req-e18f2576-208a-45cf-ab84-9a70549d2a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:48:03.689933 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-82a06937-624d-4c16-b7ea-76664b46690b req-e18f2576-208a-45cf-ab84-9a70549d2a24 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=acce0c98-5f5e-48df-af63-130a35a6d358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721054 Jan 21 10:48:03.820608 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-82a06937-624d-4c16-b7ea-76664b46690b req-06178051-e50d-4d66-965e-ff6039962630 service neutron] 10.222.0.72 "GET /v2.0/networks/acce0c98-5f5e-48df-af63-130a35a6d358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235261 Jan 21 10:48:03.821001 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-c4bf5253-e089-4dc6-925f-c97ef18577b9 None None] Set router 3930d336-91fd-4681-b0a4-2e2212691703 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:48:03.952126 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-82a06937-624d-4c16-b7ea-76664b46690b req-1518d07a-2436-44e9-8173-5249e4e5f34f service neutron] 10.222.0.72 "GET /v2.0/networks/acce0c98-5f5e-48df-af63-130a35a6d358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240914 Jan 21 10:48:04.195163 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-c4bf5253-e089-4dc6-925f-c97ef18577b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3930d336-91fd-4681-b0a4-2e2212691703', 'name': 'tempest-TestSnapshotPattern-156899865-router', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '6f2ed38c-74a1-42e0-bfb9-3f63ea855a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:47:32Z', 'updated_at': '2022-01-21T10:47:36Z', 'revision_number': 4, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'gw_port': {'id': '6f2ed38c-74a1-42e0-bfb9-3f63ea855a49', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:33Z', 'updated_at': '2022-01-21T10:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': 'b7f1a66f-ba56-4d42-8fff-de2b5a50d7f8', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'floating_ip_address': '172.26.3.71', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'port_id': 'fc7d2806-f4b4-4dc2-a14d-a65f1dac255f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358', 'mac_address': 'fa:16:3e:d5:02:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3336b066-67b8-45b6-935b-74df5e13287a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:48:01Z', 'updated_at': '2022-01-21T10:48:01Z', 'revision_number': 0, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '726d9750-8e62-4582-9bdf-233d5b4f705a', 'name': '', 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'mac_address': 'fa:16:3e:b5:c1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'b23e05e5-9a59-4715-be99-d26a44757ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:36Z', 'updated_at': '2022-01-21T10:47:42Z', 'revision_number': 5, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'subnets': [{'id': 'b23e05e5-9a59-4715-be99-d26a44757ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:48:04.199661 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bf5253-e089-4dc6-925f-c97ef18577b9 None None] The sync data for ids ['3930d336-91fd-4681-b0a4-2e2212691703'] in dv-neutron-825731-1-hyperv is: [{'id': '3930d336-91fd-4681-b0a4-2e2212691703', 'name': 'tempest-TestSnapshotPattern-156899865-router', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '6f2ed38c-74a1-42e0-bfb9-3f63ea855a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:47:32Z', 'updated_at': '2022-01-21T10:47:36Z', 'revision_number': 4, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'gw_port': {'id': '6f2ed38c-74a1-42e0-bfb9-3f63ea855a49', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:33Z', 'updated_at': '2022-01-21T10:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': 'b7f1a66f-ba56-4d42-8fff-de2b5a50d7f8', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'floating_ip_address': '172.26.3.71', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'port_id': 'fc7d2806-f4b4-4dc2-a14d-a65f1dac255f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358', 'mac_address': 'fa:16:3e:d5:02:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3336b066-67b8-45b6-935b-74df5e13287a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:48:01Z', 'updated_at': '2022-01-21T10:48:01Z', 'revision_number': 0, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '726d9750-8e62-4582-9bdf-233d5b4f705a', 'name': '', 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'mac_address': 'fa:16:3e:b5:c1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'b23e05e5-9a59-4715-be99-d26a44757ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:36Z', 'updated_at': '2022-01-21T10:47:42Z', 'revision_number': 5, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'subnets': [{'id': 'b23e05e5-9a59-4715-be99-d26a44757ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:48:04.390849 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab535e8e-87a8-4a5a-855d-9e8d14b990ec None None] New status for floating IP b7f1a66f-ba56-4d42-8fff-de2b5a50d7f8: ACTIVE {{(pid=87516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:48:13.332997 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:16.736891 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-a12c31da-24e6-4b92-bb05-5cf049d42634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:19.081280 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8d0783bc-f392-43f8-88a5-166ca7c45b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:19.971254 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:20.246738 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:21.683731 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:33.013126 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:48:43.341481 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:46.740208 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-26770dd9-312d-4360-97e5-7743614c8962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:49.083589 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7d6ba078-1408-40b6-a24d-e1153ddee87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:49.972912 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:50.249259 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:51.686156 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:48:57.959299 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2b132241-8ddc-4d5f-bd68-86408171baca req-9b34913c-ee3d-404e-9733-171db20aefbc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3336b066-67b8-45b6-935b-74df5e13287a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685444 Jan 21 10:48:58.100540 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b132241-8ddc-4d5f-bd68-86408171baca req-927df377-e58f-470a-b510-01ff95eee08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:48:58.102011 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2b132241-8ddc-4d5f-bd68-86408171baca req-927df377-e58f-470a-b510-01ff95eee08c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb000c216c43454cad4568dfd8404ac0&device_id=3336b066-67b8-45b6-935b-74df5e13287a HTTP/1.1" status: 200 len: 1099 time: 0.0749540 Jan 21 10:48:58.244095 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b132241-8ddc-4d5f-bd68-86408171baca req-7e2d7963-8e0e-4829-86b2-0e93a479caa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:48:58.245539 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2b132241-8ddc-4d5f-bd68-86408171baca req-7e2d7963-8e0e-4829-86b2-0e93a479caa1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=acce0c98-5f5e-48df-af63-130a35a6d358 HTTP/1.1" status: 200 len: 910 time: 0.1256838 Jan 21 10:48:58.354283 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2b132241-8ddc-4d5f-bd68-86408171baca req-a4b7c805-f5a6-4e23-9e57-d30db05c08d1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc7d2806-f4b4-4dc2-a14d-a65f1dac255f HTTP/1.1" status: 200 len: 1001 time: 0.1012311 Jan 21 10:48:58.414729 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b132241-8ddc-4d5f-bd68-86408171baca req-c888343a-b2a4-4ccb-8614-b46a74cbca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:48:58.416291 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2b132241-8ddc-4d5f-bd68-86408171baca req-c888343a-b2a4-4ccb-8614-b46a74cbca73 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b23e05e5-9a59-4715-be99-d26a44757ccd HTTP/1.1" status: 200 len: 848 time: 0.0561178 Jan 21 10:48:58.489340 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b132241-8ddc-4d5f-bd68-86408171baca req-3f433d4d-7fbd-4b96-aa15-525172490d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:48:58.490940 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2b132241-8ddc-4d5f-bd68-86408171baca req-3f433d4d-7fbd-4b96-aa15-525172490d22 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=acce0c98-5f5e-48df-af63-130a35a6d358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688586 Jan 21 10:48:58.501527 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [req-2b132241-8ddc-4d5f-bd68-86408171baca req-3caf5f5c-2840-4a69-8f3c-c4c2a15f6f49 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 10:48:58.502440 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2b132241-8ddc-4d5f-bd68-86408171baca req-3caf5f5c-2840-4a69-8f3c-c4c2a15f6f49 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048816 Jan 21 10:48:58.733366 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2b132241-8ddc-4d5f-bd68-86408171baca req-3055bbb3-17e6-48c6-be8d-d36b52d733be service neutron] 10.222.0.72 "GET /v2.0/networks/acce0c98-5f5e-48df-af63-130a35a6d358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250214 Jan 21 10:48:58.864693 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2b132241-8ddc-4d5f-bd68-86408171baca req-8c6b0a23-c6a8-464b-84eb-e653549995e1 service neutron] 10.222.0.72 "GET /v2.0/networks/acce0c98-5f5e-48df-af63-130a35a6d358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249704 Jan 21 10:49:10.012643 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:49:13.351341 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:16.741956 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-088b1d54-afbc-4e11-a796-5cad4e328ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:19.084484 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-fd98fa04-608e-472b-9e4f-974c88562d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:19.974159 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:20.252020 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:21.689537 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:43.352355 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:46.745334 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ffd9ca21-4c4b-459d-8583-704fc0332352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:47.013596 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:49:49.087721 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5ff8ddf4-0f9f-4e09-89e8-d16dc660fecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:49.975065 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:50.254302 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:51.692252 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:49:58.943689 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-27be1b33-1894-4537-8a76-5e59b8db12c7 req-9e7c091d-d710-428f-842c-ca5f182aa497 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3336b066-67b8-45b6-935b-74df5e13287a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707622 Jan 21 10:49:59.087060 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be1b33-1894-4537-8a76-5e59b8db12c7 req-e11c805d-6c0d-402f-aed9-763b98a243fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:49:59.089284 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-27be1b33-1894-4537-8a76-5e59b8db12c7 req-e11c805d-6c0d-402f-aed9-763b98a243fd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb000c216c43454cad4568dfd8404ac0&device_id=3336b066-67b8-45b6-935b-74df5e13287a HTTP/1.1" status: 200 len: 1099 time: 0.0739357 Jan 21 10:49:59.234784 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be1b33-1894-4537-8a76-5e59b8db12c7 req-9a41e01b-c337-4766-b3a8-6cf99a206b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:49:59.236495 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-27be1b33-1894-4537-8a76-5e59b8db12c7 req-9a41e01b-c337-4766-b3a8-6cf99a206b93 service neutron] 10.222.0.72 "GET /v2.0/networks?id=acce0c98-5f5e-48df-af63-130a35a6d358 HTTP/1.1" status: 200 len: 910 time: 0.1280532 Jan 21 10:49:59.336755 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-27be1b33-1894-4537-8a76-5e59b8db12c7 req-6901539a-61dc-466b-9741-f60489eb4bef service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc7d2806-f4b4-4dc2-a14d-a65f1dac255f HTTP/1.1" status: 200 len: 1001 time: 0.0936615 Jan 21 10:49:59.397139 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be1b33-1894-4537-8a76-5e59b8db12c7 req-50506e22-a2ee-4fee-93ca-00ffd024df1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:49:59.398428 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-27be1b33-1894-4537-8a76-5e59b8db12c7 req-50506e22-a2ee-4fee-93ca-00ffd024df1b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b23e05e5-9a59-4715-be99-d26a44757ccd HTTP/1.1" status: 200 len: 848 time: 0.0551348 Jan 21 10:49:59.473001 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be1b33-1894-4537-8a76-5e59b8db12c7 req-8239f8ab-8c29-4c7f-a80a-917d452b5cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:49:59.474450 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-27be1b33-1894-4537-8a76-5e59b8db12c7 req-8239f8ab-8c29-4c7f-a80a-917d452b5cad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=acce0c98-5f5e-48df-af63-130a35a6d358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693707 Jan 21 10:49:59.605322 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-27be1b33-1894-4537-8a76-5e59b8db12c7 req-f7b3b5ae-467d-498e-a21a-86cfa6534606 service neutron] 10.222.0.72 "GET /v2.0/networks/acce0c98-5f5e-48df-af63-130a35a6d358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236818 Jan 21 10:49:59.734550 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-27be1b33-1894-4537-8a76-5e59b8db12c7 req-b0d8bcc3-1bf0-4741-8c21-e6abe63f857e service neutron] 10.222.0.72 "GET /v2.0/networks/acce0c98-5f5e-48df-af63-130a35a6d358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228683 Jan 21 10:50:13.340738 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:50:16.746348 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ac8d0c34-6e5f-4f14-bfdd-ce50377b7445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:50:19.091084 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d78a403a-aa45-4fb5-b9c9-7f9667bf4631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:50:19.976960 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:50:20.257638 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:50:21.695372 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:50:24.011877 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:50:43.361879 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:50:46.751385 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c43a3708-2113-4589-a4e6-294deefd4a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:50:48.254457 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device fc7d2806-f4b4-4dc2-a14d-a65f1dac255f details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:50:48.386512 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port fc7d2806-f4b4-4dc2-a14d-a65f1dac255f, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=fc7d2806-f4b4-4dc2-a14d-a65f1dac255f,segment=NetworkSegment(b95c70ce-b5e6-4281-b1f2-f6e72b805295),segment_id=b95c70ce-b5e6-4281-b1f2-f6e72b805295)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:50:48.399744 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': 'fc7d2806-f4b4-4dc2-a14d-a65f1dac255f', 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358', 'port_id': 'fc7d2806-f4b4-4dc2-a14d-a65f1dac255f', 'mac_address': 'fa:16:3e:d5:02:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b23e05e5-9a59-4715-be99-d26a44757ccd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:50:48.456563 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:50:48.473282 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc7d2806-f4b4-4dc2-a14d-a65f1dac255f {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:50:48.488146 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port fc7d2806-f4b4-4dc2-a14d-a65f1dac255f, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=fc7d2806-f4b4-4dc2-a14d-a65f1dac255f,segment=NetworkSegment(b95c70ce-b5e6-4281-b1f2-f6e72b805295),segment_id=b95c70ce-b5e6-4281-b1f2-f6e72b805295)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:50:48.491951 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:50:48.558877 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=fc7d2806-f4b4-4dc2-a14d-a65f1dac255f,revision_number=6']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:50:48.567239 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['fc7d2806-f4b4-4dc2-a14d-a65f1dac255f'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:50:48.591304 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:50:48.591671 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:50:48.592010 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:50:48.592344 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:50:48.592669 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:50:48.592990 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:50:48.593306 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:50:48.593625 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:50:48.593942 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:50:48.594254 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:50:48.594570 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:50:48.594877 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:50:49.092682 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f2c8dd53-9a09-4af4-bc32-6c6576ec824a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:50:49.980182 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:50:50.260414 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:50:50.274773 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device fc7d2806-f4b4-4dc2-a14d-a65f1dac255f up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:50:50.339772 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port fc7d2806-f4b4-4dc2-a14d-a65f1dac255f triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:50:50.340133 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:50:50.452887 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:50:50.478089 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3336b066-67b8-45b6-935b-74df5e13287a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7d2806-f4b4-4dc2-a14d-a65f1dac255f'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:50:50.487879 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port fc7d2806-f4b4-4dc2-a14d-a65f1dac255f, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=fc7d2806-f4b4-4dc2-a14d-a65f1dac255f,segment=NetworkSegment(b95c70ce-b5e6-4281-b1f2-f6e72b805295),segment_id=b95c70ce-b5e6-4281-b1f2-f6e72b805295)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:50:50.492591 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:50:50.561028 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=fc7d2806-f4b4-4dc2-a14d-a65f1dac255f,revision_number=7']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:50:50.613749 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3336b066-67b8-45b6-935b-74df5e13287a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7d2806-f4b4-4dc2-a14d-a65f1dac255f', 'code': 200} Jan 21 10:50:51.705581 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:50:59.119938 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af93617-7f79-4ba6-b925-4fe2af4d7e1b req-8dde70b8-97b1-4fd9-962a-a74b0a9b5d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:50:59.121506 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2af93617-7f79-4ba6-b925-4fe2af4d7e1b req-8dde70b8-97b1-4fd9-962a-a74b0a9b5d7d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb000c216c43454cad4568dfd8404ac0&device_id=3336b066-67b8-45b6-935b-74df5e13287a HTTP/1.1" status: 200 len: 1099 time: 0.1704810 Jan 21 10:50:59.296506 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af93617-7f79-4ba6-b925-4fe2af4d7e1b req-02acd705-f21b-4758-b3f1-4b475ffbcdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:50:59.297582 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2af93617-7f79-4ba6-b925-4fe2af4d7e1b req-02acd705-f21b-4758-b3f1-4b475ffbcdcf service neutron] 10.222.0.72 "GET /v2.0/networks?id=acce0c98-5f5e-48df-af63-130a35a6d358 HTTP/1.1" status: 200 len: 910 time: 0.1450899 Jan 21 10:50:59.406797 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2af93617-7f79-4ba6-b925-4fe2af4d7e1b req-9cbb2b2f-5c08-4038-927c-82574caecda3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc7d2806-f4b4-4dc2-a14d-a65f1dac255f HTTP/1.1" status: 200 len: 1001 time: 0.1023307 Jan 21 10:50:59.474382 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af93617-7f79-4ba6-b925-4fe2af4d7e1b req-13b90447-b00a-432e-9bb8-d47b009eb3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:50:59.475860 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2af93617-7f79-4ba6-b925-4fe2af4d7e1b req-13b90447-b00a-432e-9bb8-d47b009eb3be service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b23e05e5-9a59-4715-be99-d26a44757ccd HTTP/1.1" status: 200 len: 848 time: 0.0634718 Jan 21 10:50:59.556548 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af93617-7f79-4ba6-b925-4fe2af4d7e1b req-a90d8bdd-a86b-4f66-9f5f-3cf1aa901e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:50:59.558319 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2af93617-7f79-4ba6-b925-4fe2af4d7e1b req-a90d8bdd-a86b-4f66-9f5f-3cf1aa901e4f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=acce0c98-5f5e-48df-af63-130a35a6d358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754688 Jan 21 10:50:59.822081 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2af93617-7f79-4ba6-b925-4fe2af4d7e1b req-da01fcf8-32f9-43ad-b70f-dd52136205d1 service neutron] 10.222.0.72 "GET /v2.0/networks/acce0c98-5f5e-48df-af63-130a35a6d358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544928 Jan 21 10:50:59.969663 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2af93617-7f79-4ba6-b925-4fe2af4d7e1b req-dcaef7ed-0aa2-4785-bc07-eae2d857d423 service neutron] 10.222.0.72 "GET /v2.0/networks/acce0c98-5f5e-48df-af63-130a35a6d358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412847 Jan 21 10:51:00.780566 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-a229bbdb-37b6-4eec-85f0-365de7b607cd tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2091268317&fields=id&tenant_id=eb000c216c43454cad4568dfd8404ac0 HTTP/1.1" status: 200 len: 267 time: 0.0396085 Jan 21 10:51:00.932789 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-04db6712-8014-4111-9751-70dd9d30fdf8 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:51:00.934208 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-04db6712-8014-4111-9751-70dd9d30fdf8 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/networks?id=acce0c98-5f5e-48df-af63-130a35a6d358 HTTP/1.1" status: 200 len: 809 time: 0.1461682 Jan 21 10:51:00.948548 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-6d1fbebd-4ad0-485e-8526-b685afb06ce0 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/quotas/eb000c216c43454cad4568dfd8404ac0 HTTP/1.1" status: 200 len: 375 time: 0.0088098 Jan 21 10:51:01.011626 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:51:01.035466 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-a70b0ce5-a7d0-4dcf-a606-c71367cd970c tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=eb000c216c43454cad4568dfd8404ac0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0815117 Jan 21 10:51:01.091870 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-acab6c86-5e00-46be-b6e3-6b9361520ae1 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=87514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 10:51:01.092846 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-acab6c86-5e00-46be-b6e3-6b9361520ae1 service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0458043 Jan 21 10:51:01.223058 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-940af046-7f5e-451a-a45d-bd3067292386 service neutron] 10.222.0.110 "GET /v2.0/networks/acce0c98-5f5e-48df-af63-130a35a6d358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243522 Jan 21 10:51:01.352054 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-bb28d4a9-e055-4055-91dc-64ba5302271a service neutron] 10.222.0.110 "GET /v2.0/networks/acce0c98-5f5e-48df-af63-130a35a6d358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231778 Jan 21 10:51:01.589790 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-84b8a751-90e2-4198-bc7c-3deba5148aa0 req-792e3a13-a20e-49fa-a4b1-0b054469e826 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/ports?device_id=56b6f2ba-2995-4b1a-a22a-35c560352753 HTTP/1.1" status: 200 len: 210 time: 0.0898077 Jan 21 10:51:02.738681 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-2e3a8e27-d13c-4bad-b9cc-2c7fca52444a tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:51:02.740287 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-2e3a8e27-d13c-4bad-b9cc-2c7fca52444a tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.72 "GET /v2.0/networks?id=acce0c98-5f5e-48df-af63-130a35a6d358 HTTP/1.1" status: 200 len: 809 time: 0.1728528 Jan 21 10:51:02.837750 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4a579b13-371a-41ef-ad7a-db98347320e4 req-f99864f8-f0c2-482b-81fa-217a23def7d9 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/ports?device_id=56b6f2ba-2995-4b1a-a22a-35c560352753 HTTP/1.1" status: 200 len: 210 time: 0.0504017 Jan 21 10:51:02.866412 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-62180868-b9fd-44ab-a608-013c2d9a2fde tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb000c216c43454cad4568dfd8404ac0 HTTP/1.1" status: 200 len: 380 time: 0.1168909 Jan 21 10:51:02.876013 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-7d5fe3e2-2f47-4253-a80d-5a30d9f0eab2 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Request body: {'port': {'device_id': '56b6f2ba-2995-4b1a-a22a-35c560352753', 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358', 'admin_state_up': True, 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'security_groups': ['0e29efa5-c1ad-4311-855f-c9baa28feaac']}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:51:03.026260 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-7d5fe3e2-2f47-4253-a80d-5a30d9f0eab2 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:51:03.036334 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.quota.driver [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-7d5fe3e2-2f47-4253-a80d-5a30d9f0eab2 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87514) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:51:03.046598 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-7d5fe3e2-2f47-4253-a80d-5a30d9f0eab2 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Made reservation on behalf of eb000c216c43454cad4568dfd8404ac0 for: {'port': 1} {{(pid=87514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:51:03.050396 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-7d5fe3e2-2f47-4253-a80d-5a30d9f0eab2 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:03.220456 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_common [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-7d5fe3e2-2f47-4253-a80d-5a30d9f0eab2 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Allocated IP 172.20.0.12 (acce0c98-5f5e-48df-af63-130a35a6d358/b23e05e5-9a59-4715-be99-d26a44757ccd/f2c8793b-5688-4449-9a00-1f4e217541d7) {{(pid=87514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:51:03.492868 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-7d5fe3e2-2f47-4253-a80d-5a30d9f0eab2 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks [] for port, precommit_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:03.520380 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-7d5fe3e2-2f47-4253-a80d-5a30d9f0eab2 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Transition to ACTIVE for port object f2c8793b-5688-4449-9a00-1f4e217541d7 will not be triggered until provisioned by entity DHCP. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:51:03.546763 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-7d5fe3e2-2f47-4253-a80d-5a30d9f0eab2 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_create {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:03.736455 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-7d5fe3e2-2f47-4253-a80d-5a30d9f0eab2 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Network acce0c98-5f5e-48df-af63-130a35a6d358 is already hosted by enough agents. {{(pid=87514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:51:03.739664 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.base_scheduler [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-7d5fe3e2-2f47-4253-a80d-5a30d9f0eab2 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Resources bound (agent type, host, resource id): {{(pid=87514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:51:03.744189 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-7d5fe3e2-2f47-4253-a80d-5a30d9f0eab2 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Received port after_create {{(pid=87514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:51:03.815097 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-7d5fe3e2-2f47-4253-a80d-5a30d9f0eab2 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:51:03.815817 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-7d5fe3e2-2f47-4253-a80d-5a30d9f0eab2 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:03.838421 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5fe3e2-2f47-4253-a80d-5a30d9f0eab2 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Pushing event updated for resources: {'Port': ['ID=f2c8793b-5688-4449-9a00-1f4e217541d7,revision_number=1']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:51:03.853357 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5fe3e2-2f47-4253-a80d-5a30d9f0eab2 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:51:03.853702 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5fe3e2-2f47-4253-a80d-5a30d9f0eab2 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:51:03.854057 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5fe3e2-2f47-4253-a80d-5a30d9f0eab2 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:51:03.854376 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5fe3e2-2f47-4253-a80d-5a30d9f0eab2 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:51:03.854710 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5fe3e2-2f47-4253-a80d-5a30d9f0eab2 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:51:03.855039 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5fe3e2-2f47-4253-a80d-5a30d9f0eab2 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:51:03.855368 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5fe3e2-2f47-4253-a80d-5a30d9f0eab2 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:51:03.855727 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5fe3e2-2f47-4253-a80d-5a30d9f0eab2 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:51:03.856054 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5fe3e2-2f47-4253-a80d-5a30d9f0eab2 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:51:03.856404 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5fe3e2-2f47-4253-a80d-5a30d9f0eab2 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:51:03.857440 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5fe3e2-2f47-4253-a80d-5a30d9f0eab2 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:51:03.857885 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5fe3e2-2f47-4253-a80d-5a30d9f0eab2 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:51:03.879473 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-7d5fe3e2-2f47-4253-a80d-5a30d9f0eab2 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0077028 Jan 21 10:51:04.075851 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f01549-e85b-4641-ac70-1e128c767ef3 req-9674e252-f40e-4b04-81d1-f322c6c4e433 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:51:04.077499 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-66f01549-e85b-4641-ac70-1e128c767ef3 req-9674e252-f40e-4b04-81d1-f322c6c4e433 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/ports?device_id=56b6f2ba-2995-4b1a-a22a-35c560352753 HTTP/1.1" status: 200 len: 932 time: 0.0906885 Jan 21 10:51:04.133946 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5b6c528a-3ebb-4cad-a2ec-781dfb8ca590 None None] Provisioning for port f2c8793b-5688-4449-9a00-1f4e217541d7 completed by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:51:04.134715 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-66f01549-e85b-4641-ac70-1e128c767ef3 req-02104835-a8de-41fe-9459-78a1279d8e88 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e29efa5-c1ad-4311-855f-c9baa28feaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512447 Jan 21 10:51:04.140130 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-5b6c528a-3ebb-4cad-a2ec-781dfb8ca590 None None] Provisioning complete for port f2c8793b-5688-4449-9a00-1f4e217541d7 triggered by entity DHCP. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:51:04.140647 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5b6c528a-3ebb-4cad-a2ec-781dfb8ca590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:04.195795 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-5b6c528a-3ebb-4cad-a2ec-781dfb8ca590 None None] Port f2c8793b-5688-4449-9a00-1f4e217541d7 cannot update to ACTIVE because it is not bound. {{(pid=87516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 10:51:04.311769 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device fc7d2806-f4b4-4dc2-a14d-a65f1dac255f no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:51:04.433683 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:04.463152 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3336b066-67b8-45b6-935b-74df5e13287a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc7d2806-f4b4-4dc2-a14d-a65f1dac255f'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:51:04.474697 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port fc7d2806-f4b4-4dc2-a14d-a65f1dac255f, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=fc7d2806-f4b4-4dc2-a14d-a65f1dac255f,segment=NetworkSegment(b95c70ce-b5e6-4281-b1f2-f6e72b805295),segment_id=b95c70ce-b5e6-4281-b1f2-f6e72b805295)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:51:04.484694 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:04.531494 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3336b066-67b8-45b6-935b-74df5e13287a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc7d2806-f4b4-4dc2-a14d-a65f1dac255f', 'code': 200} Jan 21 10:51:04.565395 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=fc7d2806-f4b4-4dc2-a14d-a65f1dac255f,revision_number=8']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:51:05.326600 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04941868-b250-457d-a2e0-3021728b96df req-6806290c-ed8a-4328-aa21-b90e3cbeed94 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:51:05.328102 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-04941868-b250-457d-a2e0-3021728b96df req-6806290c-ed8a-4328-aa21-b90e3cbeed94 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/ports?device_id=56b6f2ba-2995-4b1a-a22a-35c560352753 HTTP/1.1" status: 200 len: 932 time: 0.0819356 Jan 21 10:51:05.374974 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-04941868-b250-457d-a2e0-3021728b96df req-2d0b5a6e-239c-4bb2-972e-46bd011f81f1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e29efa5-c1ad-4311-855f-c9baa28feaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400035 Jan 21 10:51:06.584839 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e05218-4c2c-40ba-bb64-ce9d476b8a5c req-1acf97df-aed5-4305-a40c-90092e8d8b3e tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:51:06.585582 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-b6e05218-4c2c-40ba-bb64-ce9d476b8a5c req-1acf97df-aed5-4305-a40c-90092e8d8b3e tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Synchronizing usage tracker for tenant:eb000c216c43454cad4568dfd8404ac0 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:51:06.601236 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-b6e05218-4c2c-40ba-bb64-ce9d476b8a5c req-1acf97df-aed5-4305-a40c-90092e8d8b3e tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Unset dirty status for tenant:eb000c216c43454cad4568dfd8404ac0 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:51:06.602368 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b6e05218-4c2c-40ba-bb64-ce9d476b8a5c req-1acf97df-aed5-4305-a40c-90092e8d8b3e tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/ports?device_id=56b6f2ba-2995-4b1a-a22a-35c560352753 HTTP/1.1" status: 200 len: 932 time: 0.1029074 Jan 21 10:51:06.656648 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-b6e05218-4c2c-40ba-bb64-ce9d476b8a5c req-1043c588-2e0f-4796-9af0-422b4f0f1faf tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e29efa5-c1ad-4311-855f-c9baa28feaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473063 Jan 21 10:51:07.874439 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe8373-0e03-4ee7-a9df-25f55cb36cd1 req-5f6bfe8f-b2be-483b-8677-7cf830e4d134 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:51:07.876451 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-44fe8373-0e03-4ee7-a9df-25f55cb36cd1 req-5f6bfe8f-b2be-483b-8677-7cf830e4d134 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/ports?device_id=56b6f2ba-2995-4b1a-a22a-35c560352753 HTTP/1.1" status: 200 len: 932 time: 0.0979152 Jan 21 10:51:07.928847 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-44fe8373-0e03-4ee7-a9df-25f55cb36cd1 req-ef62303a-8071-4ee8-bc12-4d4c2dbf3024 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e29efa5-c1ad-4311-855f-c9baa28feaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429926 Jan 21 10:51:09.123609 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a1613-7a09-47dd-b875-fb04d89a0941 req-8faed3be-dce0-49e9-b7c8-3195c110520e tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:51:09.126438 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-156a1613-7a09-47dd-b875-fb04d89a0941 req-8faed3be-dce0-49e9-b7c8-3195c110520e tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/ports?device_id=56b6f2ba-2995-4b1a-a22a-35c560352753 HTTP/1.1" status: 200 len: 932 time: 0.0874710 Jan 21 10:51:09.174626 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-156a1613-7a09-47dd-b875-fb04d89a0941 req-7d7e31e3-1f28-4514-9bc5-cf487e3495b0 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e29efa5-c1ad-4311-855f-c9baa28feaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422585 Jan 21 10:51:10.368303 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b89b3b-a492-41ef-9115-44d2b7dc097d req-db4cc91f-1680-4f3c-8794-0faac41978a3 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:51:10.369794 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-50b89b3b-a492-41ef-9115-44d2b7dc097d req-db4cc91f-1680-4f3c-8794-0faac41978a3 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/ports?device_id=56b6f2ba-2995-4b1a-a22a-35c560352753 HTTP/1.1" status: 200 len: 932 time: 0.0818660 Jan 21 10:51:10.426746 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-50b89b3b-a492-41ef-9115-44d2b7dc097d req-4f18f4a6-630a-4356-af79-a503d3cef413 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e29efa5-c1ad-4311-855f-c9baa28feaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497789 Jan 21 10:51:11.613218 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa24315-ec1e-45cb-9798-bd61838d9c75 req-cb624b7b-ed9c-464b-b741-0c4b323c2d27 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:51:11.614649 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3fa24315-ec1e-45cb-9798-bd61838d9c75 req-cb624b7b-ed9c-464b-b741-0c4b323c2d27 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/ports?device_id=56b6f2ba-2995-4b1a-a22a-35c560352753 HTTP/1.1" status: 200 len: 932 time: 0.0822122 Jan 21 10:51:11.658477 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3fa24315-ec1e-45cb-9798-bd61838d9c75 req-8eff2a28-462e-42a1-9ea2-3a66d3d48516 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e29efa5-c1ad-4311-855f-c9baa28feaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382309 Jan 21 10:51:12.841609 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd7813-c3e2-4159-b79b-d7c86d308a26 req-d1fe2420-805b-49e8-a4b8-5d9433312c14 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:51:12.843177 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-eddd7813-c3e2-4159-b79b-d7c86d308a26 req-d1fe2420-805b-49e8-a4b8-5d9433312c14 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/ports?device_id=56b6f2ba-2995-4b1a-a22a-35c560352753 HTTP/1.1" status: 200 len: 932 time: 0.0813534 Jan 21 10:51:12.886684 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-eddd7813-c3e2-4159-b79b-d7c86d308a26 req-e02e2674-accf-429c-9562-5667fdaa3fa2 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e29efa5-c1ad-4311-855f-c9baa28feaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379002 Jan 21 10:51:13.364030 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:14.070849 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42349e78-a315-4450-9b48-4c7353d0fe5a req-e5992bc8-5214-4372-a807-297a7a6f40c1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:51:14.072558 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-42349e78-a315-4450-9b48-4c7353d0fe5a req-e5992bc8-5214-4372-a807-297a7a6f40c1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/ports?device_id=56b6f2ba-2995-4b1a-a22a-35c560352753 HTTP/1.1" status: 200 len: 932 time: 0.0798216 Jan 21 10:51:14.121189 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-42349e78-a315-4450-9b48-4c7353d0fe5a req-34afcb85-bb66-42d9-befa-64b8da05ee23 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e29efa5-c1ad-4311-855f-c9baa28feaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430031 Jan 21 10:51:14.859982 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.v2.base [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-e7a71ca5-d090-4a66-b207-bc7a60c91781 service neutron] Request body: {'port': {'device_id': '56b6f2ba-2995-4b1a-a22a-35c560352753', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=87514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:51:14.967832 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-e7a71ca5-d090-4a66-b207-bc7a60c91781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:15.308106 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-e7a71ca5-d090-4a66-b207-bc7a60c91781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2c8793b-5688-4449-9a00-1f4e217541d7 {{(pid=87514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:51:15.314175 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fe458-1f19-4b21-aff2-525b8921ba1c req-62b44bee-b6c2-4698-8796-14428f3ee0b6 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:51:15.315643 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d39fe458-1f19-4b21-aff2-525b8921ba1c req-62b44bee-b6c2-4698-8796-14428f3ee0b6 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/ports?device_id=56b6f2ba-2995-4b1a-a22a-35c560352753 HTTP/1.1" status: 200 len: 932 time: 0.0825944 Jan 21 10:51:15.315886 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-e7a71ca5-d090-4a66-b207-bc7a60c91781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:15.330365 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.provisioning_blocks [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-e7a71ca5-d090-4a66-b207-bc7a60c91781 service neutron] Transition to ACTIVE for port object f2c8793b-5688-4449-9a00-1f4e217541d7 will not be triggered until provisioned by entity L2. {{(pid=87514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:51:15.333828 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-e7a71ca5-d090-4a66-b207-bc7a60c91781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:15.360492 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-d39fe458-1f19-4b21-aff2-525b8921ba1c req-91da9c47-baff-49c0-9618-01944ff281fe tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e29efa5-c1ad-4311-855f-c9baa28feaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380700 Jan 21 10:51:15.487190 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a71ca5-d090-4a66-b207-bc7a60c91781 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c8793b-5688-4449-9a00-1f4e217541d7,revision_number=2']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:51:15.569506 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-e7a71ca5-d090-4a66-b207-bc7a60c91781 service neutron] Attempting to bind port f2c8793b-5688-4449-9a00-1f4e217541d7 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:51:15.569834 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-e7a71ca5-d090-4a66-b207-bc7a60c91781 service neutron] Attempting to bind port f2c8793b-5688-4449-9a00-1f4e217541d7 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b95c70ce-b5e6-4281-b1f2-f6e72b805295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358'}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:51:15.570151 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-e7a71ca5-d090-4a66-b207-bc7a60c91781 service neutron] Attempting to bind port f2c8793b-5688-4449-9a00-1f4e217541d7 on network acce0c98-5f5e-48df-af63-130a35a6d358 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:51:15.574539 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-e7a71ca5-d090-4a66-b207-bc7a60c91781 service neutron] Port f2c8793b-5688-4449-9a00-1f4e217541d7 on network acce0c98-5f5e-48df-af63-130a35a6d358 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 10:51:15.574848 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-e7a71ca5-d090-4a66-b207-bc7a60c91781 service neutron] Attempting to bind port f2c8793b-5688-4449-9a00-1f4e217541d7 on network acce0c98-5f5e-48df-af63-130a35a6d358 {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 10:51:15.580645 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-e7a71ca5-d090-4a66-b207-bc7a60c91781 service neutron] Checking agent: {'id': '91bde198-b114-4c13-8c5d-ab2d929557ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'started_at': datetime.datetime(2022, 1, 21, 9, 34, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 10:51:15.580974 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-e7a71ca5-d090-4a66-b207-bc7a60c91781 service neutron] Checking segment: {'id': 'b95c70ce-b5e6-4281-b1f2-f6e72b805295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 10:51:15.581343 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-e7a71ca5-d090-4a66-b207-bc7a60c91781 service neutron] Bound using segment: {'id': 'b95c70ce-b5e6-4281-b1f2-f6e72b805295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358'} {{(pid=87514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 10:51:15.581754 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.managers [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-e7a71ca5-d090-4a66-b207-bc7a60c91781 service neutron] Bound port: f2c8793b-5688-4449-9a00-1f4e217541d7, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b95c70ce-b5e6-4281-b1f2-f6e72b805295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358'}}] {{(pid=87514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:51:15.582088 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-e7a71ca5-d090-4a66-b207-bc7a60c91781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:15.668743 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-e7a71ca5-d090-4a66-b207-bc7a60c91781 service neutron] For port f2c8793b-5688-4449-9a00-1f4e217541d7, host hv-neutron-8257, cleared binding levels {{(pid=87514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 10:51:15.672305 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-e7a71ca5-d090-4a66-b207-bc7a60c91781 service neutron] For port f2c8793b-5688-4449-9a00-1f4e217541d7, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f2c8793b-5688-4449-9a00-1f4e217541d7,segment=NetworkSegment(b95c70ce-b5e6-4281-b1f2-f6e72b805295),segment_id=b95c70ce-b5e6-4281-b1f2-f6e72b805295)] {{(pid=87514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 10:51:15.676715 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-e7a71ca5-d090-4a66-b207-bc7a60c91781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65987907'] for port, after_update {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:15.738656 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-e7a71ca5-d090-4a66-b207-bc7a60c91781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:51:15.739125 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-e7a71ca5-d090-4a66-b207-bc7a60c91781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:15.740495 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-e7a71ca5-d090-4a66-b207-bc7a60c91781 service neutron] 10.222.0.72 "PUT /v2.0/ports/f2c8793b-5688-4449-9a00-1f4e217541d7 HTTP/1.1" status: 200 len: 1094 time: 0.8853791 Jan 21 10:51:15.741040 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b6f2ba-2995-4b1a-a22a-35c560352753', 'tag': 'f2c8793b-5688-4449-9a00-1f4e217541d7'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:51:15.775948 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a71ca5-d090-4a66-b207-bc7a60c91781 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c8793b-5688-4449-9a00-1f4e217541d7,revision_number=3']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:51:15.802678 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b6f2ba-2995-4b1a-a22a-35c560352753', 'tag': 'f2c8793b-5688-4449-9a00-1f4e217541d7', 'status': 'completed', 'code': 200} Jan 21 10:51:15.881991 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-e76020af-629d-4ffb-9390-6c10b440d346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:51:15.883518 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-e76020af-629d-4ffb-9390-6c10b440d346 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb000c216c43454cad4568dfd8404ac0&device_id=56b6f2ba-2995-4b1a-a22a-35c560352753 HTTP/1.1" status: 200 len: 1097 time: 0.0728307 Jan 21 10:51:15.955782 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-facf0199-9788-41ec-8966-5e03b4b579ef service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c8793b-5688-4449-9a00-1f4e217541d7 HTTP/1.1" status: 200 len: 217 time: 0.0647449 Jan 21 10:51:16.019926 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-f64372e2-fbec-4d5a-96f2-289a6f907d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:51:16.021344 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-f64372e2-fbec-4d5a-96f2-289a6f907d12 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b23e05e5-9a59-4715-be99-d26a44757ccd HTTP/1.1" status: 200 len: 848 time: 0.0586281 Jan 21 10:51:16.100380 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-3e1e3278-0a88-4faf-9834-ce33d5e115c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:51:16.101961 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-3e1e3278-0a88-4faf-9834-ce33d5e115c7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=acce0c98-5f5e-48df-af63-130a35a6d358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739510 Jan 21 10:51:16.322249 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-ddfb2bcf-3dd3-4bd5-941d-27f6e35873b1 service neutron] 10.222.0.72 "GET /v2.0/networks/acce0c98-5f5e-48df-af63-130a35a6d358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134058 Jan 21 10:51:16.453337 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-2214751b-246b-4315-b77f-f5a28dd60a96 req-bb078afb-a62b-4e7a-82c4-af39cfef8e95 service neutron] 10.222.0.72 "GET /v2.0/networks/acce0c98-5f5e-48df-af63-130a35a6d358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246731 Jan 21 10:51:16.546833 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a028aa43-2689-4be6-9df2-4ca13c2d17ae req-de2b3081-a345-4e97-b377-bd47f12a16a4 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:51:16.548224 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a028aa43-2689-4be6-9df2-4ca13c2d17ae req-de2b3081-a345-4e97-b377-bd47f12a16a4 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/ports?device_id=56b6f2ba-2995-4b1a-a22a-35c560352753 HTTP/1.1" status: 200 len: 944 time: 0.0806189 Jan 21 10:51:16.572057 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691779e-1c62-4e1b-917a-9cb371133f1c req-f4b0a4c9-878e-4e6d-be17-ec4890ee05d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:51:16.573656 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1691779e-1c62-4e1b-917a-9cb371133f1c req-f4b0a4c9-878e-4e6d-be17-ec4890ee05d6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb000c216c43454cad4568dfd8404ac0&device_id=56b6f2ba-2995-4b1a-a22a-35c560352753 HTTP/1.1" status: 200 len: 1097 time: 0.0743747 Jan 21 10:51:16.593238 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-a028aa43-2689-4be6-9df2-4ca13c2d17ae req-76ad512c-d300-4ead-87a2-0eba029b0387 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e29efa5-c1ad-4311-855f-c9baa28feaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393455 Jan 21 10:51:16.707944 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691779e-1c62-4e1b-917a-9cb371133f1c req-48cf1f75-3965-4ce6-8a23-8ec99fb32d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:51:16.709392 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1691779e-1c62-4e1b-917a-9cb371133f1c req-48cf1f75-3965-4ce6-8a23-8ec99fb32d06 service neutron] 10.222.0.72 "GET /v2.0/networks?id=acce0c98-5f5e-48df-af63-130a35a6d358 HTTP/1.1" status: 200 len: 910 time: 0.1298225 Jan 21 10:51:16.753536 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b76d2473-90fe-4ecc-b2db-eb235ba81513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:16.780745 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1691779e-1c62-4e1b-917a-9cb371133f1c req-93590fa2-caf5-4c5f-a649-7534e9ce55e4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c8793b-5688-4449-9a00-1f4e217541d7 HTTP/1.1" status: 200 len: 217 time: 0.0651450 Jan 21 10:51:16.842728 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691779e-1c62-4e1b-917a-9cb371133f1c req-8733b770-62f5-4b09-a1c9-a55202b11787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:51:16.844170 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1691779e-1c62-4e1b-917a-9cb371133f1c req-8733b770-62f5-4b09-a1c9-a55202b11787 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b23e05e5-9a59-4715-be99-d26a44757ccd HTTP/1.1" status: 200 len: 848 time: 0.0575438 Jan 21 10:51:16.920786 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691779e-1c62-4e1b-917a-9cb371133f1c req-ffa54718-ab0c-4900-95f6-df065fe09f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:51:16.922272 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1691779e-1c62-4e1b-917a-9cb371133f1c req-ffa54718-ab0c-4900-95f6-df065fe09f89 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=acce0c98-5f5e-48df-af63-130a35a6d358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724015 Jan 21 10:51:17.052274 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1691779e-1c62-4e1b-917a-9cb371133f1c req-63b97f9e-329d-42f2-8d02-6a065367cba1 service neutron] 10.222.0.72 "GET /v2.0/networks/acce0c98-5f5e-48df-af63-130a35a6d358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230268 Jan 21 10:51:17.185957 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1691779e-1c62-4e1b-917a-9cb371133f1c req-1dac389e-f6e6-4260-8192-b3156be5726c service neutron] 10.222.0.72 "GET /v2.0/networks/acce0c98-5f5e-48df-af63-130a35a6d358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264970 Jan 21 10:51:17.778561 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f335f-988f-47dd-a2b5-aed38a1600f5 req-236373fc-f4cb-40b0-bd08-dd71175af613 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:51:17.780136 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-505f335f-988f-47dd-a2b5-aed38a1600f5 req-236373fc-f4cb-40b0-bd08-dd71175af613 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/ports?device_id=56b6f2ba-2995-4b1a-a22a-35c560352753 HTTP/1.1" status: 200 len: 944 time: 0.0801744 Jan 21 10:51:17.823901 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-505f335f-988f-47dd-a2b5-aed38a1600f5 req-5ce1844e-b216-4dae-ba13-69b4c5df663b tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e29efa5-c1ad-4311-855f-c9baa28feaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381618 Jan 21 10:51:19.008570 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccdc6f0-e523-4211-bdef-fd2609936c18 req-3f2a8d69-2781-4dd0-adec-3189662c465d tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:51:19.009987 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1ccdc6f0-e523-4211-bdef-fd2609936c18 req-3f2a8d69-2781-4dd0-adec-3189662c465d tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/ports?device_id=56b6f2ba-2995-4b1a-a22a-35c560352753 HTTP/1.1" status: 200 len: 944 time: 0.0814977 Jan 21 10:51:19.053201 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-1ccdc6f0-e523-4211-bdef-fd2609936c18 req-99bb01e5-63cb-4181-96fd-bb3f510d65db tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e29efa5-c1ad-4311-855f-c9baa28feaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372813 Jan 21 10:51:19.097293 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5bb95e1f-2eb4-44d2-ac59-17126abcb405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:19.983778 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:20.237416 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e19004-4d63-4676-9324-6bcae9c0b3c1 req-f2d8d18a-6959-488f-9574-0224f465d8ab tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:51:20.238779 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f2e19004-4d63-4676-9324-6bcae9c0b3c1 req-f2d8d18a-6959-488f-9574-0224f465d8ab tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/ports?device_id=56b6f2ba-2995-4b1a-a22a-35c560352753 HTTP/1.1" status: 200 len: 944 time: 0.0812421 Jan 21 10:51:20.263827 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:20.282942 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-f2e19004-4d63-4676-9324-6bcae9c0b3c1 req-d9b52964-b261-4602-b6c9-631bc8888152 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e29efa5-c1ad-4311-855f-c9baa28feaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385301 Jan 21 10:51:20.357844 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device f2c8793b-5688-4449-9a00-1f4e217541d7 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:51:20.491216 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port f2c8793b-5688-4449-9a00-1f4e217541d7, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f2c8793b-5688-4449-9a00-1f4e217541d7,segment=NetworkSegment(b95c70ce-b5e6-4281-b1f2-f6e72b805295),segment_id=b95c70ce-b5e6-4281-b1f2-f6e72b805295)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:51:20.503863 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': 'f2c8793b-5688-4449-9a00-1f4e217541d7', 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358', 'port_id': 'f2c8793b-5688-4449-9a00-1f4e217541d7', 'mac_address': 'fa:16:3e:ec:01:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b23e05e5-9a59-4715-be99-d26a44757ccd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:51:20.559510 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:20.576156 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2c8793b-5688-4449-9a00-1f4e217541d7 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:51:20.590899 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port f2c8793b-5688-4449-9a00-1f4e217541d7, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f2c8793b-5688-4449-9a00-1f4e217541d7,segment=NetworkSegment(b95c70ce-b5e6-4281-b1f2-f6e72b805295),segment_id=b95c70ce-b5e6-4281-b1f2-f6e72b805295)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:51:20.595941 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:20.663726 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=f2c8793b-5688-4449-9a00-1f4e217541d7,revision_number=4']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:51:20.983345 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['f2c8793b-5688-4449-9a00-1f4e217541d7'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:51:21.470087 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0260fdc-d812-4010-90d3-b0bcecb999b6 req-b9ee356f-e6f0-4c66-aa77-a36d7f89c7b6 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:51:21.471583 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f0260fdc-d812-4010-90d3-b0bcecb999b6 req-b9ee356f-e6f0-4c66-aa77-a36d7f89c7b6 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/ports?device_id=56b6f2ba-2995-4b1a-a22a-35c560352753 HTTP/1.1" status: 200 len: 945 time: 0.0804284 Jan 21 10:51:21.516343 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-f0260fdc-d812-4010-90d3-b0bcecb999b6 req-305ca9dc-8d43-4011-a6d1-82e7106c84f8 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e29efa5-c1ad-4311-855f-c9baa28feaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389113 Jan 21 10:51:21.704746 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:22.357706 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device f2c8793b-5688-4449-9a00-1f4e217541d7 up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:51:22.423019 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning for port f2c8793b-5688-4449-9a00-1f4e217541d7 completed by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:51:22.427763 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port f2c8793b-5688-4449-9a00-1f4e217541d7 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:51:22.428145 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:22.574842 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:22.600947 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b6f2ba-2995-4b1a-a22a-35c560352753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c8793b-5688-4449-9a00-1f4e217541d7'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:51:22.611832 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port f2c8793b-5688-4449-9a00-1f4e217541d7, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f2c8793b-5688-4449-9a00-1f4e217541d7,segment=NetworkSegment(b95c70ce-b5e6-4281-b1f2-f6e72b805295),segment_id=b95c70ce-b5e6-4281-b1f2-f6e72b805295)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:51:22.616516 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:22.656328 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b6f2ba-2995-4b1a-a22a-35c560352753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c8793b-5688-4449-9a00-1f4e217541d7', 'code': 200} Jan 21 10:51:22.693197 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=f2c8793b-5688-4449-9a00-1f4e217541d7,revision_number=5']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:51:22.712465 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681d3a5-16a7-4b11-93e9-089fdaeba11c req-9d81989a-7842-4940-b0b3-6dd3e0ca85ec tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:51:22.713952 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d681d3a5-16a7-4b11-93e9-089fdaeba11c req-9d81989a-7842-4940-b0b3-6dd3e0ca85ec tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/ports?device_id=56b6f2ba-2995-4b1a-a22a-35c560352753 HTTP/1.1" status: 200 len: 946 time: 0.0867343 Jan 21 10:51:22.767509 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-d681d3a5-16a7-4b11-93e9-089fdaeba11c req-146d8ea7-269b-4b5e-9ad1-68d3824a0b74 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e29efa5-c1ad-4311-855f-c9baa28feaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469460 Jan 21 10:51:22.893021 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f1c86-2322-43ae-87e2-7fd2527faafa req-db56e84d-3343-477d-ab93-0ba03c5d9836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:51:22.894470 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-348f1c86-2322-43ae-87e2-7fd2527faafa req-db56e84d-3343-477d-ab93-0ba03c5d9836 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=56b6f2ba-2995-4b1a-a22a-35c560352753 HTTP/1.1" status: 200 len: 1099 time: 0.0685301 Jan 21 10:51:22.935055 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-348f1c86-2322-43ae-87e2-7fd2527faafa req-b4f2c83f-1235-4238-aa2f-9f951d4e54ce service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0e29efa5-c1ad-4311-855f-c9baa28feaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342228 Jan 21 10:51:23.959023 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64c298-c9a6-4c1b-80dc-792b391be42e req-ff0d49de-cceb-4e72-888f-e9733d999b17 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:51:23.960533 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0a64c298-c9a6-4c1b-80dc-792b391be42e req-ff0d49de-cceb-4e72-888f-e9733d999b17 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/ports?device_id=56b6f2ba-2995-4b1a-a22a-35c560352753 HTTP/1.1" status: 200 len: 946 time: 0.0826874 Jan 21 10:51:24.004220 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0a64c298-c9a6-4c1b-80dc-792b391be42e req-c7c19676-8da2-4be4-ac07-50dd39d32341 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e29efa5-c1ad-4311-855f-c9baa28feaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380108 Jan 21 10:51:25.190022 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c473364-3e9a-4454-9557-7c511790ceee req-1078eb9b-773f-4f96-815f-cdf27abfd3af tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:51:25.191776 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1c473364-3e9a-4454-9557-7c511790ceee req-1078eb9b-773f-4f96-815f-cdf27abfd3af tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/ports?device_id=56b6f2ba-2995-4b1a-a22a-35c560352753 HTTP/1.1" status: 200 len: 946 time: 0.0830162 Jan 21 10:51:25.234797 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-1c473364-3e9a-4454-9557-7c511790ceee req-0fc8e0f4-1873-4472-8aa4-5958c691894a tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e29efa5-c1ad-4311-855f-c9baa28feaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377505 Jan 21 10:51:25.417607 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d21b8-052f-415b-b869-eb6f6e8acd9b req-2cda524b-b4b0-4b5c-995c-f8d4a7b6b005 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:51:25.419339 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0b6d21b8-052f-415b-b869-eb6f6e8acd9b req-2cda524b-b4b0-4b5c-995c-f8d4a7b6b005 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/ports?device_id=56b6f2ba-2995-4b1a-a22a-35c560352753 HTTP/1.1" status: 200 len: 946 time: 0.0796874 Jan 21 10:51:25.466145 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0b6d21b8-052f-415b-b869-eb6f6e8acd9b req-2a0860fb-9e99-471b-b38e-b6be438ee392 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e29efa5-c1ad-4311-855f-c9baa28feaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412877 Jan 21 10:51:25.488028 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 37906) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:51:25.559122 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5c8c23-5685-4230-a81f-0a27202e57fd tempest-TestSnapshotPattern-346809875 tempest-TestSnapshotPattern-346809875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:51:25.561544 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-5f5c8c23-5685-4230-a81f-0a27202e57fd tempest-TestSnapshotPattern-346809875 tempest-TestSnapshotPattern-346809875-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=56b6f2ba-2995-4b1a-a22a-35c560352753 HTTP/1.1" status: 200 len: 1094 time: 0.0725811 Jan 21 10:51:25.564247 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 37910) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:51:25.568870 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.v2.base [None req-6a27486f-cb67-4699-b1df-2af201e51da1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Request body: {'floatingip': {'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'port_id': 'f2c8793b-5688-4449-9a00-1f4e217541d7', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 10:51:25.574741 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-6a27486f-cb67-4699-b1df-2af201e51da1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:51:25.578872 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-6a27486f-cb67-4699-b1df-2af201e51da1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Usage tracker for resource:floatingip and tenant:eb000c216c43454cad4568dfd8404ac0 is out of sync, need to count used quota {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:51:25.581698 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [None req-6a27486f-cb67-4699-b1df-2af201e51da1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87515) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:51:25.587274 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.quota.driver [None req-6a27486f-cb67-4699-b1df-2af201e51da1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87515) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:51:25.597678 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6a27486f-cb67-4699-b1df-2af201e51da1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks [] for floatingip, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:25.733470 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6a27486f-cb67-4699-b1df-2af201e51da1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:25.870177 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_common [None req-6a27486f-cb67-4699-b1df-2af201e51da1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Allocated IP 172.26.3.229 (80a065d7-b55c-43ad-a3e8-c65befe4136c/f57ebf85-6ff0-4437-8997-bf8ae8fec77a/72b020d8-a12d-4330-9ce8-a22573f14b7a) {{(pid=87515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:51:26.014885 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6a27486f-cb67-4699-b1df-2af201e51da1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks [] for port, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:26.043767 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6a27486f-cb67-4699-b1df-2af201e51da1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761632628947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:26.107874 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a27486f-cb67-4699-b1df-2af201e51da1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Network 80a065d7-b55c-43ad-a3e8-c65befe4136c is already hosted by enough agents. {{(pid=87515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:51:26.110522 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.base_scheduler [None req-6a27486f-cb67-4699-b1df-2af201e51da1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Resources bound (agent type, host, resource id): {{(pid=87515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:51:26.113059 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a27486f-cb67-4699-b1df-2af201e51da1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Received port after_create {{(pid=87515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 10:51:26.155093 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a27486f-cb67-4699-b1df-2af201e51da1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Pushing event updated for resources: {'Port': ['ID=72b020d8-a12d-4330-9ce8-a22573f14b7a,revision_number=1']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:51:26.170094 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27486f-cb67-4699-b1df-2af201e51da1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:51:26.170437 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27486f-cb67-4699-b1df-2af201e51da1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:51:26.170774 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27486f-cb67-4699-b1df-2af201e51da1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:51:26.171102 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27486f-cb67-4699-b1df-2af201e51da1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:51:26.171449 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27486f-cb67-4699-b1df-2af201e51da1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:51:26.171779 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27486f-cb67-4699-b1df-2af201e51da1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:51:26.172099 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27486f-cb67-4699-b1df-2af201e51da1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:51:26.172417 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27486f-cb67-4699-b1df-2af201e51da1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:51:26.172736 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27486f-cb67-4699-b1df-2af201e51da1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:51:26.173053 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27486f-cb67-4699-b1df-2af201e51da1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:51:26.173364 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27486f-cb67-4699-b1df-2af201e51da1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:51:26.173676 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27486f-cb67-4699-b1df-2af201e51da1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:51:26.638982 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6a27486f-cb67-4699-b1df-2af201e51da1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:26.711503 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6a27486f-cb67-4699-b1df-2af201e51da1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:26.912099 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6a27486f-cb67-4699-b1df-2af201e51da1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks [] for port, precommit_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:26.916764 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6a27486f-cb67-4699-b1df-2af201e51da1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64642351'] for port, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:27.022459 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a27486f-cb67-4699-b1df-2af201e51da1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Pushing event updated for resources: {'Port': ['ID=72b020d8-a12d-4330-9ce8-a22573f14b7a,revision_number=2']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:51:27.033365 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6a27486f-cb67-4699-b1df-2af201e51da1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556584'] for floatingip, after_update {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:27.200539 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.l3_db [None req-6a27486f-cb67-4699-b1df-2af201e51da1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Floating IP bbd65392-59b1-48c3-a2b4-eb57baa8551d associated. External IP: 172.26.3.229, port: f2c8793b-5688-4449-9a00-1f4e217541d7. Jan 21 10:51:27.548794 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a27486f-cb67-4699-b1df-2af201e51da1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Router 3930d336-91fd-4681-b0a4-2e2212691703 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:51:27.856364 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a27486f-cb67-4699-b1df-2af201e51da1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:51:27.866037 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bf49b2-9433-4559-a7f9-2029a72ccbd1 None None] Sync routers for ids ['3930d336-91fd-4681-b0a4-2e2212691703'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:51:27.875520 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bf49b2-9433-4559-a7f9-2029a72ccbd1 None None] Routers {'3930d336-91fd-4681-b0a4-2e2212691703'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:51:27.876318 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-81bf49b2-9433-4559-a7f9-2029a72ccbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:51:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['3930d336-91fd-4681-b0a4-2e2212691703'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:51:27.882215 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-6a27486f-cb67-4699-b1df-2af201e51da1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:27.937223 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-6a27486f-cb67-4699-b1df-2af201e51da1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3719842 Jan 21 10:51:27.937901 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b6f2ba-2995-4b1a-a22a-35c560352753', 'tag': 'f2c8793b-5688-4449-9a00-1f4e217541d7'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:51:28.038610 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b6f2ba-2995-4b1a-a22a-35c560352753', 'tag': 'f2c8793b-5688-4449-9a00-1f4e217541d7', 'status': 'completed', 'code': 200} Jan 21 10:51:28.062564 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-81bf49b2-9433-4559-a7f9-2029a72ccbd1 None None] Set router 3930d336-91fd-4681-b0a4-2e2212691703 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:51:28.131242 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253de47-75d1-4abe-901c-4381f48f6a67 req-4431a25c-6d01-4840-9cb0-99efc015263c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:51:28.132650 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c253de47-75d1-4abe-901c-4381f48f6a67 req-4431a25c-6d01-4840-9cb0-99efc015263c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb000c216c43454cad4568dfd8404ac0&device_id=56b6f2ba-2995-4b1a-a22a-35c560352753 HTTP/1.1" status: 200 len: 1099 time: 0.0708406 Jan 21 10:51:28.265572 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253de47-75d1-4abe-901c-4381f48f6a67 req-e0595ea0-f7c6-4e94-99b3-bb4e6c3787b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:51:28.267019 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c253de47-75d1-4abe-901c-4381f48f6a67 req-e0595ea0-f7c6-4e94-99b3-bb4e6c3787b7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=acce0c98-5f5e-48df-af63-130a35a6d358 HTTP/1.1" status: 200 len: 910 time: 0.1272511 Jan 21 10:51:28.415477 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-81bf49b2-9433-4559-a7f9-2029a72ccbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3930d336-91fd-4681-b0a4-2e2212691703', 'name': 'tempest-TestSnapshotPattern-156899865-router', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '6f2ed38c-74a1-42e0-bfb9-3f63ea855a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:47:32Z', 'updated_at': '2022-01-21T10:47:36Z', 'revision_number': 4, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'gw_port': {'id': '6f2ed38c-74a1-42e0-bfb9-3f63ea855a49', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:33Z', 'updated_at': '2022-01-21T10:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': 'b7f1a66f-ba56-4d42-8fff-de2b5a50d7f8', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'floating_ip_address': '172.26.3.71', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'port_id': 'fc7d2806-f4b4-4dc2-a14d-a65f1dac255f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358', 'mac_address': 'fa:16:3e:d5:02:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3336b066-67b8-45b6-935b-74df5e13287a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:48:01Z', 'updated_at': '2022-01-21T10:48:04Z', 'revision_number': 1, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'fixed_ip_address_scope': None}, {'id': 'bbd65392-59b1-48c3-a2b4-eb57baa8551d', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'floating_ip_address': '172.26.3.229', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'port_id': 'f2c8793b-5688-4449-9a00-1f4e217541d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358', 'mac_address': 'fa:16:3e:ec:01:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b6f2ba-2995-4b1a-a22a-35c560352753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:51:26Z', 'updated_at': '2022-01-21T10:51:26Z', 'revision_number': 0, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '726d9750-8e62-4582-9bdf-233d5b4f705a', 'name': '', 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'mac_address': 'fa:16:3e:b5:c1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'b23e05e5-9a59-4715-be99-d26a44757ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:36Z', 'updated_at': '2022-01-21T10:47:42Z', 'revision_number': 5, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'subnets': [{'id': 'b23e05e5-9a59-4715-be99-d26a44757ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:51:28.419538 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bf49b2-9433-4559-a7f9-2029a72ccbd1 None None] Checking router: 3930d336-91fd-4681-b0a4-2e2212691703 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:51:28.428170 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bf49b2-9433-4559-a7f9-2029a72ccbd1 None None] Routers {'3930d336-91fd-4681-b0a4-2e2212691703'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:51:28.428784 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-81bf49b2-9433-4559-a7f9-2029a72ccbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:51:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['3930d336-91fd-4681-b0a4-2e2212691703'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:51:28.477384 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c253de47-75d1-4abe-901c-4381f48f6a67 req-fe2f2751-44e8-4841-9902-5d2ad255e0f3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c8793b-5688-4449-9a00-1f4e217541d7 HTTP/1.1" status: 200 len: 1000 time: 0.2038860 Jan 21 10:51:28.540119 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253de47-75d1-4abe-901c-4381f48f6a67 req-91dae3fa-a47a-4ba9-b4e0-afe68940876f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:51:28.541584 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c253de47-75d1-4abe-901c-4381f48f6a67 req-91dae3fa-a47a-4ba9-b4e0-afe68940876f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b23e05e5-9a59-4715-be99-d26a44757ccd HTTP/1.1" status: 200 len: 848 time: 0.0582786 Jan 21 10:51:28.621380 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253de47-75d1-4abe-901c-4381f48f6a67 req-a837aac5-eb3f-481e-b2ba-4c1fda22e488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:51:28.623217 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c253de47-75d1-4abe-901c-4381f48f6a67 req-a837aac5-eb3f-481e-b2ba-4c1fda22e488 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=acce0c98-5f5e-48df-af63-130a35a6d358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758610 Jan 21 10:51:28.640358 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-81bf49b2-9433-4559-a7f9-2029a72ccbd1 None None] Set router 3930d336-91fd-4681-b0a4-2e2212691703 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:51:28.761029 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c253de47-75d1-4abe-901c-4381f48f6a67 req-3a99e28c-6ea7-49d5-b6e9-74405adab04c service neutron] 10.222.0.72 "GET /v2.0/networks/acce0c98-5f5e-48df-af63-130a35a6d358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295073 Jan 21 10:51:28.895563 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-c253de47-75d1-4abe-901c-4381f48f6a67 req-81638ba7-2bc6-4b0e-941c-0daafb6d2106 service neutron] 10.222.0.72 "GET /v2.0/networks/acce0c98-5f5e-48df-af63-130a35a6d358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291904 Jan 21 10:51:28.990921 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-81bf49b2-9433-4559-a7f9-2029a72ccbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3930d336-91fd-4681-b0a4-2e2212691703', 'name': 'tempest-TestSnapshotPattern-156899865-router', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '6f2ed38c-74a1-42e0-bfb9-3f63ea855a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:47:32Z', 'updated_at': '2022-01-21T10:47:36Z', 'revision_number': 4, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'gw_port': {'id': '6f2ed38c-74a1-42e0-bfb9-3f63ea855a49', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:33Z', 'updated_at': '2022-01-21T10:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': 'b7f1a66f-ba56-4d42-8fff-de2b5a50d7f8', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'floating_ip_address': '172.26.3.71', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'port_id': 'fc7d2806-f4b4-4dc2-a14d-a65f1dac255f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358', 'mac_address': 'fa:16:3e:d5:02:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3336b066-67b8-45b6-935b-74df5e13287a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:48:01Z', 'updated_at': '2022-01-21T10:48:04Z', 'revision_number': 1, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'fixed_ip_address_scope': None}, {'id': 'bbd65392-59b1-48c3-a2b4-eb57baa8551d', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'floating_ip_address': '172.26.3.229', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'port_id': 'f2c8793b-5688-4449-9a00-1f4e217541d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358', 'mac_address': 'fa:16:3e:ec:01:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b6f2ba-2995-4b1a-a22a-35c560352753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:51:26Z', 'updated_at': '2022-01-21T10:51:26Z', 'revision_number': 0, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '726d9750-8e62-4582-9bdf-233d5b4f705a', 'name': '', 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'mac_address': 'fa:16:3e:b5:c1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'b23e05e5-9a59-4715-be99-d26a44757ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:36Z', 'updated_at': '2022-01-21T10:47:42Z', 'revision_number': 5, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'subnets': [{'id': 'b23e05e5-9a59-4715-be99-d26a44757ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:51:28.994720 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bf49b2-9433-4559-a7f9-2029a72ccbd1 None None] The sync data for ids ['3930d336-91fd-4681-b0a4-2e2212691703'] in dv-neutron-825731-1-hyperv is: [{'id': '3930d336-91fd-4681-b0a4-2e2212691703', 'name': 'tempest-TestSnapshotPattern-156899865-router', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '6f2ed38c-74a1-42e0-bfb9-3f63ea855a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:47:32Z', 'updated_at': '2022-01-21T10:47:36Z', 'revision_number': 4, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'gw_port': {'id': '6f2ed38c-74a1-42e0-bfb9-3f63ea855a49', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:33Z', 'updated_at': '2022-01-21T10:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': 'b7f1a66f-ba56-4d42-8fff-de2b5a50d7f8', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'floating_ip_address': '172.26.3.71', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'port_id': 'fc7d2806-f4b4-4dc2-a14d-a65f1dac255f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358', 'mac_address': 'fa:16:3e:d5:02:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3336b066-67b8-45b6-935b-74df5e13287a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:48:01Z', 'updated_at': '2022-01-21T10:48:04Z', 'revision_number': 1, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'fixed_ip_address_scope': None}, {'id': 'bbd65392-59b1-48c3-a2b4-eb57baa8551d', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'floating_ip_address': '172.26.3.229', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'port_id': 'f2c8793b-5688-4449-9a00-1f4e217541d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358', 'mac_address': 'fa:16:3e:ec:01:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b6f2ba-2995-4b1a-a22a-35c560352753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:51:26Z', 'updated_at': '2022-01-21T10:51:26Z', 'revision_number': 0, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '726d9750-8e62-4582-9bdf-233d5b4f705a', 'name': '', 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'mac_address': 'fa:16:3e:b5:c1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'b23e05e5-9a59-4715-be99-d26a44757ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:36Z', 'updated_at': '2022-01-21T10:47:42Z', 'revision_number': 5, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'subnets': [{'id': 'b23e05e5-9a59-4715-be99-d26a44757ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:51:29.199531 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3da3e8a-073e-4de7-badb-6db7eb9ee1bb None None] New status for floating IP bbd65392-59b1-48c3-a2b4-eb57baa8551d: ACTIVE {{(pid=87516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:51:38.010078 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:51:43.374033 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:46.756361 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6689812a-9e82-4fec-b146-0ef18e6522d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:49.099667 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8a9987c1-d27a-4050-a8dd-60a924072f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:49.989181 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:50.272503 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:51:51.707630 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:00.928145 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e6872cc5-5c0a-4366-84a4-7ad3e973a49f req-f82be36a-9e60-4167-b36f-c6f8330de0e0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3336b066-67b8-45b6-935b-74df5e13287a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714378 Jan 21 10:52:01.073998 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6872cc5-5c0a-4366-84a4-7ad3e973a49f req-b6715241-d23c-42f8-ab9d-27d594b08210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:01.075672 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e6872cc5-5c0a-4366-84a4-7ad3e973a49f req-b6715241-d23c-42f8-ab9d-27d594b08210 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb000c216c43454cad4568dfd8404ac0&device_id=3336b066-67b8-45b6-935b-74df5e13287a HTTP/1.1" status: 200 len: 1097 time: 0.0740995 Jan 21 10:52:01.219156 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6872cc5-5c0a-4366-84a4-7ad3e973a49f req-3e33fca4-39f3-42e9-ab12-0e4be6dc3635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:01.220614 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e6872cc5-5c0a-4366-84a4-7ad3e973a49f req-3e33fca4-39f3-42e9-ab12-0e4be6dc3635 service neutron] 10.222.0.72 "GET /v2.0/networks?id=acce0c98-5f5e-48df-af63-130a35a6d358 HTTP/1.1" status: 200 len: 910 time: 0.1252542 Jan 21 10:52:01.321557 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e6872cc5-5c0a-4366-84a4-7ad3e973a49f req-538f4d16-d72f-418c-99b0-17cccce0f4ac service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc7d2806-f4b4-4dc2-a14d-a65f1dac255f HTTP/1.1" status: 200 len: 999 time: 0.0943327 Jan 21 10:52:01.383831 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6872cc5-5c0a-4366-84a4-7ad3e973a49f req-61a3357d-e833-4415-a32a-5e0924315342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:01.385145 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e6872cc5-5c0a-4366-84a4-7ad3e973a49f req-61a3357d-e833-4415-a32a-5e0924315342 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b23e05e5-9a59-4715-be99-d26a44757ccd HTTP/1.1" status: 200 len: 848 time: 0.0566642 Jan 21 10:52:01.464035 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6872cc5-5c0a-4366-84a4-7ad3e973a49f req-e9680a88-b16f-492f-adda-3b6cfa898c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:52:01.465613 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e6872cc5-5c0a-4366-84a4-7ad3e973a49f req-e9680a88-b16f-492f-adda-3b6cfa898c5e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=acce0c98-5f5e-48df-af63-130a35a6d358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736282 Jan 21 10:52:01.599939 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e6872cc5-5c0a-4366-84a4-7ad3e973a49f req-725fdc9e-1bae-4c6d-9026-4e91a1014175 service neutron] 10.222.0.72 "GET /v2.0/networks/acce0c98-5f5e-48df-af63-130a35a6d358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270394 Jan 21 10:52:01.729391 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-e6872cc5-5c0a-4366-84a4-7ad3e973a49f req-65601934-7f73-4213-889a-7f7d6ee1ee0a service neutron] 10.222.0.72 "GET /v2.0/networks/acce0c98-5f5e-48df-af63-130a35a6d358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232183 Jan 21 10:52:13.365555 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:15.009283 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:52:16.760515 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c600c17a-92a9-4739-9806-cf7323134030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:19.101036 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-1e7fbe16-23af-4371-8669-890d898f1c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:19.992100 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:20.269971 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:21.710929 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:43.390497 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:46.761777 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b4621e1a-1292-4f99-9d46-11406389d822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:49.103636 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7c93f9d0-dcb5-4d8b-9fa3-2159740eb71d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:49.993896 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:50.271633 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:51.712869 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:52:52.007698 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:53:00.973339 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-80d2f9e4-5408-4aa9-9a19-900ad2fbef12 req-ce12be6f-f111-449a-afa2-d0cd6ac9cd39 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=56b6f2ba-2995-4b1a-a22a-35c560352753&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684047 Jan 21 10:53:01.069010 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2f9e4-5408-4aa9-9a19-900ad2fbef12 req-506790d3-8430-4de1-b46f-0cabd124299d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:53:01.070410 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-80d2f9e4-5408-4aa9-9a19-900ad2fbef12 req-506790d3-8430-4de1-b46f-0cabd124299d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb000c216c43454cad4568dfd8404ac0&device_id=56b6f2ba-2995-4b1a-a22a-35c560352753 HTTP/1.1" status: 200 len: 1099 time: 0.0769823 Jan 21 10:53:01.317932 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2f9e4-5408-4aa9-9a19-900ad2fbef12 req-b6abfd0c-5d0a-4bdb-8861-a4dde67cd188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:53:01.319468 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-80d2f9e4-5408-4aa9-9a19-900ad2fbef12 req-b6abfd0c-5d0a-4bdb-8861-a4dde67cd188 service neutron] 10.222.0.72 "GET /v2.0/networks?id=acce0c98-5f5e-48df-af63-130a35a6d358 HTTP/1.1" status: 200 len: 910 time: 0.2279296 Jan 21 10:53:01.422124 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-80d2f9e4-5408-4aa9-9a19-900ad2fbef12 req-63d519f4-1630-4d90-939c-1ffb0cc69b87 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c8793b-5688-4449-9a00-1f4e217541d7 HTTP/1.1" status: 200 len: 1002 time: 0.0951805 Jan 21 10:53:01.484797 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2f9e4-5408-4aa9-9a19-900ad2fbef12 req-bffe8b6e-82e9-4889-bd2b-7235a3e307ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:53:01.486287 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-80d2f9e4-5408-4aa9-9a19-900ad2fbef12 req-bffe8b6e-82e9-4889-bd2b-7235a3e307ec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b23e05e5-9a59-4715-be99-d26a44757ccd HTTP/1.1" status: 200 len: 848 time: 0.0575485 Jan 21 10:53:01.564922 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2f9e4-5408-4aa9-9a19-900ad2fbef12 req-e727ebea-47bd-41e6-af62-4795531326e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:53:01.566370 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-80d2f9e4-5408-4aa9-9a19-900ad2fbef12 req-e727ebea-47bd-41e6-af62-4795531326e6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=acce0c98-5f5e-48df-af63-130a35a6d358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740838 Jan 21 10:53:01.700133 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-80d2f9e4-5408-4aa9-9a19-900ad2fbef12 req-1bd2346d-a0b1-46e1-9d69-ec6711e92541 service neutron] 10.222.0.72 "GET /v2.0/networks/acce0c98-5f5e-48df-af63-130a35a6d358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262186 Jan 21 10:53:01.834845 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-80d2f9e4-5408-4aa9-9a19-900ad2fbef12 req-af0bdcfc-8633-4e41-b5bb-6526cafdbab6 service neutron] 10.222.0.72 "GET /v2.0/networks/acce0c98-5f5e-48df-af63-130a35a6d358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281183 Jan 21 10:53:13.410027 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:53:16.765119 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-bfad2ab2-4c66-4f51-9fee-c80b1cdb314d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:53:19.106764 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-afed40ea-cb8b-45b0-a674-bde3c38285a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:53:19.995938 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:53:20.274511 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:53:21.716120 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:53:29.007083 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:53:43.439277 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:53:46.768826 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-19515426-0fad-4519-a682-ee23e701ef22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:53:49.114300 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5ce78e8b-e7a6-4ceb-9495-7d35cf2ce1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:53:49.998226 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:53:50.277173 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:53:51.717868 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:01.138167 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device f2c8793b-5688-4449-9a00-1f4e217541d7 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=87516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:54:01.269632 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port f2c8793b-5688-4449-9a00-1f4e217541d7, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f2c8793b-5688-4449-9a00-1f4e217541d7,segment=NetworkSegment(b95c70ce-b5e6-4281-b1f2-f6e72b805295),segment_id=b95c70ce-b5e6-4281-b1f2-f6e72b805295)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:54:01.282388 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Returning: {'device': 'f2c8793b-5688-4449-9a00-1f4e217541d7', 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358', 'port_id': 'f2c8793b-5688-4449-9a00-1f4e217541d7', 'mac_address': 'fa:16:3e:ec:01:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b23e05e5-9a59-4715-be99-d26a44757ccd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:54:01.336250 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:01.352931 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2c8793b-5688-4449-9a00-1f4e217541d7 {{(pid=87516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:54:01.368478 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port f2c8793b-5688-4449-9a00-1f4e217541d7, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f2c8793b-5688-4449-9a00-1f4e217541d7,segment=NetworkSegment(b95c70ce-b5e6-4281-b1f2-f6e72b805295),segment_id=b95c70ce-b5e6-4281-b1f2-f6e72b805295)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:54:01.372222 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:01.443708 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=f2c8793b-5688-4449-9a00-1f4e217541d7,revision_number=6']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:54:01.450681 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:54:01.451048 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:54:01.451378 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:54:01.451825 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:54:01.452164 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:54:01.452496 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:54:01.452827 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:54:01.453156 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:54:01.453484 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:54:01.453807 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:54:01.454132 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:54:01.454453 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:54:01.476917 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] get_ports_and_sgs() called for port_ids ['f2c8793b-5688-4449-9a00-1f4e217541d7'] {{(pid=87516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 10:54:01.945439 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dd4a1521-d2f4-4c4e-8383-461c034a307d req-12e91de6-6b0f-42f9-89cd-3991f75c5695 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3336b066-67b8-45b6-935b-74df5e13287a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723279 Jan 21 10:54:02.086116 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a1521-d2f4-4c4e-8383-461c034a307d req-4b5de2e0-da2a-4989-84c0-bbac36f67ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:54:02.087608 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dd4a1521-d2f4-4c4e-8383-461c034a307d req-4b5de2e0-da2a-4989-84c0-bbac36f67ba1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb000c216c43454cad4568dfd8404ac0&device_id=3336b066-67b8-45b6-935b-74df5e13287a HTTP/1.1" status: 200 len: 1097 time: 0.0709414 Jan 21 10:54:02.232897 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a1521-d2f4-4c4e-8383-461c034a307d req-4fdacf47-991f-4466-8402-f31d7ff0afbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:54:02.234423 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dd4a1521-d2f4-4c4e-8383-461c034a307d req-4fdacf47-991f-4466-8402-f31d7ff0afbe service neutron] 10.222.0.72 "GET /v2.0/networks?id=acce0c98-5f5e-48df-af63-130a35a6d358 HTTP/1.1" status: 200 len: 910 time: 0.1268342 Jan 21 10:54:02.338346 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dd4a1521-d2f4-4c4e-8383-461c034a307d req-fa34477a-6223-4367-a30c-056805fdf564 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc7d2806-f4b4-4dc2-a14d-a65f1dac255f HTTP/1.1" status: 200 len: 999 time: 0.0975168 Jan 21 10:54:02.403261 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a1521-d2f4-4c4e-8383-461c034a307d req-bc028bf8-b2e4-468d-898a-7783071a34a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:54:02.404703 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dd4a1521-d2f4-4c4e-8383-461c034a307d req-bc028bf8-b2e4-468d-898a-7783071a34a3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b23e05e5-9a59-4715-be99-d26a44757ccd HTTP/1.1" status: 200 len: 848 time: 0.0596197 Jan 21 10:54:02.479067 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a1521-d2f4-4c4e-8383-461c034a307d req-673cb0a2-dd3a-4071-87ec-7954fe186d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:54:02.480556 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dd4a1521-d2f4-4c4e-8383-461c034a307d req-673cb0a2-dd3a-4071-87ec-7954fe186d0d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=acce0c98-5f5e-48df-af63-130a35a6d358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689230 Jan 21 10:54:02.611945 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dd4a1521-d2f4-4c4e-8383-461c034a307d req-505c4085-7aa8-4503-a7f7-3050c2b1534e service neutron] 10.222.0.72 "GET /v2.0/networks/acce0c98-5f5e-48df-af63-130a35a6d358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228237 Jan 21 10:54:02.747729 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-dd4a1521-d2f4-4c4e-8383-461c034a307d req-6a6a15cf-fb88-408a-a478-5658ce1d3a97 service neutron] 10.222.0.72 "GET /v2.0/networks/acce0c98-5f5e-48df-af63-130a35a6d358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249702 Jan 21 10:54:03.163226 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device f2c8793b-5688-4449-9a00-1f4e217541d7 up at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:54:03.229937 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.provisioning_blocks [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Provisioning complete for port f2c8793b-5688-4449-9a00-1f4e217541d7 triggered by entity L2. {{(pid=87516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:54:03.230305 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593239'] for port, provisioning_complete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:03.372599 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:03.399934 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b6f2ba-2995-4b1a-a22a-35c560352753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c8793b-5688-4449-9a00-1f4e217541d7'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:54:03.410364 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port f2c8793b-5688-4449-9a00-1f4e217541d7, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f2c8793b-5688-4449-9a00-1f4e217541d7,segment=NetworkSegment(b95c70ce-b5e6-4281-b1f2-f6e72b805295),segment_id=b95c70ce-b5e6-4281-b1f2-f6e72b805295)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:54:03.415458 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:03.484567 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b6f2ba-2995-4b1a-a22a-35c560352753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c8793b-5688-4449-9a00-1f4e217541d7', 'code': 200} Jan 21 10:54:03.490758 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=f2c8793b-5688-4449-9a00-1f4e217541d7,revision_number=7']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:54:06.006768 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:54:13.466214 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:15.816311 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 38174) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:54:16.018601 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-d516e800-8272-4837-a386-8267cba32b5f tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Deleting port 72b020d8-a12d-4330-9ce8-a22573f14b7a {{(pid=87515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:54:16.018900 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d516e800-8272-4837-a386-8267cba32b5f tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:16.184720 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d516e800-8272-4837-a386-8267cba32b5f tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:16.185060 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d516e800-8272-4837-a386-8267cba32b5f tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:16.310701 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.plugins.ml2.plugin [None req-d516e800-8272-4837-a386-8267cba32b5f tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Calling delete_port for 72b020d8-a12d-4330-9ce8-a22573f14b7a owned by network:floatingip {{(pid=87515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:54:16.456484 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d516e800-8272-4837-a386-8267cba32b5f tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64642390'] for port, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:16.505843 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516e800-8272-4837-a386-8267cba32b5f tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Pushing event deleted for resources: {'Port': ['ID=72b020d8-a12d-4330-9ce8-a22573f14b7a,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:54:16.542555 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d516e800-8272-4837-a386-8267cba32b5f tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:54:16.542880 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d516e800-8272-4837-a386-8267cba32b5f tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:54:16.543214 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d516e800-8272-4837-a386-8267cba32b5f tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:54:16.543573 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d516e800-8272-4837-a386-8267cba32b5f tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:54:16.543899 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d516e800-8272-4837-a386-8267cba32b5f tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:54:16.544223 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d516e800-8272-4837-a386-8267cba32b5f tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:54:16.544547 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d516e800-8272-4837-a386-8267cba32b5f tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:54:16.544869 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d516e800-8272-4837-a386-8267cba32b5f tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:54:16.545188 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d516e800-8272-4837-a386-8267cba32b5f tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:54:16.545523 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d516e800-8272-4837-a386-8267cba32b5f tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:54:16.545820 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d516e800-8272-4837-a386-8267cba32b5f tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:54:16.546132 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d516e800-8272-4837-a386-8267cba32b5f tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:54:16.604538 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d516e800-8272-4837-a386-8267cba32b5f tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks [] for floatingip, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:16.604861 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.db.l3_db [None req-d516e800-8272-4837-a386-8267cba32b5f tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Floating IP bbd65392-59b1-48c3-a2b4-eb57baa8551d disassociated (deleted). External IP: 172.26.3.229, port: f2c8793b-5688-4449-9a00-1f4e217541d7. Jan 21 10:54:16.774213 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-8aedc3f4-98aa-4c5d-b559-da3cfac4cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:16.961855 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d516e800-8272-4837-a386-8267cba32b5f tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Router 3930d336-91fd-4681-b0a4-2e2212691703 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:54:17.252964 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d516e800-8272-4837-a386-8267cba32b5f tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:54:17.262393 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aaede8-cd6a-479f-90a2-ac364b423b73 None None] Sync routers for ids ['3930d336-91fd-4681-b0a4-2e2212691703'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:54:17.272270 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aaede8-cd6a-479f-90a2-ac364b423b73 None None] Routers {'3930d336-91fd-4681-b0a4-2e2212691703'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:54:17.272470 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-d516e800-8272-4837-a386-8267cba32b5f tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:17.272881 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-10aaede8-cd6a-479f-90a2-ac364b423b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:53:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['3930d336-91fd-4681-b0a4-2e2212691703'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:54:17.331319 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-d516e800-8272-4837-a386-8267cba32b5f tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "DELETE /v2.0/floatingips/bbd65392-59b1-48c3-a2b4-eb57baa8551d HTTP/1.1" status: 204 len: 168 time: 1.5138714 Jan 21 10:54:17.331864 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b6f2ba-2995-4b1a-a22a-35c560352753', 'tag': 'f2c8793b-5688-4449-9a00-1f4e217541d7'}] {{(pid=87515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:54:17.381362 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b6f2ba-2995-4b1a-a22a-35c560352753', 'tag': 'f2c8793b-5688-4449-9a00-1f4e217541d7', 'status': 'completed', 'code': 200} Jan 21 10:54:17.462153 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-10aaede8-cd6a-479f-90a2-ac364b423b73 None None] Set router 3930d336-91fd-4681-b0a4-2e2212691703 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:54:17.487567 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95a6f9-96bb-4707-ad90-f432fe1867e9 req-1fea3db5-2311-454e-b584-0966374b3b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:54:17.489804 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4c95a6f9-96bb-4707-ad90-f432fe1867e9 req-1fea3db5-2311-454e-b584-0966374b3b54 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb000c216c43454cad4568dfd8404ac0&device_id=56b6f2ba-2995-4b1a-a22a-35c560352753 HTTP/1.1" status: 200 len: 1099 time: 0.0836542 Jan 21 10:54:17.635816 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95a6f9-96bb-4707-ad90-f432fe1867e9 req-a2cf2e08-2eb5-475d-8cd1-6633f310683a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:54:17.637323 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4c95a6f9-96bb-4707-ad90-f432fe1867e9 req-a2cf2e08-2eb5-475d-8cd1-6633f310683a service neutron] 10.222.0.72 "GET /v2.0/networks?id=acce0c98-5f5e-48df-af63-130a35a6d358 HTTP/1.1" status: 200 len: 910 time: 0.1403823 Jan 21 10:54:17.822307 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4c95a6f9-96bb-4707-ad90-f432fe1867e9 req-e1cdcd45-e15b-4353-87cb-6d655c65d7b3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c8793b-5688-4449-9a00-1f4e217541d7 HTTP/1.1" status: 200 len: 217 time: 0.1763480 Jan 21 10:54:17.857204 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-10aaede8-cd6a-479f-90a2-ac364b423b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3930d336-91fd-4681-b0a4-2e2212691703', 'name': 'tempest-TestSnapshotPattern-156899865-router', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '6f2ed38c-74a1-42e0-bfb9-3f63ea855a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:47:32Z', 'updated_at': '2022-01-21T10:47:36Z', 'revision_number': 4, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'gw_port': {'id': '6f2ed38c-74a1-42e0-bfb9-3f63ea855a49', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:33Z', 'updated_at': '2022-01-21T10:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': 'b7f1a66f-ba56-4d42-8fff-de2b5a50d7f8', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'floating_ip_address': '172.26.3.71', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'port_id': 'fc7d2806-f4b4-4dc2-a14d-a65f1dac255f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358', 'mac_address': 'fa:16:3e:d5:02:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3336b066-67b8-45b6-935b-74df5e13287a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:48:01Z', 'updated_at': '2022-01-21T10:48:04Z', 'revision_number': 1, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '726d9750-8e62-4582-9bdf-233d5b4f705a', 'name': '', 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'mac_address': 'fa:16:3e:b5:c1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'b23e05e5-9a59-4715-be99-d26a44757ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:36Z', 'updated_at': '2022-01-21T10:47:42Z', 'revision_number': 5, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'subnets': [{'id': 'b23e05e5-9a59-4715-be99-d26a44757ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:54:17.862318 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aaede8-cd6a-479f-90a2-ac364b423b73 None None] Checking router: 3930d336-91fd-4681-b0a4-2e2212691703 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:54:17.871809 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aaede8-cd6a-479f-90a2-ac364b423b73 None None] Routers {'3930d336-91fd-4681-b0a4-2e2212691703'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:54:17.872597 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-10aaede8-cd6a-479f-90a2-ac364b423b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:53:49Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['3930d336-91fd-4681-b0a4-2e2212691703'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:54:17.935194 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95a6f9-96bb-4707-ad90-f432fe1867e9 req-695ae5d9-69f7-4e0a-a50b-849b2d74569f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:54:17.936641 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4c95a6f9-96bb-4707-ad90-f432fe1867e9 req-695ae5d9-69f7-4e0a-a50b-849b2d74569f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b23e05e5-9a59-4715-be99-d26a44757ccd HTTP/1.1" status: 200 len: 848 time: 0.1039951 Jan 21 10:54:18.044227 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1053c6-cb7b-4b48-a8ee-8b6154703767 req-5973534d-0237-42b8-87e3-c26fede9ae28 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:54:18.045803 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3f1053c6-cb7b-4b48-a8ee-8b6154703767 req-5973534d-0237-42b8-87e3-c26fede9ae28 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/ports?device_id=56b6f2ba-2995-4b1a-a22a-35c560352753 HTTP/1.1" status: 200 len: 946 time: 0.1456614 Jan 21 10:54:18.072298 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95a6f9-96bb-4707-ad90-f432fe1867e9 req-064ced7e-d801-4fe1-984c-d01586965fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:54:18.073921 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4c95a6f9-96bb-4707-ad90-f432fe1867e9 req-064ced7e-d801-4fe1-984c-d01586965fdf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=acce0c98-5f5e-48df-af63-130a35a6d358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1265152 Jan 21 10:54:18.100701 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-10aaede8-cd6a-479f-90a2-ac364b423b73 None None] Set router 3930d336-91fd-4681-b0a4-2e2212691703 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:54:18.133529 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-3f1053c6-cb7b-4b48-a8ee-8b6154703767 req-4b796c19-2005-4bf4-b69b-1dd129f12782 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e29efa5-c1ad-4311-855f-c9baa28feaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802522 Jan 21 10:54:18.226850 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4c95a6f9-96bb-4707-ad90-f432fe1867e9 req-0bf40acc-621b-4733-8336-a214640f73fb service neutron] 10.222.0.72 "GET /v2.0/networks/acce0c98-5f5e-48df-af63-130a35a6d358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379499 Jan 21 10:54:18.363100 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-4c95a6f9-96bb-4707-ad90-f432fe1867e9 req-cfab0544-fc99-4082-92e0-52ff1759a5c1 service neutron] 10.222.0.72 "GET /v2.0/networks/acce0c98-5f5e-48df-af63-130a35a6d358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255279 Jan 21 10:54:18.453851 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-10aaede8-cd6a-479f-90a2-ac364b423b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3930d336-91fd-4681-b0a4-2e2212691703', 'name': 'tempest-TestSnapshotPattern-156899865-router', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '6f2ed38c-74a1-42e0-bfb9-3f63ea855a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:47:32Z', 'updated_at': '2022-01-21T10:47:36Z', 'revision_number': 4, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'gw_port': {'id': '6f2ed38c-74a1-42e0-bfb9-3f63ea855a49', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:33Z', 'updated_at': '2022-01-21T10:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': 'b7f1a66f-ba56-4d42-8fff-de2b5a50d7f8', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'floating_ip_address': '172.26.3.71', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'port_id': 'fc7d2806-f4b4-4dc2-a14d-a65f1dac255f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358', 'mac_address': 'fa:16:3e:d5:02:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3336b066-67b8-45b6-935b-74df5e13287a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:48:01Z', 'updated_at': '2022-01-21T10:48:04Z', 'revision_number': 1, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '726d9750-8e62-4582-9bdf-233d5b4f705a', 'name': '', 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'mac_address': 'fa:16:3e:b5:c1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'b23e05e5-9a59-4715-be99-d26a44757ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:36Z', 'updated_at': '2022-01-21T10:47:42Z', 'revision_number': 5, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'subnets': [{'id': 'b23e05e5-9a59-4715-be99-d26a44757ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:54:18.458301 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aaede8-cd6a-479f-90a2-ac364b423b73 None None] The sync data for ids ['3930d336-91fd-4681-b0a4-2e2212691703'] in dv-neutron-825731-1-hyperv is: [{'id': '3930d336-91fd-4681-b0a4-2e2212691703', 'name': 'tempest-TestSnapshotPattern-156899865-router', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '6f2ed38c-74a1-42e0-bfb9-3f63ea855a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:47:32Z', 'updated_at': '2022-01-21T10:47:36Z', 'revision_number': 4, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'gw_port': {'id': '6f2ed38c-74a1-42e0-bfb9-3f63ea855a49', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:33Z', 'updated_at': '2022-01-21T10:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_floatingips': [{'id': 'b7f1a66f-ba56-4d42-8fff-de2b5a50d7f8', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'floating_ip_address': '172.26.3.71', 'floating_network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'router_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'port_id': 'fc7d2806-f4b4-4dc2-a14d-a65f1dac255f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358', 'mac_address': 'fa:16:3e:d5:02:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3336b066-67b8-45b6-935b-74df5e13287a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:48:01Z', 'updated_at': '2022-01-21T10:48:04Z', 'revision_number': 1, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '726d9750-8e62-4582-9bdf-233d5b4f705a', 'name': '', 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'mac_address': 'fa:16:3e:b5:c1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'b23e05e5-9a59-4715-be99-d26a44757ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:36Z', 'updated_at': '2022-01-21T10:47:42Z', 'revision_number': 5, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'subnets': [{'id': 'b23e05e5-9a59-4715-be99-d26a44757ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:54:18.678446 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed06c33c-5301-4f2a-ae71-0f72884589aa None None] New status for floating IP bbd65392-59b1-48c3-a2b4-eb57baa8551d: DOWN {{(pid=87516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:54:19.106729 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e5188311-12bc-4a8c-98bf-92b8841e64fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:19.218749 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device f2c8793b-5688-4449-9a00-1f4e217541d7 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:54:19.328459 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c83de-5f6a-474a-bc79-b00a621a2c85 req-e54e6031-6f39-40b3-95b5-8ca3794bf7fc tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:54:19.329155 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-c56c83de-5f6a-474a-bc79-b00a621a2c85 req-e54e6031-6f39-40b3-95b5-8ca3794bf7fc tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Synchronizing usage tracker for tenant:eb000c216c43454cad4568dfd8404ac0 on resource:port {{(pid=87515) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:54:19.334182 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529509'] for port, before_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:19.345027 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.quota.resource [req-c56c83de-5f6a-474a-bc79-b00a621a2c85 req-e54e6031-6f39-40b3-95b5-8ca3794bf7fc tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Unset dirty status for tenant:eb000c216c43454cad4568dfd8404ac0 on resource:port {{(pid=87515) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:54:19.346487 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c56c83de-5f6a-474a-bc79-b00a621a2c85 req-e54e6031-6f39-40b3-95b5-8ca3794bf7fc tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/ports?device_id=56b6f2ba-2995-4b1a-a22a-35c560352753 HTTP/1.1" status: 200 len: 946 time: 0.0972013 Jan 21 10:54:19.361905 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b6f2ba-2995-4b1a-a22a-35c560352753', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2c8793b-5688-4449-9a00-1f4e217541d7'}] {{(pid=87516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:54:19.372458 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] For port f2c8793b-5688-4449-9a00-1f4e217541d7, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f2c8793b-5688-4449-9a00-1f4e217541d7,segment=NetworkSegment(b95c70ce-b5e6-4281-b1f2-f6e72b805295),segment_id=b95c70ce-b5e6-4281-b1f2-f6e72b805295)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:54:19.378081 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761633149404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761632628965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761632629782'] for port, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:19.394741 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-c56c83de-5f6a-474a-bc79-b00a621a2c85 req-fe63020b-6665-4655-a1c1-f69f060ff75a tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e29efa5-c1ad-4311-855f-c9baa28feaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423057 Jan 21 10:54:19.415066 dv-neutron-825731-1-hyperv neutron-server[87516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b6f2ba-2995-4b1a-a22a-35c560352753', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2c8793b-5688-4449-9a00-1f4e217541d7', 'code': 200} Jan 21 10:54:19.449483 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Pushing event updated for resources: {'Port': ['ID=f2c8793b-5688-4449-9a00-1f4e217541d7,revision_number=8']} {{(pid=87516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:54:19.951497 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e614d-5961-4e23-908b-7e0a761804bd req-1c2f5c0c-b61f-4815-91df-792b36d2393f tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:54:19.952959 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0b0e614d-5961-4e23-908b-7e0a761804bd req-1c2f5c0c-b61f-4815-91df-792b36d2393f tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.72 "GET /v2.0/ports?device_id=56b6f2ba-2995-4b1a-a22a-35c560352753 HTTP/1.1" status: 200 len: 944 time: 0.0820093 Jan 21 10:54:20.001301 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:20.027810 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [req-0b0e614d-5961-4e23-908b-7e0a761804bd req-89a79223-abda-4d09-bd09-44615ffa9076 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Deleting port f2c8793b-5688-4449-9a00-1f4e217541d7 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:54:20.028148 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-0b0e614d-5961-4e23-908b-7e0a761804bd req-89a79223-abda-4d09-bd09-44615ffa9076 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:20.275598 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-0b0e614d-5961-4e23-908b-7e0a761804bd req-89a79223-abda-4d09-bd09-44615ffa9076 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] For port f2c8793b-5688-4449-9a00-1f4e217541d7, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f2c8793b-5688-4449-9a00-1f4e217541d7,segment=NetworkSegment(b95c70ce-b5e6-4281-b1f2-f6e72b805295),segment_id=b95c70ce-b5e6-4281-b1f2-f6e72b805295)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:54:20.275954 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-0b0e614d-5961-4e23-908b-7e0a761804bd req-89a79223-abda-4d09-bd09-44615ffa9076 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:20.280609 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:20.399556 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [req-0b0e614d-5961-4e23-908b-7e0a761804bd req-89a79223-abda-4d09-bd09-44615ffa9076 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Calling delete_port for f2c8793b-5688-4449-9a00-1f4e217541d7 owned by compute:nova {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:54:20.546696 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-0b0e614d-5961-4e23-908b-7e0a761804bd req-89a79223-abda-4d09-bd09-44615ffa9076 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:20.584626 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac767248-6b65-485f-8015-63e3b27a809d req-3aa84010-e59d-4fb0-9675-74b353b1e258 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:54:20.586067 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ac767248-6b65-485f-8015-63e3b27a809d req-3aa84010-e59d-4fb0-9675-74b353b1e258 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/ports?device_id=56b6f2ba-2995-4b1a-a22a-35c560352753 HTTP/1.1" status: 200 len: 865 time: 0.0854731 Jan 21 10:54:20.596054 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a79223-abda-4d09-bd09-44615ffa9076 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Pushing event deleted for resources: {'Port': ['ID=f2c8793b-5688-4449-9a00-1f4e217541d7,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:54:20.631579 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a79223-abda-4d09-bd09-44615ffa9076 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:54:20.631746 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-ac767248-6b65-485f-8015-63e3b27a809d req-2699be21-981f-44f5-a48c-efbdc66df163 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e29efa5-c1ad-4311-855f-c9baa28feaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398309 Jan 21 10:54:20.631925 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a79223-abda-4d09-bd09-44615ffa9076 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:54:20.632266 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a79223-abda-4d09-bd09-44615ffa9076 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:54:20.632599 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a79223-abda-4d09-bd09-44615ffa9076 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:54:20.632926 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a79223-abda-4d09-bd09-44615ffa9076 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:54:20.633250 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a79223-abda-4d09-bd09-44615ffa9076 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:54:20.633576 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a79223-abda-4d09-bd09-44615ffa9076 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:54:20.633903 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a79223-abda-4d09-bd09-44615ffa9076 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:54:20.634226 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a79223-abda-4d09-bd09-44615ffa9076 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:54:20.634544 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a79223-abda-4d09-bd09-44615ffa9076 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:54:20.634860 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a79223-abda-4d09-bd09-44615ffa9076 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:54:20.635183 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a79223-abda-4d09-bd09-44615ffa9076 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825731-1-hyperv {{(pid=87514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:54:20.686581 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0e614d-5961-4e23-908b-7e0a761804bd req-89a79223-abda-4d09-bd09-44615ffa9076 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] No DVR routers for this DVR port f2c8793b-5688-4449-9a00-1f4e217541d7 on host hv-neutron-8257 {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:54:20.688957 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-0b0e614d-5961-4e23-908b-7e0a761804bd req-89a79223-abda-4d09-bd09-44615ffa9076 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:20.691483 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b6f2ba-2995-4b1a-a22a-35c560352753', 'name': 'network-vif-deleted', 'tag': 'f2c8793b-5688-4449-9a00-1f4e217541d7'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:54:20.707058 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-0b0e614d-5961-4e23-908b-7e0a761804bd req-89a79223-abda-4d09-bd09-44615ffa9076 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.72 "DELETE /v2.0/ports/f2c8793b-5688-4449-9a00-1f4e217541d7 HTTP/1.1" status: 204 len: 173 time: 0.7485805 Jan 21 10:54:20.797048 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b6f2ba-2995-4b1a-a22a-35c560352753', 'name': 'network-vif-deleted', 'tag': 'f2c8793b-5688-4449-9a00-1f4e217541d7', 'status': 'completed', 'code': 200} Jan 21 10:54:21.722747 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:22.283948 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 38240) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:54:22.572883 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-507253f4-b134-4fbd-9e64-28f0da5c3a08 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Deleting port fd328702-c85a-4a82-ba13-dda5730df42c {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:54:22.573222 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-507253f4-b134-4fbd-9e64-28f0da5c3a08 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:22.742608 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-507253f4-b134-4fbd-9e64-28f0da5c3a08 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:22.742954 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-507253f4-b134-4fbd-9e64-28f0da5c3a08 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:22.868221 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-507253f4-b134-4fbd-9e64-28f0da5c3a08 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Calling delete_port for fd328702-c85a-4a82-ba13-dda5730df42c owned by network:floatingip {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:54:23.016808 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-507253f4-b134-4fbd-9e64-28f0da5c3a08 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:23.061479 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507253f4-b134-4fbd-9e64-28f0da5c3a08 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Pushing event deleted for resources: {'Port': ['ID=fd328702-c85a-4a82-ba13-dda5730df42c,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:54:23.153558 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-507253f4-b134-4fbd-9e64-28f0da5c3a08 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks [] for floatingip, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:23.153855 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.db.l3_db [None req-507253f4-b134-4fbd-9e64-28f0da5c3a08 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Floating IP b7f1a66f-ba56-4d42-8fff-de2b5a50d7f8 disassociated (deleted). External IP: 172.26.3.71, port: fc7d2806-f4b4-4dc2-a14d-a65f1dac255f. Jan 21 10:54:23.243825 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device f2c8793b-5688-4449-9a00-1f4e217541d7 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:54:23.278620 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] No Port match for: f2c8793b-5688-4449-9a00-1f4e217541d7 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:54:23.278974 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device f2c8793b-5688-4449-9a00-1f4e217541d7 not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:54:23.494605 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507253f4-b134-4fbd-9e64-28f0da5c3a08 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Router 3930d336-91fd-4681-b0a4-2e2212691703 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:54:23.675087 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507253f4-b134-4fbd-9e64-28f0da5c3a08 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:54:23.685073 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ad3a1b-e032-44a9-b4a8-c0894829076d None None] Sync routers for ids ['3930d336-91fd-4681-b0a4-2e2212691703'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:54:23.690988 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-507253f4-b134-4fbd-9e64-28f0da5c3a08 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for floatingip, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:23.694341 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ad3a1b-e032-44a9-b4a8-c0894829076d None None] Routers {'3930d336-91fd-4681-b0a4-2e2212691703'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:54:23.695068 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-36ad3a1b-e032-44a9-b4a8-c0894829076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:54:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['3930d336-91fd-4681-b0a4-2e2212691703'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:54:23.745474 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-507253f4-b134-4fbd-9e64-28f0da5c3a08 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "DELETE /v2.0/floatingips/b7f1a66f-ba56-4d42-8fff-de2b5a50d7f8 HTTP/1.1" status: 204 len: 168 time: 1.4603572 Jan 21 10:54:23.745969 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3336b066-67b8-45b6-935b-74df5e13287a', 'tag': 'fc7d2806-f4b4-4dc2-a14d-a65f1dac255f'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:54:23.801878 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3336b066-67b8-45b6-935b-74df5e13287a', 'tag': 'fc7d2806-f4b4-4dc2-a14d-a65f1dac255f', 'status': 'completed', 'code': 200} Jan 21 10:54:23.878376 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-36ad3a1b-e032-44a9-b4a8-c0894829076d None None] Set router 3930d336-91fd-4681-b0a4-2e2212691703 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:54:24.016896 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f6e33-06d6-42af-a215-10e4339985fe req-08dd59d6-a7b6-4cf2-8a36-d1ef7af12ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:54:24.019124 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ef7f6e33-06d6-42af-a215-10e4339985fe req-08dd59d6-a7b6-4cf2-8a36-d1ef7af12ba4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb000c216c43454cad4568dfd8404ac0&device_id=3336b066-67b8-45b6-935b-74df5e13287a HTTP/1.1" status: 200 len: 1097 time: 0.1922679 Jan 21 10:54:24.152455 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a016d23-1249-4f21-a5a0-39508a3e101c req-8c9275ac-a467-4c66-9d06-52da2072076f tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:54:24.154138 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0a016d23-1249-4f21-a5a0-39508a3e101c req-8c9275ac-a467-4c66-9d06-52da2072076f tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/ports?device_id=3336b066-67b8-45b6-935b-74df5e13287a HTTP/1.1" status: 200 len: 944 time: 0.0847404 Jan 21 10:54:24.154809 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f6e33-06d6-42af-a215-10e4339985fe req-9fdea2f6-8b9c-4f4b-9751-73c92a04c859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:54:24.156423 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ef7f6e33-06d6-42af-a215-10e4339985fe req-9fdea2f6-8b9c-4f4b-9751-73c92a04c859 service neutron] 10.222.0.72 "GET /v2.0/networks?id=acce0c98-5f5e-48df-af63-130a35a6d358 HTTP/1.1" status: 200 len: 910 time: 0.1294327 Jan 21 10:54:24.202101 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [req-0a016d23-1249-4f21-a5a0-39508a3e101c req-b4a454b6-e0af-4937-819f-74d9538d5c89 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e29efa5-c1ad-4311-855f-c9baa28feaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411310 Jan 21 10:54:24.211715 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-36ad3a1b-e032-44a9-b4a8-c0894829076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3930d336-91fd-4681-b0a4-2e2212691703', 'name': 'tempest-TestSnapshotPattern-156899865-router', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '6f2ed38c-74a1-42e0-bfb9-3f63ea855a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:47:32Z', 'updated_at': '2022-01-21T10:47:36Z', 'revision_number': 4, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'gw_port': {'id': '6f2ed38c-74a1-42e0-bfb9-3f63ea855a49', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:33Z', 'updated_at': '2022-01-21T10:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '726d9750-8e62-4582-9bdf-233d5b4f705a', 'name': '', 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'mac_address': 'fa:16:3e:b5:c1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'b23e05e5-9a59-4715-be99-d26a44757ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:36Z', 'updated_at': '2022-01-21T10:47:42Z', 'revision_number': 5, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'subnets': [{'id': 'b23e05e5-9a59-4715-be99-d26a44757ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:54:24.215528 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ad3a1b-e032-44a9-b4a8-c0894829076d None None] Checking router: 3930d336-91fd-4681-b0a4-2e2212691703 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:54:24.228931 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ad3a1b-e032-44a9-b4a8-c0894829076d None None] Routers {'3930d336-91fd-4681-b0a4-2e2212691703'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:54:24.229527 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-36ad3a1b-e032-44a9-b4a8-c0894829076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:54:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['3930d336-91fd-4681-b0a4-2e2212691703'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:54:24.234971 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ef7f6e33-06d6-42af-a215-10e4339985fe req-4c504094-eb5b-4c16-9091-973cb02d70cd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc7d2806-f4b4-4dc2-a14d-a65f1dac255f HTTP/1.1" status: 200 len: 217 time: 0.0676901 Jan 21 10:54:24.302362 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f6e33-06d6-42af-a215-10e4339985fe req-7b55fe3f-2e08-4bcd-9853-a5264050d472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:54:24.303753 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ef7f6e33-06d6-42af-a215-10e4339985fe req-7b55fe3f-2e08-4bcd-9853-a5264050d472 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b23e05e5-9a59-4715-be99-d26a44757ccd HTTP/1.1" status: 200 len: 848 time: 0.0608323 Jan 21 10:54:24.383534 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f6e33-06d6-42af-a215-10e4339985fe req-7fcf29f0-fde4-464a-8009-c2c78abc5df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:54:24.385026 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ef7f6e33-06d6-42af-a215-10e4339985fe req-7fcf29f0-fde4-464a-8009-c2c78abc5df3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=acce0c98-5f5e-48df-af63-130a35a6d358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733635 Jan 21 10:54:24.405202 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-36ad3a1b-e032-44a9-b4a8-c0894829076d None None] Set router 3930d336-91fd-4681-b0a4-2e2212691703 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:54:24.524090 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ef7f6e33-06d6-42af-a215-10e4339985fe req-c51e1805-6232-4282-ada9-9ce4fcad0bfd service neutron] 10.222.0.72 "GET /v2.0/networks/acce0c98-5f5e-48df-af63-130a35a6d358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277854 Jan 21 10:54:24.658987 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-ef7f6e33-06d6-42af-a215-10e4339985fe req-2eb43be9-3f5a-48f7-b094-1ed70fa51132 service neutron] 10.222.0.72 "GET /v2.0/networks/acce0c98-5f5e-48df-af63-130a35a6d358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280930 Jan 21 10:54:24.750053 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-36ad3a1b-e032-44a9-b4a8-c0894829076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3930d336-91fd-4681-b0a4-2e2212691703', 'name': 'tempest-TestSnapshotPattern-156899865-router', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '6f2ed38c-74a1-42e0-bfb9-3f63ea855a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:47:32Z', 'updated_at': '2022-01-21T10:47:36Z', 'revision_number': 4, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'gw_port': {'id': '6f2ed38c-74a1-42e0-bfb9-3f63ea855a49', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:33Z', 'updated_at': '2022-01-21T10:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '726d9750-8e62-4582-9bdf-233d5b4f705a', 'name': '', 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'mac_address': 'fa:16:3e:b5:c1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'b23e05e5-9a59-4715-be99-d26a44757ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:36Z', 'updated_at': '2022-01-21T10:47:42Z', 'revision_number': 5, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'subnets': [{'id': 'b23e05e5-9a59-4715-be99-d26a44757ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:54:24.754890 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ad3a1b-e032-44a9-b4a8-c0894829076d None None] The sync data for ids ['3930d336-91fd-4681-b0a4-2e2212691703'] in dv-neutron-825731-1-hyperv is: [{'id': '3930d336-91fd-4681-b0a4-2e2212691703', 'name': 'tempest-TestSnapshotPattern-156899865-router', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '6f2ed38c-74a1-42e0-bfb9-3f63ea855a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:47:32Z', 'updated_at': '2022-01-21T10:47:36Z', 'revision_number': 4, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'gw_port': {'id': '6f2ed38c-74a1-42e0-bfb9-3f63ea855a49', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:33Z', 'updated_at': '2022-01-21T10:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv', '_interfaces': [{'id': '726d9750-8e62-4582-9bdf-233d5b4f705a', 'name': '', 'network_id': 'acce0c98-5f5e-48df-af63-130a35a6d358', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'mac_address': 'fa:16:3e:b5:c1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'b23e05e5-9a59-4715-be99-d26a44757ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:36Z', 'updated_at': '2022-01-21T10:47:42Z', 'revision_number': 5, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'subnets': [{'id': 'b23e05e5-9a59-4715-be99-d26a44757ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:54:24.978387 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b535b3-1be1-4bb8-8ca5-7490e6092495 None None] New status for floating IP b7f1a66f-ba56-4d42-8fff-de2b5a50d7f8: DOWN {{(pid=87516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 10:54:25.186741 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd03bc2-83e9-46c8-b365-840d0f72b25c req-4286718c-8af2-4bb6-b615-2aa20793cdc4 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:54:25.187350 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-9fd03bc2-83e9-46c8-b365-840d0f72b25c req-4286718c-8af2-4bb6-b615-2aa20793cdc4 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Synchronizing usage tracker for tenant:eb000c216c43454cad4568dfd8404ac0 on resource:port {{(pid=87514) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:54:25.202137 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.quota.resource [req-9fd03bc2-83e9-46c8-b365-840d0f72b25c req-4286718c-8af2-4bb6-b615-2aa20793cdc4 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Unset dirty status for tenant:eb000c216c43454cad4568dfd8404ac0 on resource:port {{(pid=87514) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:54:25.203332 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9fd03bc2-83e9-46c8-b365-840d0f72b25c req-4286718c-8af2-4bb6-b615-2aa20793cdc4 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.72 "GET /v2.0/ports?device_id=3336b066-67b8-45b6-935b-74df5e13287a HTTP/1.1" status: 200 len: 944 time: 0.0975797 Jan 21 10:54:25.273343 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [req-9fd03bc2-83e9-46c8-b365-840d0f72b25c req-c4f468cb-ca83-4d69-98fe-badd2c6071f1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Deleting port fc7d2806-f4b4-4dc2-a14d-a65f1dac255f {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:54:25.273685 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-9fd03bc2-83e9-46c8-b365-840d0f72b25c req-c4f468cb-ca83-4d69-98fe-badd2c6071f1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:25.542489 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb597889-629e-4482-bf25-ef07ec2c22fc req-ac3a26f9-b160-4f2d-8aba-f769c2c82d25 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:54:25.543885 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-cb597889-629e-4482-bf25-ef07ec2c22fc req-ac3a26f9-b160-4f2d-8aba-f769c2c82d25 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/ports?device_id=3336b066-67b8-45b6-935b-74df5e13287a HTTP/1.1" status: 200 len: 944 time: 0.2219677 Jan 21 10:54:25.607623 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [req-9fd03bc2-83e9-46c8-b365-840d0f72b25c req-c4f468cb-ca83-4d69-98fe-badd2c6071f1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] For port fc7d2806-f4b4-4dc2-a14d-a65f1dac255f, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=fc7d2806-f4b4-4dc2-a14d-a65f1dac255f,segment=NetworkSegment(b95c70ce-b5e6-4281-b1f2-f6e72b805295),segment_id=b95c70ce-b5e6-4281-b1f2-f6e72b805295)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:54:25.607980 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-9fd03bc2-83e9-46c8-b365-840d0f72b25c req-c4f468cb-ca83-4d69-98fe-badd2c6071f1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:25.675780 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-cb597889-629e-4482-bf25-ef07ec2c22fc req-89c20cc5-3fe0-4c8b-b1c5-90411d6f39cb tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "GET /v2.0/security-groups?id=0e29efa5-c1ad-4311-855f-c9baa28feaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217358 Jan 21 10:54:25.739484 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [req-9fd03bc2-83e9-46c8-b365-840d0f72b25c req-c4f468cb-ca83-4d69-98fe-badd2c6071f1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Calling delete_port for fc7d2806-f4b4-4dc2-a14d-a65f1dac255f owned by compute:nova {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:54:25.884431 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-9fd03bc2-83e9-46c8-b365-840d0f72b25c req-c4f468cb-ca83-4d69-98fe-badd2c6071f1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:25.934951 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f468cb-ca83-4d69-98fe-badd2c6071f1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Pushing event deleted for resources: {'Port': ['ID=fc7d2806-f4b4-4dc2-a14d-a65f1dac255f,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:54:26.106144 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd03bc2-83e9-46c8-b365-840d0f72b25c req-c4f468cb-ca83-4d69-98fe-badd2c6071f1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] No DVR routers for this DVR port fc7d2806-f4b4-4dc2-a14d-a65f1dac255f on host hv-neutron-8257 {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:54:26.108585 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [req-9fd03bc2-83e9-46c8-b365-840d0f72b25c req-c4f468cb-ca83-4d69-98fe-badd2c6071f1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33719'] for port, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:26.111124 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3336b066-67b8-45b6-935b-74df5e13287a', 'name': 'network-vif-deleted', 'tag': 'fc7d2806-f4b4-4dc2-a14d-a65f1dac255f'}] {{(pid=87514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:54:26.127412 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [req-9fd03bc2-83e9-46c8-b365-840d0f72b25c req-c4f468cb-ca83-4d69-98fe-badd2c6071f1 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.72 "DELETE /v2.0/ports/fc7d2806-f4b4-4dc2-a14d-a65f1dac255f HTTP/1.1" status: 204 len: 173 time: 0.9174838 Jan 21 10:54:26.159033 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3336b066-67b8-45b6-935b-74df5e13287a', 'name': 'network-vif-deleted', 'tag': 'fc7d2806-f4b4-4dc2-a14d-a65f1dac255f', 'status': 'completed', 'code': 200} Jan 21 10:54:26.772661 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 38256) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:54:26.843951 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-66de6274-8d17-42b1-9a3d-6cd3351f6244 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:26.872000 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-66de6274-8d17-42b1-9a3d-6cd3351f6244 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:26.936038 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-66de6274-8d17-42b1-9a3d-6cd3351f6244 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:26.955648 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de6274-8d17-42b1-9a3d-6cd3351f6244 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e29efa5-c1ad-4311-855f-c9baa28feaac,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:54:26.966455 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-66de6274-8d17-42b1-9a3d-6cd3351f6244 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:26.967686 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-66de6274-8d17-42b1-9a3d-6cd3351f6244 tempest-TestSnapshotPattern-1545409115 tempest-TestSnapshotPattern-1545409115-project] 10.222.0.110 "DELETE /v2.0/security-groups/0e29efa5-c1ad-4311-855f-c9baa28feaac HTTP/1.1" status: 204 len: 168 time: 0.1939404 Jan 21 10:54:27.017596 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 38262) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:54:27.651062 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fb3d7947-d40c-46a0-851c-56798f247fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:27.998311 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-fb3d7947-d40c-46a0-851c-56798f247fbc admin admin] Deleting port 726d9750-8e62-4582-9bdf-233d5b4f705a {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:54:27.998943 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fb3d7947-d40c-46a0-851c-56798f247fbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:28.170652 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-fb3d7947-d40c-46a0-851c-56798f247fbc admin admin] For port 726d9750-8e62-4582-9bdf-233d5b4f705a, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=726d9750-8e62-4582-9bdf-233d5b4f705a,segment=NetworkSegment(b95c70ce-b5e6-4281-b1f2-f6e72b805295),segment_id=b95c70ce-b5e6-4281-b1f2-f6e72b805295)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:54:28.171074 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fb3d7947-d40c-46a0-851c-56798f247fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:28.292645 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-fb3d7947-d40c-46a0-851c-56798f247fbc admin admin] Calling delete_port for 726d9750-8e62-4582-9bdf-233d5b4f705a owned by network:router_interface {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:54:28.703699 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fb3d7947-d40c-46a0-851c-56798f247fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:28.751454 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d7947-d40c-46a0-851c-56798f247fbc admin admin] Pushing event deleted for resources: {'Port': ['ID=726d9750-8e62-4582-9bdf-233d5b4f705a,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:54:29.023245 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-fb3d7947-d40c-46a0-851c-56798f247fbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:29.261976 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device fc7d2806-f4b4-4dc2-a14d-a65f1dac255f no longer exists at agent hyperv_hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:54:29.298089 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] No Port match for: fc7d2806-f4b4-4dc2-a14d-a65f1dac255f {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:54:29.298372 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Device fc7d2806-f4b4-4dc2-a14d-a65f1dac255f not bound to the agent host hv-neutron-8257 {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:54:29.374052 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3d7947-d40c-46a0-851c-56798f247fbc admin admin] Router 3930d336-91fd-4681-b0a4-2e2212691703 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:54:29.546655 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3d7947-d40c-46a0-851c-56798f247fbc admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:54:29.555795 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201c811a-f845-4f57-b327-e1b3f43e74e1 None None] Sync routers for ids ['3930d336-91fd-4681-b0a4-2e2212691703'] in dv-neutron-825731-1-hyperv {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:54:29.558999 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-fb3d7947-d40c-46a0-851c-56798f247fbc admin admin] 10.222.0.110 "PUT /v2.0/routers/3930d336-91fd-4681-b0a4-2e2212691703/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5403666 Jan 21 10:54:29.561626 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 38268) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:54:29.566183 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201c811a-f845-4f57-b327-e1b3f43e74e1 None None] Routers {'3930d336-91fd-4681-b0a4-2e2212691703'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:54:29.566785 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-201c811a-f845-4f57-b327-e1b3f43e74e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:54:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['3930d336-91fd-4681-b0a4-2e2212691703'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:54:29.745071 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-201c811a-f845-4f57-b327-e1b3f43e74e1 None None] Set router 3930d336-91fd-4681-b0a4-2e2212691703 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:54:29.859291 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-15a30a0a-7f3a-4ade-bd90-7148af8e21f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:30.035143 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-15a30a0a-7f3a-4ade-bd90-7148af8e21f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:30.040825 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-201c811a-f845-4f57-b327-e1b3f43e74e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3930d336-91fd-4681-b0a4-2e2212691703', 'name': 'tempest-TestSnapshotPattern-156899865-router', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '6f2ed38c-74a1-42e0-bfb9-3f63ea855a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:47:32Z', 'updated_at': '2022-01-21T10:54:28Z', 'revision_number': 5, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'gw_port': {'id': '6f2ed38c-74a1-42e0-bfb9-3f63ea855a49', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930d336-91fd-4681-b0a4-2e2212691703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:33Z', 'updated_at': '2022-01-21T10:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:54:30.045164 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-15a30a0a-7f3a-4ade-bd90-7148af8e21f0 admin admin] Deleting port 6f2ed38c-74a1-42e0-bfb9-3f63ea855a49 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:54:30.045314 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201c811a-f845-4f57-b327-e1b3f43e74e1 None None] Checking router: 3930d336-91fd-4681-b0a4-2e2212691703 for host: dv-neutron-825731-1-hyperv {{(pid=87517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:54:30.045544 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-15a30a0a-7f3a-4ade-bd90-7148af8e21f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:30.054506 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201c811a-f845-4f57-b327-e1b3f43e74e1 None None] Routers {'3930d336-91fd-4681-b0a4-2e2212691703'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:54:30.055106 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-201c811a-f845-4f57-b327-e1b3f43e74e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:54:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['3930d336-91fd-4681-b0a4-2e2212691703'], 'active': True} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:54:30.206019 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_dvr_db [None req-201c811a-f845-4f57-b327-e1b3f43e74e1 None None] Set router 3930d336-91fd-4681-b0a4-2e2212691703 gateway port host: None {{(pid=87517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:54:30.222168 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-15a30a0a-7f3a-4ade-bd90-7148af8e21f0 admin admin] For port 6f2ed38c-74a1-42e0-bfb9-3f63ea855a49, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=6f2ed38c-74a1-42e0-bfb9-3f63ea855a49,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:54:30.222524 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-15a30a0a-7f3a-4ade-bd90-7148af8e21f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:30.312461 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.l3_hamode_db [None req-201c811a-f845-4f57-b327-e1b3f43e74e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3930d336-91fd-4681-b0a4-2e2212691703', 'name': 'tempest-TestSnapshotPattern-156899865-router', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:47:32Z', 'updated_at': '2022-01-21T10:54:30Z', 'revision_number': 6, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'gw_port_host': None}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:54:30.317109 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201c811a-f845-4f57-b327-e1b3f43e74e1 None None] The sync data for ids ['3930d336-91fd-4681-b0a4-2e2212691703'] in dv-neutron-825731-1-hyperv is: [{'id': '3930d336-91fd-4681-b0a4-2e2212691703', 'name': 'tempest-TestSnapshotPattern-156899865-router', 'tenant_id': 'eb000c216c43454cad4568dfd8404ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:47:32Z', 'updated_at': '2022-01-21T10:54:30Z', 'revision_number': 6, 'project_id': 'eb000c216c43454cad4568dfd8404ac0', 'gw_port_host': None}] {{(pid=87517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:54:30.347450 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-15a30a0a-7f3a-4ade-bd90-7148af8e21f0 admin admin] Calling delete_port for 6f2ed38c-74a1-42e0-bfb9-3f63ea855a49 owned by network:router_gateway {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:54:30.513753 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-15a30a0a-7f3a-4ade-bd90-7148af8e21f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:30.560860 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a30a0a-7f3a-4ade-bd90-7148af8e21f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f2ed38c-74a1-42e0-bfb9-3f63ea855a49,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:54:30.652634 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-15a30a0a-7f3a-4ade-bd90-7148af8e21f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:30.832187 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-15a30a0a-7f3a-4ade-bd90-7148af8e21f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:30.834322 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-15a30a0a-7f3a-4ade-bd90-7148af8e21f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:30.857356 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-15a30a0a-7f3a-4ade-bd90-7148af8e21f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:30.858252 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a30a0a-7f3a-4ade-bd90-7148af8e21f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3930d336-91fd-4681-b0a4-2e2212691703 {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 10:54:30.872855 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-15a30a0a-7f3a-4ade-bd90-7148af8e21f0 admin admin] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:30.873966 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-15a30a0a-7f3a-4ade-bd90-7148af8e21f0 admin admin] 10.222.0.110 "DELETE /v2.0/routers/3930d336-91fd-4681-b0a4-2e2212691703 HTTP/1.1" status: 204 len: 168 time: 1.3114188 Jan 21 10:54:30.876585 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 38272) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:54:30.936257 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e675423-e32f-475a-82cb-4fa701573472 admin admin] Deleting subnet b23e05e5-9a59-4715-be99-d26a44757ccd {{(pid=87514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:54:30.939211 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1e675423-e32f-475a-82cb-4fa701573472 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:30.990281 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1e675423-e32f-475a-82cb-4fa701573472 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65565747'] for subnet, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:31.065585 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1e675423-e32f-475a-82cb-4fa701573472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:31.133718 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1e675423-e32f-475a-82cb-4fa701573472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65987849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65300136'] for subnet, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:31.175454 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e675423-e32f-475a-82cb-4fa701573472 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b23e05e5-9a59-4715-be99-d26a44757ccd,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:54:31.178917 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-1e675423-e32f-475a-82cb-4fa701573472 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:31.187372 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1e675423-e32f-475a-82cb-4fa701573472 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/b23e05e5-9a59-4715-be99-d26a44757ccd HTTP/1.1" status: 204 len: 168 time: 0.3072498 Jan 21 10:54:31.187597 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e9be9a-1c5a-4e8d-ad2c-68b47aaf4ac6 None None] Network acce0c98-5f5e-48df-af63-130a35a6d358 requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:54:31.188103 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 38276) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:54:31.406081 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d5864bac-3391-48f3-bb41-ede4a65ea11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:31.418103 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-d5864bac-3391-48f3-bb41-ede4a65ea11d admin admin] Deleting port 25d640f0-8834-422d-902a-b4198f5c1b3e {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:54:31.418228 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d5864bac-3391-48f3-bb41-ede4a65ea11d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:31.457756 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bdaadf-1e5d-4c6d-b873-d0f80362a470 None None] DHCP port deletion for acce0c98-5f5e-48df-af63-130a35a6d358 request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 10:54:31.461886 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-03bdaadf-1e5d-4c6d-b873-d0f80362a470 None None] Deleting port 25d640f0-8834-422d-902a-b4198f5c1b3e {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:54:31.462259 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-03bdaadf-1e5d-4c6d-b873-d0f80362a470 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:31.625672 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-d5864bac-3391-48f3-bb41-ede4a65ea11d admin admin] For port 25d640f0-8834-422d-902a-b4198f5c1b3e, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=25d640f0-8834-422d-902a-b4198f5c1b3e,segment=NetworkSegment(b95c70ce-b5e6-4281-b1f2-f6e72b805295),segment_id=b95c70ce-b5e6-4281-b1f2-f6e72b805295)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:54:31.625944 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d5864bac-3391-48f3-bb41-ede4a65ea11d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:31.668088 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-03bdaadf-1e5d-4c6d-b873-d0f80362a470 None None] For port 25d640f0-8834-422d-902a-b4198f5c1b3e, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=25d640f0-8834-422d-902a-b4198f5c1b3e,segment=NetworkSegment(b95c70ce-b5e6-4281-b1f2-f6e72b805295),segment_id=b95c70ce-b5e6-4281-b1f2-f6e72b805295)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:54:31.668384 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-03bdaadf-1e5d-4c6d-b873-d0f80362a470 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:31.754788 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-d5864bac-3391-48f3-bb41-ede4a65ea11d admin admin] Calling delete_port for 25d640f0-8834-422d-902a-b4198f5c1b3e owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:54:31.790984 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-03bdaadf-1e5d-4c6d-b873-d0f80362a470 None None] Calling delete_port for 25d640f0-8834-422d-902a-b4198f5c1b3e owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:54:31.834620 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d5864bac-3391-48f3-bb41-ede4a65ea11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:31.862007 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-03bdaadf-1e5d-4c6d-b873-d0f80362a470 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:54:31.863002 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-03bdaadf-1e5d-4c6d-b873-d0f80362a470 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:54:31.885532 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5864bac-3391-48f3-bb41-ede4a65ea11d admin admin] No DVR routers for this DVR port 25d640f0-8834-422d-902a-b4198f5c1b3e on host dv-neutron-825731-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:54:31.915747 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5864bac-3391-48f3-bb41-ede4a65ea11d admin admin] Pushing event deleted for resources: {'Port': ['ID=25d640f0-8834-422d-902a-b4198f5c1b3e,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:54:32.004626 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d5864bac-3391-48f3-bb41-ede4a65ea11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:32.028551 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-d5864bac-3391-48f3-bb41-ede4a65ea11d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acce0c98-5f5e-48df-af63-130a35a6d358']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:54:32.041161 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-d5864bac-3391-48f3-bb41-ede4a65ea11d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b95c70ce-b5e6-4281-b1f2-f6e72b805295') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:54:32.041448 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-d5864bac-3391-48f3-bb41-ede4a65ea11d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b95c70ce-b5e6-4281-b1f2-f6e72b805295') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:54:32.053015 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d5864bac-3391-48f3-bb41-ede4a65ea11d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:32.072618 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d5864bac-3391-48f3-bb41-ede4a65ea11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:32.079404 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5864bac-3391-48f3-bb41-ede4a65ea11d admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:54:32.080532 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d5864bac-3391-48f3-bb41-ede4a65ea11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:32.093561 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 10:54:32.093561 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:54:32.093561 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 10:54:32.093561 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:54:32.093561 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 10:54:32.093561 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:54:32.093561 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 10:54:32.093561 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:54:32.093561 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 10:54:32.093561 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:54:32.093561 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 10:54:32.093561 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:54:32.093561 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 10:54:32.093561 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:54:32.093561 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:54:32.093561 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:54:32.093561 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:54:32.093561 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:54:32.093561 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 10:54:32.093561 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:54:32.093561 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 10:54:32.093561 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:54:32.093561 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:54:32.093561 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:54:32.093561 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 10:54:32.093561 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:54:32.093561 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:54:32.093561 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:54:32.093561 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:54:32.093561 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:54:32.093561 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:54:32.093561 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:54:32.166242 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d5864bac-3391-48f3-bb41-ede4a65ea11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:32.182745 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-d5864bac-3391-48f3-bb41-ede4a65ea11d admin admin] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:32.194006 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5864bac-3391-48f3-bb41-ede4a65ea11d admin admin] Pushing event deleted for resources: {'Network': ['ID=acce0c98-5f5e-48df-af63-130a35a6d358,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:54:32.205869 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-d5864bac-3391-48f3-bb41-ede4a65ea11d admin admin] 10.222.0.110 "DELETE /v2.0/networks/acce0c98-5f5e-48df-af63-130a35a6d358 HTTP/1.1" status: 204 len: 168 time: 1.0171366 Jan 21 10:54:32.208893 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 38280) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:54:32.363950 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-03bdaadf-1e5d-4c6d-b873-d0f80362a470 None None] Deleting port 25d640f0-8834-422d-902a-b4198f5c1b3e {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:54:32.364519 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-03bdaadf-1e5d-4c6d-b873-d0f80362a470 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:32.433996 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 25d640f0-8834-422d-902a-b4198f5c1b3e no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:54:32.495402 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 25d640f0-8834-422d-902a-b4198f5c1b3e {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:54:32.495757 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 25d640f0-8834-422d-902a-b4198f5c1b3e not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:54:32.496174 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 6f2ed38c-74a1-42e0-bfb9-3f63ea855a49 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:54:32.533761 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-03bdaadf-1e5d-4c6d-b873-d0f80362a470 None None] The port '25d640f0-8834-422d-902a-b4198f5c1b3e' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 10:54:32.540488 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 6f2ed38c-74a1-42e0-bfb9-3f63ea855a49 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:54:32.540837 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 6f2ed38c-74a1-42e0-bfb9-3f63ea855a49 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:54:32.541244 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 726d9750-8e62-4582-9bdf-233d5b4f705a no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:54:32.573908 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 726d9750-8e62-4582-9bdf-233d5b4f705a {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:54:32.574255 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 726d9750-8e62-4582-9bdf-233d5b4f705a not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:54:32.752410 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-66e5aaf9-ebca-4017-8f74-87bc92c2fd3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419098'] for router_interface, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:33.192177 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-66e5aaf9-ebca-4017-8f74-87bc92c2fd3d admin admin] Deleting port 6cf0d368-8988-4532-904e-fc093dbbfdfc {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:54:33.192837 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-66e5aaf9-ebca-4017-8f74-87bc92c2fd3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:33.362071 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-66e5aaf9-ebca-4017-8f74-87bc92c2fd3d admin admin] For port 6cf0d368-8988-4532-904e-fc093dbbfdfc, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=6cf0d368-8988-4532-904e-fc093dbbfdfc,segment=NetworkSegment(08f0971c-0f6b-4bbc-a23c-04c318c8126e),segment_id=08f0971c-0f6b-4bbc-a23c-04c318c8126e)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:54:33.362413 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-66e5aaf9-ebca-4017-8f74-87bc92c2fd3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:33.491690 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-66e5aaf9-ebca-4017-8f74-87bc92c2fd3d admin admin] Calling delete_port for 6cf0d368-8988-4532-904e-fc093dbbfdfc owned by network:router_interface {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:54:33.668587 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-66e5aaf9-ebca-4017-8f74-87bc92c2fd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:33.715171 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5aaf9-ebca-4017-8f74-87bc92c2fd3d admin admin] Pushing event deleted for resources: {'Port': ['ID=6cf0d368-8988-4532-904e-fc093dbbfdfc,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:54:33.988608 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-66e5aaf9-ebca-4017-8f74-87bc92c2fd3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556170'] for router_interface, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:34.449819 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e5aaf9-ebca-4017-8f74-87bc92c2fd3d admin admin] Router 83ca36ba-901c-423a-a6f9-9d11c863f9e7 has already been hosted by L3 agent cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42 {{(pid=87514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 10:54:34.626064 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e5aaf9-ebca-4017-8f74-87bc92c2fd3d admin admin] Notify agent at l3_agent.dv-neutron-825731-1-hyperv the message routers_updated {{(pid=87514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 10:54:34.635339 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-66e5aaf9-ebca-4017-8f74-87bc92c2fd3d admin admin] 10.222.0.110 "PUT /v2.0/routers/83ca36ba-901c-423a-a6f9-9d11c863f9e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4254818 Jan 21 10:54:34.635548 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0960eacc-14bf-4788-a752-a4d3d25c1c77 None None] Sync routers for ids ['83ca36ba-901c-423a-a6f9-9d11c863f9e7'] in dv-neutron-825731-1-hyperv {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 10:54:34.637867 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 38284) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:54:34.644832 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0960eacc-14bf-4788-a752-a4d3d25c1c77 None None] Routers {'83ca36ba-901c-423a-a6f9-9d11c863f9e7'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:54:34.645437 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-0960eacc-14bf-4788-a752-a4d3d25c1c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:54:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['83ca36ba-901c-423a-a6f9-9d11c863f9e7'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:54:34.818224 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e147c891-b390-4e97-b092-3d20188db45e admin admin] Notify callbacks [] for router, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:34.821146 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-0960eacc-14bf-4788-a752-a4d3d25c1c77 None None] Set router 83ca36ba-901c-423a-a6f9-9d11c863f9e7 gateway port host: dv-neutron-825731-1-hyperv {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:54:34.995200 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e147c891-b390-4e97-b092-3d20188db45e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:35.005168 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-e147c891-b390-4e97-b092-3d20188db45e admin admin] Deleting port 2f37789a-2c58-4172-95ac-3bd7717b1670 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:54:35.005638 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e147c891-b390-4e97-b092-3d20188db45e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:35.104947 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-0960eacc-14bf-4788-a752-a4d3d25c1c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ca36ba-901c-423a-a6f9-9d11c863f9e7', 'name': 'tempest-TestSnapshotPattern-1387930492-router', 'tenant_id': '2e1b8daa953e4286b2e915cb8541d920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'external_fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.35'}], 'enable_snat': True}, 'gw_port_id': '2f37789a-2c58-4172-95ac-3bd7717b1670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:47:39Z', 'updated_at': '2022-01-21T10:54:33Z', 'revision_number': 5, 'project_id': '2e1b8daa953e4286b2e915cb8541d920', 'gw_port': {'id': '2f37789a-2c58-4172-95ac-3bd7717b1670', 'name': '', 'network_id': '80a065d7-b55c-43ad-a3e8-c65befe4136c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ca36ba-901c-423a-a6f9-9d11c863f9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'ip_address': '172.26.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:47:39Z', 'updated_at': '2022-01-21T10:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57ebf85-6ff0-4437-8997-bf8ae8fec77a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825731-1-hyperv'}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:54:35.108725 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0960eacc-14bf-4788-a752-a4d3d25c1c77 None None] Checking router: 83ca36ba-901c-423a-a6f9-9d11c863f9e7 for host: dv-neutron-825731-1-hyperv {{(pid=87516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 10:54:35.117180 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0960eacc-14bf-4788-a752-a4d3d25c1c77 None None] Routers {'83ca36ba-901c-423a-a6f9-9d11c863f9e7'} bound to L3 agent in host dv-neutron-825731-1-hyperv {{(pid=87516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 10:54:35.117808 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-0960eacc-14bf-4788-a752-a4d3d25c1c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:28:19Z,description=,heartbeat_timestamp=2022-01-21T10:54:19Z,host='dv-neutron-825731-1-hyperv',id=cb9b7002-fdf4-4a08-8ea7-1fadac3d4c42,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:28:19Z,topic='l3_agent')) {'router_ids': ['83ca36ba-901c-423a-a6f9-9d11c863f9e7'], 'active': True} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:54:35.183238 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-e147c891-b390-4e97-b092-3d20188db45e admin admin] For port 2f37789a-2c58-4172-95ac-3bd7717b1670, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=2f37789a-2c58-4172-95ac-3bd7717b1670,segment=NetworkSegment(5ada181f-c304-4b8c-8f2d-2ed708029ed5),segment_id=5ada181f-c304-4b8c-8f2d-2ed708029ed5)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:54:35.183618 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e147c891-b390-4e97-b092-3d20188db45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:35.270224 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_dvr_db [None req-0960eacc-14bf-4788-a752-a4d3d25c1c77 None None] Set router 83ca36ba-901c-423a-a6f9-9d11c863f9e7 gateway port host: None {{(pid=87516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 10:54:35.305886 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-e147c891-b390-4e97-b092-3d20188db45e admin admin] Calling delete_port for 2f37789a-2c58-4172-95ac-3bd7717b1670 owned by network:router_gateway {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:54:35.374108 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.db.l3_hamode_db [None req-0960eacc-14bf-4788-a752-a4d3d25c1c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ca36ba-901c-423a-a6f9-9d11c863f9e7', 'name': 'tempest-TestSnapshotPattern-1387930492-router', 'tenant_id': '2e1b8daa953e4286b2e915cb8541d920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:47:39Z', 'updated_at': '2022-01-21T10:54:34Z', 'revision_number': 6, 'project_id': '2e1b8daa953e4286b2e915cb8541d920', 'gw_port_host': None}], 'dv-neutron-825731-1-hyperv', False) {} {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:54:35.378832 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0960eacc-14bf-4788-a752-a4d3d25c1c77 None None] The sync data for ids ['83ca36ba-901c-423a-a6f9-9d11c863f9e7'] in dv-neutron-825731-1-hyperv is: [{'id': '83ca36ba-901c-423a-a6f9-9d11c863f9e7', 'name': 'tempest-TestSnapshotPattern-1387930492-router', 'tenant_id': '2e1b8daa953e4286b2e915cb8541d920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:47:39Z', 'updated_at': '2022-01-21T10:54:34Z', 'revision_number': 6, 'project_id': '2e1b8daa953e4286b2e915cb8541d920', 'gw_port_host': None}] {{(pid=87516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 10:54:35.474709 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e147c891-b390-4e97-b092-3d20188db45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:35.519788 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147c891-b390-4e97-b092-3d20188db45e admin admin] Pushing event deleted for resources: {'Port': ['ID=2f37789a-2c58-4172-95ac-3bd7717b1670,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:54:35.607800 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e147c891-b390-4e97-b092-3d20188db45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556791'] for router_gateway, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:35.890836 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e147c891-b390-4e97-b092-3d20188db45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-67105628'] for router, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:35.893251 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e147c891-b390-4e97-b092-3d20188db45e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:35.917150 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e147c891-b390-4e97-b092-3d20188db45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-556868'] for router, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:35.917797 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e147c891-b390-4e97-b092-3d20188db45e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83ca36ba-901c-423a-a6f9-9d11c863f9e7 {{(pid=87514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 10:54:35.930104 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-e147c891-b390-4e97-b092-3d20188db45e admin admin] Notify callbacks [] for router, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:35.931206 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-e147c891-b390-4e97-b092-3d20188db45e admin admin] 10.222.0.110 "DELETE /v2.0/routers/83ca36ba-901c-423a-a6f9-9d11c863f9e7 HTTP/1.1" status: 204 len: 168 time: 1.2924485 Jan 21 10:54:35.933920 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [-] (87515) accepted ('10.222.0.110', 38288) {{(pid=87515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:54:35.995697 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.db.db_base_plugin_v2 [None req-b16b79ff-6753-42ef-8646-863aed0898b8 admin admin] Deleting subnet 9b63957c-dca1-474a-8879-3d73dafbfbc1 {{(pid=87515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 10:54:35.998744 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b16b79ff-6753-42ef-8646-863aed0898b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:36.047517 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b16b79ff-6753-42ef-8646-863aed0898b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65637041'] for subnet, precommit_delete_associations {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:36.128222 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b16b79ff-6753-42ef-8646-863aed0898b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706048'] for subnet, precommit_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:36.198324 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b16b79ff-6753-42ef-8646-863aed0898b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64642405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65648599'] for subnet, after_delete {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:36.236728 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b79ff-6753-42ef-8646-863aed0898b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b63957c-dca1-474a-8879-3d73dafbfbc1,revision_number=None']} {{(pid=87515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:54:36.241603 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron_lib.callbacks.manager [None req-b16b79ff-6753-42ef-8646-863aed0898b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:36.247281 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e7fa08-e99e-4ac5-b700-f179b4710c7f None None] Network 48d2066a-b36f-4d7f-bfae-fd4129bfd7da requested from dv-neutron-825731-1-hyperv {{(pid=87516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 10:54:36.248500 dv-neutron-825731-1-hyperv neutron-server[87515]: INFO neutron.wsgi [None req-b16b79ff-6753-42ef-8646-863aed0898b8 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/9b63957c-dca1-474a-8879-3d73dafbfbc1 HTTP/1.1" status: 204 len: 168 time: 0.3135564 Jan 21 10:54:36.250981 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 38292) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:54:36.375065 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-daf7966b-4929-4117-87cc-b17ae5deff38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582422'] for network, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:36.385187 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-daf7966b-4929-4117-87cc-b17ae5deff38 admin admin] Deleting port 821dcc55-b021-4c89-927f-bba28d4a65a5 {{(pid=87514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:54:36.385519 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-daf7966b-4929-4117-87cc-b17ae5deff38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:36.430709 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 2f37789a-2c58-4172-95ac-3bd7717b1670 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:54:36.473603 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 2f37789a-2c58-4172-95ac-3bd7717b1670 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:54:36.473947 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 2f37789a-2c58-4172-95ac-3bd7717b1670 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:54:36.474369 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 6cf0d368-8988-4532-904e-fc093dbbfdfc no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:54:36.510909 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 6cf0d368-8988-4532-904e-fc093dbbfdfc {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:54:36.511253 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 6cf0d368-8988-4532-904e-fc093dbbfdfc not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:54:36.601968 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b8e187-6168-45d9-9205-b203e8dc6402 None None] DHCP port deletion for 48d2066a-b36f-4d7f-bfae-fd4129bfd7da request from dv-neutron-825731-1-hyperv {{(pid=87516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 10:54:36.606107 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-e4b8e187-6168-45d9-9205-b203e8dc6402 None None] Deleting port 821dcc55-b021-4c89-927f-bba28d4a65a5 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:54:36.606459 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.db [None req-daf7966b-4929-4117-87cc-b17ae5deff38 admin admin] For port 821dcc55-b021-4c89-927f-bba28d4a65a5, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=821dcc55-b021-4c89-927f-bba28d4a65a5,segment=NetworkSegment(08f0971c-0f6b-4bbc-a23c-04c318c8126e),segment_id=08f0971c-0f6b-4bbc-a23c-04c318c8126e)] {{(pid=87514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:54:36.606947 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e4b8e187-6168-45d9-9205-b203e8dc6402 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:36.607062 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-daf7966b-4929-4117-87cc-b17ae5deff38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:36.731600 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.plugin [None req-daf7966b-4929-4117-87cc-b17ae5deff38 admin admin] Calling delete_port for 821dcc55-b021-4c89-927f-bba28d4a65a5 owned by network:dhcp {{(pid=87514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:54:36.809164 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-daf7966b-4929-4117-87cc-b17ae5deff38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761633149431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761632628956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65987898'] for port, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:36.856601 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.db [None req-e4b8e187-6168-45d9-9205-b203e8dc6402 None None] For port 821dcc55-b021-4c89-927f-bba28d4a65a5, host dv-neutron-825731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825731-1-hyperv',level=0,port_id=821dcc55-b021-4c89-927f-bba28d4a65a5,segment=NetworkSegment(08f0971c-0f6b-4bbc-a23c-04c318c8126e),segment_id=08f0971c-0f6b-4bbc-a23c-04c318c8126e)] {{(pid=87516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 10:54:36.856993 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e4b8e187-6168-45d9-9205-b203e8dc6402 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555844'] for port, precommit_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:36.859696 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7966b-4929-4117-87cc-b17ae5deff38 admin admin] Pushing event deleted for resources: {'Port': ['ID=821dcc55-b021-4c89-927f-bba28d4a65a5,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:54:36.862090 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf7966b-4929-4117-87cc-b17ae5deff38 admin admin] No DVR routers for this DVR port 821dcc55-b021-4c89-927f-bba28d4a65a5 on host dv-neutron-825731-1-hyperv {{(pid=87514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:54:36.975813 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-daf7966b-4929-4117-87cc-b17ae5deff38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710882', 'neutron.services.segments.db._delete_segments_for_network-8761633099286'] for network, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:36.979313 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-e4b8e187-6168-45d9-9205-b203e8dc6402 None None] Calling delete_port for 821dcc55-b021-4c89-927f-bba28d4a65a5 owned by network:dhcp {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 10:54:36.999495 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-daf7966b-4929-4117-87cc-b17ae5deff38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48d2066a-b36f-4d7f-bfae-fd4129bfd7da']}} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:54:37.011501 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-daf7966b-4929-4117-87cc-b17ae5deff38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08f0971c-0f6b-4bbc-a23c-04c318c8126e') {'for_net_delete': True} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:54:37.011785 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.services.segments.db [None req-daf7966b-4929-4117-87cc-b17ae5deff38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08f0971c-0f6b-4bbc-a23c-04c318c8126e') {} {{(pid=87514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:54:37.023616 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-daf7966b-4929-4117-87cc-b17ae5deff38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761633099057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65540032'] for segment, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:37.040453 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-daf7966b-4929-4117-87cc-b17ae5deff38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716795'] for segment, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:37.046648 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daf7966b-4929-4117-87cc-b17ae5deff38 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=87514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 10:54:37.047026 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-daf7966b-4929-4117-87cc-b17ae5deff38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-716770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65987943'] for segment, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:37.050768 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.db.api [None req-e4b8e187-6168-45d9-9205-b203e8dc6402 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:54:37.051151 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG oslo_db.api [None req-e4b8e187-6168-45d9-9205-b203e8dc6402 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:54:37.060092 dv-neutron-825731-1-hyperv neutron-server[87514]: Traceback (most recent call last): Jan 21 10:54:37.060092 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 10:54:37.060092 dv-neutron-825731-1-hyperv neutron-server[87514]: timer() Jan 21 10:54:37.060092 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:54:37.060092 dv-neutron-825731-1-hyperv neutron-server[87514]: cb(*args, **kw) Jan 21 10:54:37.060092 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:54:37.060092 dv-neutron-825731-1-hyperv neutron-server[87514]: return func(*args, **kwargs) Jan 21 10:54:37.060092 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:54:37.060092 dv-neutron-825731-1-hyperv neutron-server[87514]: self._notify() Jan 21 10:54:37.060092 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:54:37.060092 dv-neutron-825731-1-hyperv neutron-server[87514]: self.callback(batched_events) Jan 21 10:54:37.060092 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:54:37.060092 dv-neutron-825731-1-hyperv neutron-server[87514]: event.method(event) Jan 21 10:54:37.060092 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:54:37.060092 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:54:37.060092 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:54:37.060092 dv-neutron-825731-1-hyperv neutron-server[87514]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:54:37.060092 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:54:37.060092 dv-neutron-825731-1-hyperv neutron-server[87514]: return f(self, *a, **k) Jan 21 10:54:37.060092 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 10:54:37.060092 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._get(url).json() Jan 21 10:54:37.060092 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 10:54:37.060092 dv-neutron-825731-1-hyperv neutron-server[87514]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:54:37.060092 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 10:54:37.060092 dv-neutron-825731-1-hyperv neutron-server[87514]: return self.request(url, 'GET', **kwargs) Jan 21 10:54:37.060092 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 10:54:37.060092 dv-neutron-825731-1-hyperv neutron-server[87514]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:54:37.060092 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 10:54:37.060092 dv-neutron-825731-1-hyperv neutron-server[87514]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:54:37.060092 dv-neutron-825731-1-hyperv neutron-server[87514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 10:54:37.060092 dv-neutron-825731-1-hyperv neutron-server[87514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:54:37.060092 dv-neutron-825731-1-hyperv neutron-server[87514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:54:37.136496 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-daf7966b-4929-4117-87cc-b17ae5deff38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556570'] for network, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:37.152360 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-daf7966b-4929-4117-87cc-b17ae5deff38 admin admin] Notify callbacks [] for network, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:37.162708 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7966b-4929-4117-87cc-b17ae5deff38 admin admin] Pushing event deleted for resources: {'Network': ['ID=48d2066a-b36f-4d7f-bfae-fd4129bfd7da,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:54:37.166919 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-daf7966b-4929-4117-87cc-b17ae5deff38 admin admin] 10.222.0.110 "DELETE /v2.0/networks/48d2066a-b36f-4d7f-bfae-fd4129bfd7da HTTP/1.1" status: 204 len: 168 time: 0.9148874 Jan 21 10:54:37.274473 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 38298) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:54:37.323036 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-1097a4de-9239-4dad-8493-7f4bcbf8027c admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=eb000c216c43454cad4568dfd8404ac0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474057 Jan 21 10:54:37.325476 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 38302) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:54:37.383138 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-28535cf9-ca30-4267-8e9e-07aeadded2c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:37.408076 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-28535cf9-ca30-4267-8e9e-07aeadded2c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:37.463313 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-28535cf9-ca30-4267-8e9e-07aeadded2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:37.479541 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28535cf9-ca30-4267-8e9e-07aeadded2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba8dc04-3f14-4b92-a090-ed42d1e83100,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:54:37.489901 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-28535cf9-ca30-4267-8e9e-07aeadded2c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:37.491021 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-28535cf9-ca30-4267-8e9e-07aeadded2c8 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/0ba8dc04-3f14-4b92-a090-ed42d1e83100 HTTP/1.1" status: 204 len: 168 time: 0.1646624 Jan 21 10:54:37.552603 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-e4b8e187-6168-45d9-9205-b203e8dc6402 None None] Deleting port 821dcc55-b021-4c89-927f-bba28d4a65a5 {{(pid=87516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 10:54:37.553119 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-e4b8e187-6168-45d9-9205-b203e8dc6402 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761633147850'] for port, before_delete {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:37.622220 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-e4b8e187-6168-45d9-9205-b203e8dc6402 None None] The port '821dcc55-b021-4c89-927f-bba28d4a65a5' was deleted {{(pid=87516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 10:54:37.839264 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 38310) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:54:37.886816 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-8d0d896e-c7fc-4cb5-8e19-02ebc4d97fa3 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=2e1b8daa953e4286b2e915cb8541d920&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463207 Jan 21 10:54:37.889364 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.wsgi [-] (87514) accepted ('10.222.0.110', 38314) {{(pid=87514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:54:37.947477 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-418e67fa-a5a7-421e-b134-38247669c412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:37.973157 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-418e67fa-a5a7-421e-b134-38247669c412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:38.023849 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-418e67fa-a5a7-421e-b134-38247669c412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523467'] for security_group, after_delete {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:38.037725 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e67fa-a5a7-421e-b134-38247669c412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80aaa9e0-74a6-423b-a90f-7ce7d3f9e4bd,revision_number=None']} {{(pid=87514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:54:38.044500 dv-neutron-825731-1-hyperv neutron-server[87514]: DEBUG neutron_lib.callbacks.manager [None req-418e67fa-a5a7-421e-b134-38247669c412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:38.045609 dv-neutron-825731-1-hyperv neutron-server[87514]: INFO neutron.wsgi [None req-418e67fa-a5a7-421e-b134-38247669c412 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/80aaa9e0-74a6-423b-a90f-7ce7d3f9e4bd HTTP/1.1" status: 204 len: 168 time: 0.1553576 Jan 21 10:54:38.384572 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 821dcc55-b021-4c89-927f-bba28d4a65a5 no longer exists at agent ovs-agent-dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:54:38.420887 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] No Port match for: 821dcc55-b021-4c89-927f-bba28d4a65a5 {{(pid=87516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 10:54:38.421238 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron.plugins.ml2.rpc [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Device 821dcc55-b021-4c89-927f-bba28d4a65a5 not bound to the agent host dv-neutron-825731-1-hyperv {{(pid=87516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:54:43.008046 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:54:43.458454 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:46.767471 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c926986a-a090-4a36-92f0-02434691122b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:49.111767 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ec1a05b6-5cef-434e-89d4-c0c5713faa97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:50.007853 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:50.283937 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:54:51.725307 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:13.477771 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:16.770202 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5d5f888d-a19f-46fa-a0cd-ef5ebf5228b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:19.114981 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-11a59b86-a2ed-4174-b4e6-95b80a4aa9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:20.008121 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:55:20.009830 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:20.286546 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:21.728463 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:43.466421 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:46.778250 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-131664ba-1a47-45e5-a8a1-f78a25e6b821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:49.116001 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-378f122f-c30e-4910-8c8f-04c860dfe045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:50.012008 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:50.289400 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:51.734242 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:55:57.007184 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:56:13.485699 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:56:16.770606 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-852129bd-0e28-4293-a254-225e6b155c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:56:19.118669 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-91f7d535-f098-4b4d-96d3-a7d6c4a3201a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:56:20.014419 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:56:20.292000 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:56:21.734237 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:56:34.006111 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:56:43.500272 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:56:46.773708 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b510d19b-4f0e-4075-859d-2834cb52fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:56:49.120887 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-bd5e53b2-6714-4a16-b7a5-01fa9450797f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:56:50.016791 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:56:50.294244 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:56:51.740974 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:57:11.005118 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:57:13.520815 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:57:16.776681 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3bf50d2e-8661-4d72-892a-cc02c9ae0250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:57:19.122100 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f35e685e-bab3-4c5f-a1e9-f2b5092bae12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:57:20.019032 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:57:20.296795 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:57:21.743692 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:57:43.529882 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:57:46.784687 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f54d8145-3679-4297-b680-162c4bd3c454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:57:48.004533 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:57:49.124426 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-5426e273-81e0-44f4-89e1-e071b69558a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:57:50.021644 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:57:50.299329 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:57:51.746054 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:58:13.535778 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:58:16.777103 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-bc58cb49-8a93-4d09-894e-f20cd3a3c615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:58:19.126366 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6a34817a-3c50-4e80-9b19-8bc85cc7135c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:58:20.024461 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:58:20.301847 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:58:21.749541 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:58:25.004661 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:58:43.541561 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:58:46.778829 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-ae72d6aa-f6ac-4990-acaf-92c1ae20f2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:58:49.128865 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-3b960ced-ab65-4ee2-857c-4e17b79afa6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:58:50.027080 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:58:50.304012 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:58:51.753008 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:59:02.005527 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:59:13.550876 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:59:16.781646 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-d6bb44f3-6832-48e1-877f-4c3f24b907e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:59:19.131192 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f82febc3-e617-4d67-b7d3-d66e4ebf2fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:59:20.029479 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:59:20.307535 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:59:21.757499 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:59:39.004343 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:59:43.560820 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:59:46.783985 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d49f-381f-4a1e-acd8-b64b9d35616d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:59:49.132731 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-6cb26f80-7fcd-40f7-a031-1801dfa918cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:59:50.033068 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:59:50.310524 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:59:51.760584 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 11:00:13.571732 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-085fdbe5-a766-4980-ba56-6fdb77a1c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 11:00:16.004624 dv-neutron-825731-1-hyperv neutron-server[87517]: DEBUG neutron.db.agents_db [None req-6399551c-06d2-43d7-a1d2-8d1f3f97c650 None None] Agent healthcheck: found 6 active agents {{(pid=87517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 11:00:16.785407 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-cf77fb9f-76ce-4a08-863b-5a7c1c1499fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 11:00:19.135056 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-b57f998e-a7fd-496e-acfd-583b1d37a05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 11:00:20.036420 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-f3fa39e1-008e-40f5-adc1-c4181421088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 11:00:20.312771 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc76d-7ea1-44cf-92b1-a612227ddc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 11:00:21.763889 dv-neutron-825731-1-hyperv neutron-server[87516]: DEBUG neutron_lib.callbacks.manager [None req-50e6931f-6096-48a8-ad9c-0b3e8688853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761633099268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593188'] for agent, after_update {{(pid=87516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 11:00:37.238223 dv-neutron-825731-1-hyperv neutron-server[87515]: DEBUG neutron.wsgi [req-1c82da45-b7e3-4a2c-9e42-2be9ba7e14e2 req-6fdf12a7-cd7d-404b-9e1c-ed85cd349b70 service neutron] (87515) timed out ('10.222.0.110', 35568) {{(pid=87515) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}